-- Logs begin at Fri 2022-04-29 14:25:30 UTC, end at Fri 2022-04-29 16:59:29 UTC. -- Apr 29 15:28:27.409925 dv-neutron-839913-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 29 15:28:29.540714 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.common.config [-] Logging enabled! Apr 29 15:28:29.541437 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev2 Apr 29 15:28:29.541437 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84663) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 29 15:28:29.543675 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.common.config [-] Logging enabled! Apr 29 15:28:29.543925 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev2 Apr 29 15:28:29.544166 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84663) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 29 15:28:29.545123 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 15:28:29.545515 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 15:28:29.545752 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 15:28:29.545990 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 15:28:29.546212 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 15:28:29.546550 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.546844 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.547133 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.547360 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.547649 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.547935 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.548211 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.548494 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.548784 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.549065 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.549336 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.549612 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.549838 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.550111 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.550389 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.550697 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.550918 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] debug = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.551190 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.551614 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.552014 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.552289 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.552572 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.552840 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.553113 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.553392 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.553718 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] host = dv-neutron-839913-1-hyperv {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.553994 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.554307 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.554584 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.554873 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.555144 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.555414 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.555693 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.555960 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.556227 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] log_file = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.556495 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.556775 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.557055 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.557340 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.557561 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.557778 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.558056 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.558335 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.558625 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.558895 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.559160 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.559424 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.559694 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.559954 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.560230 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.560506 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.560784 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.561660 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.561941 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.562212 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.562497 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.562792 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.563062 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.563330 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.563599 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.563880 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.564145 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.564414 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.564709 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.564988 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.565267 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.565544 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.565810 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.566085 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.566349 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.566638 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.566907 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] use_json = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.567172 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.567433 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.567705 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.567971 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.568235 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.568500 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.568763 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.569039 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.569303 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:29.569593 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.569885 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.570180 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.570459 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.570772 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.571048 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.571332 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.571607 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.571894 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.572178 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.572463 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.572736 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.573017 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.573318 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.573587 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.573857 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.574134 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.574418 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.574714 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.574988 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.575258 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.575539 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.575810 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.576076 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.576350 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.576721 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.577514 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.577876 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.578159 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.578447 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.578748 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.579094 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.579362 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.579635 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.579903 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.581077 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.581599 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.581884 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.582164 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.582447 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.582757 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.583036 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.583316 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.583590 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.583865 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.584134 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.584403 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.584671 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.584939 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.585207 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.585473 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.585740 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.586017 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.586283 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.586575 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.586848 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.587118 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.587386 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.587668 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.587961 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.588233 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.588505 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.588780 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.589053 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.589326 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.589598 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.589888 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.590144 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.590411 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.590724 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.591008 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.591292 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.591567 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.591838 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.592127 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.592959 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.592959 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.593477 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.593750 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.594029 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.594307 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.594623 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.594914 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.595202 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.595489 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.595776 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.596054 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.596354 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.596628 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:29.596842 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 15:28:29.597083 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84663) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 29 15:28:29.995194 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO keyring.backend [-] Loading KWallet Apr 29 15:28:30.002525 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO keyring.backend [-] Loading SecretService Apr 29 15:28:30.005552 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO keyring.backend [-] Loading Windows Apr 29 15:28:30.006876 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO keyring.backend [-] Loading chainer Apr 29 15:28:30.007455 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO keyring.backend [-] Loading macOS Apr 29 15:28:30.040291 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:28:30.040561 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=84663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:28:30.040843 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:28:30.042211 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 29 15:28:30.343142 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.343528 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.343858 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.398969 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.399247 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.399511 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.402533 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.402805 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.403064 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.432019 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.432297 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.432567 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.459206 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.459481 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.459740 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.789723 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.790266 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.790266 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.790519 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.792359 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.908745 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.909061 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.909339 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.909606 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.909867 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.910172 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.910429 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.910708 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.910962 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.911236 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.911488 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.911747 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.912006 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.912254 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.912511 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.912772 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.913023 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.913287 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.913533 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.913809 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.914146 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.914391 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.914662 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.914940 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.915184 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.915425 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.915800 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:28:30.916036 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:28:30.916269 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:28:30.916502 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:28:30.916734 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:28:30.916964 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:28:30.917500 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 29 15:28:30.921060 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 29 15:28:30.925023 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 29 15:28:30.928784 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Apr 29 15:28:30.930376 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 29 15:28:30.930800 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 29 15:28:30.931129 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 29 15:28:30.931515 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 29 15:28:30.934231 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 29 15:28:30.934503 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 29 15:28:30.934844 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 15:28:30.965413 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Apr 29 15:28:30.966036 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.966440 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84663) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 29 15:28:30.966979 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.968864 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84663) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 29 15:28:30.969240 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 15:28:30.969568 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 29 15:28:30.974247 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:30.974600 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:31.046352 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 29 15:28:31.046693 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 29 15:28:31.046937 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 29 15:28:31.047318 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 29 15:28:31.077145 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_db.sqlalchemy.engines [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84663) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 29 15:28:31.547753 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.managers [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Initializing driver for type 'gre' Apr 29 15:28:31.548280 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] gre ID ranges: [(1, 1000)] Apr 29 15:28:31.765534 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.managers [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Initializing driver for type 'local' Apr 29 15:28:31.765861 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.managers [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Initializing driver for type 'vlan' Apr 29 15:28:31.862074 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] VlanTypeDriver initialization complete Apr 29 15:28:31.862682 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.managers [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Initializing driver for type 'vxlan' Apr 29 15:28:31.862873 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] vxlan ID ranges: [(1, 1000)] Apr 29 15:28:32.077236 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.managers [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Initializing extension driver 'port_security' Apr 29 15:28:32.077597 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.extensions.port_security [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] PortSecurityExtensionDriver initialization complete Apr 29 15:28:32.077903 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.managers [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Initializing mechanism driver 'openvswitch' Apr 29 15:28:32.078233 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.managers [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Initializing mechanism driver 'hyperv' Apr 29 15:28:32.085563 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.plugins.ml2.plugin [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:28:32.086238 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > port after_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.086653 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > port after_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.087006 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > port after_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.087523 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 29 15:28:32.087947 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > subnet after_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.088298 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > subnet after_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.088639 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.089021 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 29 15:28:32.089424 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > network after_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.089807 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > network after_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.090145 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > network after_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.090626 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 29 15:28:32.091026 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > security_group after_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.091373 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > security_group after_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.091710 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.092226 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 29 15:28:32.092647 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.093230 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.093579 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.093962 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 29 15:28:32.094400 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] ML2 OVO RPC backend initialized. {{(pid=84663) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Apr 29 15:28:32.095068 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.095421 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.095860 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > network before_response 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.096208 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > networks before_response 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.096552 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > port before_response 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.096892 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > ports before_response 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.097266 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > subnet before_response 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.097613 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > subnets before_response 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.097988 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > network after_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.098331 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > network after_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.098707 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > network after_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.099048 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > port after_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.107795 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > port after_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.107795 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > port after_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.107795 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > subnet after_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.107795 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > subnet after_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.108199 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.108199 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.plugin [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Modular L2 Plugin initialization complete Apr 29 15:28:32.108199 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading services supported by the core plugin {{(pid=84663) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 29 15:28:32.108199 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.plugins.ml2.managers [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Got port-security extension from driver 'port_security' Apr 29 15:28:32.108199 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.extensions.vlantransparent [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Disabled vlantransparent extension. Apr 29 15:28:32.108199 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84663) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 29 15:28:32.108199 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading Plugin: router Apr 29 15:28:32.150113 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.150440 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > router after_create 55549900 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.150842 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > router before_create 55549900 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.151208 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.151577 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.151936 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > router after_delete 55549900 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.152297 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.152662 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > router after_create 55549900 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.153012 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > router after_update 55549900 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.153363 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > router after_update 55549900 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.153749 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.154104 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > router after_update 55549900 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.154543 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > router precommit_update 55549900 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.154916 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: port after_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.155304 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: port after_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.155646 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: subnet after_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.155995 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.156341 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.156685 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > router precommit_create 55549900 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.157026 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: port before_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.157370 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > router precommit_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.157728 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > router after_update 55549900 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.158115 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.158463 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > router precommit_create 55549900 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.158850 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.159195 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > router precommit_update 55549900 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.159558 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > agent after_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.159909 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > agent after_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.160267 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > network after_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.161140 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Tracking information for resource: router configured {{(pid=84663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:28:32.161475 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Tracking information for resource: floatingip configured {{(pid=84663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:28:32.170465 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.db.l3_agentschedulers_db [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 29 15:28:32.171700 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: port after_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.172228 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: port after_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.172582 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: port after_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.172932 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: port after_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.173842 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > router before_create 55550100 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.174204 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.174599 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > router precommit_create 55550100 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.174957 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > router precommit_update 55550100 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.179321 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.services.provider_configuration [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Service providers = [] {{(pid=84663) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 29 15:28:32.179689 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.db.servicetype_db [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84663) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 29 15:28:32.182784 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.services.service_base [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 15:28:32.183136 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.services.service_base [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 15:28:32.183479 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.services.service_base [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 15:28:32.184368 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.services.service_base [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 15:28:32.184742 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.services.service_base [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 29 15:28:32.185123 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:28:32.185445 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 29 15:28:32.196962 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:28:32.197297 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading Plugin: auto_allocate Apr 29 15:28:32.210236 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: network precommit_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.210648 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: network precommit_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.211167 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:28:32.211488 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading Plugin: tag Apr 29 15:28:32.218087 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:28:32.218410 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading Plugin: timestamp Apr 29 15:28:32.222402 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:28:32.222772 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading Plugin: network_ip_availability Apr 29 15:28:32.228008 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.228381 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.228996 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.229706 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:28:32.230028 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading Plugin: flavors Apr 29 15:28:32.239971 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:28:32.240298 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading Plugin: revisions Apr 29 15:28:32.244459 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:28:32.244850 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_concurrency.lockutils [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.204s {{(pid=84663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:28:32.245578 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84663) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Apr 29 15:28:32.245914 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Initializing extension manager. Apr 29 15:28:32.246414 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: __init__.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.246786 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: __pycache__ {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.247124 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.247464 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.247815 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: _filter_validation_lib.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.248125 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.248451 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: address_group.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.249963 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.250584 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: address-group Apr 29 15:28:32.250913 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: address_scope.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.251624 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.252130 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: address-scope Apr 29 15:28:32.252450 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.253371 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.253880 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: router-admin-state-down-before-update Apr 29 15:28:32.254201 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: agent.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.254922 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.255490 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: agent Apr 29 15:28:32.255808 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: agent_resources_synced.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.256717 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.257223 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: agent-resources-synced Apr 29 15:28:32.257547 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: allowedaddresspairs.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.259533 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.260063 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: allowed-address-pairs Apr 29 15:28:32.260395 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: auto_allocated_topology.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.261501 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.262016 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: auto-allocated-topology Apr 29 15:28:32.262344 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: availability_zone.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.263062 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.263570 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: availability_zone Apr 29 15:28:32.263895 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: availability_zone_filter.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.265004 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.265515 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: availability_zone_filter Apr 29 15:28:32.265842 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: data_plane_status.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.266788 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.267326 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension data-plane-status not supported by any of loaded plugins Apr 29 15:28:32.267655 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: default_subnetpools.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.268574 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.269078 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: default-subnetpools Apr 29 15:28:32.269402 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.270173 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.270721 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: dhcp_agent_scheduler Apr 29 15:28:32.271048 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: dns.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.271958 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.272504 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension dns-integration not supported by any of loaded plugins Apr 29 15:28:32.272830 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: dns_domain_ports.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.279146 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.279654 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 29 15:28:32.280012 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: dvr.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.280689 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.281300 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: dvr Apr 29 15:28:32.281636 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: empty_string_filtering.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.282584 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.283108 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: empty-string-filtering Apr 29 15:28:32.283433 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.284382 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.284887 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 29 15:28:32.285211 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.286153 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.286716 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 29 15:28:32.287041 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: external_net.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.287950 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.288469 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: external-net Apr 29 15:28:32.288788 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.289717 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.290272 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: extra_dhcp_opt Apr 29 15:28:32.290621 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: extraroute.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.291551 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.292058 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: extraroute Apr 29 15:28:32.292373 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: extraroute_atomic.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.293443 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.293952 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: extraroute-atomic Apr 29 15:28:32.294272 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: filter_validation.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.294994 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.296161 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: filter-validation Apr 29 15:28:32.296410 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: fip_pf_description.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.297341 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.297841 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 29 15:28:32.298161 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: fip_port_details.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.299107 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.299618 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: fip-port-details Apr 29 15:28:32.299941 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: flavors.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.301228 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.301746 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: flavors Apr 29 15:28:32.302072 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.308575 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.309092 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 29 15:28:32.309423 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: floatingip_pools.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.310172 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.310716 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: floatingip-pools Apr 29 15:28:32.311042 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: ip_allocation.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.312611 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.313112 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension ip_allocation not supported by any of loaded plugins Apr 29 15:28:32.313434 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.314364 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.314913 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: ip-substring-filtering Apr 29 15:28:32.315239 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: l2_adjacency.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.316224 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.316729 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 29 15:28:32.317052 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: l3.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.318084 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.318638 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: router Apr 29 15:28:32.318965 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.321379 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.321905 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 29 15:28:32.322234 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.323198 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.323716 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: ext-gw-mode Apr 29 15:28:32.324044 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.325004 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.325510 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: l3-ha Apr 29 15:28:32.325834 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: l3_flavors.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.326777 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.327363 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: l3-flavors Apr 29 15:28:32.327685 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.328598 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.329105 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 29 15:28:32.329474 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: l3agentscheduler.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.330535 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.331050 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: l3_agent_scheduler Apr 29 15:28:32.331377 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: logging.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.332859 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.333377 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension logging not supported by any of loaded plugins Apr 29 15:28:32.333705 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: metering.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.334450 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.335056 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: metering Apr 29 15:28:32.335381 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.354192 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.354761 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: metering_source_and_destination_fields Apr 29 15:28:32.355101 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: multiprovidernet.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.356026 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.356538 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: multi-provider Apr 29 15:28:32.356866 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: netmtu.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.357772 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.358930 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: net-mtu Apr 29 15:28:32.359439 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: netmtu_writable.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.360356 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.360868 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: net-mtu-writable Apr 29 15:28:32.361192 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: network_availability_zone.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.361861 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.362363 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: network_availability_zone Apr 29 15:28:32.362712 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: network_ip_availability.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.363785 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.364290 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: network-ip-availability Apr 29 15:28:32.364650 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: network_segment_range.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.365414 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.365918 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension network-segment-range not supported by any of loaded plugins Apr 29 15:28:32.366236 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: pagination.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.367228 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.367556 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: pagination Apr 29 15:28:32.367874 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.368775 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.369281 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: port-mac-address-regenerate Apr 29 15:28:32.369631 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: port_resource_request.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.370547 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.371055 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension port-resource-request not supported by any of loaded plugins Apr 29 15:28:32.371375 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: portbindings.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.372276 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.372778 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: binding Apr 29 15:28:32.373097 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: portbindings_extended.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.375357 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.375869 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: binding-extended Apr 29 15:28:32.376200 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: portsecurity.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.377109 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.377619 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: port-security Apr 29 15:28:32.377940 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: project_id.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.378919 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.379250 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: project-id Apr 29 15:28:32.379569 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: providernet.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.380466 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.380974 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: provider Apr 29 15:28:32.381327 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: qos.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.385081 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.385592 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension qos not supported by any of loaded plugins Apr 29 15:28:32.385929 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.387189 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.387746 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 29 15:28:32.388070 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.388971 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.389587 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 29 15:28:32.390115 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: qos_default.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.391047 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.391557 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension qos-default not supported by any of loaded plugins Apr 29 15:28:32.391883 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: qos_fip.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.392559 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.393051 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension qos-fip not supported by any of loaded plugins Apr 29 15:28:32.393371 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: qos_gateway_ip.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.394283 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.394811 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 29 15:28:32.395130 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: qos_port_network_policy.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.396038 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.396543 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 29 15:28:32.396861 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: qos_rule_type_details.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.397763 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.398269 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 29 15:28:32.398644 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: qos_rules_alias.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.399731 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.400295 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 29 15:28:32.400570 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: quotasv2.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.401443 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.401766 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: quotas Apr 29 15:28:32.402086 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: quotasv2_detail.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.403707 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.404041 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: quota_details Apr 29 15:28:32.404364 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: rbac.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.405769 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.406645 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: rbac-policies Apr 29 15:28:32.407034 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: rbac_address_scope.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.411064 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.411577 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: rbac-address-scope Apr 29 15:28:32.411899 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: rbac_security_groups.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.412800 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.413308 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: rbac-security-groups Apr 29 15:28:32.413628 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: rbac_subnetpool.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.414551 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.415059 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: rbac-subnetpool Apr 29 15:28:32.415378 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: revisionifmatch.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.416324 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.416832 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: revision-if-match Apr 29 15:28:32.417151 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: revisions.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.418245 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.418781 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: standard-attr-revisions Apr 29 15:28:32.419103 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: router_availability_zone.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.419767 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.420268 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: router_availability_zone Apr 29 15:28:32.420584 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: routerservicetype.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.422354 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.422957 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension router-service-type not supported by any of loaded plugins Apr 29 15:28:32.423284 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.424188 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.424699 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: port-security-groups-filtering Apr 29 15:28:32.425019 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: securitygroup.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.435964 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.437235 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: security-group Apr 29 15:28:32.437761 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: segment.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.438612 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.439165 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension segment not supported by any of loaded plugins Apr 29 15:28:32.445817 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.446540 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.447048 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 29 15:28:32.447370 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: servicetype.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.448456 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.448977 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: service-type Apr 29 15:28:32.449297 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: sorting.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.450299 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.450657 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: sorting Apr 29 15:28:32.450982 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: standard_attr_segment.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.451957 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.452761 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 29 15:28:32.453082 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: standardattrdescription.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.453729 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.454234 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: standard-attr-description Apr 29 15:28:32.454579 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: stateful_security_group.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.455498 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.456006 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: stateful-security-group Apr 29 15:28:32.456328 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: stdattrs_common.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.456900 dv-neutron-839913-1-hyperv neutron-server[84663]: WARNING neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 29 15:28:32.457216 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.458314 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.458935 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 29 15:28:32.459253 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: subnet_onboard.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.460508 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.461021 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: subnet_onboard Apr 29 15:28:32.461342 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.462259 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.462790 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 29 15:28:32.463139 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: subnet_service_types.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.464055 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.464562 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: subnet-service-types Apr 29 15:28:32.464905 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: subnetallocation.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.465984 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.466507 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: subnet_allocation Apr 29 15:28:32.466834 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.467509 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.468300 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: subnetpool-prefix-ops Apr 29 15:28:32.468628 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.469567 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.470071 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 29 15:28:32.470389 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: tagging.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.471472 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.472028 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: standard-attr-tag Apr 29 15:28:32.475568 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: timestamp.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.476068 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.476580 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loaded extension: standard-attr-timestamp Apr 29 15:28:32.476905 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: trunk.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.477934 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.478441 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension trunk not supported by any of loaded plugins Apr 29 15:28:32.479042 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: trunk_details.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.479946 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.480453 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension trunk-details not supported by any of loaded plugins Apr 29 15:28:32.480772 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: uplink_status_propagation.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.481675 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.482222 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 29 15:28:32.482579 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Loading extension file: vlantransparent.py {{(pid=84663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 15:28:32.483981 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 15:28:32.484636 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 29 15:28:32.487055 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Creating instance of TrackedResource for resource:network Apr 29 15:28:32.487780 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Creating instance of TrackedResource for resource:subnet Apr 29 15:28:32.488385 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 15:28:32.489148 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Creating instance of TrackedResource for resource:port Apr 29 15:28:32.490391 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.v2.resource_helper [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:28:32.490860 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.v2.resource_helper [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Service FLAVORS assigned prefix: {{(pid=84663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:28:32.491454 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.v2.resource_helper [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:28:32.491889 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.v2.resource_helper [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:28:32.492225 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Creating instance of TrackedResource for resource:router Apr 29 15:28:32.492895 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Creating instance of TrackedResource for resource:floatingip Apr 29 15:28:32.493633 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.v2.resource_helper [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Service METERING assigned prefix: /metering {{(pid=84663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:28:32.495081 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.495450 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.495851 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:28:32.496959 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 15:28:32.497401 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Creating instance of TrackedResource for resource:security_group Apr 29 15:28:32.498112 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 15:28:32.499461 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.v2.resource_helper [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Service CORE assigned prefix: {{(pid=84663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:28:32.500053 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 15:28:32.500476 dv-neutron-839913-1-hyperv neutron-server[84663]: WARNING neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] subnetpool is already registered Apr 29 15:28:32.501079 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.v2.resource_helper [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Service CORE assigned prefix: {{(pid=84663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:28:32.501413 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 15:28:32.501736 dv-neutron-839913-1-hyperv neutron-server[84663]: WARNING neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] subnetpool is already registered Apr 29 15:28:32.504261 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.v2.resource_helper [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:28:32.504694 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.v2.resource_helper [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Service FLAVORS assigned prefix: {{(pid=84663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:28:32.505314 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.v2.resource_helper [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:28:32.505731 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.v2.resource_helper [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:28:32.506060 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Creating instance of TrackedResource for resource:router Apr 29 15:28:32.506384 dv-neutron-839913-1-hyperv neutron-server[84663]: WARNING neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] router is already registered Apr 29 15:28:32.506993 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Creating instance of TrackedResource for resource:floatingip Apr 29 15:28:32.507320 dv-neutron-839913-1-hyperv neutron-server[84663]: WARNING neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] floatingip is already registered Apr 29 15:28:32.507934 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.v2.resource_helper [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Service METERING assigned prefix: /metering {{(pid=84663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:28:32.508651 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 15:28:32.508979 dv-neutron-839913-1-hyperv neutron-server[84663]: WARNING neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] rbac_policy is already registered Apr 29 15:28:32.509510 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Creating instance of TrackedResource for resource:security_group Apr 29 15:28:32.509833 dv-neutron-839913-1-hyperv neutron-server[84663]: WARNING neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] security_group is already registered Apr 29 15:28:32.510443 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 15:28:32.510796 dv-neutron-839913-1-hyperv neutron-server[84663]: WARNING neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] security_group_rule is already registered Apr 29 15:28:32.511534 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.v2.resource_helper [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Service CORE assigned prefix: {{(pid=84663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:28:32.511870 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 15:28:32.512192 dv-neutron-839913-1-hyperv neutron-server[84663]: WARNING neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] subnetpool is already registered Apr 29 15:28:32.512782 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.v2.resource_helper [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Service CORE assigned prefix: {{(pid=84663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:28:32.513110 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 15:28:32.513429 dv-neutron-839913-1-hyperv neutron-server[84663]: WARNING neutron.quota.resource_registry [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] subnetpool is already registered Apr 29 15:28:32.514062 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: extensions {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.515833 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: address-groups {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.517422 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: address-scopes {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.518719 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: agents {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.519845 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: auto-allocated-topology {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.521053 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: availability_zones {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.522345 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: dhcp-networks {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.523794 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: dhcp-agents {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.525179 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: routers {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.527440 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: flavors {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.528305 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: service_profiles {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.529490 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: next_providers {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.531806 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: service_profiles {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.533212 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: floatingip-pools {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.534795 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: routers {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.536660 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: floatingips {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.537858 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: l3-routers {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.539373 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: l3-agents {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.540990 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: metering-labels {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.542663 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: metering-label-rules {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.543909 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: network-ip-availabilities {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.545253 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: bindings {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.548663 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: quotas {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.550135 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: quotas {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.552055 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: rbac-policies {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.553325 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: security-groups {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.554679 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: security-group-rules {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.555968 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: service-providers {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.557415 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: subnetpools {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.558918 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: subnetpools {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.560345 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: tags {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.562461 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: tags {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.564247 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: tags {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.567519 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: tags {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.567938 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: tags {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.569647 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: tags {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.571457 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: tags {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.573534 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: tags {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.575603 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: tags {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.577954 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron.api.extensions [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Extended resource: tags {{(pid=84663) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 15:28:32.584292 dv-neutron-839913-1-hyperv neutron-server[84663]: WARNING keystonemiddleware.auth_token [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 29 15:28:32.589258 dv-neutron-839913-1-hyperv neutron-server[84663]: WARNING keystonemiddleware.auth_token [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 29 15:28:32.598184 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_concurrency.lockutils [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Acquired lock "singleton_lock" {{(pid=84663) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 29 15:28:32.598807 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_concurrency.lockutils [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Releasing lock "singleton_lock" {{(pid=84663) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 29 15:28:32.599435 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO oslo_service.service [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Starting 2 workers Apr 29 15:28:32.604272 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Started child 84770 {{(pid=84663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 29 15:28:32.609185 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Started child 84771 {{(pid=84663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 29 15:28:32.610311 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:32.610992 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO neutron.service [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 29 15:28:32.611601 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Notify callbacks [] for process, before_spawn {{(pid=84663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:32.611936 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [-] (84770) wsgi starting up on http://0.0.0.0:9696 Apr 29 15:28:32.614064 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO oslo_service.service [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Starting 1 workers Apr 29 15:28:32.614218 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:32.615606 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [-] (84771) wsgi starting up on http://0.0.0.0:9696 Apr 29 15:28:32.619096 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Started child 84772 {{(pid=84663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 29 15:28:32.619615 dv-neutron-839913-1-hyperv neutron-server[84663]: INFO oslo_service.service [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Starting 1 workers Apr 29 15:28:32.622880 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.service [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] calling RpcWorker wait() {{(pid=84772) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 29 15:28:32.623534 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.service [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] returning from RpcWorker wait() {{(pid=84772) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 29 15:28:32.624490 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Started child 84773 {{(pid=84663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 29 15:28:32.624686 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:32.625084 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:28:32.625582 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG neutron_lib.callbacks.manager [None req-91dc9df8-b419-4a45-a70f-ceae4fe5dda2 None None] Notify callbacks [] for process, after_spawn {{(pid=84663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:32.627443 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84663) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 29 15:28:32.627656 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 15:28:32.627836 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 15:28:32.628051 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 15:28:32.628415 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 15:28:32.628569 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 15:28:32.629065 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.629232 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:32.629738 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.629738 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.629949 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.630078 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:28:32.630196 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.630687 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.630976 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.631203 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.635933 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.635933 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.635933 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.635933 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.635933 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.635933 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.635933 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.635933 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.635933 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.637126 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.637126 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.637126 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.637126 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.637126 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.637126 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] debug = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.637126 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.638032 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.638032 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.638032 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.638032 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.638032 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.638032 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.638869 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.638869 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.638869 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.638869 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.638869 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.638869 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.638869 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.638869 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.639955 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.639955 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] host = dv-neutron-839913-1-hyperv {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.639955 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.640350 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.640485 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.640699 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.641117 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.641324 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.641692 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.641963 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.642196 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.642421 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.642744 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.642986 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.643203 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.643450 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] log_file = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.643613 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] log_options = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.643825 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.644107 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.644376 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.644564 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.644823 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.644979 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.645126 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.645384 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.645530 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.645738 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.646009 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.646172 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.646397 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.646689 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.646912 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.647127 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.647373 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.647598 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.647878 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.648109 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.648330 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.648556 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.648770 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.648979 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.649190 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.649398 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.649638 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.649870 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.650080 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.650353 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.650603 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.650856 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.651084 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.651320 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.651537 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.651755 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.651964 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.652219 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.652442 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.652687 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.652934 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.653142 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.653445 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.653631 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.653864 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.654070 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] use_json = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.654273 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.654546 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.654762 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.656431 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.657062 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.657062 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.658169 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.658169 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.658169 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.658169 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.659023 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.659023 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.659023 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.659434 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.659756 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.660196 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.660419 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.660685 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.660941 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.661243 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.661473 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.661884 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.662176 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.662415 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.662714 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.662935 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.663178 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.663403 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.663628 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.663853 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.664071 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.664345 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.664570 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.664827 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.665059 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.665294 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.665515 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.665744 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.666016 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.666242 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.666505 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.672038 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.672038 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.672038 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.672038 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.672038 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.672038 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.672038 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.672038 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.672038 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.672604 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.672604 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.672604 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.672604 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.672604 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.672604 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.672604 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.672604 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.672604 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.673118 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.673118 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.673118 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.673118 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.673118 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.673118 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.673118 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.673118 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.673118 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.673608 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.673608 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.673723 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.673948 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.674165 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.674381 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.674624 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.674847 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.675061 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.675279 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.675507 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.675719 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.675933 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.676149 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.676362 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.676659 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.676969 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.677219 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.677469 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.677686 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.677942 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.678175 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.678423 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.679116 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.680015 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.680690 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.681000 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.681254 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.681521 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.681790 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.682049 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.682343 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.682603 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.682867 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.683099 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.683376 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.683622 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.683920 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.684159 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.684804 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.685077 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.685349 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.685620 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.685851 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.686135 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.686478 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.686478 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.686478 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.687558 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.687867 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.687973 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.688649 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.688649 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.688997 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.689268 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.689420 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.689696 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.689927 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.690207 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.690510 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.690764 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.690982 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.691230 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.691549 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.691796 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.692008 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.692261 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.692528 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.692773 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.693009 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.693266 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.693523 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.693778 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.694013 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.694264 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.694520 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.694752 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.694998 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.695208 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.695440 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.695690 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.695893 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.696121 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.696332 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.696561 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.696824 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.696987 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.697198 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.697408 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.697651 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.697892 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.698101 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.698314 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.698577 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.698806 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.699018 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.699228 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.699476 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.699725 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.699935 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.700194 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.700429 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.700658 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.700870 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.701107 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.701356 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.701557 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.701806 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.702055 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.702348 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.702599 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.702740 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.702909 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.703140 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.703355 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.703560 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.703779 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.703987 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.704329 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.704538 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.704869 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.705208 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.705427 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.705669 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.705881 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.706091 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.706303 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.708656 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.708656 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.708656 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.708656 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.708656 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.708656 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.708656 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.708656 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.708656 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.709904 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.709904 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.709904 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.709904 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.709904 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.709904 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.709904 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.709904 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.710663 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.710663 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.710663 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.710873 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.710960 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.712890 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.712890 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.712890 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.712890 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.712890 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.712890 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.712890 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.712890 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.713903 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.713903 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.713903 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.713903 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.713903 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.714509 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.714509 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.714746 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.714883 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.715047 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.718238 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.718238 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.718238 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.718238 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.718238 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.718238 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.718238 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.718238 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.719493 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.719493 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.719493 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.719493 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.719493 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.719493 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.719493 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.720407 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.720407 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.720407 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.720818 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.720818 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.721079 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.721223 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.721369 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.721585 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.721798 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.722031 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.722268 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.722515 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.722755 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.722983 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.723192 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.723410 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.723638 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.723851 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.724064 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.724219 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 15:28:32.724718 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84663) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 29 15:28:32.724861 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 15:28:32.724999 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 15:28:32.725147 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 15:28:32.725314 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 15:28:32.725468 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 15:28:32.725651 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.725795 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.725941 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.726078 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.726238 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.726412 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.726627 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.726768 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.726924 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.727064 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.727213 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.727349 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.727491 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.727631 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.727767 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.727903 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.728038 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.728182 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.728319 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.728456 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.728852 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.729086 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.729228 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] debug = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.729376 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.729512 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.730155 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.730155 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.730155 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.730155 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.730155 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.730517 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.730517 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.730662 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.730777 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.730931 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.731085 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.731237 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.731389 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.731542 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.731696 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] host = dv-neutron-839913-1-hyperv {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.731849 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.732001 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.732154 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.732308 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.732465 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.732617 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.732770 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.732924 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.733077 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.733298 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.733937 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.734090 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.734242 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.734395 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] log_file = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.734568 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] log_options = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.734723 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.734876 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.735021 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.735190 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.735347 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.735486 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.735709 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.735847 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.735980 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.736105 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.736228 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.736350 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.736494 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.736643 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.736789 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.736936 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.737082 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.737240 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.737392 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.737609 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.737746 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.737869 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.737990 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.738121 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.738246 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.738458 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.738618 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.738732 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.738852 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.739153 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.739153 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.739404 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.739541 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.739739 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.739739 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.740719 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.740719 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.740719 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.740719 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.740719 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.741231 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.741231 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.741476 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.741607 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.741692 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.741857 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] use_json = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.742016 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.742170 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.742332 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.742471 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.742695 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.742838 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.743363 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.743363 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.743363 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:28:32.743363 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.743825 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.743825 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.743825 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.744047 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.744127 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.744257 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.744415 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.744573 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.744728 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.744890 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.745058 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.745213 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.745364 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.745516 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.745668 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.745819 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.745971 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.746134 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.746319 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.746434 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.746635 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.746789 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.746939 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.747096 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.747251 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.747407 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.747563 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.747723 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.747881 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.748036 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.748192 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.748347 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.748505 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.748661 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.748849 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.749007 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.749163 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.749320 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.749478 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.749646 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.749800 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.749956 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.750110 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.750267 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.750422 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.750599 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.750756 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.750912 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.751059 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.751212 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.751380 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.751535 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.751691 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.751846 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.752002 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.752162 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.752318 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.752473 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.752627 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.752783 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.752940 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.753096 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.753252 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.753408 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.753563 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.753719 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.753876 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.754030 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.754186 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.754341 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.754517 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.754686 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.754842 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.755006 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.755176 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.755384 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.755510 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.755631 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.755753 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.755913 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.756068 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.756224 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.756380 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.756538 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.756707 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.756848 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.757007 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.757162 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.757318 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.757474 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.757630 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.757784 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.757939 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.758096 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.758252 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.758407 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.758585 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.758742 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.758896 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.759051 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.759583 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.759583 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.759583 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.759964 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.759964 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.759964 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.762581 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.762581 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.762581 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.762581 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.762581 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.762581 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.762581 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.762581 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.763069 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.763069 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.763069 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.763069 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.763069 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.763069 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.763069 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.763069 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.763516 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.763516 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.763516 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.763516 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.763516 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.763516 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.763516 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.763516 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.763949 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.763949 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.763949 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.764116 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.764188 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.764350 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.765906 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.765906 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.765906 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.765906 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.765906 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.765906 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.765906 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.765906 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.766451 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.766451 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.766451 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.766451 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.766451 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.766451 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.766920 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.766920 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.766920 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.767123 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.767123 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.767262 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.767426 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.767582 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.767740 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.767895 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.768051 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.768206 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.768363 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.768518 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.768674 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.768834 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.768987 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.769143 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.769299 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.769460 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.769743 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.769902 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.770059 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.770232 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.770362 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.770537 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.771531 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.771531 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.771531 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.771531 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.771863 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.772033 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.772192 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.772348 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.772504 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.772661 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.772815 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.773126 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.774512 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.774512 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.774512 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.774512 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.774512 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.774512 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.774512 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.774512 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.774512 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.775161 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.775161 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.775161 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.775161 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.775423 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.775423 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.775553 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.775659 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.775813 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.776120 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.776292 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.776454 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.776611 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.776764 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.777068 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.777237 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.777395 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.777551 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.777708 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.777864 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.778028 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.778344 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.778519 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.778690 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.778842 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.779143 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.779304 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.779496 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.779669 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.779810 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.779951 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.780644 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.780810 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.780961 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.781115 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.781281 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.781444 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.781603 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.781768 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.781933 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.782096 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.782253 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.782416 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.782613 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.782771 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.782927 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.783084 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.783240 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.783397 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.783553 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.783711 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.783867 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.784024 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.784180 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.784337 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.784652 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.784652 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.784863 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.784943 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.785078 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.785233 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.785389 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.785600 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:28:32.785754 dv-neutron-839913-1-hyperv neutron-server[84663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 15:28:32.791089 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:28:33.082386 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 46798) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:28:33.090979 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063901 Apr 29 15:28:43.533715 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600063d4-6168-4833-baa6-7d89e4656cc7 None None] get_active_networks_info from dv-neutron-839913-1-hyperv {{(pid=84772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 15:28:43.605721 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600063d4-6168-4833-baa6-7d89e4656cc7 None None] No non-hosted networks {{(pid=84772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 29 15:28:43.626288 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.agentschedulers_db [None req-600063d4-6168-4833-baa6-7d89e4656cc7 None None] DHCP Agent not found on host dv-neutron-839913-1-hyperv {{(pid=84772) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 29 15:28:43.730646 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-844b484c-045d-411c-bbed-4a4babdc5301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-420926'] for agent, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:45.900394 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9c70791f-2e79-4dbd-9b18-30b648c31eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-420926'] for agent, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:45.951239 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-61392391-7f61-471b-9f33-c5d2353e869b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-839913-1-hyperv {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:28:45.952031 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-61392391-7f61-471b-9f33-c5d2353e869b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:28:46.467339 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-61392391-7f61-471b-9f33-c5d2353e869b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:47.108461 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-420926'] for agent, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:47.459137 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-420926'] for agent, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:47.459803 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:47.460152 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:47.460494 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:47.460831 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:47.461166 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:47.461498 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:47.461826 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:47.462182 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:47.462537 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:47.462883 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:47.463236 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:47.463630 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-839913-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:28:47.474219 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-839913-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:28:48.304761 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-420926'] for agent, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:48.986841 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.db.l3_hamode_db [None req-4851d4a2-f2b1-4395-8623-a1d4fad5acbd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 29 15:28:49.071474 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4851d4a2-f2b1-4395-8623-a1d4fad5acbd None None] Routers set() bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:28:49.071852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4851d4a2-f2b1-4395-8623-a1d4fad5acbd None None] Router IDs set() for agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 29 15:28:50.005215 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 46890) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:28:50.603657 dv-neutron-839913-1-hyperv neutron-server[84771]: WARNING oslo_policy.policy [None req-3cd4072d-5fe0-4245-923f-a7301b885154 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:28:50.604256 dv-neutron-839913-1-hyperv neutron-server[84771]: WARNING oslo_policy.policy [None req-3cd4072d-5fe0-4245-923f-a7301b885154 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:28:50.815113 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-3cd4072d-5fe0-4245-923f-a7301b885154 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:28:50.816172 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3cd4072d-5fe0-4245-923f-a7301b885154 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8100655 Apr 29 15:28:53.087682 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 46904) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:28:53.490456 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-1fc864cd-8640-4858-9926-9a37ed15bf59 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:28:53.542796 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.policy [None req-1fc864cd-8640-4858-9926-9a37ed15bf59 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84771) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 29 15:28:53.543524 dv-neutron-839913-1-hyperv neutron-server[84771]: WARNING oslo_policy.policy [None req-1fc864cd-8640-4858-9926-9a37ed15bf59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:28:53.543885 dv-neutron-839913-1-hyperv neutron-server[84771]: WARNING oslo_policy.policy [None req-1fc864cd-8640-4858-9926-9a37ed15bf59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:28:53.547135 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.quota [None req-1fc864cd-8640-4858-9926-9a37ed15bf59 admin admin] Loaded quota_driver: . Apr 29 15:28:53.562814 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1fc864cd-8640-4858-9926-9a37ed15bf59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:28:53.703458 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1fc864cd-8640-4858-9926-9a37ed15bf59 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738480244604', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738480287318', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738480286889', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738480278852', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738480271678', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1106621', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2041897', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-654013', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-572599'] for rbac-policy, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:53.896794 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1fc864cd-8640-4858-9926-9a37ed15bf59 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:53.897926 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1fc864cd-8640-4858-9926-9a37ed15bf59 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8092837 Apr 29 15:28:56.431801 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 46918) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:28:56.801081 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '6a47d4cd058647088e3d1b2d05ba11f1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:28:56.805744 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:28:56.810155 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Usage tracker for resource:network and tenant:6a47d4cd058647088e3d1b2d05ba11f1 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:28:56.814975 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:28:56.821003 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:28:56.899554 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Made reservation on behalf of 6a47d4cd058647088e3d1b2d05ba11f1 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:28:56.902213 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:56.920458 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:56.962524 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:28:56.966370 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Usage tracker for resource:security_group_rule and tenant:6a47d4cd058647088e3d1b2d05ba11f1 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:28:56.969290 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:28:56.975888 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:28:57.135002 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:57.300072 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:57.322468 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:28:57.348724 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738482678896', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:57.349315 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Unsubscribe: segment precommit_create {{(pid=84771) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 15:28:57.349797 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Added segment f7d6efdf-dc57-408a-99c0-51c93f17f9bf of type vlan for network 6dd4e0a4-473e-4326-99d7-71c85d3d85f9 Apr 29 15:28:57.364022 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c981666-6f81-43d9-9ab9-56f6ba5cfef5,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:28:57.414616 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:57.414891 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:57.415222 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:57.415545 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:57.415881 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:57.416188 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:57.416505 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:57.416827 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:57.417155 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:57.417449 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:57.417757 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Tracked resource versions report: Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: pushed versions: Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: { 'ConntrackHelper': {'1.0'}, Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: 'Log': {'1.0'}, Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: 'Network': {'1.1'}, Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: 'Port': {'1.5'}, Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: 'PortForwarding': {'1.2'}, Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: 'QosPolicy': {'1.8'}, Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: 'SecurityGroup': {'1.2'}, Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: 'SecurityGroupRule': {'1.0'}, Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: 'SubPort': {'1.0'}, Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: 'Subnet': {'1.1'}, Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: 'Trunk': {'1.1'}} Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: consumer versions: Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: { DHCP agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: L3 agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: Metadata agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: Metering agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: Open vSwitch agent@dv-neutron-839913-1-hyperv: { 'ConntrackHelper': '1.0', Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: 'Log': '1.0', Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: 'Network': '1.1', Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: 'Port': '1.5', Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: 'PortForwarding': '1.2', Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: 'QosPolicy': '1.8', Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: 'SecurityGroup': '1.2', Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: 'SecurityGroupRule': '1.0', Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: 'SubPort': '1.0', Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: 'Subnet': '1.1', Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: 'Trunk': '1.1'}} Apr 29 15:28:57.419043 dv-neutron-839913-1-hyperv neutron-server[84771]: {{(pid=84771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:28:57.474188 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:57.574009 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:57.575000 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:28:57.575637 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:57.683291 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] Pushing event updated for resources: {'Network': ['ID=6dd4e0a4-473e-4326-99d7-71c85d3d85f9,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:28:57.694919 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 6dd4e0a4-473e-4326-99d7-71c85d3d85f9 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:28:57.752338 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e439e916-d4b0-46eb-a392-42ea5e9b545b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3194585 Apr 29 15:29:00.308406 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 46934) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:00.773087 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5882d71d-7ba8-43cf-8223-825af5339965 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:29:00.774407 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5882d71d-7ba8-43cf-8223-825af5339965 admin admin] 10.222.0.21 "GET /v2.0/networks/6dd4e0a4-473e-4326-99d7-71c85d3d85f9 HTTP/1.1" status: 200 len: 825 time: 0.4650676 Apr 29 15:29:00.804635 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f871fb6c-8a1b-4fca-bb2e-ca70b4b45ad5 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/dc6deea1-6cd9-401a-a4cc-ea2b5a4371e6 HTTP/1.1" status: 200 len: 734 time: 0.0247424 Apr 29 15:29:00.812825 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-e4cb9249-7511-42e7-9839-3415bb54aaed admin admin] Request body: {'subnet': {'network_id': '6dd4e0a4-473e-4326-99d7-71c85d3d85f9', 'subnetpool_id': 'dc6deea1-6cd9-401a-a4cc-ea2b5a4371e6', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '6a47d4cd058647088e3d1b2d05ba11f1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:29:00.817165 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e4cb9249-7511-42e7-9839-3415bb54aaed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:00.821049 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e4cb9249-7511-42e7-9839-3415bb54aaed admin admin] Usage tracker for resource:subnet and tenant:6a47d4cd058647088e3d1b2d05ba11f1 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:00.823936 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e4cb9249-7511-42e7-9839-3415bb54aaed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:00.829450 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e4cb9249-7511-42e7-9839-3415bb54aaed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:00.985625 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cb9249-7511-42e7-9839-3415bb54aaed admin admin] Made reservation on behalf of 6a47d4cd058647088e3d1b2d05ba11f1 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:00.988028 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e4cb9249-7511-42e7-9839-3415bb54aaed admin admin] Notify callbacks [] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:01.318360 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e4cb9249-7511-42e7-9839-3415bb54aaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:01.419503 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb9249-7511-42e7-9839-3415bb54aaed admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a9be8fb-4ebb-4665-baba-ef81fc8b75f9,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:01.426043 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cb9249-7511-42e7-9839-3415bb54aaed admin admin] Checking segment: {'id': 'f7d6efdf-dc57-408a-99c0-51c93f17f9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6dd4e0a4-473e-4326-99d7-71c85d3d85f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:29:01.426790 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cb9249-7511-42e7-9839-3415bb54aaed admin admin] Network hostable DHCP agents. Network: 6dd4e0a4-473e-4326-99d7-71c85d3d85f9, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:29:01.509673 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cb9249-7511-42e7-9839-3415bb54aaed admin admin] Network 6dd4e0a4-473e-4326-99d7-71c85d3d85f9 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:29:01.578038 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-e4cb9249-7511-42e7-9839-3415bb54aaed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 6dd4e0a4-473e-4326-99d7-71c85d3d85f9) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:01.588853 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cb9249-7511-42e7-9839-3415bb54aaed admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:29:01.589205 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e4cb9249-7511-42e7-9839-3415bb54aaed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:01.592334 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68939ec9-0c39-4e98-bd67-a185ce4cae59 None None] Network 6dd4e0a4-473e-4326-99d7-71c85d3d85f9 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:29:01.674414 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e4cb9249-7511-42e7-9839-3415bb54aaed admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8630958 Apr 29 15:29:01.958757 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-6dd4e0a4-473e-4326-99d7-71c85d3d85f9', 'network_id': '6dd4e0a4-473e-4326-99d7-71c85d3d85f9', 'tenant_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'fixed_ips': [{'subnet_id': '3a9be8fb-4ebb-4665-baba-ef81fc8b75f9'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:29:01.959955 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:02.168176 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Allocated IP 172.20.0.2 (6dd4e0a4-473e-4326-99d7-71c85d3d85f9/3a9be8fb-4ebb-4665-baba-ef81fc8b75f9/ea0b4e0c-873d-4ae8-aff4-dc89768a6bfe) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:02.401070 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:02.414901 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Transition to ACTIVE for port object ea0b4e0c-873d-4ae8-aff4-dc89768a6bfe will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:02.436933 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Transition to ACTIVE for port object ea0b4e0c-873d-4ae8-aff4-dc89768a6bfe will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:02.504267 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:02.569788 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Network 6dd4e0a4-473e-4326-99d7-71c85d3d85f9 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:02.572752 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:02.577871 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Pushing event updated for resources: {'Port': ['ID=ea0b4e0c-873d-4ae8-aff4-dc89768a6bfe,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:02.580161 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:29:02.591722 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:02.592077 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:02.592418 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:02.593055 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:02.593147 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:02.593416 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:02.593743 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:02.594084 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:02.594415 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:02.594764 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:02.595086 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Tracked resource versions report: Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: pushed versions: Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: { 'ConntrackHelper': {'1.0'}, Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: 'Log': {'1.0'}, Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: 'Network': {'1.1'}, Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: 'Port': {'1.5'}, Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: 'PortForwarding': {'1.2'}, Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: 'QosPolicy': {'1.8'}, Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: 'SecurityGroup': {'1.2'}, Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: 'SecurityGroupRule': {'1.0'}, Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: 'SubPort': {'1.0'}, Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: 'Subnet': {'1.1'}, Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: 'Trunk': {'1.1'}} Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: consumer versions: Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: { DHCP agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: L3 agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: Metadata agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: Metering agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: Open vSwitch agent@dv-neutron-839913-1-hyperv: { 'ConntrackHelper': '1.0', Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: 'Log': '1.0', Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: 'Network': '1.1', Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: 'Port': '1.5', Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: 'PortForwarding': '1.2', Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: 'QosPolicy': '1.8', Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: 'SecurityGroup': '1.2', Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: 'SecurityGroupRule': '1.0', Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: 'SubPort': '1.0', Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: 'Subnet': '1.1', Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: 'Trunk': '1.1'}} Apr 29 15:29:02.597012 dv-neutron-839913-1-hyperv neutron-server[84772]: {{(pid=84772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:29:02.685101 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Attempting to bind port ea0b4e0c-873d-4ae8-aff4-dc89768a6bfe on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:02.685504 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Attempting to bind port ea0b4e0c-873d-4ae8-aff4-dc89768a6bfe by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'f7d6efdf-dc57-408a-99c0-51c93f17f9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6dd4e0a4-473e-4326-99d7-71c85d3d85f9'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:02.685939 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Attempting to bind port ea0b4e0c-873d-4ae8-aff4-dc89768a6bfe on network 6dd4e0a4-473e-4326-99d7-71c85d3d85f9 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:29:02.692702 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:29:02.693056 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Checking segment: {'id': 'f7d6efdf-dc57-408a-99c0-51c93f17f9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6dd4e0a4-473e-4326-99d7-71c85d3d85f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:29:02.693517 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:02.693908 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Bound using segment: {'id': 'f7d6efdf-dc57-408a-99c0-51c93f17f9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6dd4e0a4-473e-4326-99d7-71c85d3d85f9'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:29:02.694420 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Bound port: ea0b4e0c-873d-4ae8-aff4-dc89768a6bfe, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d6efdf-dc57-408a-99c0-51c93f17f9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6dd4e0a4-473e-4326-99d7-71c85d3d85f9'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:29:02.694834 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:02.780542 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] For port ea0b4e0c-873d-4ae8-aff4-dc89768a6bfe, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:29:02.785223 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] For port ea0b4e0c-873d-4ae8-aff4-dc89768a6bfe, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ea0b4e0c-873d-4ae8-aff4-dc89768a6bfe,segment=NetworkSegment(f7d6efdf-dc57-408a-99c0-51c93f17f9bf),segment_id=f7d6efdf-dc57-408a-99c0-51c93f17f9bf)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:29:02.841301 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:02.950220 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89970c29-6c15-407e-95ff-3044968e61ad None None] Pushing event updated for resources: {'Port': ['ID=ea0b4e0c-873d-4ae8-aff4-dc89768a6bfe,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:04.043597 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 46944) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:04.447825 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-44e61be4-1f0d-4670-9be1-ae2915b12dce admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:29:04.448792 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-44e61be4-1f0d-4670-9be1-ae2915b12dce admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4042623 Apr 29 15:29:06.517875 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc08b1c-2280-4c4f-91c5-e873a415f7af None None] Network 6dd4e0a4-473e-4326-99d7-71c85d3d85f9 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:29:06.699129 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ac60fb19-c35f-44b7-b2a8-73834632e940 None None] Provisioning for port ea0b4e0c-873d-4ae8-aff4-dc89768a6bfe completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:06.726297 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 46958) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:07.123463 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-63f1abfd-4dd4-46aa-ac08-b06592e3ae68 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:29:07.124442 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-63f1abfd-4dd4-46aa-ac08-b06592e3ae68 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3970523 Apr 29 15:29:07.661698 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ea0b4e0c-873d-4ae8-aff4-dc89768a6bfe up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:07.791922 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port ea0b4e0c-873d-4ae8-aff4-dc89768a6bfe completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:07.797096 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port ea0b4e0c-873d-4ae8-aff4-dc89768a6bfe triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:07.797494 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:07.910903 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:07.942366 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port ea0b4e0c-873d-4ae8-aff4-dc89768a6bfe, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ea0b4e0c-873d-4ae8-aff4-dc89768a6bfe,segment=NetworkSegment(f7d6efdf-dc57-408a-99c0-51c93f17f9bf),segment_id=f7d6efdf-dc57-408a-99c0-51c93f17f9bf)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:29:08.026410 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:08.089866 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=ea0b4e0c-873d-4ae8-aff4-dc89768a6bfe,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:09.633185 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ea0b4e0c-873d-4ae8-aff4-dc89768a6bfe up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:09.703082 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port ea0b4e0c-873d-4ae8-aff4-dc89768a6bfe triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:09.703391 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:09.783811 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 46970) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:10.398191 dv-neutron-839913-1-hyperv neutron-server[84770]: WARNING oslo_policy.policy [None req-81147c12-ad31-49e1-97cf-a44a7775a4ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:29:10.398810 dv-neutron-839913-1-hyperv neutron-server[84770]: WARNING oslo_policy.policy [None req-81147c12-ad31-49e1-97cf-a44a7775a4ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:29:10.608836 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-81147c12-ad31-49e1-97cf-a44a7775a4ff admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'admin_state_up': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:29:10.646293 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.policy [None req-81147c12-ad31-49e1-97cf-a44a7775a4ff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84770) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 29 15:29:10.647074 dv-neutron-839913-1-hyperv neutron-server[84770]: WARNING oslo_policy.policy [None req-81147c12-ad31-49e1-97cf-a44a7775a4ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:29:10.647449 dv-neutron-839913-1-hyperv neutron-server[84770]: WARNING oslo_policy.policy [None req-81147c12-ad31-49e1-97cf-a44a7775a4ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:29:10.650711 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.quota [None req-81147c12-ad31-49e1-97cf-a44a7775a4ff admin admin] Loaded quota_driver: . Apr 29 15:29:10.666270 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-81147c12-ad31-49e1-97cf-a44a7775a4ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:10.672691 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-81147c12-ad31-49e1-97cf-a44a7775a4ff admin admin] Usage tracker for resource:router and tenant:6a47d4cd058647088e3d1b2d05ba11f1 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:10.678106 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-81147c12-ad31-49e1-97cf-a44a7775a4ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:10.685584 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-81147c12-ad31-49e1-97cf-a44a7775a4ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:10.775549 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81147c12-ad31-49e1-97cf-a44a7775a4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:10.777597 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81147c12-ad31-49e1-97cf-a44a7775a4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:10.806470 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81147c12-ad31-49e1-97cf-a44a7775a4ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:11.010573 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81147c12-ad31-49e1-97cf-a44a7775a4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:11.155861 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81147c12-ad31-49e1-97cf-a44a7775a4ff admin admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:11.157238 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-81147c12-ad31-49e1-97cf-a44a7775a4ff admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3713505 Apr 29 15:29:13.415501 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 46986) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:13.516321 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-014eb12c-844f-41ee-81d7-7c9f6e41a168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:13.803877 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [None req-80655445-f61c-4f06-8bab-f17487c63b19 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:29:13.804847 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-80655445-f61c-4f06-8bab-f17487c63b19 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3884504 Apr 29 15:29:15.865337 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-231e65ab-03e8-4c5e-a329-0da84d1c489a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.119312 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 46996) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:16.512786 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:29:16.520264 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:16.531549 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Usage tracker for resource:network and tenant:ece92bd139f34aa38377db376e78d2bb is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:16.531549 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:16.533089 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:16.626971 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Made reservation on behalf of ece92bd139f34aa38377db376e78d2bb for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:16.630677 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.647129 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.685850 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:16.689884 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Usage tracker for resource:security_group_rule and tenant:ece92bd139f34aa38377db376e78d2bb is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:16.693467 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:16.699058 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:16.764223 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.848264 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.863805 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Reserving flat network on physical network physnet1 {{(pid=84770) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 29 15:29:16.892875 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738482678896', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.893471 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Unsubscribe: segment precommit_create {{(pid=84770) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 15:29:16.894066 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Added segment 601ec7de-640e-44cc-bedd-2af261cc6413 of type flat for network f991b9a3-9206-4c97-97f2-8545e1219151 Apr 29 15:29:16.908724 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d69d86-5b81-4722-beb7-0d0ad054341d,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:16.958663 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:16.958998 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:16.959326 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:16.959650 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:16.959973 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:16.960296 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:16.960612 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:16.960930 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:16.961249 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:16.961556 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:16.961867 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Tracked resource versions report: Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: pushed versions: Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: { 'ConntrackHelper': {'1.0'}, Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: 'Log': {'1.0'}, Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: 'Network': {'1.1'}, Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: 'Port': {'1.5'}, Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: 'PortForwarding': {'1.2'}, Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: 'QosPolicy': {'1.8'}, Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: 'SecurityGroup': {'1.2'}, Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: 'SecurityGroupRule': {'1.0'}, Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: 'SubPort': {'1.0'}, Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: 'Subnet': {'1.1'}, Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: 'Trunk': {'1.1'}} Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: consumer versions: Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: { DHCP agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: L3 agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: Metadata agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: Metering agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: Open vSwitch agent@dv-neutron-839913-1-hyperv: { 'ConntrackHelper': '1.0', Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: 'Log': '1.0', Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: 'Network': '1.1', Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: 'Port': '1.5', Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: 'PortForwarding': '1.2', Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: 'QosPolicy': '1.8', Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: 'SecurityGroup': '1.2', Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: 'SecurityGroupRule': '1.0', Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: 'SubPort': '1.0', Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: 'Subnet': '1.1', Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: 'Trunk': '1.1'}} Apr 29 15:29:16.963161 dv-neutron-839913-1-hyperv neutron-server[84770]: {{(pid=84770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:29:17.000125 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:17.023065 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:17.133753 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:17.134899 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:29:17.135527 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:17.242967 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] Pushing event updated for resources: {'Network': ['ID=f991b9a3-9206-4c97-97f2-8545e1219151,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:17.258453 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network f991b9a3-9206-4c97-97f2-8545e1219151 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:29:17.340276 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c92fb624-b197-421c-8498-0c42c51565b9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2199619 Apr 29 15:29:17.436655 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:18.267921 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:19.594528 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 47020) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:19.826414 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ba7da3-0c7d-4e26-854d-9d5a0f5465f7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:29:19.827764 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b6ba7da3-0c7d-4e26-854d-9d5a0f5465f7 admin admin] 10.222.0.21 "GET /v2.0/subnets/3a9be8fb-4ebb-4665-baba-ef81fc8b75f9 HTTP/1.1" status: 200 len: 849 time: 0.2322927 Apr 29 15:29:19.972073 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-125994dc-e508-4701-8e9c-30d5bcccd941 admin admin] 10.222.0.21 "GET /v2.0/routers/bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9 HTTP/1.1" status: 200 len: 704 time: 0.1380312 Apr 29 15:29:20.453427 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-949b1573-5a41-4dab-b89f-30d1db7c409c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:20.682642 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-949b1573-5a41-4dab-b89f-30d1db7c409c admin admin] Allocated IP 172.20.0.1 (6dd4e0a4-473e-4326-99d7-71c85d3d85f9/3a9be8fb-4ebb-4665-baba-ef81fc8b75f9/be9f32e7-4515-4dca-a93d-078c07860203) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:20.835063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-949b1573-5a41-4dab-b89f-30d1db7c409c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:20.852979 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-949b1573-5a41-4dab-b89f-30d1db7c409c admin admin] Transition to ACTIVE for port object be9f32e7-4515-4dca-a93d-078c07860203 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:20.977122 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-949b1573-5a41-4dab-b89f-30d1db7c409c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.046638 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949b1573-5a41-4dab-b89f-30d1db7c409c admin admin] Network 6dd4e0a4-473e-4326-99d7-71c85d3d85f9 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:21.049461 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-949b1573-5a41-4dab-b89f-30d1db7c409c admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:21.054501 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b1573-5a41-4dab-b89f-30d1db7c409c admin admin] Pushing event updated for resources: {'Port': ['ID=be9f32e7-4515-4dca-a93d-078c07860203,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:21.064949 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949b1573-5a41-4dab-b89f-30d1db7c409c admin admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:29:21.065497 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-949b1573-5a41-4dab-b89f-30d1db7c409c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.300439 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-949b1573-5a41-4dab-b89f-30d1db7c409c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.330560 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f6560c56-684a-471f-a53f-c0c75d5bb32a None None] Provisioning for port be9f32e7-4515-4dca-a93d-078c07860203 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:21.336140 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f6560c56-684a-471f-a53f-c0c75d5bb32a None None] Provisioning complete for port be9f32e7-4515-4dca-a93d-078c07860203 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:21.336702 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f6560c56-684a-471f-a53f-c0c75d5bb32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.387211 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-f6560c56-684a-471f-a53f-c0c75d5bb32a None None] Port be9f32e7-4515-4dca-a93d-078c07860203 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:29:21.520217 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-949b1573-5a41-4dab-b89f-30d1db7c409c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.581986 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-949b1573-5a41-4dab-b89f-30d1db7c409c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.582725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-949b1573-5a41-4dab-b89f-30d1db7c409c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.714356 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b1573-5a41-4dab-b89f-30d1db7c409c admin admin] Pushing event updated for resources: {'Port': ['ID=be9f32e7-4515-4dca-a93d-078c07860203,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:21.811023 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949b1573-5a41-4dab-b89f-30d1db7c409c admin admin] Network 6dd4e0a4-473e-4326-99d7-71c85d3d85f9 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:21.812136 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-949b1573-5a41-4dab-b89f-30d1db7c409c admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:22.011864 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-46be6da4-ecc5-424f-a69a-e1c3f3a45bbf None None] Provisioning complete for port be9f32e7-4515-4dca-a93d-078c07860203 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:22.012238 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-46be6da4-ecc5-424f-a69a-e1c3f3a45bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:22.065691 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-46be6da4-ecc5-424f-a69a-e1c3f3a45bbf None None] Port be9f32e7-4515-4dca-a93d-078c07860203 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:29:22.216534 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949b1573-5a41-4dab-b89f-30d1db7c409c admin admin] Router bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:29:22.382495 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949b1573-5a41-4dab-b89f-30d1db7c409c admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:29:22.391618 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-949b1573-5a41-4dab-b89f-30d1db7c409c admin admin] 10.222.0.21 "PUT /v2.0/routers/bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4147666 Apr 29 15:29:22.392260 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] Sync routers for ids ['bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:29:22.405494 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] Routers {'bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:29:22.406341 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:29:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:22.579142 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] Set router bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9 gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:29:22.943440 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9', 'name': 'router1', 'tenant_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:10Z', 'updated_at': '2022-04-29T15:29:21Z', 'revision_number': 2, 'project_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'gw_port_host': None, '_interfaces': [{'id': 'be9f32e7-4515-4dca-a93d-078c07860203', 'name': '', 'network_id': '6dd4e0a4-473e-4326-99d7-71c85d3d85f9', 'tenant_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'mac_address': 'fa:16:3e:fe:ad:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a9be8fb-4ebb-4665-baba-ef81fc8b75f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:20Z', 'updated_at': '2022-04-29T15:29:21Z', 'revision_number': 2, 'project_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'subnets': [{'id': '3a9be8fb-4ebb-4665-baba-ef81fc8b75f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc6deea1-6cd9-401a-a4cc-ea2b5a4371e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:22.948209 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] Checking router: bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:29:22.948585 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] Updating router bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9 port be9f32e7-4515-4dca-a93d-078c07860203 binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:29:23.001901 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:23.370344 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:23.384578 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] Transition to ACTIVE for port object be9f32e7-4515-4dca-a93d-078c07860203 will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:23.448886 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:23.611197 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199826d3-1407-4ddc-baf5-1adf56b4d5d2 None None] Pushing event updated for resources: {'Port': ['ID=be9f32e7-4515-4dca-a93d-078c07860203,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:23.652911 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199826d3-1407-4ddc-baf5-1adf56b4d5d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:23.653259 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199826d3-1407-4ddc-baf5-1adf56b4d5d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:23.653607 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199826d3-1407-4ddc-baf5-1adf56b4d5d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:23.653924 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199826d3-1407-4ddc-baf5-1adf56b4d5d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:23.654270 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199826d3-1407-4ddc-baf5-1adf56b4d5d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:23.654632 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199826d3-1407-4ddc-baf5-1adf56b4d5d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:23.654961 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199826d3-1407-4ddc-baf5-1adf56b4d5d2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:23.655300 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199826d3-1407-4ddc-baf5-1adf56b4d5d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:23.655730 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199826d3-1407-4ddc-baf5-1adf56b4d5d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:23.655945 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199826d3-1407-4ddc-baf5-1adf56b4d5d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:23.656259 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199826d3-1407-4ddc-baf5-1adf56b4d5d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199826d3-1407-4ddc-baf5-1adf56b4d5d2 None None] Tracked resource versions report: Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: pushed versions: Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: { 'ConntrackHelper': {'1.0'}, Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: 'Log': {'1.0'}, Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: 'Network': {'1.1'}, Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: 'Port': {'1.5'}, Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: 'PortForwarding': {'1.2'}, Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: 'QosPolicy': {'1.8'}, Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: 'SecurityGroup': {'1.2'}, Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: 'SecurityGroupRule': {'1.0'}, Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: 'SubPort': {'1.0'}, Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: 'Subnet': {'1.1'}, Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: 'Trunk': {'1.1'}} Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: consumer versions: Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: { DHCP agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: L3 agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: Metadata agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: Metering agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: Open vSwitch agent@dv-neutron-839913-1-hyperv: { 'ConntrackHelper': '1.0', Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: 'Log': '1.0', Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: 'Network': '1.1', Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: 'Port': '1.5', Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: 'PortForwarding': '1.2', Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: 'QosPolicy': '1.8', Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: 'SecurityGroup': '1.2', Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: 'SecurityGroupRule': '1.0', Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: 'SubPort': '1.0', Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: 'Subnet': '1.1', Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: 'Trunk': '1.1'}} Apr 29 15:29:23.657577 dv-neutron-839913-1-hyperv neutron-server[84773]: {{(pid=84773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:29:23.707898 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] Attempting to bind port be9f32e7-4515-4dca-a93d-078c07860203 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:23.708340 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] Attempting to bind port be9f32e7-4515-4dca-a93d-078c07860203 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'f7d6efdf-dc57-408a-99c0-51c93f17f9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6dd4e0a4-473e-4326-99d7-71c85d3d85f9'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:23.708782 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] Attempting to bind port be9f32e7-4515-4dca-a93d-078c07860203 on network 6dd4e0a4-473e-4326-99d7-71c85d3d85f9 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:29:23.715329 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:29:23.715744 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] Checking segment: {'id': 'f7d6efdf-dc57-408a-99c0-51c93f17f9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6dd4e0a4-473e-4326-99d7-71c85d3d85f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:29:23.716213 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:23.716597 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] Bound using segment: {'id': 'f7d6efdf-dc57-408a-99c0-51c93f17f9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6dd4e0a4-473e-4326-99d7-71c85d3d85f9'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:29:23.717102 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] Bound port: be9f32e7-4515-4dca-a93d-078c07860203, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d6efdf-dc57-408a-99c0-51c93f17f9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6dd4e0a4-473e-4326-99d7-71c85d3d85f9'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:29:23.717492 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:23.806766 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] For port be9f32e7-4515-4dca-a93d-078c07860203, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:29:23.810907 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] For port be9f32e7-4515-4dca-a93d-078c07860203, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=be9f32e7-4515-4dca-a93d-078c07860203,segment=NetworkSegment(f7d6efdf-dc57-408a-99c0-51c93f17f9bf),segment_id=f7d6efdf-dc57-408a-99c0-51c93f17f9bf)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:29:23.908639 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:23.995816 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199826d3-1407-4ddc-baf5-1adf56b4d5d2 None None] Pushing event updated for resources: {'Port': ['ID=be9f32e7-4515-4dca-a93d-078c07860203,revision_number=4']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:24.000459 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] Routers {'bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:29:24.001062 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:29:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:24.155457 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] Set router bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9 gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:29:24.484136 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9', 'name': 'router1', 'tenant_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:10Z', 'updated_at': '2022-04-29T15:29:21Z', 'revision_number': 2, 'project_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'gw_port_host': None, '_interfaces': [{'id': 'be9f32e7-4515-4dca-a93d-078c07860203', 'name': '', 'network_id': '6dd4e0a4-473e-4326-99d7-71c85d3d85f9', 'tenant_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'mac_address': 'fa:16:3e:fe:ad:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a9be8fb-4ebb-4665-baba-ef81fc8b75f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:20Z', 'updated_at': '2022-04-29T15:29:23Z', 'revision_number': 4, 'project_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'subnets': [{'id': '3a9be8fb-4ebb-4665-baba-ef81fc8b75f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc6deea1-6cd9-401a-a4cc-ea2b5a4371e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:24.488377 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdc58bb-65dc-4c7f-b9b7-b44f593c2f62 None None] The sync data for ids ['bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9'] in dv-neutron-839913-1-hyperv is: [{'id': 'bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9', 'name': 'router1', 'tenant_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:10Z', 'updated_at': '2022-04-29T15:29:21Z', 'revision_number': 2, 'project_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'gw_port_host': None, '_interfaces': [{'id': 'be9f32e7-4515-4dca-a93d-078c07860203', 'name': '', 'network_id': '6dd4e0a4-473e-4326-99d7-71c85d3d85f9', 'tenant_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'mac_address': 'fa:16:3e:fe:ad:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a9be8fb-4ebb-4665-baba-ef81fc8b75f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:20Z', 'updated_at': '2022-04-29T15:29:23Z', 'revision_number': 4, 'project_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'subnets': [{'id': '3a9be8fb-4ebb-4665-baba-ef81fc8b75f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc6deea1-6cd9-401a-a4cc-ea2b5a4371e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:29:24.496391 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 47044) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:24.705278 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dcd85b-3252-43eb-9374-57ab6ea8c228 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:29:24.709130 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-44dcd85b-3252-43eb-9374-57ab6ea8c228 admin admin] 10.222.0.21 "GET /v2.0/networks/f991b9a3-9206-4c97-97f2-8545e1219151 HTTP/1.1" status: 200 len: 842 time: 0.2117107 Apr 29 15:29:24.715933 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-b08af797-e25a-46db-8e9d-f39f93bd6bda admin admin] Request body: {'subnet': {'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:29:24.720623 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b08af797-e25a-46db-8e9d-f39f93bd6bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:24.724526 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b08af797-e25a-46db-8e9d-f39f93bd6bda admin admin] Usage tracker for resource:subnet and tenant:ece92bd139f34aa38377db376e78d2bb is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:24.727184 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b08af797-e25a-46db-8e9d-f39f93bd6bda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:24.732950 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b08af797-e25a-46db-8e9d-f39f93bd6bda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:24.811660 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08af797-e25a-46db-8e9d-f39f93bd6bda admin admin] Made reservation on behalf of ece92bd139f34aa38377db376e78d2bb for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:24.813967 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b08af797-e25a-46db-8e9d-f39f93bd6bda admin admin] Notify callbacks [] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:25.287266 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.objects.ports [None req-b08af797-e25a-46db-8e9d-f39f93bd6bda admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84771) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 15:29:25.287701 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b08af797-e25a-46db-8e9d-f39f93bd6bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:25.373978 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08af797-e25a-46db-8e9d-f39f93bd6bda admin admin] Pushing event updated for resources: {'Subnet': ['ID=0412750f-9178-40a2-94c2-967d64b38afa,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:25.376434 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08af797-e25a-46db-8e9d-f39f93bd6bda admin admin] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:29:25.376783 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08af797-e25a-46db-8e9d-f39f93bd6bda admin admin] Network hostable DHCP agents. Network: f991b9a3-9206-4c97-97f2-8545e1219151, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:29:25.474288 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08af797-e25a-46db-8e9d-f39f93bd6bda admin admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:29:25.591946 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-b08af797-e25a-46db-8e9d-f39f93bd6bda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, f991b9a3-9206-4c97-97f2-8545e1219151) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:25.596069 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08af797-e25a-46db-8e9d-f39f93bd6bda admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:29:25.596753 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b08af797-e25a-46db-8e9d-f39f93bd6bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:25.602710 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1109af-8f90-473e-a6b8-62112d6d42e7 None None] Network f991b9a3-9206-4c97-97f2-8545e1219151 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:29:25.700452 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device be9f32e7-4515-4dca-a93d-078c07860203 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:25.726525 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b08af797-e25a-46db-8e9d-f39f93bd6bda admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9999578 Apr 29 15:29:25.906318 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77d52e8-38df-476b-95ee-fb9f5de3a794 None None] Network f991b9a3-9206-4c97-97f2-8545e1219151 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:29:25.922042 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port be9f32e7-4515-4dca-a93d-078c07860203 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:25.973734 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port be9f32e7-4515-4dca-a93d-078c07860203 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:25.974693 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:26.220809 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:26.261757 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port be9f32e7-4515-4dca-a93d-078c07860203, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=be9f32e7-4515-4dca-a93d-078c07860203,segment=NetworkSegment(f7d6efdf-dc57-408a-99c0-51c93f17f9bf),segment_id=f7d6efdf-dc57-408a-99c0-51c93f17f9bf)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:29:26.348062 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:26.418916 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=be9f32e7-4515-4dca-a93d-078c07860203,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:27.642520 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device be9f32e7-4515-4dca-a93d-078c07860203 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:27.709340 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port be9f32e7-4515-4dca-a93d-078c07860203 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:27.709709 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:27.868576 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 47058) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:28.129589 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4d022d97-7111-4b56-8ea0-b0bebab8326f admin admin] 10.222.0.21 "GET /v2.0/routers/bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9 HTTP/1.1" status: 200 len: 710 time: 0.2598002 Apr 29 15:29:28.258125 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5fbe36-f98c-4f28-9e43-2b74455b456b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:29:28.259513 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-eb5fbe36-f98c-4f28-9e43-2b74455b456b admin admin] 10.222.0.21 "GET /v2.0/networks/f991b9a3-9206-4c97-97f2-8545e1219151 HTTP/1.1" status: 200 len: 886 time: 0.1249995 Apr 29 15:29:28.268165 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-a3f5d8f7-04ed-4421-968c-61a494eefe97 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:29:28.774608 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d8f7-04ed-4421-968c-61a494eefe97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:29.034843 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d8f7-04ed-4421-968c-61a494eefe97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:29.088376 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d8f7-04ed-4421-968c-61a494eefe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:29.220693 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-a3f5d8f7-04ed-4421-968c-61a494eefe97 admin admin] Allocated IP 172.26.1.28 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/d8b39c6c-71e1-46aa-af91-0d0723e7c86b) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:29.365658 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d8f7-04ed-4421-968c-61a494eefe97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:29.472542 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d8f7-04ed-4421-968c-61a494eefe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:29.536517 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f5d8f7-04ed-4421-968c-61a494eefe97 admin admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:29.539962 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-a3f5d8f7-04ed-4421-968c-61a494eefe97 admin admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:29.544323 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f5d8f7-04ed-4421-968c-61a494eefe97 admin admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:29:29.566496 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5d8f7-04ed-4421-968c-61a494eefe97 admin admin] Pushing event updated for resources: {'Port': ['ID=d8b39c6c-71e1-46aa-af91-0d0723e7c86b,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:29.796548 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d8f7-04ed-4421-968c-61a494eefe97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:29.960678 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d8f7-04ed-4421-968c-61a494eefe97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:29.964042 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d8f7-04ed-4421-968c-61a494eefe97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626962'] for router, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:30.162838 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f5d8f7-04ed-4421-968c-61a494eefe97 admin admin] Router bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:29:30.355356 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f5d8f7-04ed-4421-968c-61a494eefe97 admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:29:30.363523 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d8f7-04ed-4421-968c-61a494eefe97 admin admin] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:30.364616 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] Sync routers for ids ['bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:29:30.365664 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a3f5d8f7-04ed-4421-968c-61a494eefe97 admin admin] 10.222.0.21 "PUT /v2.0/routers/bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9 HTTP/1.1" status: 200 len: 889 time: 2.0998361 Apr 29 15:29:30.378161 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] Routers {'bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:29:30.378899 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:29:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:30.572176 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] Set router bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:29:30.912516 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9', 'name': 'router1', 'tenant_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'd8b39c6c-71e1-46aa-af91-0d0723e7c86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:10Z', 'updated_at': '2022-04-29T15:29:29Z', 'revision_number': 4, 'project_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'gw_port': {'id': 'd8b39c6c-71e1-46aa-af91-0d0723e7c86b', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:29Z', 'updated_at': '2022-04-29T15:29:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'be9f32e7-4515-4dca-a93d-078c07860203', 'name': '', 'network_id': '6dd4e0a4-473e-4326-99d7-71c85d3d85f9', 'tenant_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'mac_address': 'fa:16:3e:fe:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a9be8fb-4ebb-4665-baba-ef81fc8b75f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:20Z', 'updated_at': '2022-04-29T15:29:26Z', 'revision_number': 5, 'project_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'subnets': [{'id': '3a9be8fb-4ebb-4665-baba-ef81fc8b75f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc6deea1-6cd9-401a-a4cc-ea2b5a4371e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:30.917180 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] Checking router: bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:29:30.917526 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] Updating router bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9 port d8b39c6c-71e1-46aa-af91-0d0723e7c86b binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:29:30.966252 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.324641 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.336742 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] Transition to ACTIVE for port object d8b39c6c-71e1-46aa-af91-0d0723e7c86b will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:31.415214 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.495584 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345dfaa-a6d0-48d6-8c85-cc7728186982 None None] Pushing event updated for resources: {'Port': ['ID=d8b39c6c-71e1-46aa-af91-0d0723e7c86b,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:31.499344 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] Attempting to bind port d8b39c6c-71e1-46aa-af91-0d0723e7c86b on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:31.499751 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] Attempting to bind port d8b39c6c-71e1-46aa-af91-0d0723e7c86b by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:31.500115 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] Attempting to bind port d8b39c6c-71e1-46aa-af91-0d0723e7c86b on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:29:31.507158 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:29:31.507525 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:29:31.507929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.508317 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:29:31.508781 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] Bound port: d8b39c6c-71e1-46aa-af91-0d0723e7c86b, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:29:31.509175 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.577882 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] For port d8b39c6c-71e1-46aa-af91-0d0723e7c86b, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:29:31.580823 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] For port d8b39c6c-71e1-46aa-af91-0d0723e7c86b, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d8b39c6c-71e1-46aa-af91-0d0723e7c86b,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:29:31.669671 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.752601 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345dfaa-a6d0-48d6-8c85-cc7728186982 None None] Pushing event updated for resources: {'Port': ['ID=d8b39c6c-71e1-46aa-af91-0d0723e7c86b,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:31.756903 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] Routers {'bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:29:31.757497 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:29:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:31.954288 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] Set router bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:29:32.277060 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9', 'name': 'router1', 'tenant_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'd8b39c6c-71e1-46aa-af91-0d0723e7c86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:10Z', 'updated_at': '2022-04-29T15:29:29Z', 'revision_number': 4, 'project_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'gw_port': {'id': 'd8b39c6c-71e1-46aa-af91-0d0723e7c86b', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:29Z', 'updated_at': '2022-04-29T15:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'be9f32e7-4515-4dca-a93d-078c07860203', 'name': '', 'network_id': '6dd4e0a4-473e-4326-99d7-71c85d3d85f9', 'tenant_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'mac_address': 'fa:16:3e:fe:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a9be8fb-4ebb-4665-baba-ef81fc8b75f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:20Z', 'updated_at': '2022-04-29T15:29:26Z', 'revision_number': 5, 'project_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'subnets': [{'id': '3a9be8fb-4ebb-4665-baba-ef81fc8b75f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc6deea1-6cd9-401a-a4cc-ea2b5a4371e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:32.281015 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe025df-e28b-4fe7-bca1-00298076112a None None] The sync data for ids ['bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9'] in dv-neutron-839913-1-hyperv is: [{'id': 'bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9', 'name': 'router1', 'tenant_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'd8b39c6c-71e1-46aa-af91-0d0723e7c86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:10Z', 'updated_at': '2022-04-29T15:29:29Z', 'revision_number': 4, 'project_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'gw_port': {'id': 'd8b39c6c-71e1-46aa-af91-0d0723e7c86b', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:29Z', 'updated_at': '2022-04-29T15:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'be9f32e7-4515-4dca-a93d-078c07860203', 'name': '', 'network_id': '6dd4e0a4-473e-4326-99d7-71c85d3d85f9', 'tenant_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'mac_address': 'fa:16:3e:fe:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a0d4f-4f44-4a91-b394-dc7a26a6bbf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a9be8fb-4ebb-4665-baba-ef81fc8b75f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:20Z', 'updated_at': '2022-04-29T15:29:26Z', 'revision_number': 5, 'project_id': '6a47d4cd058647088e3d1b2d05ba11f1', 'subnets': [{'id': '3a9be8fb-4ebb-4665-baba-ef81fc8b75f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc6deea1-6cd9-401a-a4cc-ea2b5a4371e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:29:32.644304 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 47068) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:32.829868 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-387867ee-1c7a-42f3-8420-340b7ffcfbb9 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1842415 Apr 29 15:29:33.694758 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d8b39c6c-71e1-46aa-af91-0d0723e7c86b up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:33.820584 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port d8b39c6c-71e1-46aa-af91-0d0723e7c86b completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:33.825352 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port d8b39c6c-71e1-46aa-af91-0d0723e7c86b triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:33.825726 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:33.942241 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:33.958585 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port d8b39c6c-71e1-46aa-af91-0d0723e7c86b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d8b39c6c-71e1-46aa-af91-0d0723e7c86b,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:29:34.049992 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:34.121645 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=d8b39c6c-71e1-46aa-af91-0d0723e7c86b,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:35.665298 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d8b39c6c-71e1-46aa-af91-0d0723e7c86b up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:35.743387 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port d8b39c6c-71e1-46aa-af91-0d0723e7c86b triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:35.744132 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:37.688961 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 5 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:29:43.555905 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-71f5633e-3acc-48b7-9dec-1271927c76d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:45.870348 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4f362b57-ffa0-4971-ba23-bc7e0d1c6068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:46.976944 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:47.442685 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.285251 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:13.518338 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0c069010-81d6-4b49-90e2-5105fbee6d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:14.683824 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 5 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:30:15.915946 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-115e2f27-1676-47af-b936-a18dc4fcbae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:17.019676 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:17.438401 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:18.313306 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:43.532353 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-90bd60be-30c1-4ab5-ae45-e273dc9ff0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:45.886443 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7acdd4f1-7268-4f04-8017-1934c0707816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:47.029396 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:47.446071 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:48.266872 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:51.689403 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 5 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:31:13.524828 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b582f900-7282-435c-bf4a-eac93883fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:15.867466 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-53fb7f9b-7091-4bed-8385-a001d021f86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:16.999593 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:17.430588 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:18.299475 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:28.680778 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 5 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:31:42.841888 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 47674) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:42.931015 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-066976fa-a5c8-4f25-a0af-be89cdf9c7e0 admin admin] GET failed (client error): The resource could not be found. Apr 29 15:31:42.932195 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-066976fa-a5c8-4f25-a0af-be89cdf9c7e0 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0893924 Apr 29 15:31:43.060642 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fc441d-14fc-4ed3-b13e-3d5586dc7abd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:31:43.061978 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-09fc441d-14fc-4ed3-b13e-3d5586dc7abd admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1259618 Apr 29 15:31:43.520868 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-674c1358-1c5a-4029-8ce4-cb0b10e3f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:45.134389 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 47684) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:45.286260 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62b3ec0-cccb-47f3-a2b5-810f800b3472 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:31:45.286847 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d62b3ec0-cccb-47f3-a2b5-810f800b3472 admin admin] Synchronizing usage tracker for tenant:ece92bd139f34aa38377db376e78d2bb on resource:subnet {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:45.357254 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d62b3ec0-cccb-47f3-a2b5-810f800b3472 admin admin] Unset dirty status for tenant:ece92bd139f34aa38377db376e78d2bb on resource:subnet {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:45.358399 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d62b3ec0-cccb-47f3-a2b5-810f800b3472 admin admin] 10.222.0.21 "GET /v2.0/subnets/3a9be8fb-4ebb-4665-baba-ef81fc8b75f9 HTTP/1.1" status: 200 len: 849 time: 0.2230477 Apr 29 15:31:45.367477 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-bfa25bf3-d182-4984-be73-a14b5d4c242a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:31:45.485003 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bfa25bf3-d182-4984-be73-a14b5d4c242a admin admin] Notify callbacks [] for subnet, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:45.714818 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bfa25bf3-d182-4984-be73-a14b5d4c242a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738482683293'] for subnet, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:45.762724 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa25bf3-d182-4984-be73-a14b5d4c242a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:31:45.763363 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bfa25bf3-d182-4984-be73-a14b5d4c242a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:45.764769 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-bfa25bf3-d182-4984-be73-a14b5d4c242a admin admin] 10.222.0.21 "PUT /v2.0/subnets/3a9be8fb-4ebb-4665-baba-ef81fc8b75f9 HTTP/1.1" status: 200 len: 868 time: 0.4008710 Apr 29 15:31:45.789925 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d7342b-8ddb-4180-8a70-eedcd849ae42 None None] Network 6dd4e0a4-473e-4326-99d7-71c85d3d85f9 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:31:45.790941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa25bf3-d182-4984-be73-a14b5d4c242a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a9be8fb-4ebb-4665-baba-ef81fc8b75f9,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:45.801412 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa25bf3-d182-4984-be73-a14b5d4c242a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:45.801771 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa25bf3-d182-4984-be73-a14b5d4c242a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:45.802257 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa25bf3-d182-4984-be73-a14b5d4c242a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:45.802702 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa25bf3-d182-4984-be73-a14b5d4c242a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:45.803118 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa25bf3-d182-4984-be73-a14b5d4c242a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:45.803573 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa25bf3-d182-4984-be73-a14b5d4c242a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:45.803983 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa25bf3-d182-4984-be73-a14b5d4c242a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:45.804455 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa25bf3-d182-4984-be73-a14b5d4c242a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:45.804855 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa25bf3-d182-4984-be73-a14b5d4c242a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:45.805254 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa25bf3-d182-4984-be73-a14b5d4c242a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:45.805676 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa25bf3-d182-4984-be73-a14b5d4c242a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:45.959597 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-beba3c92-2596-449e-8beb-31e270cdc166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:46.293724 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-6090a4ba-2374-4c57-b5e2-27193ae83b00 None None] Provisioning complete for port be9f32e7-4515-4dca-a93d-078c07860203 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:31:46.294097 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6090a4ba-2374-4c57-b5e2-27193ae83b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:46.419159 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-6090a4ba-2374-4c57-b5e2-27193ae83b00 None None] Provisioning complete for port ea0b4e0c-873d-4ae8-aff4-dc89768a6bfe triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:31:46.419437 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6090a4ba-2374-4c57-b5e2-27193ae83b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:47.017580 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:47.437857 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:47.837272 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 47694) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:48.039072 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a34c320-5b64-451a-b34a-5441c178004a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:31:48.039403 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a34c320-5b64-451a-b34a-5441c178004a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:31:48.040886 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8a34c320-5b64-451a-b34a-5441c178004a admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2026861 Apr 29 15:31:48.272152 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:50.088857 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 47704) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:50.284442 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77d52ae-e511-4a94-aad1-473776fdf045 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:31:50.284661 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77d52ae-e511-4a94-aad1-473776fdf045 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:31:50.286137 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c77d52ae-e511-4a94-aad1-473776fdf045 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1963513 Apr 29 15:31:52.395671 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 47714) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:52.591559 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93edcdc2-78e7-4b0a-acfa-278adc0b4c9c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:31:52.592820 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-93edcdc2-78e7-4b0a-acfa-278adc0b4c9c admin admin] 10.222.0.21 "GET /v2.0/networks/6dd4e0a4-473e-4326-99d7-71c85d3d85f9 HTTP/1.1" status: 200 len: 869 time: 0.1961927 Apr 29 15:31:54.695394 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 47724) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:54.881970 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f6b8c4-95b3-40a8-93f8-a4d2170743c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:31:54.883248 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a6f6b8c4-95b3-40a8-93f8-a4d2170743c0 admin admin] 10.222.0.21 "GET /v2.0/networks/f991b9a3-9206-4c97-97f2-8545e1219151 HTTP/1.1" status: 200 len: 886 time: 0.1869357 Apr 29 15:31:56.913376 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 47734) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:57.039926 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff50cf8-ee18-45ab-987b-76437864dc22 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:31:57.040204 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff50cf8-ee18-45ab-987b-76437864dc22 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:31:57.041679 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2ff50cf8-ee18-45ab-987b-76437864dc22 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1273904 Apr 29 15:31:59.064730 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 47744) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:59.194014 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc5851a-bd59-482b-a191-4fb06e6b357a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:31:59.194377 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc5851a-bd59-482b-a191-4fb06e6b357a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:31:59.195907 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ebc5851a-bd59-482b-a191-4fb06e6b357a admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1302490 Apr 29 15:32:01.304428 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 47754) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:01.439941 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964f4cf4-bbb3-452e-8511-f2ae23fb9a2b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:32:01.441922 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-964f4cf4-bbb3-452e-8511-f2ae23fb9a2b admin admin] 10.222.0.21 "GET /v2.0/subnets/0412750f-9178-40a2-94c2-967d64b38afa HTTP/1.1" status: 200 len: 816 time: 0.1365356 Apr 29 15:32:03.494054 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 47764) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:03.625194 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b623064e-de25-45ca-b07c-a9aa6a38599d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:32:03.626528 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b623064e-de25-45ca-b07c-a9aa6a38599d admin admin] 10.222.0.21 "GET /v2.0/subnets/3a9be8fb-4ebb-4665-baba-ef81fc8b75f9 HTTP/1.1" status: 200 len: 868 time: 0.1315002 Apr 29 15:32:05.685263 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 5 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:32:13.519231 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d11a3688-256e-49d6-a434-a8e64f311d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:15.896394 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7ef1c204-b867-4205-863f-4f1821127cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:17.016077 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:17.412416 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:18.315953 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:21.876736 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 47802) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:21.950415 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-0469f7af-9053-48c1-8199-a95a99c49e49 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:32:21.951399 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0469f7af-9053-48c1-8199-a95a99c49e49 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0736423 Apr 29 15:32:24.057228 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 47812) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:24.148798 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b903c2-82ea-4629-b936-203036e0fe81 admin admin] GET failed (client error): The resource could not be found. Apr 29 15:32:24.149984 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-91b903c2-82ea-4629-b936-203036e0fe81 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0918305 Apr 29 15:32:24.287843 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee84171-0df5-443e-9736-e10463ed165d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:32:24.289808 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1ee84171-0df5-443e-9736-e10463ed165d admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1356292 Apr 29 15:32:26.332453 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 47822) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:26.402660 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-97251493-d8e2-4aca-b02b-12fa0a369b92 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:32:26.407848 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-97251493-d8e2-4aca-b02b-12fa0a369b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:26.411735 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-97251493-d8e2-4aca-b02b-12fa0a369b92 admin admin] Usage tracker for resource:network and tenant:ece92bd139f34aa38377db376e78d2bb is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:26.414698 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-97251493-d8e2-4aca-b02b-12fa0a369b92 admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:26.420308 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-97251493-d8e2-4aca-b02b-12fa0a369b92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:26.507485 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97251493-d8e2-4aca-b02b-12fa0a369b92 admin admin] Made reservation on behalf of ece92bd139f34aa38377db376e78d2bb for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:26.509815 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-97251493-d8e2-4aca-b02b-12fa0a369b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:26.634914 dv-neutron-839913-1-hyperv neutron-server[84771]: WARNING neutron.services.revisions.revision_plugin [None req-97251493-d8e2-4aca-b02b-12fa0a369b92 admin admin] Could not find related network for resource to bump revision. Apr 29 15:32:26.647374 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97251493-d8e2-4aca-b02b-12fa0a369b92 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:32:26.656099 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-97251493-d8e2-4aca-b02b-12fa0a369b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:26.664982 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-97251493-d8e2-4aca-b02b-12fa0a369b92 admin admin] Added segment 5c228281-55ea-499b-88c0-b74a5873a2c7 of type vlan for network 2a5ebf86-0f9b-4a04-abda-1bc4881459d1 Apr 29 15:32:26.681190 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-97251493-d8e2-4aca-b02b-12fa0a369b92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:26.764578 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-97251493-d8e2-4aca-b02b-12fa0a369b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:26.765373 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97251493-d8e2-4aca-b02b-12fa0a369b92 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:32:26.765948 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-97251493-d8e2-4aca-b02b-12fa0a369b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:26.860498 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97251493-d8e2-4aca-b02b-12fa0a369b92 admin admin] Pushing event updated for resources: {'Network': ['ID=2a5ebf86-0f9b-4a04-abda-1bc4881459d1,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:26.871007 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 2a5ebf86-0f9b-4a04-abda-1bc4881459d1 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:32:26.925951 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-97251493-d8e2-4aca-b02b-12fa0a369b92 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5918489 Apr 29 15:32:28.989592 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 47832) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:29.079530 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e35857-15cd-40ae-a1e2-172bab5ca422 admin admin] GET failed (client error): The resource could not be found. Apr 29 15:32:29.080015 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-69e35857-15cd-40ae-a1e2-172bab5ca422 admin admin] Synchronizing usage tracker for tenant:ece92bd139f34aa38377db376e78d2bb on resource:network {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:29.156160 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-69e35857-15cd-40ae-a1e2-172bab5ca422 admin admin] Unset dirty status for tenant:ece92bd139f34aa38377db376e78d2bb on resource:network {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:29.157610 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-69e35857-15cd-40ae-a1e2-172bab5ca422 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1669261 Apr 29 15:32:29.267293 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655a91ee-a0db-4505-8a78-b756c55d1ac4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:32:29.268655 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-655a91ee-a0db-4505-8a78-b756c55d1ac4 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1064603 Apr 29 15:32:29.278827 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-0c033f58-8696-4f4f-9130-56c1601fe211 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '2a5ebf86-0f9b-4a04-abda-1bc4881459d1', 'name': 'shared-subnet'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:32:29.283470 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0c033f58-8696-4f4f-9130-56c1601fe211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:29.293638 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0c033f58-8696-4f4f-9130-56c1601fe211 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:29.361738 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c033f58-8696-4f4f-9130-56c1601fe211 admin admin] Made reservation on behalf of ece92bd139f34aa38377db376e78d2bb for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:29.364085 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c033f58-8696-4f4f-9130-56c1601fe211 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:29.619243 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c033f58-8696-4f4f-9130-56c1601fe211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:29.698057 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c033f58-8696-4f4f-9130-56c1601fe211 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc756762-f811-407e-a06d-8ff27fafbde5,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:29.707430 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c033f58-8696-4f4f-9130-56c1601fe211 admin admin] Checking segment: {'id': '5c228281-55ea-499b-88c0-b74a5873a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ebf86-0f9b-4a04-abda-1bc4881459d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:32:29.707782 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c033f58-8696-4f4f-9130-56c1601fe211 admin admin] Network hostable DHCP agents. Network: 2a5ebf86-0f9b-4a04-abda-1bc4881459d1, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:32:29.801789 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c033f58-8696-4f4f-9130-56c1601fe211 admin admin] Network 2a5ebf86-0f9b-4a04-abda-1bc4881459d1 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:32:29.858395 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-0c033f58-8696-4f4f-9130-56c1601fe211 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 2a5ebf86-0f9b-4a04-abda-1bc4881459d1) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:29.862992 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c033f58-8696-4f4f-9130-56c1601fe211 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:32:29.863568 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c033f58-8696-4f4f-9130-56c1601fe211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:29.868047 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d701391-beb9-421e-ae77-c643be2f15d2 None None] Network 2a5ebf86-0f9b-4a04-abda-1bc4881459d1 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:32:29.950907 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0c033f58-8696-4f4f-9130-56c1601fe211 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6754725 Apr 29 15:32:30.093726 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-2a5ebf86-0f9b-4a04-abda-1bc4881459d1', 'network_id': '2a5ebf86-0f9b-4a04-abda-1bc4881459d1', 'tenant_id': 'ece92bd139f34aa38377db376e78d2bb', 'fixed_ips': [{'subnet_id': 'fc756762-f811-407e-a06d-8ff27fafbde5'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:32:30.094587 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:30.266031 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Allocated IP 192.168.233.2 (2a5ebf86-0f9b-4a04-abda-1bc4881459d1/fc756762-f811-407e-a06d-8ff27fafbde5/dd869c61-4fd3-46db-a411-33a28f3448b1) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:30.463743 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:30.474564 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Transition to ACTIVE for port object dd869c61-4fd3-46db-a411-33a28f3448b1 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:30.493667 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Transition to ACTIVE for port object dd869c61-4fd3-46db-a411-33a28f3448b1 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:30.579737 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:30.649280 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Network 2a5ebf86-0f9b-4a04-abda-1bc4881459d1 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:30.655393 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:30.660864 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:32:30.663089 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Pushing event updated for resources: {'Port': ['ID=dd869c61-4fd3-46db-a411-33a28f3448b1,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:30.680400 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:30.680930 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:30.681416 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:30.681900 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:30.682382 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:30.682900 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:30.683376 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:30.683982 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:30.684442 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:30.684921 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:30.685554 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:30.778516 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Attempting to bind port dd869c61-4fd3-46db-a411-33a28f3448b1 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:32:30.778890 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Attempting to bind port dd869c61-4fd3-46db-a411-33a28f3448b1 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '5c228281-55ea-499b-88c0-b74a5873a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ebf86-0f9b-4a04-abda-1bc4881459d1'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:32:30.779252 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Attempting to bind port dd869c61-4fd3-46db-a411-33a28f3448b1 on network 2a5ebf86-0f9b-4a04-abda-1bc4881459d1 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:32:30.786341 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:32:30.786739 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Checking segment: {'id': '5c228281-55ea-499b-88c0-b74a5873a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ebf86-0f9b-4a04-abda-1bc4881459d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:32:30.787144 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:30.787540 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Bound using segment: {'id': '5c228281-55ea-499b-88c0-b74a5873a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ebf86-0f9b-4a04-abda-1bc4881459d1'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:32:30.788018 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Bound port: dd869c61-4fd3-46db-a411-33a28f3448b1, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c228281-55ea-499b-88c0-b74a5873a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ebf86-0f9b-4a04-abda-1bc4881459d1'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:32:30.788391 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:30.877181 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] For port dd869c61-4fd3-46db-a411-33a28f3448b1, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:32:30.880800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] For port dd869c61-4fd3-46db-a411-33a28f3448b1, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=dd869c61-4fd3-46db-a411-33a28f3448b1,segment=NetworkSegment(5c228281-55ea-499b-88c0-b74a5873a2c7),segment_id=5c228281-55ea-499b-88c0-b74a5873a2c7)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:32:30.976619 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:31.084157 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72f5a8-90a2-4615-8349-6ff512b98b79 None None] Pushing event updated for resources: {'Port': ['ID=dd869c61-4fd3-46db-a411-33a28f3448b1,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:31.792015 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device dd869c61-4fd3-46db-a411-33a28f3448b1 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:32:31.939187 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port dd869c61-4fd3-46db-a411-33a28f3448b1 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:31.960250 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a498f32-d6f4-4994-b3ee-dd18fea6cedf None None] Network 2a5ebf86-0f9b-4a04-abda-1bc4881459d1 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:32:32.120028 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5711a454-5362-4e82-82cd-0e8651a3bcb4 None None] Provisioning for port dd869c61-4fd3-46db-a411-33a28f3448b1 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:32.133662 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5711a454-5362-4e82-82cd-0e8651a3bcb4 None None] Provisioning complete for port dd869c61-4fd3-46db-a411-33a28f3448b1 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:32.134183 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5711a454-5362-4e82-82cd-0e8651a3bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.304105 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5711a454-5362-4e82-82cd-0e8651a3bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.339453 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-5711a454-5362-4e82-82cd-0e8651a3bcb4 None None] For port dd869c61-4fd3-46db-a411-33a28f3448b1, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=dd869c61-4fd3-46db-a411-33a28f3448b1,segment=NetworkSegment(5c228281-55ea-499b-88c0-b74a5873a2c7),segment_id=5c228281-55ea-499b-88c0-b74a5873a2c7)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:32:32.468486 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5711a454-5362-4e82-82cd-0e8651a3bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.537816 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711a454-5362-4e82-82cd-0e8651a3bcb4 None None] Pushing event updated for resources: {'Port': ['ID=dd869c61-4fd3-46db-a411-33a28f3448b1,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:32.591061 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0919f0d0-9bcc-4c2f-b79e-d9d64e1cf9ee None None] Provisioning complete for port dd869c61-4fd3-46db-a411-33a28f3448b1 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:32.591355 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0919f0d0-9bcc-4c2f-b79e-d9d64e1cf9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:33.749872 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device dd869c61-4fd3-46db-a411-33a28f3448b1 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:32:33.835848 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port dd869c61-4fd3-46db-a411-33a28f3448b1 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:33.836217 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:42.684792 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 5 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:32:43.521624 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-76a5621f-ff32-4d12-a16f-541e6a78c498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:45.867954 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f60eff4d-9b61-4670-9e57-9f8cf52bc029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:47.039757 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:47.440246 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:48.314034 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:13.543332 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-46442f47-9768-4995-99bc-2a4f31b9522e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:15.882735 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-aa9a76cd-bad9-4b47-b529-7d75f8182f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:17.011531 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:17.480167 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.287831 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:19.687247 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 5 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:33:43.534374 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b68f974f-27fd-4baf-8210-77ceacfd4070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:45.871325 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-398b91e7-c2ea-4b4a-8a7e-6894433891e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:46.994582 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:47.446024 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:48.303613 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:56.701349 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 5 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:33:57.383583 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 47874) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:57.389619 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-fa0d82e7-b354-47fc-808a-ed6e637806ee tempest-verify_tempest_config-262591767 tempest-verify_tempest_config-262591767-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:33:57.390623 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fa0d82e7-b354-47fc-808a-ed6e637806ee tempest-verify_tempest_config-262591767 tempest-verify_tempest_config-262591767-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0056720 Apr 29 15:33:57.924782 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 47890) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:58.062840 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f015ca11-0ce3-408c-9cb2-24eb0dff464b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.092790 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-f015ca11-0ce3-408c-9cb2-24eb0dff464b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:58.097914 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f015ca11-0ce3-408c-9cb2-24eb0dff464b admin admin] Usage tracker for resource:security_group_rule and tenant:23b65fb5809b47b49adfa0c8db9ea195 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:58.099719 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f015ca11-0ce3-408c-9cb2-24eb0dff464b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:58.105242 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-f015ca11-0ce3-408c-9cb2-24eb0dff464b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:58.168145 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f015ca11-0ce3-408c-9cb2-24eb0dff464b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.248117 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f015ca11-0ce3-408c-9cb2-24eb0dff464b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.295417 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015ca11-0ce3-408c-9cb2-24eb0dff464b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7398f381-acd3-4c05-b236-75256662acb6,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:58.300778 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f015ca11-0ce3-408c-9cb2-24eb0dff464b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23b65fb5809b47b49adfa0c8db9ea195&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3749044 Apr 29 15:33:58.303713 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 47896) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:58.305360 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015ca11-0ce3-408c-9cb2-24eb0dff464b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:58.305710 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015ca11-0ce3-408c-9cb2-24eb0dff464b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:58.306041 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015ca11-0ce3-408c-9cb2-24eb0dff464b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:58.306372 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015ca11-0ce3-408c-9cb2-24eb0dff464b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:58.306734 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015ca11-0ce3-408c-9cb2-24eb0dff464b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:58.307065 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015ca11-0ce3-408c-9cb2-24eb0dff464b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:58.307420 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015ca11-0ce3-408c-9cb2-24eb0dff464b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:58.307747 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015ca11-0ce3-408c-9cb2-24eb0dff464b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:58.308066 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015ca11-0ce3-408c-9cb2-24eb0dff464b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:58.308383 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015ca11-0ce3-408c-9cb2-24eb0dff464b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:58.308695 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015ca11-0ce3-408c-9cb2-24eb0dff464b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:58.362239 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7635ae5b-070c-4b37-83e8-5c4028737c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.388361 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7635ae5b-070c-4b37-83e8-5c4028737c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.534273 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7635ae5b-070c-4b37-83e8-5c4028737c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.548888 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635ae5b-070c-4b37-83e8-5c4028737c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7398f381-acd3-4c05-b236-75256662acb6,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:58.560887 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635ae5b-070c-4b37-83e8-5c4028737c87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:58.561288 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635ae5b-070c-4b37-83e8-5c4028737c87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:58.561717 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635ae5b-070c-4b37-83e8-5c4028737c87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:58.562041 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635ae5b-070c-4b37-83e8-5c4028737c87 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:58.562365 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635ae5b-070c-4b37-83e8-5c4028737c87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:58.562714 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635ae5b-070c-4b37-83e8-5c4028737c87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:58.563056 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635ae5b-070c-4b37-83e8-5c4028737c87 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:58.563380 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635ae5b-070c-4b37-83e8-5c4028737c87 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:58.563699 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635ae5b-070c-4b37-83e8-5c4028737c87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:58.564078 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635ae5b-070c-4b37-83e8-5c4028737c87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:58.564396 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635ae5b-070c-4b37-83e8-5c4028737c87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:58.569581 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7635ae5b-070c-4b37-83e8-5c4028737c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.570682 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7635ae5b-070c-4b37-83e8-5c4028737c87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7398f381-acd3-4c05-b236-75256662acb6 HTTP/1.1" status: 204 len: 168 time: 0.2660222 Apr 29 15:34:13.537862 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3ad4f0b4-a0bc-4049-8e2c-c1626d14ff26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:15.882377 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f52e5c57-0505-41cb-bd3c-99ce13c36297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:17.014242 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:17.431061 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:18.326116 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:33.697030 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 5 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:34:43.529050 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f9c1a376-5045-4b3a-ab13-4b1ed340faf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:45.865501 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3b82918f-bc9b-45f5-83cd-c4d4700666bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:47.008198 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:47.431354 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:48.305281 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:10.703382 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 5 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:35:13.533800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2a5d75b-05bb-427c-bded-9eab41b37475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:14.949067 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-420926'] for agent, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:15.915066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8f69e57a-b704-49da-a87f-654bd95c1800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:16.996872 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:17.419209 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:18.316815 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.536654 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 47968) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:29.675706 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-92734c5c-8f46-46fc-b73e-0f7f2fab4d6d admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1379552 Apr 29 15:35:31.725516 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 47978) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:31.804858 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ff48a94d-cc2c-4d2e-911a-b87b5f0f7ec2 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0782654 Apr 29 15:35:43.532501 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-25fafb87-d0fb-4a9e-afd5-4893cd7b00cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:44.951029 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:45.876661 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ecca4d08-33dc-486b-a0fd-a0beb0008961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:47.036580 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:47.442370 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:47.694459 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:35:48.299296 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.533644 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1ed02342-631a-4f17-b403-d9ee99024b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:14.921826 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:15.859191 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f22da5f2-920f-43d4-8750-d3ea93f55218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:17.001732 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:17.430469 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:18.304692 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.693797 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:36:43.538505 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f8bc726d-aee2-4cf7-9ca3-823deea12568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:44.932861 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:45.932893 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5d9d07fd-8eca-4f91-9091-da680a207375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:47.030072 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:47.453335 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:48.304358 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:58.409656 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48144) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:59.047033 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48164) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:59.089030 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-882899689-network', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:36:59.094846 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:59.098846 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Usage tracker for resource:network and tenant:c9e2f4e89626458695f617011f42e6cc is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:59.101640 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:59.107233 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:59.212217 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Made reservation on behalf of c9e2f4e89626458695f617011f42e6cc for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:59.214832 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.228965 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.244807 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48174) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:59.273376 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:59.277289 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Usage tracker for resource:security_group_rule and tenant:c9e2f4e89626458695f617011f42e6cc is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:59.280180 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:59.286061 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:59.356300 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.457374 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.492818 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:36:59.509834 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c861edfb-9ba9-4eb5-954a-a24dbc017063,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:59.515966 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.516313 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Added segment bcc1663b-c194-4652-87cf-0bcd40bb0751 of type vlan for network 0f64455b-29c7-4ef3-82bd-3805f7cde51f Apr 29 15:36:59.525352 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:59.525785 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:59.526044 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:59.526586 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:59.526948 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:59.527501 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:59.527645 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:59.527944 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:59.528375 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:59.528703 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:59.529031 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Tracked resource versions report: Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: pushed versions: Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: { 'ConntrackHelper': {'1.0'}, Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: 'Log': {'1.0'}, Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: 'Network': {'1.1'}, Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: 'Port': {'1.5'}, Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: 'PortForwarding': {'1.2'}, Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: 'QosPolicy': {'1.8'}, Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: 'SecurityGroup': {'1.2'}, Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: 'SecurityGroupRule': {'1.0'}, Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: 'SubPort': {'1.0'}, Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: 'Subnet': {'1.1'}, Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: 'Trunk': {'1.1'}} Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: consumer versions: Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: { DHCP agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: HyperV agent@hv-neutron-8399: {}, Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: L3 agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: Metadata agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: Metering agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: Open vSwitch agent@dv-neutron-839913-1-hyperv: { 'ConntrackHelper': '1.0', Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: 'Log': '1.0', Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: 'Network': '1.1', Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: 'Port': '1.5', Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: 'PortForwarding': '1.2', Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: 'QosPolicy': '1.8', Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: 'SecurityGroup': '1.2', Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: 'SecurityGroupRule': '1.0', Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: 'SubPort': '1.0', Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: 'Subnet': '1.1', Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: 'Trunk': '1.1'}} Apr 29 15:36:59.530291 dv-neutron-839913-1-hyperv neutron-server[84770]: {{(pid=84770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:36:59.558723 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.590665 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-b4f25330-f74d-47f4-8dc7-4c707d50de56 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1032101193-network', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:36:59.595757 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b4f25330-f74d-47f4-8dc7-4c707d50de56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:59.599644 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b4f25330-f74d-47f4-8dc7-4c707d50de56 admin admin] Usage tracker for resource:network and tenant:bafb4596b2ae4298bc6d4156fe1d5fb3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:59.602536 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b4f25330-f74d-47f4-8dc7-4c707d50de56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:59.608949 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b4f25330-f74d-47f4-8dc7-4c707d50de56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:59.645870 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.646762 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:59.647344 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.684011 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f25330-f74d-47f4-8dc7-4c707d50de56 admin admin] Made reservation on behalf of bafb4596b2ae4298bc6d4156fe1d5fb3 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:59.686261 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4f25330-f74d-47f4-8dc7-4c707d50de56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.730292 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-5113706f-432c-4960-8d70-c9de4b25ab8d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1573436271-network', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:36:59.736507 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5113706f-432c-4960-8d70-c9de4b25ab8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:59.740416 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5113706f-432c-4960-8d70-c9de4b25ab8d admin admin] Usage tracker for resource:network and tenant:0d55e79ec04d4b58a1f4cdc4e929c13f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:59.744709 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5113706f-432c-4960-8d70-c9de4b25ab8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:59.751037 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5113706f-432c-4960-8d70-c9de4b25ab8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:59.751225 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4f25330-f74d-47f4-8dc7-4c707d50de56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.786992 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] Pushing event updated for resources: {'Network': ['ID=0f64455b-29c7-4ef3-82bd-3805f7cde51f,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:59.803333 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b4f25330-f74d-47f4-8dc7-4c707d50de56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:59.807455 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b4f25330-f74d-47f4-8dc7-4c707d50de56 admin admin] Usage tracker for resource:security_group_rule and tenant:bafb4596b2ae4298bc6d4156fe1d5fb3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:59.810869 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 0f64455b-29c7-4ef3-82bd-3805f7cde51f details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:36:59.813097 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b4f25330-f74d-47f4-8dc7-4c707d50de56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:59.825441 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b4f25330-f74d-47f4-8dc7-4c707d50de56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:59.831018 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6c8e364b-31a5-4916-8dad-8c21ccc43d43 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4201908 Apr 29 15:36:59.834187 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48192) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:59.846067 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Request body: {'subnet': {'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-882899689-subnet', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:36:59.857403 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:59.866477 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Usage tracker for resource:subnet and tenant:c9e2f4e89626458695f617011f42e6cc is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:59.873832 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:59.887844 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:59.906376 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4f25330-f74d-47f4-8dc7-4c707d50de56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.920897 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5113706f-432c-4960-8d70-c9de4b25ab8d admin admin] Made reservation on behalf of 0d55e79ec04d4b58a1f4cdc4e929c13f for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:59.923347 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5113706f-432c-4960-8d70-c9de4b25ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.936248 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5113706f-432c-4960-8d70-c9de4b25ab8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.971526 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5113706f-432c-4960-8d70-c9de4b25ab8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:59.971526 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5113706f-432c-4960-8d70-c9de4b25ab8d admin admin] Usage tracker for resource:security_group_rule and tenant:0d55e79ec04d4b58a1f4cdc4e929c13f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:59.974030 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5113706f-432c-4960-8d70-c9de4b25ab8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:59.979654 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5113706f-432c-4960-8d70-c9de4b25ab8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:59.989315 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Made reservation on behalf of c9e2f4e89626458695f617011f42e6cc for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:59.992140 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.023850 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4f25330-f74d-47f4-8dc7-4c707d50de56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.051663 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f25330-f74d-47f4-8dc7-4c707d50de56 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:00.063451 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f25330-f74d-47f4-8dc7-4c707d50de56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b86b8aa-4bc2-489c-b67e-2bebfca56d5f,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:00.085587 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4f25330-f74d-47f4-8dc7-4c707d50de56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.085587 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-b4f25330-f74d-47f4-8dc7-4c707d50de56 admin admin] Added segment e48be504-9206-4521-ba82-c3663d220100 of type vlan for network 951a2926-3d60-49f1-abb0-4cfee0b87bbe Apr 29 15:37:00.114957 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4f25330-f74d-47f4-8dc7-4c707d50de56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.235767 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4f25330-f74d-47f4-8dc7-4c707d50de56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.236975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f25330-f74d-47f4-8dc7-4c707d50de56 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:00.238084 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4f25330-f74d-47f4-8dc7-4c707d50de56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.253867 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5113706f-432c-4960-8d70-c9de4b25ab8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.321278 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.341168 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f25330-f74d-47f4-8dc7-4c707d50de56 admin admin] Pushing event updated for resources: {'Network': ['ID=951a2926-3d60-49f1-abb0-4cfee0b87bbe,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:00.351401 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5113706f-432c-4960-8d70-c9de4b25ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.351578 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 951a2926-3d60-49f1-abb0-4cfee0b87bbe details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:00.365411 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5113706f-432c-4960-8d70-c9de4b25ab8d admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:00.375674 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5113706f-432c-4960-8d70-c9de4b25ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.376697 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-5113706f-432c-4960-8d70-c9de4b25ab8d admin admin] Added segment 9fdadee6-d18c-402b-834a-482b050d5157 of type vlan for network 9c9a7398-6fd3-4213-804e-eb3de185a894 Apr 29 15:37:00.403062 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5113706f-432c-4960-8d70-c9de4b25ab8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.425106 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b4f25330-f74d-47f4-8dc7-4c707d50de56 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3769214 Apr 29 15:37:00.428013 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48208) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:00.435398 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-ed7db601-39b4-488c-92b1-5d5b3117c492 admin admin] Request body: {'subnet': {'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1032101193-subnet', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:00.443562 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ed7db601-39b4-488c-92b1-5d5b3117c492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:00.449346 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ed7db601-39b4-488c-92b1-5d5b3117c492 admin admin] Usage tracker for resource:subnet and tenant:bafb4596b2ae4298bc6d4156fe1d5fb3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:00.455188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ed7db601-39b4-488c-92b1-5d5b3117c492 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:00.462754 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ed7db601-39b4-488c-92b1-5d5b3117c492 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:00.496914 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5113706f-432c-4960-8d70-c9de4b25ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.497745 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5113706f-432c-4960-8d70-c9de4b25ab8d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:00.498312 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5113706f-432c-4960-8d70-c9de4b25ab8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.538226 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7db601-39b4-488c-92b1-5d5b3117c492 admin admin] Made reservation on behalf of bafb4596b2ae4298bc6d4156fe1d5fb3 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:00.540602 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ed7db601-39b4-488c-92b1-5d5b3117c492 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.551910 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Checking segment: {'id': 'bcc1663b-c194-4652-87cf-0bcd40bb0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:00.552259 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Network hostable DHCP agents. Network: 0f64455b-29c7-4ef3-82bd-3805f7cde51f, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:00.578787 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e83914fb-022a-4002-8e6f-85f3456e202d,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:00.594929 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:00.595274 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:00.595609 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:00.595939 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:00.596267 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:00.596592 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:00.596932 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:00.597256 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:00.597574 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:00.597945 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:00.598258 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Tracked resource versions report: Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: pushed versions: Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: { 'ConntrackHelper': {'1.0'}, Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: 'Log': {'1.0'}, Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: 'Network': {'1.1'}, Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: 'Port': {'1.5'}, Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: 'PortForwarding': {'1.2'}, Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: 'QosPolicy': {'1.8'}, Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: 'SecurityGroup': {'1.2'}, Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: 'SecurityGroupRule': {'1.0'}, Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: 'SubPort': {'1.0'}, Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: 'Subnet': {'1.1'}, Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: 'Trunk': {'1.1'}} Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: consumer versions: Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: { DHCP agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: HyperV agent@hv-neutron-8399: {}, Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: L3 agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: Metadata agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: Metering agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: Open vSwitch agent@dv-neutron-839913-1-hyperv: { 'ConntrackHelper': '1.0', Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: 'Log': '1.0', Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: 'Network': '1.1', Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: 'Port': '1.5', Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: 'PortForwarding': '1.2', Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: 'QosPolicy': '1.8', Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: 'SecurityGroup': '1.2', Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: 'SecurityGroupRule': '1.0', Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: 'SubPort': '1.0', Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: 'Subnet': '1.1', Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: 'Trunk': '1.1'}} Apr 29 15:37:00.599503 dv-neutron-839913-1-hyperv neutron-server[84771]: {{(pid=84771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:37:00.612879 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113706f-432c-4960-8d70-c9de4b25ab8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca3943e-a742-4de6-836d-2d65f20c2f57,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:00.673412 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5113706f-432c-4960-8d70-c9de4b25ab8d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4273827 Apr 29 15:37:00.676624 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48222) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:00.683971 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-8ef9d7f8-f24b-4474-a594-542724b7fbba admin admin] Request body: {'subnet': {'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1573436271-subnet', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:00.692945 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8ef9d7f8-f24b-4474-a594-542724b7fbba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:00.700300 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8ef9d7f8-f24b-4474-a594-542724b7fbba admin admin] Usage tracker for resource:subnet and tenant:0d55e79ec04d4b58a1f4cdc4e929c13f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:00.707069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8ef9d7f8-f24b-4474-a594-542724b7fbba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:00.716826 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113706f-432c-4960-8d70-c9de4b25ab8d admin admin] Pushing event updated for resources: {'Network': ['ID=9c9a7398-6fd3-4213-804e-eb3de185a894,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:00.716978 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8ef9d7f8-f24b-4474-a594-542724b7fbba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:00.719697 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Network 0f64455b-29c7-4ef3-82bd-3805f7cde51f is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:00.726430 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 9c9a7398-6fd3-4213-804e-eb3de185a894 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:00.819114 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 0f64455b-29c7-4ef3-82bd-3805f7cde51f) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:00.836922 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:00.836922 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.871847 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896166dd-725d-4da7-9235-09114df151da None None] Network 0f64455b-29c7-4ef3-82bd-3805f7cde51f requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:37:00.988384 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef9d7f8-f24b-4474-a594-542724b7fbba admin admin] Made reservation on behalf of 0d55e79ec04d4b58a1f4cdc4e929c13f for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:00.990797 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8ef9d7f8-f24b-4474-a594-542724b7fbba admin admin] Notify callbacks [] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.049206 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a10535bb-b5d9-470f-af15-708b8a84f642 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2108488 Apr 29 15:37:01.049430 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48234) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:01.054419 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-66419fd9-cc9c-43f4-a952-1f12dc2abcf4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-882899689-router', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:01.059018 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-66419fd9-cc9c-43f4-a952-1f12dc2abcf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:01.063982 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-66419fd9-cc9c-43f4-a952-1f12dc2abcf4 admin admin] Usage tracker for resource:router and tenant:c9e2f4e89626458695f617011f42e6cc is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:01.067074 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-66419fd9-cc9c-43f4-a952-1f12dc2abcf4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:01.074432 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-66419fd9-cc9c-43f4-a952-1f12dc2abcf4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:01.095935 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ed7db601-39b4-488c-92b1-5d5b3117c492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.110883 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-0f64455b-29c7-4ef3-82bd-3805f7cde51f', 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'fixed_ips': [{'subnet_id': 'e83914fb-022a-4002-8e6f-85f3456e202d'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:37:01.110883 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.148330 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-66419fd9-cc9c-43f4-a952-1f12dc2abcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.149389 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-66419fd9-cc9c-43f4-a952-1f12dc2abcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.192051 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-66419fd9-cc9c-43f4-a952-1f12dc2abcf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.220473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7db601-39b4-488c-92b1-5d5b3117c492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6408fca5-a6c8-49cb-a418-323e1535deec,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:01.286035 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7db601-39b4-488c-92b1-5d5b3117c492 admin admin] Checking segment: {'id': 'e48be504-9206-4521-ba82-c3663d220100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:01.286373 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7db601-39b4-488c-92b1-5d5b3117c492 admin admin] Network hostable DHCP agents. Network: 951a2926-3d60-49f1-abb0-4cfee0b87bbe, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:01.290754 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Allocated IP 172.20.0.2 (0f64455b-29c7-4ef3-82bd-3805f7cde51f/e83914fb-022a-4002-8e6f-85f3456e202d/7946750f-9169-4f72-abdc-e223fa8693c7) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:01.401211 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7db601-39b4-488c-92b1-5d5b3117c492 admin admin] Network 951a2926-3d60-49f1-abb0-4cfee0b87bbe is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:01.429939 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8ef9d7f8-f24b-4474-a594-542724b7fbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.498098 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-ed7db601-39b4-488c-92b1-5d5b3117c492 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 951a2926-3d60-49f1-abb0-4cfee0b87bbe) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:01.504697 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7db601-39b4-488c-92b1-5d5b3117c492 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:01.505328 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ed7db601-39b4-488c-92b1-5d5b3117c492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.511878 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdd4453-790a-4af4-9e01-704da96de0bc None None] Network 951a2926-3d60-49f1-abb0-4cfee0b87bbe requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:37:01.568165 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9d7f8-f24b-4474-a594-542724b7fbba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7bb539e-4a1d-45fe-b72f-4601de1423be,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:01.611285 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef9d7f8-f24b-4474-a594-542724b7fbba admin admin] Checking segment: {'id': '9fdadee6-d18c-402b-834a-482b050d5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:01.612158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef9d7f8-f24b-4474-a594-542724b7fbba admin admin] Network hostable DHCP agents. Network: 9c9a7398-6fd3-4213-804e-eb3de185a894, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:01.627505 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-66419fd9-cc9c-43f4-a952-1f12dc2abcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.627978 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.628286 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48250) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:01.628779 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ed7db601-39b4-488c-92b1-5d5b3117c492 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1993263 Apr 29 15:37:01.634578 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-aa9fb3f9-ac3e-4e8a-be00-d5a06f986a0c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1032101193-router', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:01.634775 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Transition to ACTIVE for port object 7946750f-9169-4f72-abdc-e223fa8693c7 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:01.639748 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-aa9fb3f9-ac3e-4e8a-be00-d5a06f986a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:01.644034 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-aa9fb3f9-ac3e-4e8a-be00-d5a06f986a0c admin admin] Usage tracker for resource:router and tenant:bafb4596b2ae4298bc6d4156fe1d5fb3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:01.648717 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-aa9fb3f9-ac3e-4e8a-be00-d5a06f986a0c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:01.655450 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-aa9fb3f9-ac3e-4e8a-be00-d5a06f986a0c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:01.660050 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Transition to ACTIVE for port object 7946750f-9169-4f72-abdc-e223fa8693c7 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:01.700237 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:37:01.774898 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef9d7f8-f24b-4474-a594-542724b7fbba admin admin] Network 9c9a7398-6fd3-4213-804e-eb3de185a894 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:01.807245 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48256) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:01.815402 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aa9fb3f9-ac3e-4e8a-be00-d5a06f986a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.816726 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aa9fb3f9-ac3e-4e8a-be00-d5a06f986a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.817596 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.852753 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-8ef9d7f8-f24b-4474-a594-542724b7fbba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 9c9a7398-6fd3-4213-804e-eb3de185a894) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:01.857155 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef9d7f8-f24b-4474-a594-542724b7fbba admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:01.857848 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8ef9d7f8-f24b-4474-a594-542724b7fbba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.862097 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aa9fb3f9-ac3e-4e8a-be00-d5a06f986a0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.866881 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c595bd-24aa-49ed-8e6e-2ac31225eb50 None None] Network 9c9a7398-6fd3-4213-804e-eb3de185a894 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:37:01.988818 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-66419fd9-cc9c-43f4-a952-1f12dc2abcf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.016100 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Network 0f64455b-29c7-4ef3-82bd-3805f7cde51f is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:02.028450 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:02.038177 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8ef9d7f8-f24b-4474-a594-542724b7fbba admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3545570 Apr 29 15:37:02.038332 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:02.038446 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48270) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:02.041052 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-53ecae05-cb64-4de8-ab05-33e12e452095 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1573436271-router', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:02.050755 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-53ecae05-cb64-4de8-ab05-33e12e452095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:02.060666 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159c84fd-396e-44eb-b8d9-7d40a67b44da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-951a2926-3d60-49f1-abb0-4cfee0b87bbe', 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'fixed_ips': [{'subnet_id': '6408fca5-a6c8-49cb-a418-323e1535deec'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:37:02.061647 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-53ecae05-cb64-4de8-ab05-33e12e452095 admin admin] Usage tracker for resource:router and tenant:0d55e79ec04d4b58a1f4cdc4e929c13f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:02.062608 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-159c84fd-396e-44eb-b8d9-7d40a67b44da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.071130 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-53ecae05-cb64-4de8-ab05-33e12e452095 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:02.084285 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-53ecae05-cb64-4de8-ab05-33e12e452095 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:02.116831 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Pushing event updated for resources: {'Port': ['ID=7946750f-9169-4f72-abdc-e223fa8693c7,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:02.185589 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-66419fd9-cc9c-43f4-a952-1f12dc2abcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.202612 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53ecae05-cb64-4de8-ab05-33e12e452095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.203761 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53ecae05-cb64-4de8-ab05-33e12e452095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.227001 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:02.227632 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:02.228103 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:02.228615 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:02.229107 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:02.229581 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:02.230053 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:02.230564 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:02.231131 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:02.231609 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:02.232076 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Tracked resource versions report: Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: pushed versions: Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: { 'ConntrackHelper': {'1.0'}, Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: 'Log': {'1.0'}, Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: 'Network': {'1.1'}, Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: 'Port': {'1.5'}, Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: 'PortForwarding': {'1.2'}, Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: 'QosPolicy': {'1.8'}, Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: 'SecurityGroup': {'1.2'}, Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: 'SecurityGroupRule': {'1.0'}, Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: 'SubPort': {'1.0'}, Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: 'Subnet': {'1.1'}, Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: 'Trunk': {'1.1'}} Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: consumer versions: Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: { DHCP agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: HyperV agent@hv-neutron-8399: {}, Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: L3 agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: Metadata agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: Metering agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: Open vSwitch agent@dv-neutron-839913-1-hyperv: { 'ConntrackHelper': '1.0', Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: 'Log': '1.0', Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: 'Network': '1.1', Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: 'Port': '1.5', Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: 'PortForwarding': '1.2', Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: 'QosPolicy': '1.8', Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: 'SecurityGroup': '1.2', Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: 'SecurityGroupRule': '1.0', Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: 'SubPort': '1.0', Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: 'Subnet': '1.1', Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: 'Trunk': '1.1'}} Apr 29 15:37:02.233482 dv-neutron-839913-1-hyperv neutron-server[84772]: {{(pid=84772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:37:02.240921 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53ecae05-cb64-4de8-ab05-33e12e452095 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.286361 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-3a0c3a21-02a3-45d2-a8b9-2df95ab7c97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-799316344'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:02.298327 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3a0c3a21-02a3-45d2-a8b9-2df95ab7c97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:02.309337 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3a0c3a21-02a3-45d2-a8b9-2df95ab7c97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Usage tracker for resource:network and tenant:73ad85d4b36a4bd1878dc84670837b0b is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:02.315725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3a0c3a21-02a3-45d2-a8b9-2df95ab7c97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:02.327001 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Attempting to bind port 7946750f-9169-4f72-abdc-e223fa8693c7 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:02.327756 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Attempting to bind port 7946750f-9169-4f72-abdc-e223fa8693c7 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'bcc1663b-c194-4652-87cf-0bcd40bb0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:02.328330 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Attempting to bind port 7946750f-9169-4f72-abdc-e223fa8693c7 on network 0f64455b-29c7-4ef3-82bd-3805f7cde51f {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:02.329670 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3a0c3a21-02a3-45d2-a8b9-2df95ab7c97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:02.343832 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-66419fd9-cc9c-43f4-a952-1f12dc2abcf4 admin admin] Allocated IP 172.26.1.83 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/e6e5e594-b0eb-4262-a5f9-8155f6793f5a) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:02.398387 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:37:02.399213 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Checking segment: {'id': 'bcc1663b-c194-4652-87cf-0bcd40bb0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:02.399903 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.400505 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Bound using segment: {'id': 'bcc1663b-c194-4652-87cf-0bcd40bb0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:37:02.401194 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Bound port: 7946750f-9169-4f72-abdc-e223fa8693c7, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcc1663b-c194-4652-87cf-0bcd40bb0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:02.401801 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.508904 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-66419fd9-cc9c-43f4-a952-1f12dc2abcf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.513388 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0c3a21-02a3-45d2-a8b9-2df95ab7c97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Made reservation on behalf of 73ad85d4b36a4bd1878dc84670837b0b for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:02.517482 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3a21-02a3-45d2-a8b9-2df95ab7c97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.562037 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3a21-02a3-45d2-a8b9-2df95ab7c97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.580959 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aa9fb3f9-ac3e-4e8a-be00-d5a06f986a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.584743 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c5de6a-1f5b-411b-b0c0-66bab3b77177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-9c9a7398-6fd3-4213-804e-eb3de185a894', 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'fixed_ips': [{'subnet_id': 'a7bb539e-4a1d-45fe-b72f-4601de1423be'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:37:02.585649 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c2c5de6a-1f5b-411b-b0c0-66bab3b77177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.618641 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-66419fd9-cc9c-43f4-a952-1f12dc2abcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.619730 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-159c84fd-396e-44eb-b8d9-7d40a67b44da None None] Allocated IP 172.20.0.2 (951a2926-3d60-49f1-abb0-4cfee0b87bbe/6408fca5-a6c8-49cb-a418-323e1535deec/76459808-dac3-4b53-b38b-7ce0e58bf090) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:02.646283 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3a0c3a21-02a3-45d2-a8b9-2df95ab7c97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:02.651984 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3a0c3a21-02a3-45d2-a8b9-2df95ab7c97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Usage tracker for resource:security_group_rule and tenant:73ad85d4b36a4bd1878dc84670837b0b is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:02.656506 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53ecae05-cb64-4de8-ab05-33e12e452095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.661016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3a0c3a21-02a3-45d2-a8b9-2df95ab7c97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:02.676740 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] For port 7946750f-9169-4f72-abdc-e223fa8693c7, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:37:02.687780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3a0c3a21-02a3-45d2-a8b9-2df95ab7c97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:02.797654 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] For port 7946750f-9169-4f72-abdc-e223fa8693c7, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7946750f-9169-4f72-abdc-e223fa8693c7,segment=NetworkSegment(bcc1663b-c194-4652-87cf-0bcd40bb0751),segment_id=bcc1663b-c194-4652-87cf-0bcd40bb0751)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:37:02.848960 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66419fd9-cc9c-43f4-a952-1f12dc2abcf4 admin admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:02.855485 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66419fd9-cc9c-43f4-a952-1f12dc2abcf4 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e5e594-b0eb-4262-a5f9-8155f6793f5a,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:02.858920 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-66419fd9-cc9c-43f4-a952-1f12dc2abcf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:02.870066 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3a21-02a3-45d2-a8b9-2df95ab7c97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.906569 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66419fd9-cc9c-43f4-a952-1f12dc2abcf4 admin admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:02.907604 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.996622 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3a21-02a3-45d2-a8b9-2df95ab7c97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.049070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0c3a21-02a3-45d2-a8b9-2df95ab7c97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:03.065952 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48292) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:03.082958 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c3a21-02a3-45d2-a8b9-2df95ab7c97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38167dcb-81a4-4137-b84a-5d0b3e18f40c,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:03.092163 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3a21-02a3-45d2-a8b9-2df95ab7c97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.094698 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-3a0c3a21-02a3-45d2-a8b9-2df95ab7c97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Added segment 0177eeac-1070-4e4f-993c-a77bf9893712 of type vlan for network 9022ba49-acc4-4f56-957c-98f64a793ab8 Apr 29 15:37:03.134588 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aa9fb3f9-ac3e-4e8a-be00-d5a06f986a0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.137183 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3a21-02a3-45d2-a8b9-2df95ab7c97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.159528 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-c2c5de6a-1f5b-411b-b0c0-66bab3b77177 None None] Allocated IP 172.20.0.2 (9c9a7398-6fd3-4213-804e-eb3de185a894/a7bb539e-4a1d-45fe-b72f-4601de1423be/88abbc88-7695-4e34-b798-aaeee7feecf1) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:03.184749 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d788c-a432-43c0-8c91-faf522338fc3 None None] Pushing event updated for resources: {'Port': ['ID=7946750f-9169-4f72-abdc-e223fa8693c7,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:03.228824 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aa9fb3f9-ac3e-4e8a-be00-d5a06f986a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.231034 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-159c84fd-396e-44eb-b8d9-7d40a67b44da None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.317245 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-66419fd9-cc9c-43f4-a952-1f12dc2abcf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.317245 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-66419fd9-cc9c-43f4-a952-1f12dc2abcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.361988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53ecae05-cb64-4de8-ab05-33e12e452095 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.405525 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53ecae05-cb64-4de8-ab05-33e12e452095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.470888 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48302) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:03.565028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-53ecae05-cb64-4de8-ab05-33e12e452095 admin admin] Allocated IP 172.26.1.39 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/ca608b69-bb8f-49f6-bfca-3b223f6e9f09) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:03.605723 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-159c84fd-396e-44eb-b8d9-7d40a67b44da None None] Transition to ACTIVE for port object 76459808-dac3-4b53-b38b-7ce0e58bf090 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:03.612995 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c2c5de6a-1f5b-411b-b0c0-66bab3b77177 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.638571 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c2c5de6a-1f5b-411b-b0c0-66bab3b77177 None None] Transition to ACTIVE for port object 88abbc88-7695-4e34-b798-aaeee7feecf1 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:03.659126 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-159c84fd-396e-44eb-b8d9-7d40a67b44da None None] Transition to ACTIVE for port object 76459808-dac3-4b53-b38b-7ce0e58bf090 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:03.670066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c2c5de6a-1f5b-411b-b0c0-66bab3b77177 None None] Transition to ACTIVE for port object 88abbc88-7695-4e34-b798-aaeee7feecf1 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:03.708056 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48308) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:03.733854 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53ecae05-cb64-4de8-ab05-33e12e452095 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.737114 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-159c84fd-396e-44eb-b8d9-7d40a67b44da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.759002 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3a21-02a3-45d2-a8b9-2df95ab7c97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.762678 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0c3a21-02a3-45d2-a8b9-2df95ab7c97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:03.766048 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3a21-02a3-45d2-a8b9-2df95ab7c97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.798008 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-259ca04e-5f97-4cdc-9483-e1081876991a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2087985068'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:03.810457 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159c84fd-396e-44eb-b8d9-7d40a67b44da None None] Network 951a2926-3d60-49f1-abb0-4cfee0b87bbe is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:03.812876 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66419fd9-cc9c-43f4-a952-1f12dc2abcf4 admin admin] Router 017a57c6-628c-42d2-8829-cd7b223faa97 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:37:03.837641 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c2c5de6a-1f5b-411b-b0c0-66bab3b77177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.892225 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-159c84fd-396e-44eb-b8d9-7d40a67b44da None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:03.906178 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159c84fd-396e-44eb-b8d9-7d40a67b44da None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:03.931945 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c3a21-02a3-45d2-a8b9-2df95ab7c97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Pushing event updated for resources: {'Network': ['ID=9022ba49-acc4-4f56-957c-98f64a793ab8,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:03.934378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-259ca04e-5f97-4cdc-9483-e1081876991a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:03.941905 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3a0c3a21-02a3-45d2-a8b9-2df95ab7c97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.1304653 Apr 29 15:37:03.941905 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53ecae05-cb64-4de8-ab05-33e12e452095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.958108 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c5de6a-1f5b-411b-b0c0-66bab3b77177 None None] Network 9c9a7398-6fd3-4213-804e-eb3de185a894 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:03.965124 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-259ca04e-5f97-4cdc-9483-e1081876991a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Usage tracker for resource:network and tenant:d3b1af88d9aa494cb732f89b02fb52db is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:04.023884 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-c2c5de6a-1f5b-411b-b0c0-66bab3b77177 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:04.025730 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 9022ba49-acc4-4f56-957c-98f64a793ab8 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:04.032053 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-259ca04e-5f97-4cdc-9483-e1081876991a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:04.043632 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-259ca04e-5f97-4cdc-9483-e1081876991a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:04.055503 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ecae05-cb64-4de8-ab05-33e12e452095 admin admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:04.066287 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-53ecae05-cb64-4de8-ab05-33e12e452095 admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:04.068281 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c5de6a-1f5b-411b-b0c0-66bab3b77177 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:04.076808 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ecae05-cb64-4de8-ab05-33e12e452095 admin admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:04.117249 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7946750f-9169-4f72-abdc-e223fa8693c7 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:04.119569 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-aa9fb3f9-ac3e-4e8a-be00-d5a06f986a0c admin admin] Allocated IP 172.26.1.132 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/64cb396c-c98f-4fcd-80e6-7040ebe41f14) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:04.152355 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ecae05-cb64-4de8-ab05-33e12e452095 admin admin] Pushing event updated for resources: {'Port': ['ID=ca608b69-bb8f-49f6-bfca-3b223f6e9f09,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:04.167843 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259ca04e-5f97-4cdc-9483-e1081876991a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Made reservation on behalf of d3b1af88d9aa494cb732f89b02fb52db for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:04.172457 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-259ca04e-5f97-4cdc-9483-e1081876991a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.222777 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-259ca04e-5f97-4cdc-9483-e1081876991a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.236803 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c84fd-396e-44eb-b8d9-7d40a67b44da None None] Pushing event updated for resources: {'Port': ['ID=76459808-dac3-4b53-b38b-7ce0e58bf090,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:04.367433 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aa9fb3f9-ac3e-4e8a-be00-d5a06f986a0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.386304 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5de6a-1f5b-411b-b0c0-66bab3b77177 None None] Pushing event updated for resources: {'Port': ['ID=88abbc88-7695-4e34-b798-aaeee7feecf1,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:04.402779 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7c447498-1072-4a39-b90e-6698ae93c9b9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-670127389'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:04.430157 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-e031d37f-9256-4510-8b47-2874c4f861de tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:04.435641 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e031d37f-9256-4510-8b47-2874c4f861de tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:04.440693 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e031d37f-9256-4510-8b47-2874c4f861de tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Usage tracker for resource:floatingip and tenant:03e6b619c8c0455a9637b15533bfb4a8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:04.444351 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e031d37f-9256-4510-8b47-2874c4f861de tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:04.450117 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e031d37f-9256-4510-8b47-2874c4f861de tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:04.502530 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7c447498-1072-4a39-b90e-6698ae93c9b9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:04.506351 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-259ca04e-5f97-4cdc-9483-e1081876991a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:04.511166 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aa9fb3f9-ac3e-4e8a-be00-d5a06f986a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.512853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-259ca04e-5f97-4cdc-9483-e1081876991a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Usage tracker for resource:security_group_rule and tenant:d3b1af88d9aa494cb732f89b02fb52db is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:04.515312 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7c447498-1072-4a39-b90e-6698ae93c9b9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Usage tracker for resource:network and tenant:1130947ccb22476e98a522acb2cba70e is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:04.518022 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-159c84fd-396e-44eb-b8d9-7d40a67b44da None None] Attempting to bind port 76459808-dac3-4b53-b38b-7ce0e58bf090 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:04.518352 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-159c84fd-396e-44eb-b8d9-7d40a67b44da None None] Attempting to bind port 76459808-dac3-4b53-b38b-7ce0e58bf090 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'e48be504-9206-4521-ba82-c3663d220100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:04.518727 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159c84fd-396e-44eb-b8d9-7d40a67b44da None None] Attempting to bind port 76459808-dac3-4b53-b38b-7ce0e58bf090 on network 951a2926-3d60-49f1-abb0-4cfee0b87bbe {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:04.519274 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-259ca04e-5f97-4cdc-9483-e1081876991a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:04.521233 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cc96aa-18c8-4867-bd3c-fa4c3e5cdb24 None None] Network 0f64455b-29c7-4ef3-82bd-3805f7cde51f requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:37:04.528074 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-259ca04e-5f97-4cdc-9483-e1081876991a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:04.565445 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7c447498-1072-4a39-b90e-6698ae93c9b9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:04.568701 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48336) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:04.585075 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e031d37f-9256-4510-8b47-2874c4f861de tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.603307 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7c447498-1072-4a39-b90e-6698ae93c9b9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:04.633915 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-259ca04e-5f97-4cdc-9483-e1081876991a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.662724 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53ecae05-cb64-4de8-ab05-33e12e452095 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.664372 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53ecae05-cb64-4de8-ab05-33e12e452095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.750098 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9fb3f9-ac3e-4e8a-be00-d5a06f986a0c admin admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:04.760002 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-259ca04e-5f97-4cdc-9483-e1081876991a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.760566 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-aa9fb3f9-ac3e-4e8a-be00-d5a06f986a0c admin admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:04.760566 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c447498-1072-4a39-b90e-6698ae93c9b9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Made reservation on behalf of 1130947ccb22476e98a522acb2cba70e for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:04.762907 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7c447498-1072-4a39-b90e-6698ae93c9b9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.775260 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9fb3f9-ac3e-4e8a-be00-d5a06f986a0c admin admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:04.781600 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259ca04e-5f97-4cdc-9483-e1081876991a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:04.795216 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-259ca04e-5f97-4cdc-9483-e1081876991a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.796687 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-259ca04e-5f97-4cdc-9483-e1081876991a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Added segment 6da92ad4-0677-48b7-b750-a6edabb0f4f7 of type vlan for network 146935a0-5013-4bdc-b5be-16ce386271d0 Apr 29 15:37:04.801901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9fb3f9-ac3e-4e8a-be00-d5a06f986a0c admin admin] Pushing event updated for resources: {'Port': ['ID=64cb396c-c98f-4fcd-80e6-7040ebe41f14,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:04.825983 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7c447498-1072-4a39-b90e-6698ae93c9b9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.850233 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-259ca04e-5f97-4cdc-9483-e1081876991a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.865078 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-e86a502b-c6a1-452c-b3eb-61fb593646be tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:04.935565 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7c447498-1072-4a39-b90e-6698ae93c9b9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:04.951485 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7c447498-1072-4a39-b90e-6698ae93c9b9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Usage tracker for resource:security_group_rule and tenant:1130947ccb22476e98a522acb2cba70e is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:04.957912 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7c447498-1072-4a39-b90e-6698ae93c9b9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:04.968791 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7c447498-1072-4a39-b90e-6698ae93c9b9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:04.977516 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159c84fd-396e-44eb-b8d9-7d40a67b44da None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:37:04.978195 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159c84fd-396e-44eb-b8d9-7d40a67b44da None None] Checking segment: {'id': 'e48be504-9206-4521-ba82-c3663d220100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:04.978780 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-159c84fd-396e-44eb-b8d9-7d40a67b44da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.979400 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159c84fd-396e-44eb-b8d9-7d40a67b44da None None] Bound using segment: {'id': 'e48be504-9206-4521-ba82-c3663d220100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:37:04.980038 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-159c84fd-396e-44eb-b8d9-7d40a67b44da None None] Bound port: 76459808-dac3-4b53-b38b-7ce0e58bf090, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e48be504-9206-4521-ba82-c3663d220100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:04.980563 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-159c84fd-396e-44eb-b8d9-7d40a67b44da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.997441 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ca04e-5f97-4cdc-9483-e1081876991a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=004c110f-35cc-41f2-b25d-f1037fce6d68,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:05.017989 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-259ca04e-5f97-4cdc-9483-e1081876991a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.031355 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259ca04e-5f97-4cdc-9483-e1081876991a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:05.032488 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-259ca04e-5f97-4cdc-9483-e1081876991a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.033864 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 7946750f-9169-4f72-abdc-e223fa8693c7 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:05.100528 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48344) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:05.101281 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-c2c5de6a-1f5b-411b-b0c0-66bab3b77177 None None] Attempting to bind port 88abbc88-7695-4e34-b798-aaeee7feecf1 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:05.101652 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-c2c5de6a-1f5b-411b-b0c0-66bab3b77177 None None] Attempting to bind port 88abbc88-7695-4e34-b798-aaeee7feecf1 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '9fdadee6-d18c-402b-834a-482b050d5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:05.102009 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c5de6a-1f5b-411b-b0c0-66bab3b77177 None None] Attempting to bind port 88abbc88-7695-4e34-b798-aaeee7feecf1 on network 9c9a7398-6fd3-4213-804e-eb3de185a894 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:05.104413 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e031d37f-9256-4510-8b47-2874c4f861de tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.116129 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Request body: {'port': {'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8', 'binding:host_id': 'hv-neutron-8399', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582850232'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:05.146396 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4ceef47a-9398-49af-bca3-2000f3131f9e None None] Provisioning for port 7946750f-9169-4f72-abdc-e223fa8693c7 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:05.155528 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4ceef47a-9398-49af-bca3-2000f3131f9e None None] Provisioning complete for port 7946750f-9169-4f72-abdc-e223fa8693c7 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:05.155960 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4ceef47a-9398-49af-bca3-2000f3131f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.164256 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66419fd9-cc9c-43f4-a952-1f12dc2abcf4 admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:37:05.172557 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:05.175899 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] Sync routers for ids ['017a57c6-628c-42d2-8829-cd7b223faa97'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:37:05.189891 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7c447498-1072-4a39-b90e-6698ae93c9b9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.191409 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Usage tracker for resource:port and tenant:d5ffb98a442b4cdcbc7b96e4e6a87a66 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:05.194334 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] Routers {'017a57c6-628c-42d2-8829-cd7b223faa97'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:37:05.195000 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:36:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['017a57c6-628c-42d2-8829-cd7b223faa97'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:05.209060 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:05.213481 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c5de6a-1f5b-411b-b0c0-66bab3b77177 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:37:05.213481 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c5de6a-1f5b-411b-b0c0-66bab3b77177 None None] Checking segment: {'id': '9fdadee6-d18c-402b-834a-482b050d5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:05.215249 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c2c5de6a-1f5b-411b-b0c0-66bab3b77177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.216223 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c5de6a-1f5b-411b-b0c0-66bab3b77177 None None] Bound using segment: {'id': '9fdadee6-d18c-402b-834a-482b050d5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:37:05.218334 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-c2c5de6a-1f5b-411b-b0c0-66bab3b77177 None None] Bound port: 88abbc88-7695-4e34-b798-aaeee7feecf1, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdadee6-d18c-402b-834a-482b050d5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:05.218978 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c2c5de6a-1f5b-411b-b0c0-66bab3b77177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.225743 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:05.282931 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ca04e-5f97-4cdc-9483-e1081876991a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Pushing event updated for resources: {'Network': ['ID=146935a0-5013-4bdc-b5be-16ce386271d0,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:05.286789 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e86a502b-c6a1-452c-b3eb-61fb593646be tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] 10.222.0.21 "PUT /v2.0/quotas/eb625f5d032e45e4b34bdc365c35e6c0 HTTP/1.1" status: 200 len: 366 time: 0.7158942 Apr 29 15:37:05.287069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48350) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:05.305166 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-31e3bee2-66a9-4854-905b-2fedbfe76d4d tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0167799 Apr 29 15:37:05.307536 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48354) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:05.308772 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7c447498-1072-4a39-b90e-6698ae93c9b9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.326169 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-259ca04e-5f97-4cdc-9483-e1081876991a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2590652 Apr 29 15:37:05.328744 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48358) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:05.365553 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6ba524e7-6975-48f9-b070-30e3c32569b8 tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] 10.222.0.21 "GET /v2.0/quotas/eb625f5d032e45e4b34bdc365c35e6c0 HTTP/1.1" status: 200 len: 366 time: 0.0568695 Apr 29 15:37:05.367982 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48364) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:05.392999 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Made reservation on behalf of d5ffb98a442b4cdcbc7b96e4e6a87a66 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:05.395392 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.414347 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] Set router 017a57c6-628c-42d2-8829-cd7b223faa97 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:37:05.448304 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-c2c5de6a-1f5b-411b-b0c0-66bab3b77177 None None] For port 88abbc88-7695-4e34-b798-aaeee7feecf1, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:37:05.448876 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-c2c5de6a-1f5b-411b-b0c0-66bab3b77177 None None] For port 88abbc88-7695-4e34-b798-aaeee7feecf1, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=88abbc88-7695-4e34-b798-aaeee7feecf1,segment=NetworkSegment(9fdadee6-d18c-402b-834a-482b050d5157),segment_id=9fdadee6-d18c-402b-834a-482b050d5157)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:37:05.474796 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c447498-1072-4a39-b90e-6698ae93c9b9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:05.478349 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.494559 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-66419fd9-cc9c-43f4-a952-1f12dc2abcf4 admin admin] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.496162 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-66419fd9-cc9c-43f4-a952-1f12dc2abcf4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.4456568 Apr 29 15:37:05.502094 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48368) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:05.503610 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c447498-1072-4a39-b90e-6698ae93c9b9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acfc1ea6-f4cb-45f2-abc9-068cd569de44,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:05.506160 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aa9fb3f9-ac3e-4e8a-be00-d5a06f986a0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.507281 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aa9fb3f9-ac3e-4e8a-be00-d5a06f986a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.509575 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-159c84fd-396e-44eb-b8d9-7d40a67b44da None None] For port 76459808-dac3-4b53-b38b-7ce0e58bf090, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:37:05.513606 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0455f03a-3892-471a-b7ef-fe2c5803a718 tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/eb625f5d032e45e4b34bdc365c35e6c0 HTTP/1.1" status: 204 len: 168 time: 0.1419706 Apr 29 15:37:05.530373 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48372) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:05.533242 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-159c84fd-396e-44eb-b8d9-7d40a67b44da None None] For port 76459808-dac3-4b53-b38b-7ce0e58bf090, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=76459808-dac3-4b53-b38b-7ce0e58bf090,segment=NetworkSegment(e48be504-9206-4521-ba82-c3663d220100),segment_id=e48be504-9206-4521-ba82-c3663d220100)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:37:05.533808 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-e031d37f-9256-4510-8b47-2874c4f861de tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Allocated IP 172.26.1.245 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/d4149fa8-9dce-4656-a7e1-dd7da9c26b45) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:05.537805 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7c447498-1072-4a39-b90e-6698ae93c9b9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.538342 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-7c447498-1072-4a39-b90e-6698ae93c9b9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Added segment 5a4789a8-5fbb-477e-b36c-50486a429af1 of type vlan for network f9b3679f-663c-4232-8f41-7d86a5fe57d4 Apr 29 15:37:05.567372 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 146935a0-5013-4bdc-b5be-16ce386271d0 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:05.601368 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c2c5de6a-1f5b-411b-b0c0-66bab3b77177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.629650 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-aab482c0-f2bf-4113-b089-f792a47c45e2 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Request body: {'network': {'name': 'tempest-network--1063465149', 'router:external': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:05.719116 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-159c84fd-396e-44eb-b8d9-7d40a67b44da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.722917 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-aab482c0-f2bf-4113-b089-f792a47c45e2 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:05.733900 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-472f9e1a-7f1d-4b01-ae00-711a37a0532f tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.2013612 Apr 29 15:37:05.734900 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48376) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:05.738631 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-aab482c0-f2bf-4113-b089-f792a47c45e2 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Usage tracker for resource:network and tenant:7e86011f490f443286c5ec66cba9e9ca is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:05.745468 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-aab482c0-f2bf-4113-b089-f792a47c45e2 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:05.772361 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'name': 'tempest-ServersTestJSON-882899689-router', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:37:02Z', 'revision_number': 3, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'gw_port': {'id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:05.781987 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-aab482c0-f2bf-4113-b089-f792a47c45e2 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:05.785434 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] Checking router: 017a57c6-628c-42d2-8829-cd7b223faa97 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:37:05.785888 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] Updating router 017a57c6-628c-42d2-8829-cd7b223faa97 port e6e5e594-b0eb-4262-a5f9-8155f6793f5a binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:37:05.812245 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7c447498-1072-4a39-b90e-6698ae93c9b9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.823213 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:05.846161 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Usage tracker for resource:security_group_rule and tenant:d5ffb98a442b4cdcbc7b96e4e6a87a66 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:05.860477 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:05.875783 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:05.877220 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.884149 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ecae05-cb64-4de8-ab05-33e12e452095 admin admin] Router abe1e843-43c6-485c-b9ad-872981375c90 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:37:05.896315 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5672bf78-d71f-4d27-9bb3-5bd9dc019a42 tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] 10.222.0.21 "GET /v2.0/quotas/eb625f5d032e45e4b34bdc365c35e6c0 HTTP/1.1" status: 200 len: 370 time: 0.1445482 Apr 29 15:37:05.897168 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48380) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:05.922624 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9e711836-b276-4649-8e02-a54f12a75c9a tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] 10.222.0.21 "GET /v2.0/quotas/eb625f5d032e45e4b34bdc365c35e6c0/default HTTP/1.1" status: 200 len: 370 time: 0.0113313 Apr 29 15:37:05.928616 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48384) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:05.949763 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5de6a-1f5b-411b-b0c0-66bab3b77177 None None] Pushing event updated for resources: {'Port': ['ID=88abbc88-7695-4e34-b798-aaeee7feecf1,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:06.014892 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab482c0-f2bf-4113-b089-f792a47c45e2 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Made reservation on behalf of 7e86011f490f443286c5ec66cba9e9ca for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:06.016393 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4ceef47a-9398-49af-bca3-2000f3131f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.018030 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aab482c0-f2bf-4113-b089-f792a47c45e2 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.097127 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c84fd-396e-44eb-b8d9-7d40a67b44da None None] Pushing event updated for resources: {'Port': ['ID=76459808-dac3-4b53-b38b-7ce0e58bf090,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:06.103119 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-4ceef47a-9398-49af-bca3-2000f3131f9e None None] For port 7946750f-9169-4f72-abdc-e223fa8693c7, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7946750f-9169-4f72-abdc-e223fa8693c7,segment=NetworkSegment(bcc1663b-c194-4652-87cf-0bcd40bb0751),segment_id=bcc1663b-c194-4652-87cf-0bcd40bb0751)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:37:06.149397 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e031d37f-9256-4510-8b47-2874c4f861de tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.173818 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4ceef47a-9398-49af-bca3-2000f3131f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.200559 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aab482c0-f2bf-4113-b089-f792a47c45e2 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.304369 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.316766 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-6e9d7d6e-f890-4183-a6df-cf6da0e1a315 tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] delete failed (client error): The resource could not be found. Apr 29 15:37:06.319764 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6e9d7d6e-f890-4183-a6df-cf6da0e1a315 tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/eb625f5d032e45e4b34bdc365c35e6c0 HTTP/1.1" status: 404 len: 348 time: 0.3865302 Apr 29 15:37:06.336843 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7c447498-1072-4a39-b90e-6698ae93c9b9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.345858 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c447498-1072-4a39-b90e-6698ae93c9b9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:06.346297 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7c447498-1072-4a39-b90e-6698ae93c9b9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.351241 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceef47a-9398-49af-bca3-2000f3131f9e None None] Pushing event updated for resources: {'Port': ['ID=7946750f-9169-4f72-abdc-e223fa8693c7,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:06.360991 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-13c6e648-d6dd-43f8-9df7-ac169867050a None None] Provisioning complete for port 7946750f-9169-4f72-abdc-e223fa8693c7 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:06.366228 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-13c6e648-d6dd-43f8-9df7-ac169867050a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.401000 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-aab482c0-f2bf-4113-b089-f792a47c45e2 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:06.409932 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-aab482c0-f2bf-4113-b089-f792a47c45e2 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Usage tracker for resource:security_group_rule and tenant:7e86011f490f443286c5ec66cba9e9ca is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:06.414063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-aab482c0-f2bf-4113-b089-f792a47c45e2 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:06.422462 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-aab482c0-f2bf-4113-b089-f792a47c45e2 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:06.558254 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c447498-1072-4a39-b90e-6698ae93c9b9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Pushing event updated for resources: {'Network': ['ID=f9b3679f-663c-4232-8f41-7d86a5fe57d4,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:06.562510 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.567215 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] device_id is not set on port 73ef782a-1bdc-416c-9938-d86b5854bea5 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:37:06.586885 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aab482c0-f2bf-4113-b089-f792a47c45e2 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.636285 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network f9b3679f-663c-4232-8f41-7d86a5fe57d4 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:06.640938 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7c447498-1072-4a39-b90e-6698ae93c9b9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.0865543 Apr 29 15:37:06.643860 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e031d37f-9256-4510-8b47-2874c4f861de tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.651955 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48390) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:06.694833 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ecae05-cb64-4de8-ab05-33e12e452095 admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:37:06.714983 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aab482c0-f2bf-4113-b089-f792a47c45e2 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.738470 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-16b3659b-f436-449e-941c-699f07b48c37 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Request body: {'subnet': {'network_id': 'f9b3679f-663c-4232-8f41-7d86a5fe57d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:06.748279 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] Sync routers for ids ['abe1e843-43c6-485c-b9ad-872981375c90'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:37:06.857915 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48394) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:06.863903 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] Routers {'abe1e843-43c6-485c-b9ad-872981375c90'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:37:06.863903 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:36:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['abe1e843-43c6-485c-b9ad-872981375c90'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:06.916340 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.949344 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] Transition to ACTIVE for port object e6e5e594-b0eb-4262-a5f9-8155f6793f5a will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:06.962079 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab482c0-f2bf-4113-b089-f792a47c45e2 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:07.025776 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.085022 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab482c0-f2bf-4113-b089-f792a47c45e2 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dd8fda-4b4f-4120-bd8e-cecf68a339c5,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:07.089161 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aab482c0-f2bf-4113-b089-f792a47c45e2 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.093041 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-aab482c0-f2bf-4113-b089-f792a47c45e2 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Added segment 9ec9ff97-051d-44f2-818c-7e00b2f7836d of type vlan for network b1b8d55c-36f1-41d3-af9f-8e182934ec5a Apr 29 15:37:07.157119 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53ecae05-cb64-4de8-ab05-33e12e452095 admin admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.163217 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-53ecae05-cb64-4de8-ab05-33e12e452095 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1272490 Apr 29 15:37:07.182449 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] Attempting to bind port e6e5e594-b0eb-4262-a5f9-8155f6793f5a on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:07.183334 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] Attempting to bind port e6e5e594-b0eb-4262-a5f9-8155f6793f5a by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:07.183936 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] Attempting to bind port e6e5e594-b0eb-4262-a5f9-8155f6793f5a on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:07.184305 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] Set router abe1e843-43c6-485c-b9ad-872981375c90 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:37:07.194241 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48400) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:07.194941 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cde7fbcd-5d70-41b8-b852-4869cedd5a1e tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] Usage tracker for resource:network and tenant:71d98d6dc86f4e4aa9219e9cbbd9fab4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:07.196692 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:37:07.198076 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:07.198883 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.200012 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:37:07.201209 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] Bound port: e6e5e594-b0eb-4262-a5f9-8155f6793f5a, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:07.203425 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.209788 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7bf24f-88e0-4dd0-9908-f75dbab5a084,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:07.261587 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e031d37f-9256-4510-8b47-2874c4f861de tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:07.267665 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031d37f-9256-4510-8b47-2874c4f861de tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Pushing event updated for resources: {'Port': ['ID=d4149fa8-9dce-4656-a7e1-dd7da9c26b45,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:07.278382 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-e031d37f-9256-4510-8b47-2874c4f861de tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:07.317736 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e031d37f-9256-4510-8b47-2874c4f861de tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:07.346310 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aab482c0-f2bf-4113-b089-f792a47c45e2 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.355547 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf9702-0d85-4e01-bce5-07f07e70bf8f None None] Pushing event updated for resources: {'Port': ['ID=e6e5e594-b0eb-4262-a5f9-8155f6793f5a,revision_number=2']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:07.361125 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cde7fbcd-5d70-41b8-b852-4869cedd5a1e tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:07.369325 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] For port e6e5e594-b0eb-4262-a5f9-8155f6793f5a, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:37:07.372487 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-16b3659b-f436-449e-941c-699f07b48c37 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:07.378409 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] For port e6e5e594-b0eb-4262-a5f9-8155f6793f5a, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e6e5e594-b0eb-4262-a5f9-8155f6793f5a,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:37:07.381640 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf9702-0d85-4e01-bce5-07f07e70bf8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:07.381863 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf9702-0d85-4e01-bce5-07f07e70bf8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:07.382175 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf9702-0d85-4e01-bce5-07f07e70bf8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:07.382880 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf9702-0d85-4e01-bce5-07f07e70bf8f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:07.384203 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf9702-0d85-4e01-bce5-07f07e70bf8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:07.385291 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf9702-0d85-4e01-bce5-07f07e70bf8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:07.385643 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf9702-0d85-4e01-bce5-07f07e70bf8f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:07.385761 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-16b3659b-f436-449e-941c-699f07b48c37 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Usage tracker for resource:subnet and tenant:1130947ccb22476e98a522acb2cba70e is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:07.387111 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf9702-0d85-4e01-bce5-07f07e70bf8f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:07.387466 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf9702-0d85-4e01-bce5-07f07e70bf8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:07.388390 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf9702-0d85-4e01-bce5-07f07e70bf8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:07.390389 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf9702-0d85-4e01-bce5-07f07e70bf8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf9702-0d85-4e01-bce5-07f07e70bf8f None None] Tracked resource versions report: Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: pushed versions: Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: { 'ConntrackHelper': {'1.0'}, Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: 'Log': {'1.0'}, Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: 'Network': {'1.1'}, Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: 'Port': {'1.5'}, Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: 'PortForwarding': {'1.2'}, Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: 'QosPolicy': {'1.8'}, Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: 'SecurityGroup': {'1.2'}, Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: 'SecurityGroupRule': {'1.0'}, Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: 'SubPort': {'1.0'}, Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: 'Subnet': {'1.1'}, Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: 'Trunk': {'1.1'}} Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: consumer versions: Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: { DHCP agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: HyperV agent@hv-neutron-8399: {}, Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: L3 agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: Metadata agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: Metering agent@dv-neutron-839913-1-hyperv: {}, Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: Open vSwitch agent@dv-neutron-839913-1-hyperv: { 'ConntrackHelper': '1.0', Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: 'Log': '1.0', Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: 'Network': '1.1', Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: 'Port': '1.5', Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: 'PortForwarding': '1.2', Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: 'QosPolicy': '1.8', Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: 'SecurityGroup': '1.2', Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: 'SecurityGroupRule': '1.0', Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: 'SubPort': '1.0', Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: 'Subnet': '1.1', Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: 'Trunk': '1.1'}} Apr 29 15:37:07.392929 dv-neutron-839913-1-hyperv neutron-server[84773]: {{(pid=84773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:37:07.422321 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-16b3659b-f436-449e-941c-699f07b48c37 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:07.453912 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.486028 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-16b3659b-f436-449e-941c-699f07b48c37 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:07.489262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cde7fbcd-5d70-41b8-b852-4869cedd5a1e tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] Usage tracker for resource:subnet and tenant:71d98d6dc86f4e4aa9219e9cbbd9fab4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:07.529307 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] device_id is not set on port 73ef782a-1bdc-416c-9938-d86b5854bea5 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:37:07.550997 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cde7fbcd-5d70-41b8-b852-4869cedd5a1e tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:07.553303 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.558312 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e48d10-8ad1-42f1-b05b-d678d8326b1e None None] Network 9c9a7398-6fd3-4213-804e-eb3de185a894 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:37:07.581078 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Transition to ACTIVE for port object 73ef782a-1bdc-416c-9938-d86b5854bea5 will not be triggered until provisioned by entity L2. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:07.586156 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b3659b-f436-449e-941c-699f07b48c37 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Made reservation on behalf of 1130947ccb22476e98a522acb2cba70e for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:07.604634 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cde7fbcd-5d70-41b8-b852-4869cedd5a1e tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] Usage tracker for resource:subnetpool and tenant:71d98d6dc86f4e4aa9219e9cbbd9fab4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:07.623016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cde7fbcd-5d70-41b8-b852-4869cedd5a1e tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:07.627198 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] Routers {'017a57c6-628c-42d2-8829-cd7b223faa97'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:37:07.628500 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:36:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['017a57c6-628c-42d2-8829-cd7b223faa97'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:07.656066 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cde7fbcd-5d70-41b8-b852-4869cedd5a1e tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] Usage tracker for resource:port and tenant:71d98d6dc86f4e4aa9219e9cbbd9fab4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:07.662749 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cde7fbcd-5d70-41b8-b852-4869cedd5a1e tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:07.665851 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aab482c0-f2bf-4113-b089-f792a47c45e2 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.666717 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab482c0-f2bf-4113-b089-f792a47c45e2 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:07.667283 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aab482c0-f2bf-4113-b089-f792a47c45e2 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.714859 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf9702-0d85-4e01-bce5-07f07e70bf8f None None] Pushing event updated for resources: {'Port': ['ID=e6e5e594-b0eb-4262-a5f9-8155f6793f5a,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:07.739461 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.768142 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-aab482c0-f2bf-4113-b089-f792a47c45e2 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.4360743 Apr 29 15:37:07.786148 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48404) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:07.788026 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cde7fbcd-5d70-41b8-b852-4869cedd5a1e tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] Usage tracker for resource:router and tenant:71d98d6dc86f4e4aa9219e9cbbd9fab4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:08.143944 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a636305-73d9-4bf3-a2b4-a59ba4c0297d None None] Network 951a2926-3d60-49f1-abb0-4cfee0b87bbe requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:37:08.144725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cde7fbcd-5d70-41b8-b852-4869cedd5a1e tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:08.144725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab482c0-f2bf-4113-b089-f792a47c45e2 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Pushing event updated for resources: {'Network': ['ID=b1b8d55c-36f1-41d3-af9f-8e182934ec5a,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:08.145379 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] Set router 017a57c6-628c-42d2-8829-cd7b223faa97 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:37:08.146046 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e031d37f-9256-4510-8b47-2874c4f861de tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.146046 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-16b3659b-f436-449e-941c-699f07b48c37 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks [] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.146469 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network b1b8d55c-36f1-41d3-af9f-8e182934ec5a details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:08.146756 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cde7fbcd-5d70-41b8-b852-4869cedd5a1e tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] Usage tracker for resource:floatingip and tenant:71d98d6dc86f4e4aa9219e9cbbd9fab4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:08.146822 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Pushing event updated for resources: {'Port': ['ID=73ef782a-1bdc-416c-9938-d86b5854bea5,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:08.173137 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cde7fbcd-5d70-41b8-b852-4869cedd5a1e tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:08.207441 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Checking segment: {'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:08.208022 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Network hostable DHCP agents. Network: 9022ba49-acc4-4f56-957c-98f64a793ab8, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:08.213351 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e031d37f-9256-4510-8b47-2874c4f861de tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.236579 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9fb3f9-ac3e-4e8a-be00-d5a06f986a0c admin admin] Router 6c6b9228-0b7e-447e-a484-cfe0be97103b is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:37:08.384847 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d721881f-cbde-453c-80a8-057aac16b361 None None] Provisioning for port 88abbc88-7695-4e34-b798-aaeee7feecf1 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:08.428574 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.441004 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7946750f-9169-4f72-abdc-e223fa8693c7 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:08.460087 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'name': 'tempest-ServersTestJSON-882899689-router', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:37:02Z', 'revision_number': 3, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'gw_port': {'id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:08.464926 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6f4f8d-7441-475c-bd7e-ce6de0998c2a None None] The sync data for ids ['017a57c6-628c-42d2-8829-cd7b223faa97'] in dv-neutron-839913-1-hyperv is: [{'id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'name': 'tempest-ServersTestJSON-882899689-router', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:37:02Z', 'revision_number': 3, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'gw_port': {'id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:37:08.542211 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bed08784-bb03-4c2a-93f9-c28b04ac72cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.578327 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'name': 'tempest-ServerActionsTestJSON-1573436271-router', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:04Z', 'revision_number': 3, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'gw_port': {'id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:54:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:08.605664 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] Checking router: abe1e843-43c6-485c-b9ad-872981375c90 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:37:08.606014 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] Updating router abe1e843-43c6-485c-b9ad-872981375c90 port ca608b69-bb8f-49f6-bfca-3b223f6e9f09 binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:37:08.652419 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-16b3659b-f436-449e-941c-699f07b48c37 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.680352 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.680512 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.747021 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Network 9022ba49-acc4-4f56-957c-98f64a793ab8 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:08.753710 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 7946750f-9169-4f72-abdc-e223fa8693c7 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:08.754133 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.849780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cde7fbcd-5d70-41b8-b852-4869cedd5a1e tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] Usage tracker for resource:security_group and tenant:71d98d6dc86f4e4aa9219e9cbbd9fab4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:08.890828 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0c78942b-b876-4b16-b04e-28ed46e27f18 None None] Provisioning for port 76459808-dac3-4b53-b38b-7ce0e58bf090 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:08.915744 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cde7fbcd-5d70-41b8-b852-4869cedd5a1e tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:08.920830 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:08.922285 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:08.922285 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:08.922285 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > port after_create 55550000 {{(pid=84770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:08.922757 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:08.923871 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > port after_update 55550000 {{(pid=84770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:08.923871 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:08.923871 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:08.924282 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:08.930016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:08.958753 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 9022ba49-acc4-4f56-957c-98f64a793ab8) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:08.963684 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3659b-f436-449e-941c-699f07b48c37 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Pushing event updated for resources: {'Subnet': ['ID=0523d8ed-24f0-45f8-9177-017cc43182b2,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:08.979008 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:08.992240 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b326f3e-db68-4931-961a-768f74db498a None None] Network 9022ba49-acc4-4f56-957c-98f64a793ab8 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:37:09.014906 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b3659b-f436-449e-941c-699f07b48c37 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Checking segment: {'id': '5a4789a8-5fbb-477e-b36c-50486a429af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9b3679f-663c-4232-8f41-7d86a5fe57d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:09.023298 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b3659b-f436-449e-941c-699f07b48c37 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Network hostable DHCP agents. Network: f9b3679f-663c-4232-8f41-7d86a5fe57d4, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:09.040906 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:09.041417 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:09.041870 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:09.091163 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port 73ef782a-1bdc-416c-9938-d86b5854bea5 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:09.091766 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:09.095780 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e031d37f-9256-4510-8b47-2874c4f861de tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.097415 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 2 to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 Apr 29 15:37:09.145315 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:09.145638 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:09.146243 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:09.171770 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e031d37f-9256-4510-8b47-2874c4f861de tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.179301 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:09.179834 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:09.180089 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:09.180294 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:09.180680 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b8d55c-36f1-41d3-af9f-8e182934ec5a']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:09.192714 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 88abbc88-7695-4e34-b798-aaeee7feecf1 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:09.224257 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec9ff97-051d-44f2-818c-7e00b2f7836d') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:09.224626 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec9ff97-051d-44f2-818c-7e00b2f7836d') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:09.252562 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cde7fbcd-5d70-41b8-b852-4869cedd5a1e tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] Usage tracker for resource:security_group_rule and tenant:71d98d6dc86f4e4aa9219e9cbbd9fab4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:09.262602 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cde7fbcd-5d70-41b8-b852-4869cedd5a1e tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:09.273489 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.281268 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-cde7fbcd-5d70-41b8-b852-4869cedd5a1e tempest-QuotasTest-1321195674 tempest-QuotasTest-1321195674-project-admin] 10.222.0.21 "GET /v2.0/quotas/71d98d6dc86f4e4aa9219e9cbbd9fab4/details.json HTTP/1.1" status: 200 len: 703 time: 2.3942139 Apr 29 15:37:09.307612 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port 73ef782a-1bdc-416c-9938-d86b5854bea5 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:09.308233 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:09.323442 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 3 to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 Apr 29 15:37:09.331643 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b3659b-f436-449e-941c-699f07b48c37 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Network f9b3679f-663c-4232-8f41-7d86a5fe57d4 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:09.347277 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.357616 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-16b3659b-f436-449e-941c-699f07b48c37 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, f9b3679f-663c-4232-8f41-7d86a5fe57d4) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:09.372099 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e031d37f-9256-4510-8b47-2874c4f861de tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.413537 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ee59a7-a7fc-4270-a5ef-08f80e48ad93 None None] Network f9b3679f-663c-4232-8f41-7d86a5fe57d4 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:37:09.416661 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b3659b-f436-449e-941c-699f07b48c37 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:09.417752 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-16b3659b-f436-449e-941c-699f07b48c37 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.447763 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9fb3f9-ac3e-4e8a-be00-d5a06f986a0c admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:37:09.459905 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] Sync routers for ids ['6c6b9228-0b7e-447e-a484-cfe0be97103b'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:37:09.461463 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:09.461955 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:09.464336 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:09.471215 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:37:09.471608 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.486587 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] Routers {'6c6b9228-0b7e-447e-a484-cfe0be97103b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:37:09.490412 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:36:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['6c6b9228-0b7e-447e-a484-cfe0be97103b'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: util.warn_limited( Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: util.warn_limited( Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:37:09.490572 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:37:09.497183 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port 73ef782a-1bdc-416c-9938-d86b5854bea5 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:09.497748 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:09.499297 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e031d37f-9256-4510-8b47-2874c4f861de tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.500863 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e031d37f-9256-4510-8b47-2874c4f861de tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7873478 Apr 29 15:37:09.504955 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 4 to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 Apr 29 15:37:09.513304 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48410) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:09.523283 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031d37f-9256-4510-8b47-2874c4f861de tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Pushing event updated for resources: {'Port': ['ID=d4149fa8-9dce-4656-a7e1-dd7da9c26b45,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:09.540446 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-c9523961-d959-416c-a71d-531800f73890 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-156639221', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'fixed_ips': [{'ip_address': '172.26.1.245'}]}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:09.546833 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c9523961-d959-416c-a71d-531800f73890 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:09.551820 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c9523961-d959-416c-a71d-531800f73890 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Usage tracker for resource:port and tenant:03e6b619c8c0455a9637b15533bfb4a8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:09.556075 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c9523961-d959-416c-a71d-531800f73890 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:09.563668 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c9523961-d959-416c-a71d-531800f73890 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:09.574472 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:09.575021 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:09.576406 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:09.582856 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port 73ef782a-1bdc-416c-9938-d86b5854bea5 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:09.583466 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:09.584039 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 5 to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 Apr 29 15:37:09.605267 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aa9fb3f9-ac3e-4e8a-be00-d5a06f986a0c admin admin] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.605267 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-aa9fb3f9-ac3e-4e8a-be00-d5a06f986a0c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.9743483 Apr 29 15:37:09.609019 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-16b3659b-f436-449e-941c-699f07b48c37 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9175479 Apr 29 15:37:09.611990 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48414) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:09.612519 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48416) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:09.617543 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:09.618112 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:09.618705 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:09.625629 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-45596f60-1caf-41b6-8109-d9091d56c671 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Request body: {'port': {'network_id': 'f9b3679f-663c-4232-8f41-7d86a5fe57d4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1254651363'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:09.698052 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 88abbc88-7695-4e34-b798-aaeee7feecf1 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:09.800537 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] Set router 6c6b9228-0b7e-447e-a484-cfe0be97103b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:37:09.810888 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 88abbc88-7695-4e34-b798-aaeee7feecf1 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:09.811359 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.909779 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-bed08784-bb03-4c2a-93f9-c28b04ac72cd admin admin] Allocated IP 172.20.0.1 (0f64455b-29c7-4ef3-82bd-3805f7cde51f/e83914fb-022a-4002-8e6f-85f3456e202d/06d5f898-21bf-4f2a-8334-f2b0a15c0097) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:09.925880 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-828bab22-2801-42fb-a39b-1f0c07225fe3 None None] Provisioning complete for port 88abbc88-7695-4e34-b798-aaeee7feecf1 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:09.926820 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-828bab22-2801-42fb-a39b-1f0c07225fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.947278 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9523961-d959-416c-a71d-531800f73890 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Made reservation on behalf of 03e6b619c8c0455a9637b15533bfb4a8 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:09.950101 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c9523961-d959-416c-a71d-531800f73890 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.965370 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-45596f60-1caf-41b6-8109-d9091d56c671 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:09.974095 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c9523961-d959-416c-a71d-531800f73890 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.005222 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-45596f60-1caf-41b6-8109-d9091d56c671 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Usage tracker for resource:port and tenant:1130947ccb22476e98a522acb2cba70e is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:10.011108 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-45596f60-1caf-41b6-8109-d9091d56c671 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:10.030419 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port 73ef782a-1bdc-416c-9938-d86b5854bea5 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:10.030419 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:10.033475 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-45596f60-1caf-41b6-8109-d9091d56c671 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:10.035046 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 6 to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 Apr 29 15:37:10.067240 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:10.067786 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:10.068220 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:10.080220 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port 73ef782a-1bdc-416c-9938-d86b5854bea5 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:10.080220 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:10.081937 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 7 to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 Apr 29 15:37:10.099443 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:10.099876 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:10.100315 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:10.115137 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port 73ef782a-1bdc-416c-9938-d86b5854bea5 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:10.118146 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:10.118146 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 8 to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 Apr 29 15:37:10.135594 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:10.136104 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:10.136593 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:10.139403 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bed08784-bb03-4c2a-93f9-c28b04ac72cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.152030 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port 73ef782a-1bdc-416c-9938-d86b5854bea5 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:10.152521 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:10.154865 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 9 to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 Apr 29 15:37:10.161770 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'name': 'tempest-ServersTestManualDisk-1032101193-router', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:37:04Z', 'revision_number': 3, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'gw_port': {'id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:10.171441 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] Checking router: 6c6b9228-0b7e-447e-a484-cfe0be97103b for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:37:10.173819 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] Updating router 6c6b9228-0b7e-447e-a484-cfe0be97103b port 64cb396c-c98f-4fcd-80e6-7040ebe41f14 binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:37:10.176911 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45596f60-1caf-41b6-8109-d9091d56c671 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Made reservation on behalf of 1130947ccb22476e98a522acb2cba70e for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:10.180158 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-45596f60-1caf-41b6-8109-d9091d56c671 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.190147 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48424) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:10.204629 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:10.205039 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:10.205477 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:10.217330 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port 73ef782a-1bdc-416c-9938-d86b5854bea5 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:10.217816 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:10.237440 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 10 to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 Apr 29 15:37:10.246444 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.276846 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582ec1c4-cb9a-4127-9cf7-04c3fc06e7e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-f9b3679f-663c-4232-8f41-7d86a5fe57d4', 'network_id': 'f9b3679f-663c-4232-8f41-7d86a5fe57d4', 'tenant_id': '1130947ccb22476e98a522acb2cba70e', 'fixed_ips': [{'subnet_id': '0523d8ed-24f0-45f8-9177-017cc43182b2'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:37:10.277664 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-582ec1c4-cb9a-4127-9cf7-04c3fc06e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.294197 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-45596f60-1caf-41b6-8109-d9091d56c671 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] device_id is not set on port 04e42a02-2298-436d-a013-d66991f74774 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:37:10.299172 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-bed08784-bb03-4c2a-93f9-c28b04ac72cd admin admin] Transition to ACTIVE for port object 06d5f898-21bf-4f2a-8334-f2b0a15c0097 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:10.307320 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.312144 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.385836 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:10.386523 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:10.386974 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:10.443862 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c9523961-d959-416c-a71d-531800f73890 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:10.453046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b1b8d55c-36f1-41d3-af9f-8e182934ec5a {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 15:37:10.458464 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Pushing event deleted for resources: {'Network': ['ID=b1b8d55c-36f1-41d3-af9f-8e182934ec5a,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:10.462820 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port 73ef782a-1bdc-416c-9938-d86b5854bea5 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:10.463399 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port 73ef782a-1bdc-416c-9938-d86b5854bea5 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:10.463818 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.463936 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.480615 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c9523961-d959-416c-a71d-531800f73890 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Usage tracker for resource:security_group_rule and tenant:03e6b619c8c0455a9637b15533bfb4a8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:10.486819 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c9523961-d959-416c-a71d-531800f73890 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:10.489589 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-029c473f-2c31-482c-8220-be83ef6e5271 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] 10.222.0.21 "DELETE /v2.0/networks/b1b8d55c-36f1-41d3-af9f-8e182934ec5a HTTP/1.1" status: 204 len: 168 time: 2.6949439 Apr 29 15:37:10.491559 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48430) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:10.512577 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c9523961-d959-416c-a71d-531800f73890 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:10.516124 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.532376 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-ddf1453c-d347-4dd8-9500-95352f3d726c tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:10.540884 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] Transition to ACTIVE for port object ca608b69-bb8f-49f6-bfca-3b223f6e9f09 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:10.543543 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-828bab22-2801-42fb-a39b-1f0c07225fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.560899 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ddf1453c-d347-4dd8-9500-95352f3d726c tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:10.570897 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ddf1453c-d347-4dd8-9500-95352f3d726c tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Usage tracker for resource:network and tenant:7e86011f490f443286c5ec66cba9e9ca is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:10.575712 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b7d69003-91d9-423a-9f44-d7480359a8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.588994 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ddf1453c-d347-4dd8-9500-95352f3d726c tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:10.596193 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 88abbc88-7695-4e34-b798-aaeee7feecf1, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=88abbc88-7695-4e34-b798-aaeee7feecf1,segment=NetworkSegment(9fdadee6-d18c-402b-834a-482b050d5157),segment_id=9fdadee6-d18c-402b-834a-482b050d5157)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:37:10.600423 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ddf1453c-d347-4dd8-9500-95352f3d726c tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:10.612420 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bed08784-bb03-4c2a-93f9-c28b04ac72cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.628655 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.680277 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-45596f60-1caf-41b6-8109-d9091d56c671 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Allocated IP 172.20.0.10 (f9b3679f-663c-4232-8f41-7d86a5fe57d4/0523d8ed-24f0-45f8-9177-017cc43182b2/04e42a02-2298-436d-a013-d66991f74774) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:10.783977 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.784641 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 76459808-dac3-4b53-b38b-7ce0e58bf090 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:10.809553 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed08784-bb03-4c2a-93f9-c28b04ac72cd admin admin] Pushing event updated for resources: {'Port': ['ID=06d5f898-21bf-4f2a-8334-f2b0a15c0097,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:10.814941 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-958bb8b5-4c15-4fb2-840c-697a9428e7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.853790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed08784-bb03-4c2a-93f9-c28b04ac72cd admin admin] Network 0f64455b-29c7-4ef3-82bd-3805f7cde51f is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:10.959181 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] Attempting to bind port ca608b69-bb8f-49f6-bfca-3b223f6e9f09 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:10.959181 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] Attempting to bind port ca608b69-bb8f-49f6-bfca-3b223f6e9f09 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:10.959595 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] Attempting to bind port ca608b69-bb8f-49f6-bfca-3b223f6e9f09 on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:10.969330 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378f095-f610-49a0-9929-d1ee73c72352 None None] Pushing event updated for resources: {'Port': ['ID=ca608b69-bb8f-49f6-bfca-3b223f6e9f09,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:10.987733 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] For port 73ef782a-1bdc-416c-9938-d86b5854bea5, host hv-neutron-8399, cleared binding levels {{(pid=84771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:37:10.989480 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempted to set empty binding levels {{(pid=84771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 15:37:10.993952 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-bed08784-bb03-4c2a-93f9-c28b04ac72cd admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:10.996737 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf1453c-d347-4dd8-9500-95352f3d726c tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Made reservation on behalf of 7e86011f490f443286c5ec66cba9e9ca for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:11.002616 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ddf1453c-d347-4dd8-9500-95352f3d726c tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.032942 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.033480 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed08784-bb03-4c2a-93f9-c28b04ac72cd admin admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:11.056567 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] Transition to ACTIVE for port object 64cb396c-c98f-4fcd-80e6-7040ebe41f14 will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:11.066295 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-828bab22-2801-42fb-a39b-1f0c07225fe3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:37:11.067014 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-828bab22-2801-42fb-a39b-1f0c07225fe3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:37:11.073660 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.081694 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=88abbc88-7695-4e34-b798-aaeee7feecf1,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:11.085479 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:37:11.085841 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:11.086353 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.086750 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:37:11.087219 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] Bound port: ca608b69-bb8f-49f6-bfca-3b223f6e9f09, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:11.087603 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.113752 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.158174 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 76459808-dac3-4b53-b38b-7ce0e58bf090 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:11.176706 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 76459808-dac3-4b53-b38b-7ce0e58bf090 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:11.176901 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.200660 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2df4af-7f28-4a66-a071-19e5fb1de3af None None] Pushing event updated for resources: {'Port': ['ID=64cb396c-c98f-4fcd-80e6-7040ebe41f14,revision_number=2']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:11.210118 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c9523961-d959-416c-a71d-531800f73890 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.236701 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] Attempting to bind port 64cb396c-c98f-4fcd-80e6-7040ebe41f14 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:11.237312 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] Attempting to bind port 64cb396c-c98f-4fcd-80e6-7040ebe41f14 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:11.237726 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] Attempting to bind port 64cb396c-c98f-4fcd-80e6-7040ebe41f14 on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:11.247164 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:37:11.247670 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:11.252227 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.252227 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:37:11.252227 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] Bound port: 64cb396c-c98f-4fcd-80e6-7040ebe41f14, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:11.252227 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.263615 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf1453c-d347-4dd8-9500-95352f3d726c tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:11.273606 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] For port ca608b69-bb8f-49f6-bfca-3b223f6e9f09, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:37:11.276043 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ddf1453c-d347-4dd8-9500-95352f3d726c tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.276393 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-ddf1453c-d347-4dd8-9500-95352f3d726c tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Added segment 157d92e0-6249-4e94-8e9b-bdf01360dd6c of type vlan for network c9e668d7-1ec4-4e54-a7d0-bc2be7c58812 Apr 29 15:37:11.277701 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] For port ca608b69-bb8f-49f6-bfca-3b223f6e9f09, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ca608b69-bb8f-49f6-bfca-3b223f6e9f09,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:37:11.282381 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c9523961-d959-416c-a71d-531800f73890 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.303914 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.309141 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ddf1453c-d347-4dd8-9500-95352f3d726c tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.314979 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-c9523961-d959-416c-a71d-531800f73890 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] device_id is not set on port df104db8-77f3-4996-a3da-cdedf7ebb637 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:37:11.316087 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.341725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bed08784-bb03-4c2a-93f9-c28b04ac72cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.346275 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] For port 64cb396c-c98f-4fcd-80e6-7040ebe41f14, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:37:11.349785 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] For port 64cb396c-c98f-4fcd-80e6-7040ebe41f14, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=64cb396c-c98f-4fcd-80e6-7040ebe41f14,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:37:11.373811 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-958bb8b5-4c15-4fb2-840c-697a9428e7ea admin admin] Allocated IP 172.20.0.1 (9c9a7398-6fd3-4213-804e-eb3de185a894/a7bb539e-4a1d-45fe-b72f-4601de1423be/c79c2873-792d-48e8-808a-06c52737cc83) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:11.381200 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b7d69003-91d9-423a-9f44-d7480359a8a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:11.394452 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b7d69003-91d9-423a-9f44-d7480359a8a6 admin admin] Usage tracker for resource:security_group_rule and tenant:aeaee0ac6e54471a87edf109d621c39c is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:11.397775 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Pushing event updated for resources: {'Port': ['ID=73ef782a-1bdc-416c-9938-d86b5854bea5,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:11.399491 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b7d69003-91d9-423a-9f44-d7480359a8a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:11.422386 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b7d69003-91d9-423a-9f44-d7480359a8a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:11.427505 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ddf1453c-d347-4dd8-9500-95352f3d726c tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.428324 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf1453c-d347-4dd8-9500-95352f3d726c tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:11.428881 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ddf1453c-d347-4dd8-9500-95352f3d726c tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.441692 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.449120 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9523961-d959-416c-a71d-531800f73890 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17d7c60-fdf0-4e30-87a9-2e4e27e3e3d2,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:11.505217 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.533180 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2df4af-7f28-4a66-a071-19e5fb1de3af None None] Pushing event updated for resources: {'Port': ['ID=64cb396c-c98f-4fcd-80e6-7040ebe41f14,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:11.538741 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] Routers {'6c6b9228-0b7e-447e-a484-cfe0be97103b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:37:11.539524 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:36:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['6c6b9228-0b7e-447e-a484-cfe0be97103b'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:11.546811 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378f095-f610-49a0-9929-d1ee73c72352 None None] Pushing event updated for resources: {'Port': ['ID=ca608b69-bb8f-49f6-bfca-3b223f6e9f09,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:11.555014 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-45596f60-1caf-41b6-8109-d9091d56c671 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.560752 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] Routers {'abe1e843-43c6-485c-b9ad-872981375c90'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:37:11.561411 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:36:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['abe1e843-43c6-485c-b9ad-872981375c90'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:11.563814 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-94ed00e1-3ead-4fa7-9762-2a1afc340a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 6.4572966 Apr 29 15:37:11.570394 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48436) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:11.631723 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-45596f60-1caf-41b6-8109-d9091d56c671 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Transition to ACTIVE for port object 04e42a02-2298-436d-a013-d66991f74774 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:11.640321 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1453c-d347-4dd8-9500-95352f3d726c tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Pushing event updated for resources: {'Network': ['ID=c9e668d7-1ec4-4e54-a7d0-bc2be7c58812,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:11.693131 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 76459808-dac3-4b53-b38b-7ce0e58bf090, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=76459808-dac3-4b53-b38b-7ce0e58bf090,segment=NetworkSegment(e48be504-9206-4521-ba82-c3663d220100),segment_id=e48be504-9206-4521-ba82-c3663d220100)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:37:11.706866 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network c9e668d7-1ec4-4e54-a7d0-bc2be7c58812 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:11.720658 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-936a226c-aa88-4f1a-bc63-b128a1282b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Deleting port 73ef782a-1bdc-416c-9938-d86b5854bea5 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:37:11.721016 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-936a226c-aa88-4f1a-bc63-b128a1282b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.728483 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bed08784-bb03-4c2a-93f9-c28b04ac72cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.825355 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.981562 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] Set router abe1e843-43c6-485c-b9ad-872981375c90 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:37:11.994633 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9523961-d959-416c-a71d-531800f73890 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 15:37:11.995144 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9523961-d959-416c-a71d-531800f73890 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:37:12.034313 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ddf1453c-d347-4dd8-9500-95352f3d726c tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5075784 Apr 29 15:37:12.035832 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] Set router 6c6b9228-0b7e-447e-a484-cfe0be97103b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:37:12.039273 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48440) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:12.058149 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-45596f60-1caf-41b6-8109-d9091d56c671 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.062021 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-50cfd4c2-4da4-40ba-ae0a-b3235133df61 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Request body: {'subnet': {'network_id': 'c9e668d7-1ec4-4e54-a7d0-bc2be7c58812', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:12.089732 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-50cfd4c2-4da4-40ba-ae0a-b3235133df61 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:12.095446 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-958bb8b5-4c15-4fb2-840c-697a9428e7ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.104360 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-50cfd4c2-4da4-40ba-ae0a-b3235133df61 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Usage tracker for resource:subnet and tenant:7e86011f490f443286c5ec66cba9e9ca is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:12.117473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-50cfd4c2-4da4-40ba-ae0a-b3235133df61 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:12.146025 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-50cfd4c2-4da4-40ba-ae0a-b3235133df61 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:12.160172 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-958bb8b5-4c15-4fb2-840c-697a9428e7ea admin admin] Transition to ACTIVE for port object c79c2873-792d-48e8-808a-06c52737cc83 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:12.173609 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bed08784-bb03-4c2a-93f9-c28b04ac72cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.178208 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b7d69003-91d9-423a-9f44-d7480359a8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.239088 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45596f60-1caf-41b6-8109-d9091d56c671 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Network f9b3679f-663c-4232-8f41-7d86a5fe57d4 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:12.252036 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c9523961-d959-416c-a71d-531800f73890 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.7326074 Apr 29 15:37:12.255368 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48444) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:12.260796 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-45596f60-1caf-41b6-8109-d9091d56c671 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:12.274178 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45596f60-1caf-41b6-8109-d9091d56c671 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:12.277901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45596f60-1caf-41b6-8109-d9091d56c671 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:12.278511 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-45596f60-1caf-41b6-8109-d9091d56c671 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.283945 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45596f60-1caf-41b6-8109-d9091d56c671 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Pushing event updated for resources: {'Port': ['ID=04e42a02-2298-436d-a013-d66991f74774,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:12.314137 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e6e5e594-b0eb-4262-a5f9-8155f6793f5a up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:12.318987 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-936a226c-aa88-4f1a-bc63-b128a1282b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] For port 73ef782a-1bdc-416c-9938-d86b5854bea5, host hv-neutron-8399, got binding levels [] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:37:12.319349 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-936a226c-aa88-4f1a-bc63-b128a1282b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.368484 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bed08784-bb03-4c2a-93f9-c28b04ac72cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.439646 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'name': 'tempest-ServersTestManualDisk-1032101193-router', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:37:04Z', 'revision_number': 3, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'gw_port': {'id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:12.445410 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d1f758-ed6f-426e-8240-7c4736fb5906 None None] The sync data for ids ['6c6b9228-0b7e-447e-a484-cfe0be97103b'] in dv-neutron-839913-1-hyperv is: [{'id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'name': 'tempest-ServersTestManualDisk-1032101193-router', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:37:04Z', 'revision_number': 3, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'gw_port': {'id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:37:12.446737 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-45596f60-1caf-41b6-8109-d9091d56c671 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.8313344 Apr 29 15:37:12.448655 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48448) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:12.456145 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-936a226c-aa88-4f1a-bc63-b128a1282b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Calling delete_port for 73ef782a-1bdc-416c-9938-d86b5854bea5 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:37:12.461301 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-958bb8b5-4c15-4fb2-840c-697a9428e7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.542177 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=76459808-dac3-4b53-b38b-7ce0e58bf090,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:12.553252 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cfd4c2-4da4-40ba-ae0a-b3235133df61 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Made reservation on behalf of 7e86011f490f443286c5ec66cba9e9ca for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:12.558208 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-50cfd4c2-4da4-40ba-ae0a-b3235133df61 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.587112 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-582ec1c4-cb9a-4127-9cf7-04c3fc06e7e1 None None] Allocated IP 172.20.0.2 (f9b3679f-663c-4232-8f41-7d86a5fe57d4/0523d8ed-24f0-45f8-9177-017cc43182b2/2518f8c7-c324-486e-a150-193b1080112e) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:12.600897 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b7d69003-91d9-423a-9f44-d7480359a8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.602352 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-268bfc2e-9bff-4938-a2f4-c661af8a3265 None None] Provisioning for port 06d5f898-21bf-4f2a-8334-f2b0a15c0097 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:12.620970 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-268bfc2e-9bff-4938-a2f4-c661af8a3265 None None] Provisioning complete for port 06d5f898-21bf-4f2a-8334-f2b0a15c0097 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:12.621338 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-268bfc2e-9bff-4938-a2f4-c661af8a3265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.678687 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-963b979d-d58d-420d-91b3-328fabf49717 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Deleting port 04e42a02-2298-436d-a013-d66991f74774 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:37:12.679011 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-963b979d-d58d-420d-91b3-328fabf49717 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.740281 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d69003-91d9-423a-9f44-d7480359a8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b24601-58a4-4783-8831-72ae0a281266,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:12.773684 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port e6e5e594-b0eb-4262-a5f9-8155f6793f5a completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:12.792447 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port e6e5e594-b0eb-4262-a5f9-8155f6793f5a triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:12.792938 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.807629 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-936a226c-aa88-4f1a-bc63-b128a1282b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.829367 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-268bfc2e-9bff-4938-a2f4-c661af8a3265 None None] Port 06d5f898-21bf-4f2a-8334-f2b0a15c0097 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:37:12.836050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed08784-bb03-4c2a-93f9-c28b04ac72cd admin admin] Pushing event updated for resources: {'Port': ['ID=06d5f898-21bf-4f2a-8334-f2b0a15c0097,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:12.915416 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'name': 'tempest-ServerActionsTestJSON-1573436271-router', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:04Z', 'revision_number': 3, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'gw_port': {'id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:54:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:12.940707 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb486259-6b58-407c-9c0f-1d3537b0b1a8 None None] The sync data for ids ['abe1e843-43c6-485c-b9ad-872981375c90'] in dv-neutron-839913-1-hyperv is: [{'id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'name': 'tempest-ServerActionsTestJSON-1573436271-router', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:04Z', 'revision_number': 3, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'gw_port': {'id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:54:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:37:12.966681 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a226c-aa88-4f1a-bc63-b128a1282b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Pushing event deleted for resources: {'Port': ['ID=73ef782a-1bdc-416c-9938-d86b5854bea5,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:13.028000 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-abcf2cfd-8178-44b0-a488-7c54d5225a54 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Deleting port d4149fa8-9dce-4656-a7e1-dd7da9c26b45 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:37:13.028353 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-abcf2cfd-8178-44b0-a488-7c54d5225a54 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.072538 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-936a226c-aa88-4f1a-bc63-b128a1282b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.100519 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958bb8b5-4c15-4fb2-840c-697a9428e7ea admin admin] Network 9c9a7398-6fd3-4213-804e-eb3de185a894 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:13.112626 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.118905 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-582ec1c4-cb9a-4127-9cf7-04c3fc06e7e1 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.139705 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-582ec1c4-cb9a-4127-9cf7-04c3fc06e7e1 None None] Transition to ACTIVE for port object 2518f8c7-c324-486e-a150-193b1080112e will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:13.142319 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-958bb8b5-4c15-4fb2-840c-697a9428e7ea admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:13.156417 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port e6e5e594-b0eb-4262-a5f9-8155f6793f5a, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e6e5e594-b0eb-4262-a5f9-8155f6793f5a,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:37:13.158679 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bed08784-bb03-4c2a-93f9-c28b04ac72cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.173237 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-582ec1c4-cb9a-4127-9cf7-04c3fc06e7e1 None None] Transition to ACTIVE for port object 2518f8c7-c324-486e-a150-193b1080112e will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:13.184780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958bb8b5-4c15-4fb2-840c-697a9428e7ea admin admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:13.235516 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.236577 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 88abbc88-7695-4e34-b798-aaeee7feecf1 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:13.337911 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-582ec1c4-cb9a-4127-9cf7-04c3fc06e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.340581 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-936a226c-aa88-4f1a-bc63-b128a1282b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] 10.222.0.21 "DELETE /v2.0/ports/73ef782a-1bdc-416c-9938-d86b5854bea5 HTTP/1.1" status: 204 len: 168 time: 1.7660871 Apr 29 15:37:13.398720 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48456) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:13.403100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b7d69003-91d9-423a-9f44-d7480359a8a6 admin admin] Synchronizing usage tracker for tenant:ece92bd139f34aa38377db376e78d2bb on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:13.430217 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=e6e5e594-b0eb-4262-a5f9-8155f6793f5a,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:13.463989 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bb8b5-4c15-4fb2-840c-697a9428e7ea admin admin] Pushing event updated for resources: {'Port': ['ID=c79c2873-792d-48e8-808a-06c52737cc83,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:13.526254 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582ec1c4-cb9a-4127-9cf7-04c3fc06e7e1 None None] Network f9b3679f-663c-4232-8f41-7d86a5fe57d4 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:13.532915 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-582ec1c4-cb9a-4127-9cf7-04c3fc06e7e1 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:13.541311 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-963b979d-d58d-420d-91b3-328fabf49717 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.556141 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582ec1c4-cb9a-4127-9cf7-04c3fc06e7e1 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:13.566039 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6d965b-05f4-4302-8b0f-d2b5440520a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] GET failed (client error): The resource could not be found. Apr 29 15:37:13.570387 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-da6d965b-05f4-4302-8b0f-d2b5440520a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Synchronizing usage tracker for tenant:d5ffb98a442b4cdcbc7b96e4e6a87a66 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:13.604466 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b7d69003-91d9-423a-9f44-d7480359a8a6 admin admin] Unset dirty status for tenant:ece92bd139f34aa38377db376e78d2bb on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:13.609128 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b7d69003-91d9-423a-9f44-d7480359a8a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aeaee0ac6e54471a87edf109d621c39c&name=default HTTP/1.1" status: 200 len: 2647 time: 3.4133501 Apr 29 15:37:13.611807 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48460) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:13.661550 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ec1c4-cb9a-4127-9cf7-04c3fc06e7e1 None None] Pushing event updated for resources: {'Port': ['ID=2518f8c7-c324-486e-a150-193b1080112e,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:13.687586 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1222d0fd-4c56-4c78-8b12-d2c3ba902877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.700625 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 88abbc88-7695-4e34-b798-aaeee7feecf1 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:13.700990 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.753113 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d2b0578b-36d5-4425-abb4-bb02eb23dd21 None None] Provisioning for port c79c2873-792d-48e8-808a-06c52737cc83 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:13.761864 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-582ec1c4-cb9a-4127-9cf7-04c3fc06e7e1 None None] Attempting to bind port 2518f8c7-c324-486e-a150-193b1080112e on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:13.762228 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-582ec1c4-cb9a-4127-9cf7-04c3fc06e7e1 None None] Attempting to bind port 2518f8c7-c324-486e-a150-193b1080112e by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '5a4789a8-5fbb-477e-b36c-50486a429af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9b3679f-663c-4232-8f41-7d86a5fe57d4'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:13.762653 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582ec1c4-cb9a-4127-9cf7-04c3fc06e7e1 None None] Attempting to bind port 2518f8c7-c324-486e-a150-193b1080112e on network f9b3679f-663c-4232-8f41-7d86a5fe57d4 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:13.779122 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d2b0578b-36d5-4425-abb4-bb02eb23dd21 None None] Provisioning complete for port c79c2873-792d-48e8-808a-06c52737cc83 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:13.780133 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d2b0578b-36d5-4425-abb4-bb02eb23dd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.810588 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-958bb8b5-4c15-4fb2-840c-697a9428e7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.851971 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582ec1c4-cb9a-4127-9cf7-04c3fc06e7e1 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:37:13.852344 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582ec1c4-cb9a-4127-9cf7-04c3fc06e7e1 None None] Checking segment: {'id': '5a4789a8-5fbb-477e-b36c-50486a429af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9b3679f-663c-4232-8f41-7d86a5fe57d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:13.852741 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-582ec1c4-cb9a-4127-9cf7-04c3fc06e7e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.854801 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582ec1c4-cb9a-4127-9cf7-04c3fc06e7e1 None None] Bound using segment: {'id': '5a4789a8-5fbb-477e-b36c-50486a429af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9b3679f-663c-4232-8f41-7d86a5fe57d4'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:37:13.855310 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-582ec1c4-cb9a-4127-9cf7-04c3fc06e7e1 None None] Bound port: 2518f8c7-c324-486e-a150-193b1080112e, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4789a8-5fbb-477e-b36c-50486a429af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9b3679f-663c-4232-8f41-7d86a5fe57d4'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:13.855690 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-582ec1c4-cb9a-4127-9cf7-04c3fc06e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.866468 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3abd0ec5-03ed-436e-a37e-a999f757bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.888050 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d2b0578b-36d5-4425-abb4-bb02eb23dd21 None None] Port c79c2873-792d-48e8-808a-06c52737cc83 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:37:13.893587 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-963b979d-d58d-420d-91b3-328fabf49717 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Calling delete_port for 04e42a02-2298-436d-a013-d66991f74774 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:37:13.919939 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed08784-bb03-4c2a-93f9-c28b04ac72cd admin admin] Network 0f64455b-29c7-4ef3-82bd-3805f7cde51f is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:13.930414 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-bed08784-bb03-4c2a-93f9-c28b04ac72cd admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:14.064688 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-582ec1c4-cb9a-4127-9cf7-04c3fc06e7e1 None None] For port 2518f8c7-c324-486e-a150-193b1080112e, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:37:14.072700 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-582ec1c4-cb9a-4127-9cf7-04c3fc06e7e1 None None] For port 2518f8c7-c324-486e-a150-193b1080112e, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=2518f8c7-c324-486e-a150-193b1080112e,segment=NetworkSegment(5a4789a8-5fbb-477e-b36c-50486a429af1),segment_id=5a4789a8-5fbb-477e-b36c-50486a429af1)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:37:14.142691 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-abcf2cfd-8178-44b0-a488-7c54d5225a54 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.149476 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-abcf2cfd-8178-44b0-a488-7c54d5225a54 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.161596 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-582ec1c4-cb9a-4127-9cf7-04c3fc06e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.198332 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-3abd0ec5-03ed-436e-a37e-a999f757bdd1 admin admin] Allocated IP 172.20.0.1 (951a2926-3d60-49f1-abb0-4cfee0b87bbe/6408fca5-a6c8-49cb-a418-323e1535deec/02b923e5-a482-4b7f-988a-e06f010984d4) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:14.332222 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-da6d965b-05f4-4302-8b0f-d2b5440520a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Unset dirty status for tenant:d5ffb98a442b4cdcbc7b96e4e6a87a66 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:14.341050 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ec1c4-cb9a-4127-9cf7-04c3fc06e7e1 None None] Pushing event updated for resources: {'Port': ['ID=2518f8c7-c324-486e-a150-193b1080112e,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:14.345347 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-da6d965b-05f4-4302-8b0f-d2b5440520a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] 10.222.0.21 "GET /v2.0/ports/73ef782a-1bdc-416c-9938-d86b5854bea5 HTTP/1.1" status: 404 len: 333 time: 0.9420726 Apr 29 15:37:14.346231 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48464) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:14.347686 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e6e5e594-b0eb-4262-a5f9-8155f6793f5a up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:14.359595 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-892da621-e588-42a5-b2de-b78d28775734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Request body: {'port': {'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-868818688'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:14.365035 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-892da621-e588-42a5-b2de-b78d28775734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:14.368126 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-abcf2cfd-8178-44b0-a488-7c54d5225a54 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Calling delete_port for d4149fa8-9dce-4656-a7e1-dd7da9c26b45 owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:37:14.380880 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-892da621-e588-42a5-b2de-b78d28775734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:14.411010 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd49374a-4c58-453f-8a8e-ab7310c6f6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.421999 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2140d6ef-14dc-40ce-b975-296afd5da1ef None None] Provisioning complete for port 06d5f898-21bf-4f2a-8334-f2b0a15c0097 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:14.422365 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2140d6ef-14dc-40ce-b975-296afd5da1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.486391 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-2140d6ef-14dc-40ce-b975-296afd5da1ef None None] Port 06d5f898-21bf-4f2a-8334-f2b0a15c0097 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:37:14.498003 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port e6e5e594-b0eb-4262-a5f9-8155f6793f5a triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:14.498982 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.506528 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892da621-e588-42a5-b2de-b78d28775734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Made reservation on behalf of d5ffb98a442b4cdcbc7b96e4e6a87a66 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:14.509322 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-892da621-e588-42a5-b2de-b78d28775734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.520514 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd49374a-4c58-453f-8a8e-ab7310c6f6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.543585 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-892da621-e588-42a5-b2de-b78d28775734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] device_id is not set on port f0032c22-4d99-451d-bcf1-1c15f1064ed3 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:37:14.662083 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 64cb396c-c98f-4fcd-80e6-7040ebe41f14 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:14.757249 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3abd0ec5-03ed-436e-a37e-a999f757bdd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.781028 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-3abd0ec5-03ed-436e-a37e-a999f757bdd1 admin admin] Transition to ACTIVE for port object 02b923e5-a482-4b7f-988a-e06f010984d4 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:14.801779 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-963b979d-d58d-420d-91b3-328fabf49717 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.843860 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 64cb396c-c98f-4fcd-80e6-7040ebe41f14 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:14.849067 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 64cb396c-c98f-4fcd-80e6-7040ebe41f14 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:14.849454 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.958614 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-958bb8b5-4c15-4fb2-840c-697a9428e7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.974566 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3abd0ec5-03ed-436e-a37e-a999f757bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.011786 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b979d-d58d-420d-91b3-328fabf49717 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Pushing event deleted for resources: {'Port': ['ID=04e42a02-2298-436d-a013-d66991f74774,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:15.034689 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.072850 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.082144 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd49374a-4c58-453f-8a8e-ab7310c6f6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.088798 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-963b979d-d58d-420d-91b3-328fabf49717 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.119754 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abd0ec5-03ed-436e-a37e-a999f757bdd1 admin admin] Network 951a2926-3d60-49f1-abb0-4cfee0b87bbe is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:15.133883 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-3abd0ec5-03ed-436e-a37e-a999f757bdd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:15.138248 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 64cb396c-c98f-4fcd-80e6-7040ebe41f14, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=64cb396c-c98f-4fcd-80e6-7040ebe41f14,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:37:15.141939 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abd0ec5-03ed-436e-a37e-a999f757bdd1 admin admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:15.142396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3abd0ec5-03ed-436e-a37e-a999f757bdd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.149911 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-963b979d-d58d-420d-91b3-328fabf49717 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] 10.222.0.21 "DELETE /v2.0/ports/04e42a02-2298-436d-a013-d66991f74774 HTTP/1.1" status: 204 len: 168 time: 2.6647563 Apr 29 15:37:15.153141 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48468) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:15.156096 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-892da621-e588-42a5-b2de-b78d28775734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.189691 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd0ec5-03ed-436e-a37e-a999f757bdd1 admin admin] Pushing event updated for resources: {'Port': ['ID=02b923e5-a482-4b7f-988a-e06f010984d4,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:15.244415 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.245536 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 76459808-dac3-4b53-b38b-7ce0e58bf090 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:15.250182 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49374a-4c58-453f-8a8e-ab7310c6f6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b24601-58a4-4783-8831-72ae0a281266,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:15.373131 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-892da621-e588-42a5-b2de-b78d28775734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.449771 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=64cb396c-c98f-4fcd-80e6-7040ebe41f14,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:15.470744 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 76459808-dac3-4b53-b38b-7ce0e58bf090 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:15.471117 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.529250 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892da621-e588-42a5-b2de-b78d28775734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Network 9022ba49-acc4-4f56-957c-98f64a793ab8 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:15.548148 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-892da621-e588-42a5-b2de-b78d28775734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:15.552714 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892da621-e588-42a5-b2de-b78d28775734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Pushing event updated for resources: {'Port': ['ID=f0032c22-4d99-451d-bcf1-1c15f1064ed3,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:15.559089 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a2602097-c4b6-4deb-b66c-54a01b9c171b tempest-DHCPAgentSchedulersTestJSON-1734783777 tempest-DHCPAgentSchedulersTestJSON-1734783777-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3983190 Apr 29 15:37:15.563861 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48474) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:15.566051 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892da621-e588-42a5-b2de-b78d28775734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:15.566839 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892da621-e588-42a5-b2de-b78d28775734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:15.567434 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-892da621-e588-42a5-b2de-b78d28775734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.571139 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd49374a-4c58-453f-8a8e-ab7310c6f6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.572223 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-cd49374a-4c58-453f-8a8e-ab7310c6f6ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3b24601-58a4-4783-8831-72ae0a281266 HTTP/1.1" status: 204 len: 168 time: 1.9425519 Apr 29 15:37:15.582270 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-62ae4d8a-e149-4bd2-b620-f78943917635 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-901221448'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:15.585437 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-abcf2cfd-8178-44b0-a488-7c54d5225a54 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.588001 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3abd0ec5-03ed-436e-a37e-a999f757bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.638462 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-62ae4d8a-e149-4bd2-b620-f78943917635 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:15.642749 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ca608b69-bb8f-49f6-bfca-3b223f6e9f09 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:15.662219 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-62ae4d8a-e149-4bd2-b620-f78943917635 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Usage tracker for resource:network and tenant:1130947ccb22476e98a522acb2cba70e is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:15.669479 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf2cfd-8178-44b0-a488-7c54d5225a54 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4149fa8-9dce-4656-a7e1-dd7da9c26b45,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:15.676898 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-62ae4d8a-e149-4bd2-b620-f78943917635 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:15.681781 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.resource_extend [None req-958bb8b5-4c15-4fb2-840c-697a9428e7ea admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:37:15.697635 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-62ae4d8a-e149-4bd2-b620-f78943917635 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:15.720130 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-892da621-e588-42a5-b2de-b78d28775734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3639390 Apr 29 15:37:15.727159 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48480) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:15.738714 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8399'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:15.770570 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-958bb8b5-4c15-4fb2-840c-697a9428e7ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.773214 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8647dd6e-1b56-4991-8e70-5558df00f192 None None] Provisioning for port 02b923e5-a482-4b7f-988a-e06f010984d4 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:15.784258 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8647dd6e-1b56-4991-8e70-5558df00f192 None None] Provisioning complete for port 02b923e5-a482-4b7f-988a-e06f010984d4 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:15.785117 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8647dd6e-1b56-4991-8e70-5558df00f192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.863191 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-958bb8b5-4c15-4fb2-840c-697a9428e7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.866813 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port ca608b69-bb8f-49f6-bfca-3b223f6e9f09 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:15.869952 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0022905-eddc-4b67-ab22-0f4dbd68e662 None None] Network f9b3679f-663c-4232-8f41-7d86a5fe57d4 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:37:15.888645 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8647dd6e-1b56-4991-8e70-5558df00f192 None None] Port 02b923e5-a482-4b7f-988a-e06f010984d4 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:37:15.933232 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ae4d8a-e149-4bd2-b620-f78943917635 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Made reservation on behalf of 1130947ccb22476e98a522acb2cba70e for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:15.936828 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-62ae4d8a-e149-4bd2-b620-f78943917635 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.947529 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port ca608b69-bb8f-49f6-bfca-3b223f6e9f09 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:15.947529 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.033420 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-abcf2cfd-8178-44b0-a488-7c54d5225a54 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.035771 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-abcf2cfd-8178-44b0-a488-7c54d5225a54 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.037144 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-abcf2cfd-8178-44b0-a488-7c54d5225a54 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005 tempest-ExternalNetworksAdminNegativeTestJSON-1503297005-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/f7782116-1768-49c4-8a19-c9af09d2c828 HTTP/1.1" status: 204 len: 168 time: 3.7808015 Apr 29 15:37:16.080683 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-958bb8b5-4c15-4fb2-840c-697a9428e7ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.081402 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5153a7d8-6fbb-4be2-9659-b924db020dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.101369 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bb8b5-4c15-4fb2-840c-697a9428e7ea admin admin] Pushing event updated for resources: {'Port': ['ID=c79c2873-792d-48e8-808a-06c52737cc83,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:16.113414 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.objects.ports [None req-50cfd4c2-4da4-40ba-ae0a-b3235133df61 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84770) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 15:37:16.113989 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-50cfd4c2-4da4-40ba-ae0a-b3235133df61 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.119660 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ae4d8a-e149-4bd2-b620-f78943917635 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:16.139659 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.152259 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3abd0ec5-03ed-436e-a37e-a999f757bdd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.276109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-62ae4d8a-e149-4bd2-b620-f78943917635 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.276691 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-62ae4d8a-e149-4bd2-b620-f78943917635 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Added segment 33894cec-b0ff-4023-b0aa-d11fd2fb051f of type vlan for network fe75200d-08a1-49d3-b1a7-109dd4e54bc9 Apr 29 15:37:16.284724 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-252f2db2-1208-49d4-8553-555375981020 None None] Provisioning for port 2518f8c7-c324-486e-a150-193b1080112e completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:16.292945 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.296343 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3abd0ec5-03ed-436e-a37e-a999f757bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.297251 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3abd0ec5-03ed-436e-a37e-a999f757bdd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.310324 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port ca608b69-bb8f-49f6-bfca-3b223f6e9f09, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ca608b69-bb8f-49f6-bfca-3b223f6e9f09,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:37:16.340517 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-62ae4d8a-e149-4bd2-b620-f78943917635 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.385438 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cfd4c2-4da4-40ba-ae0a-b3235133df61 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f389a15d-1ed9-4385-9dca-e3b7454b1dae,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:16.401395 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.464086 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cfd4c2-4da4-40ba-ae0a-b3235133df61 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Checking segment: {'id': '157d92e0-6249-4e94-8e9b-bdf01360dd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c9e668d7-1ec4-4e54-a7d0-bc2be7c58812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:16.464454 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cfd4c2-4da4-40ba-ae0a-b3235133df61 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Network hostable DHCP agents. Network: c9e668d7-1ec4-4e54-a7d0-bc2be7c58812, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:16.496385 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958bb8b5-4c15-4fb2-840c-697a9428e7ea admin admin] Network 9c9a7398-6fd3-4213-804e-eb3de185a894 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:16.510875 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed08784-bb03-4c2a-93f9-c28b04ac72cd admin admin] Router 017a57c6-628c-42d2-8829-cd7b223faa97 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:37:16.512546 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-958bb8b5-4c15-4fb2-840c-697a9428e7ea admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:16.557017 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=ca608b69-bb8f-49f6-bfca-3b223f6e9f09,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:16.656535 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-62ae4d8a-e149-4bd2-b620-f78943917635 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.661272 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ae4d8a-e149-4bd2-b620-f78943917635 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:16.661878 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-62ae4d8a-e149-4bd2-b620-f78943917635 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.700548 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd0ec5-03ed-436e-a37e-a999f757bdd1 admin admin] Pushing event updated for resources: {'Port': ['ID=02b923e5-a482-4b7f-988a-e06f010984d4,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:16.702376 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2518f8c7-c324-486e-a150-193b1080112e up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:16.764264 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48490) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:16.803706 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ccb5ad98-fc85-436b-97d8-cc170c1c6509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.857914 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-62ae4d8a-e149-4bd2-b620-f78943917635 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2862611 Apr 29 15:37:16.878846 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48496) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:16.950508 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abd0ec5-03ed-436e-a37e-a999f757bdd1 admin admin] Network 951a2926-3d60-49f1-abb0-4cfee0b87bbe is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:16.972172 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 2518f8c7-c324-486e-a150-193b1080112e completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:16.976188 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-3abd0ec5-03ed-436e-a37e-a999f757bdd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:16.980920 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] device_id is not set on port f0032c22-4d99-451d-bcf1-1c15f1064ed3 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:37:16.984567 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 2518f8c7-c324-486e-a150-193b1080112e triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:16.984934 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:17.041625 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cfd4c2-4da4-40ba-ae0a-b3235133df61 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Network c9e668d7-1ec4-4e54-a7d0-bc2be7c58812 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:17.057262 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ccb5ad98-fc85-436b-97d8-cc170c1c6509 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:17.057992 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:17.093687 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1acb7a93-9302-4854-b875-ca3e8ab5bc22 None None] Provisioning complete for port c79c2873-792d-48e8-808a-06c52737cc83 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:17.094058 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1acb7a93-9302-4854-b875-ca3e8ab5bc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:17.128828 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:17.138340 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48500) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:17.193569 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae4d8a-e149-4bd2-b620-f78943917635 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Pushing event updated for resources: {'Network': ['ID=fe75200d-08a1-49d3-b1a7-109dd4e54bc9,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:17.223399 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ccb5ad98-fc85-436b-97d8-cc170c1c6509 admin admin] Usage tracker for resource:security_group_rule and tenant:71d98d6dc86f4e4aa9219e9cbbd9fab4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:17.244551 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ccb5ad98-fc85-436b-97d8-cc170c1c6509 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:17.261810 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Transition to ACTIVE for port object f0032c22-4d99-451d-bcf1-1c15f1064ed3 will not be triggered until provisioned by entity L2. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:17.270511 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ccb5ad98-fc85-436b-97d8-cc170c1c6509 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:17.281928 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network fe75200d-08a1-49d3-b1a7-109dd4e54bc9 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:17.385895 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:17.428360 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-50cfd4c2-4da4-40ba-ae0a-b3235133df61 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, c9e668d7-1ec4-4e54-a7d0-bc2be7c58812) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:17.428754 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-1acb7a93-9302-4854-b875-ca3e8ab5bc22 None None] Port c79c2873-792d-48e8-808a-06c52737cc83 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:37:17.454127 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cfd4c2-4da4-40ba-ae0a-b3235133df61 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:17.454724 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-50cfd4c2-4da4-40ba-ae0a-b3235133df61 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:17.465627 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703cba04-56d0-4936-a6e8-3d346443db7c None None] Network c9e668d7-1ec4-4e54-a7d0-bc2be7c58812 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:37:17.473717 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e62586ea-509a-4b7e-b764-53aa3b3570e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:17.491018 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1acb7a93-9302-4854-b875-ca3e8ab5bc22 None None] Could not find standard attr ID for object 04e42a02-2298-436d-a013-d66991f74774. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:37:17.493191 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:17.501069 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-02afabdb-5d62-4067-bb61-57fe0e6d217f tempest-DHCPAgentSchedulersTestJSON-1734783777 tempest-DHCPAgentSchedulersTestJSON-1734783777-project-admin] 10.222.0.21 "GET /v2.0/agents/acd9ce9d-5587-4232-a407-5c4641918659/dhcp-networks HTTP/1.1" status: 200 len: 7006 time: 0.6086099 Apr 29 15:37:17.508324 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48506) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:17.572083 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Pushing event updated for resources: {'Port': ['ID=f0032c22-4d99-451d-bcf1-1c15f1064ed3,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:17.602757 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:17.621719 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e62586ea-509a-4b7e-b764-53aa3b3570e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:17.644758 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 2518f8c7-c324-486e-a150-193b1080112e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=2518f8c7-c324-486e-a150-193b1080112e,segment=NetworkSegment(5a4789a8-5fbb-477e-b36c-50486a429af1),segment_id=5a4789a8-5fbb-477e-b36c-50486a429af1)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:37:17.680106 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e62586ea-509a-4b7e-b764-53aa3b3570e0 admin admin] Usage tracker for resource:security_group_rule and tenant:63caa1cbc984437194d55b8c171946c5 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:17.692731 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-50cfd4c2-4da4-40ba-ae0a-b3235133df61 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.6476884 Apr 29 15:37:17.697809 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e62586ea-509a-4b7e-b764-53aa3b3570e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:17.704915 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48510) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:17.706604 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1a0bd090-d2b6-4998-86c9-d2f48eb739e1 None None] Provisioning complete for port 02b923e5-a482-4b7f-988a-e06f010984d4 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:17.706950 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1a0bd090-d2b6-4998-86c9-d2f48eb739e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:17.723023 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d1e580b6-5318-47fd-be89-5a607ddc0812 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Request body: {'floatingip': {'floating_network_id': 'c9e668d7-1ec4-4e54-a7d0-bc2be7c58812'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:17.740004 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d1e580b6-5318-47fd-be89-5a607ddc0812 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:17.743491 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:17.744716 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 64cb396c-c98f-4fcd-80e6-7040ebe41f14 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:17.749909 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d1e580b6-5318-47fd-be89-5a607ddc0812 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Usage tracker for resource:floatingip and tenant:7e86011f490f443286c5ec66cba9e9ca is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:17.754893 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d1e580b6-5318-47fd-be89-5a607ddc0812 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:17.756529 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e62586ea-509a-4b7e-b764-53aa3b3570e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:17.758746 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ccb5ad98-fc85-436b-97d8-cc170c1c6509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:17.759908 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:17.760230 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:17.760568 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:17.768500 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d1e580b6-5318-47fd-be89-5a607ddc0812 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:17.789651 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:17.789978 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:17.790968 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 2 to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 Apr 29 15:37:17.813527 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:17.813908 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:17.814248 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:17.818433 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ccb5ad98-fc85-436b-97d8-cc170c1c6509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:17.858808 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:17.858808 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:17.870293 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 3 to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 Apr 29 15:37:17.872354 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49075d30-e2f0-464d-9f16-7eecaaa64bfc tempest-DHCPAgentSchedulersTestJSON-1734783777 tempest-DHCPAgentSchedulersTestJSON-1734783777-project-admin] Network fe75200d-08a1-49d3-b1a7-109dd4e54bc9 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:17.884617 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d1e580b6-5318-47fd-be89-5a607ddc0812 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:17.914783 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5ad98-fc85-436b-97d8-cc170c1c6509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbec2eff-8799-40de-a924-3f0dbc651ec4,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:17.924040 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:17.924256 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:17.924480 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:17.928114 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ccb5ad98-fc85-436b-97d8-cc170c1c6509 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71d98d6dc86f4e4aa9219e9cbbd9fab4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1599996 Apr 29 15:37:17.940678 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48514) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:17.960150 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e62586ea-509a-4b7e-b764-53aa3b3570e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:17.967481 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-49075d30-e2f0-464d-9f16-7eecaaa64bfc tempest-DHCPAgentSchedulersTestJSON-1734783777 tempest-DHCPAgentSchedulersTestJSON-1734783777-project-admin] 10.222.0.21 "POST /v2.0/agents/acd9ce9d-5587-4232-a407-5c4641918659/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4524748 Apr 29 15:37:17.969826 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48518) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:17.973176 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfe4464-0fab-4b23-b6fc-88343a8bea06 None None] Network fe75200d-08a1-49d3-b1a7-109dd4e54bc9 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:37:17.987918 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:17.988206 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:17.989325 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 4 to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 Apr 29 15:37:17.997358 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-1a0bd090-d2b6-4998-86c9-d2f48eb739e1 None None] Port 02b923e5-a482-4b7f-988a-e06f010984d4 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:37:18.020262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed08784-bb03-4c2a-93f9-c28b04ac72cd admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:37:18.029796 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:18.030128 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:18.030459 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:18.047233 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:18.047561 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:18.049204 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 5 to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 Apr 29 15:37:18.057688 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e62586ea-509a-4b7e-b764-53aa3b3570e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.069909 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:18.070243 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:18.070757 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:18.080829 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] Sync routers for ids ['017a57c6-628c-42d2-8829-cd7b223faa97'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:37:18.088103 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:18.088428 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:18.093339 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 6 to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 Apr 29 15:37:18.098613 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=2518f8c7-c324-486e-a150-193b1080112e,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:18.102971 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abd0ec5-03ed-436e-a37e-a999f757bdd1 admin admin] Router 6c6b9228-0b7e-447e-a484-cfe0be97103b has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:37:18.108084 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5737886e-894c-4b15-be0c-bbe662f76e9a None None] Network c9e668d7-1ec4-4e54-a7d0-bc2be7c58812 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:37:18.126054 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:18.126882 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:18.126882 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:18.142180 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:18.142527 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:18.145719 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 7 to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 Apr 29 15:37:18.156527 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d1e580b6-5318-47fd-be89-5a607ddc0812 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.191185 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bed08784-bb03-4c2a-93f9-c28b04ac72cd admin admin] 10.222.0.21 "PUT /v2.0/routers/017a57c6-628c-42d2-8829-cd7b223faa97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6853495 Apr 29 15:37:18.204502 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9f842ff8-43ed-498d-9411-778dab1afed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.212017 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62586ea-509a-4b7e-b764-53aa3b3570e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e9c368-03a7-4908-87be-0f220c21a2b1,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:18.231780 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e62586ea-509a-4b7e-b764-53aa3b3570e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63caa1cbc984437194d55b8c171946c5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0924640 Apr 29 15:37:18.250735 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48524) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:18.261762 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:18.262098 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:18.262434 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:18.282129 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 64cb396c-c98f-4fcd-80e6-7040ebe41f14 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:18.282518 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.285015 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9f842ff8-43ed-498d-9411-778dab1afed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.301836 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958bb8b5-4c15-4fb2-840c-697a9428e7ea admin admin] Router abe1e843-43c6-485c-b9ad-872981375c90 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:37:18.358066 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ccb72916-c629-453d-bd74-572b1b367994 tempest-DHCPAgentSchedulersTestJSON-1734783777 tempest-DHCPAgentSchedulersTestJSON-1734783777-project-admin] 10.222.0.21 "GET /v2.0/agents/acd9ce9d-5587-4232-a407-5c4641918659/dhcp-networks HTTP/1.1" status: 200 len: 7750 time: 0.3838315 Apr 29 15:37:18.361659 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48528) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:18.380594 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] Routers {'017a57c6-628c-42d2-8829-cd7b223faa97'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:37:18.381307 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:37:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['017a57c6-628c-42d2-8829-cd7b223faa97'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:18.469249 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:18.469249 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:18.475814 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 8 to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 Apr 29 15:37:18.568385 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:18.568951 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:18.569425 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:18.607098 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:18.608238 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:18.631145 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9f842ff8-43ed-498d-9411-778dab1afed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.647613 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-d1e580b6-5318-47fd-be89-5a607ddc0812 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Allocated IP 172.20.0.6 (c9e668d7-1ec4-4e54-a7d0-bc2be7c58812/f389a15d-1ed9-4385-9dca-e3b7454b1dae/d03d6b22-6abb-43c8-bd5a-2a0a420f7cba) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:18.649843 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 9 to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 Apr 29 15:37:18.660182 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7b025d1b-f2a9-4e7f-8672-8bd937509ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.661744 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f842ff8-43ed-498d-9411-778dab1afed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbec2eff-8799-40de-a924-3f0dbc651ec4,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:18.669613 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9f842ff8-43ed-498d-9411-778dab1afed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.671472 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9f842ff8-43ed-498d-9411-778dab1afed6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dbec2eff-8799-40de-a924-3f0dbc651ec4 HTTP/1.1" status: 204 len: 168 time: 0.7287612 Apr 29 15:37:18.709342 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:18.710847 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:18.713200 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:18.715216 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5ce64451-f262-4138-ac04-974b54b98232 tempest-DHCPAgentSchedulersTestJSON-1734783777 tempest-DHCPAgentSchedulersTestJSON-1734783777-project-admin] 10.222.0.21 "DELETE /v2.0/agents/acd9ce9d-5587-4232-a407-5c4641918659/dhcp-networks/fe75200d-08a1-49d3-b1a7-109dd4e54bc9 HTTP/1.1" status: 204 len: 168 time: 0.3499329 Apr 29 15:37:18.718043 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48544) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:18.780211 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.809469 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958bb8b5-4c15-4fb2-840c-697a9428e7ea admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:37:18.835154 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-958bb8b5-4c15-4fb2-840c-697a9428e7ea admin admin] 10.222.0.21 "PUT /v2.0/routers/abe1e843-43c6-485c-b9ad-872981375c90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6237445 Apr 29 15:37:18.875136 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7b025d1b-f2a9-4e7f-8672-8bd937509ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.953536 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:18.954234 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:18.971168 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 10 to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 Apr 29 15:37:18.979637 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2518f8c7-c324-486e-a150-193b1080112e up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:19.033676 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:19.034341 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:19.034970 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:19.052817 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] Set router 017a57c6-628c-42d2-8829-cd7b223faa97 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:37:19.084771 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:19.085381 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:19.085924 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:19.151010 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d1e580b6-5318-47fd-be89-5a607ddc0812 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:19.160851 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2a9c9305-4ec4-4e97-b7ba-d5f21c744108 tempest-DHCPAgentSchedulersTestJSON-1734783777 tempest-DHCPAgentSchedulersTestJSON-1734783777-project-admin] 10.222.0.21 "GET /v2.0/agents/acd9ce9d-5587-4232-a407-5c4641918659/dhcp-networks HTTP/1.1" status: 200 len: 7006 time: 0.4352493 Apr 29 15:37:19.160851 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48556) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:19.175206 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 2518f8c7-c324-486e-a150-193b1080112e triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:19.175733 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:19.206818 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7f9421ae-beef-47c7-af3c-92a4f01e18c7 tempest-DHCPAgentSchedulersTestJSON-1734783777 tempest-DHCPAgentSchedulersTestJSON-1734783777-project-admin] 10.222.0.21 "GET /v2.0/networks/f9b3679f-663c-4232-8f41-7d86a5fe57d4/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0454235 Apr 29 15:37:19.210511 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48560) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:19.263800 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abd0ec5-03ed-436e-a37e-a999f757bdd1 admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:37:19.273056 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7b025d1b-f2a9-4e7f-8672-8bd937509ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:19.274298 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-35546dbc-b124-4dc6-9ad0-ca629413efd2 tempest-DHCPAgentSchedulersTestJSON-1734783777 tempest-DHCPAgentSchedulersTestJSON-1734783777-project-admin] 10.222.0.21 "GET /v2.0/networks/f9b3679f-663c-4232-8f41-7d86a5fe57d4/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0604320 Apr 29 15:37:19.274945 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48564) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:19.313113 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b025d1b-f2a9-4e7f-8672-8bd937509ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e9c368-03a7-4908-87be-0f220c21a2b1,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:19.324663 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] For port f0032c22-4d99-451d-bcf1-1c15f1064ed3, host hv-neutron-8399, cleared binding levels {{(pid=84771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:37:19.325265 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempted to set empty binding levels {{(pid=84771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 15:37:19.358425 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7b025d1b-f2a9-4e7f-8672-8bd937509ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:19.360223 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7b025d1b-f2a9-4e7f-8672-8bd937509ec0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7e9c368-03a7-4908-87be-0f220c21a2b1 HTTP/1.1" status: 204 len: 168 time: 1.1015732 Apr 29 15:37:19.361975 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3abd0ec5-03ed-436e-a37e-a999f757bdd1 admin admin] 10.222.0.21 "PUT /v2.0/routers/6c6b9228-0b7e-447e-a484-cfe0be97103b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7482989 Apr 29 15:37:19.400976 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:19.502376 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d1e580b6-5318-47fd-be89-5a607ddc0812 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:19.616628 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e580b6-5318-47fd-be89-5a607ddc0812 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Network c9e668d7-1ec4-4e54-a7d0-bc2be7c58812 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:19.618677 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Pushing event updated for resources: {'Port': ['ID=f0032c22-4d99-451d-bcf1-1c15f1064ed3,revision_number=3']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:19.736857 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] In _notify_port_updated(), no bound segment for port f0032c22-4d99-451d-bcf1-1c15f1064ed3 on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 15:37:19.741013 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:19.747540 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48582) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:19.748763 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ff14badd-750c-4551-8f3e-b5c92da844c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] 10.222.0.21 "PUT /v2.0/ports/f0032c22-4d99-451d-bcf1-1c15f1064ed3 HTTP/1.1" status: 200 len: 980 time: 4.0173454 Apr 29 15:37:19.764839 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-d1e580b6-5318-47fd-be89-5a607ddc0812 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:19.772856 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e580b6-5318-47fd-be89-5a607ddc0812 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:19.824402 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ca608b69-bb8f-49f6-bfca-3b223f6e9f09 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:19.848192 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e580b6-5318-47fd-be89-5a607ddc0812 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Pushing event updated for resources: {'Port': ['ID=d03d6b22-6abb-43c8-bd5a-2a0a420f7cba,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:19.900472 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'name': 'tempest-ServersTestJSON-882899689-router', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:37:11Z', 'revision_number': 4, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'gw_port': {'id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '06d5f898-21bf-4f2a-8334-f2b0a15c0097', 'name': '', 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'mac_address': 'fa:16:3e:f7:84:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e83914fb-022a-4002-8e6f-85f3456e202d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:08Z', 'updated_at': '2022-04-29T15:37:11Z', 'revision_number': 2, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'subnets': [{'id': 'e83914fb-022a-4002-8e6f-85f3456e202d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:19.910716 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] Checking router: 017a57c6-628c-42d2-8829-cd7b223faa97 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:37:19.911216 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] Updating router 017a57c6-628c-42d2-8829-cd7b223faa97 port 06d5f898-21bf-4f2a-8334-f2b0a15c0097 binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:37:19.987013 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.000251 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port ca608b69-bb8f-49f6-bfca-3b223f6e9f09 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:20.000725 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.004925 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0753b908-6f21-4367-a9b6-fa3a34fcb10b tempest-DHCPAgentSchedulersTestJSON-1734783777 tempest-DHCPAgentSchedulersTestJSON-1734783777-project-admin] 10.222.0.21 "GET /v2.0/agents/acd9ce9d-5587-4232-a407-5c4641918659/dhcp-networks HTTP/1.1" status: 200 len: 7006 time: 0.7258313 Apr 29 15:37:20.012749 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48590) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:20.067628 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48594) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:20.097792 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d0c19511-49fb-4b4f-aa23-9c8437175465 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1087819455', 'description': 'tempest-description--1902295270'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:20.103638 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d0c19511-49fb-4b4f-aa23-9c8437175465 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:20.107844 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d0c19511-49fb-4b4f-aa23-9c8437175465 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Usage tracker for resource:security_group and tenant:0d55e79ec04d4b58a1f4cdc4e929c13f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:20.110938 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d0c19511-49fb-4b4f-aa23-9c8437175465 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:20.117438 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d0c19511-49fb-4b4f-aa23-9c8437175465 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:20.131191 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d1e580b6-5318-47fd-be89-5a607ddc0812 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.177416 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d6b30692-c091-4760-91d2-af93f91020fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14337 time: 0.4281425 Apr 29 15:37:20.180949 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48600) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:20.210653 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c4a32536-a2ce-4ee7-9afd-d101653d6b32 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.254263 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d0c19511-49fb-4b4f-aa23-9c8437175465 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.377567 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c4a32536-a2ce-4ee7-9afd-d101653d6b32 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.397870 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-96de95ed-23f4-4592-bd27-3a48583e93f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Deleting port f0032c22-4d99-451d-bcf1-1c15f1064ed3 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:37:20.398210 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-96de95ed-23f4-4592-bd27-3a48583e93f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.411786 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-c4a32536-a2ce-4ee7-9afd-d101653d6b32 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe75200d-08a1-49d3-b1a7-109dd4e54bc9']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:20.428376 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-c4a32536-a2ce-4ee7-9afd-d101653d6b32 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33894cec-b0ff-4023-b0aa-d11fd2fb051f') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:20.429083 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-c4a32536-a2ce-4ee7-9afd-d101653d6b32 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33894cec-b0ff-4023-b0aa-d11fd2fb051f') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:20.432523 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48606) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:20.447686 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c4a32536-a2ce-4ee7-9afd-d101653d6b32 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.462530 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d1e580b6-5318-47fd-be89-5a607ddc0812 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.470898 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c4a32536-a2ce-4ee7-9afd-d101653d6b32 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.479917 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a32536-a2ce-4ee7-9afd-d101653d6b32 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:37:20.480719 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c4a32536-a2ce-4ee7-9afd-d101653d6b32 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:37:20.500573 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:37:20.512200 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d0c19511-49fb-4b4f-aa23-9c8437175465 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:20.520855 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48610) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:20.541323 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d0c19511-49fb-4b4f-aa23-9c8437175465 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Usage tracker for resource:security_group_rule and tenant:0d55e79ec04d4b58a1f4cdc4e929c13f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:20.549506 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-cec4defc-4b65-4e1b-ac56-7641431b28a9 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1939689566', 'description': 'tempest-description--1919615781'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:20.553819 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d0c19511-49fb-4b4f-aa23-9c8437175465 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:20.571829 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d0c19511-49fb-4b4f-aa23-9c8437175465 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:20.582027 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-cec4defc-4b65-4e1b-ac56-7641431b28a9 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:20.631045 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.633693 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-cec4defc-4b65-4e1b-ac56-7641431b28a9 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Usage tracker for resource:security_group and tenant:c9e2f4e89626458695f617011f42e6cc is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:20.643218 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] Transition to ACTIVE for port object 06d5f898-21bf-4f2a-8334-f2b0a15c0097 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:20.654551 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-cec4defc-4b65-4e1b-ac56-7641431b28a9 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:20.681517 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c4a32536-a2ce-4ee7-9afd-d101653d6b32 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.707762 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-cec4defc-4b65-4e1b-ac56-7641431b28a9 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:20.714536 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c4a32536-a2ce-4ee7-9afd-d101653d6b32 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.722186 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a32536-a2ce-4ee7-9afd-d101653d6b32 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Pushing event deleted for resources: {'Network': ['ID=fe75200d-08a1-49d3-b1a7-109dd4e54bc9,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:20.725319 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c4a32536-a2ce-4ee7-9afd-d101653d6b32 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] 10.222.0.21 "DELETE /v2.0/networks/fe75200d-08a1-49d3-b1a7-109dd4e54bc9 HTTP/1.1" status: 204 len: 168 time: 0.7108378 Apr 29 15:37:20.727761 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48614) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:20.732888 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.820883 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-cebe0965-6a5d-4678-911d-cd17bf072878 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] DELETE failed (client error): The resource could not be found. Apr 29 15:37:20.821420 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cebe0965-6a5d-4678-911d-cd17bf072878 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:37:20.823163 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-cebe0965-6a5d-4678-911d-cd17bf072878 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] 10.222.0.21 "DELETE /v2.0/ports/04e42a02-2298-436d-a013-d66991f74774 HTTP/1.1" status: 404 len: 333 time: 0.0938041 Apr 29 15:37:20.826662 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48620) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:20.909793 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fea2e1b4-9e25-494b-bb6b-c01933e0d29b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03e6b619c8c0455a9637b15533bfb4a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4676583 Apr 29 15:37:20.916029 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48624) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:20.927603 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cec4defc-4b65-4e1b-ac56-7641431b28a9 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.974550 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba48718-cece-4fe0-b9f1-4215f2118591 None None] Pushing event updated for resources: {'Port': ['ID=06d5f898-21bf-4f2a-8334-f2b0a15c0097,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:20.985063 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-cec4defc-4b65-4e1b-ac56-7641431b28a9 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:20.992028 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-cec4defc-4b65-4e1b-ac56-7641431b28a9 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Usage tracker for resource:security_group_rule and tenant:c9e2f4e89626458695f617011f42e6cc is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:20.993479 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-cec4defc-4b65-4e1b-ac56-7641431b28a9 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:21.000282 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-cec4defc-4b65-4e1b-ac56-7641431b28a9 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:21.068226 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cec4defc-4b65-4e1b-ac56-7641431b28a9 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.091133 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] Attempting to bind port 06d5f898-21bf-4f2a-8334-f2b0a15c0097 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:21.092232 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] Attempting to bind port 06d5f898-21bf-4f2a-8334-f2b0a15c0097 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'bcc1663b-c194-4652-87cf-0bcd40bb0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:21.092597 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] Attempting to bind port 06d5f898-21bf-4f2a-8334-f2b0a15c0097 on network 0f64455b-29c7-4ef3-82bd-3805f7cde51f {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:21.096650 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48630) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:21.109334 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:37:21.109709 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] Checking segment: {'id': 'bcc1663b-c194-4652-87cf-0bcd40bb0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:21.110410 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.110856 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] Bound using segment: {'id': 'bcc1663b-c194-4652-87cf-0bcd40bb0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:37:21.111373 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] Bound port: 06d5f898-21bf-4f2a-8334-f2b0a15c0097, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcc1663b-c194-4652-87cf-0bcd40bb0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:21.111890 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.133069 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-57480505-86f6-488a-a725-5493087c35d2 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1561428317', 'description': 'tempest-description--301218540'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:21.181076 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b78047d9-d308-4e69-8470-3814ee6ce8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.241545 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b78047d9-d308-4e69-8470-3814ee6ce8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.241864 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] For port 06d5f898-21bf-4f2a-8334-f2b0a15c0097, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:37:21.245516 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] For port 06d5f898-21bf-4f2a-8334-f2b0a15c0097, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=06d5f898-21bf-4f2a-8334-f2b0a15c0097,segment=NetworkSegment(bcc1663b-c194-4652-87cf-0bcd40bb0751),segment_id=bcc1663b-c194-4652-87cf-0bcd40bb0751)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:37:21.249938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6bc7e3-a618-48e2-9392-b8352be346c9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Deleting subnet 0523d8ed-24f0-45f8-9177-017cc43182b2 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:37:21.252555 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-96de95ed-23f4-4592-bd27-3a48583e93f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] For port f0032c22-4d99-451d-bcf1-1c15f1064ed3, host hv-neutron-8399, got binding levels [] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:37:21.253121 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-96de95ed-23f4-4592-bd27-3a48583e93f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.258542 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc7e3-a618-48e2-9392-b8352be346c9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.333248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc7e3-a618-48e2-9392-b8352be346c9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.333982 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.378228 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-96de95ed-23f4-4592-bd27-3a48583e93f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Calling delete_port for f0032c22-4d99-451d-bcf1-1c15f1064ed3 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:37:21.428126 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] Routers {'017a57c6-628c-42d2-8829-cd7b223faa97'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:37:21.428760 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:37:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['017a57c6-628c-42d2-8829-cd7b223faa97'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:21.484287 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b78047d9-d308-4e69-8470-3814ee6ce8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.504123 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78047d9-d308-4e69-8470-3814ee6ce8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17d7c60-fdf0-4e30-87a9-2e4e27e3e3d2,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:21.511619 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba48718-cece-4fe0-b9f1-4215f2118591 None None] Pushing event updated for resources: {'Port': ['ID=06d5f898-21bf-4f2a-8334-f2b0a15c0097,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:21.523800 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b78047d9-d308-4e69-8470-3814ee6ce8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.527347 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b78047d9-d308-4e69-8470-3814ee6ce8e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f17d7c60-fdf0-4e30-87a9-2e4e27e3e3d2 HTTP/1.1" status: 204 len: 168 time: 0.6079960 Apr 29 15:37:21.543852 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc7e3-a618-48e2-9392-b8352be346c9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.596435 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d1e580b6-5318-47fd-be89-5a607ddc0812 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.609759 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-57480505-86f6-488a-a725-5493087c35d2 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:21.612587 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cec4defc-4b65-4e1b-ac56-7641431b28a9 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.621938 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d0c19511-49fb-4b4f-aa23-9c8437175465 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.640163 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-57480505-86f6-488a-a725-5493087c35d2 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Usage tracker for resource:security_group and tenant:bafb4596b2ae4298bc6d4156fe1d5fb3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:21.654966 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-57480505-86f6-488a-a725-5493087c35d2 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:21.672108 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d1e580b6-5318-47fd-be89-5a607ddc0812 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.692417 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-57480505-86f6-488a-a725-5493087c35d2 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:21.759979 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] Set router 017a57c6-628c-42d2-8829-cd7b223faa97 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:37:21.775969 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d1e580b6-5318-47fd-be89-5a607ddc0812 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.790730 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d0c19511-49fb-4b4f-aa23-9c8437175465 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.801224 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc7e3-a618-48e2-9392-b8352be346c9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.822384 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4defc-4b65-4e1b-ac56-7641431b28a9 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77732694-f1f0-4552-88b3-a77f8ec2116a,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:21.846550 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e580b6-5318-47fd-be89-5a607ddc0812 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Pushing event updated for resources: {'Port': ['ID=d03d6b22-6abb-43c8-bd5a-2a0a420f7cba,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:21.854087 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bc7e3-a618-48e2-9392-b8352be346c9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Pushing event deleted for resources: {'Subnet': ['ID=0523d8ed-24f0-45f8-9177-017cc43182b2,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:21.863954 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c19511-49fb-4b4f-aa23-9c8437175465 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7caf8d-8d49-43b9-8071-e9b59f4da256,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:21.867284 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc7e3-a618-48e2-9392-b8352be346c9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.881110 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4a6bc7e3-a618-48e2-9392-b8352be346c9 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] 10.222.0.21 "DELETE /v2.0/subnets/0523d8ed-24f0-45f8-9177-017cc43182b2 HTTP/1.1" status: 204 len: 168 time: 1.0505321 Apr 29 15:37:21.881199 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48646) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:21.909039 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea90497-4694-4a1a-a481-22f6c703f995 None None] Network f9b3679f-663c-4232-8f41-7d86a5fe57d4 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:37:21.928121 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-96de95ed-23f4-4592-bd27-3a48583e93f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.929916 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cec4defc-4b65-4e1b-ac56-7641431b28a9 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.934767 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-cec4defc-4b65-4e1b-ac56-7641431b28a9 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.4070785 Apr 29 15:37:21.937409 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-57480505-86f6-488a-a725-5493087c35d2 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.953141 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48650) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:21.968656 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-97684821-8dad-469b-99a1-cc6b10d5de52 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Request body: {'security_group_rule': {'security_group_id': '77732694-f1f0-4552-88b3-a77f8ec2116a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:21.984667 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-97684821-8dad-469b-99a1-cc6b10d5de52 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:21.994796 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-97684821-8dad-469b-99a1-cc6b10d5de52 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Usage tracker for resource:security_group_rule and tenant:c9e2f4e89626458695f617011f42e6cc is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:21.994796 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-97684821-8dad-469b-99a1-cc6b10d5de52 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:22.001873 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-97684821-8dad-469b-99a1-cc6b10d5de52 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:22.015352 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d1e580b6-5318-47fd-be89-5a607ddc0812 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.017812 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d1e580b6-5318-47fd-be89-5a607ddc0812 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.3115032 Apr 29 15:37:22.021479 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-caa4a6b5-21d0-4f09-885d-8160dc868e43 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.028001 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48658) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:22.060466 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d0c19511-49fb-4b4f-aa23-9c8437175465 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.064299 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d0c19511-49fb-4b4f-aa23-9c8437175465 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.9875143 Apr 29 15:37:22.073754 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48664) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:22.077064 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de95ed-23f4-4592-bd27-3a48583e93f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0032c22-4d99-451d-bcf1-1c15f1064ed3,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:22.116626 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-57480505-86f6-488a-a725-5493087c35d2 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:22.120639 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-57480505-86f6-488a-a725-5493087c35d2 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Usage tracker for resource:security_group_rule and tenant:bafb4596b2ae4298bc6d4156fe1d5fb3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:22.123901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-57480505-86f6-488a-a725-5493087c35d2 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:22.135013 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-73717217-f70e-493a-b44b-25ef284e3d84 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Request body: {'security_group_rule': {'security_group_id': '9b7caf8d-8d49-43b9-8071-e9b59f4da256', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:22.135763 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-54bb8fc3-e076-42f8-8f10-c3b4cf2ae965 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=c9e668d7-1ec4-4e54-a7d0-bc2be7c58812 HTTP/1.1" status: 200 len: 689 time: 0.1062133 Apr 29 15:37:22.138149 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48670) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:22.139942 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-97684821-8dad-469b-99a1-cc6b10d5de52 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.142385 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-caa4a6b5-21d0-4f09-885d-8160dc868e43 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Deleting port 2518f8c7-c324-486e-a150-193b1080112e {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:37:22.142797 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-caa4a6b5-21d0-4f09-885d-8160dc868e43 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.150434 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-57480505-86f6-488a-a725-5493087c35d2 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:22.156054 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-73717217-f70e-493a-b44b-25ef284e3d84 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:22.168691 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-73717217-f70e-493a-b44b-25ef284e3d84 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Usage tracker for resource:security_group_rule and tenant:0d55e79ec04d4b58a1f4cdc4e929c13f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:22.178038 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-73717217-f70e-493a-b44b-25ef284e3d84 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:22.196254 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-73717217-f70e-493a-b44b-25ef284e3d84 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:22.198732 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-96de95ed-23f4-4592-bd27-3a48583e93f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.237467 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-96de95ed-23f4-4592-bd27-3a48583e93f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] 10.222.0.21 "DELETE /v2.0/ports/f0032c22-4d99-451d-bcf1-1c15f1064ed3 HTTP/1.1" status: 204 len: 168 time: 2.0553730 Apr 29 15:37:22.250790 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48678) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:22.296838 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa3e9d2-7969-4f8b-9459-e9f1ea167aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] GET failed (client error): The resource could not be found. Apr 29 15:37:22.297344 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-6fa3e9d2-7969-4f8b-9459-e9f1ea167aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Synchronizing usage tracker for tenant:d5ffb98a442b4cdcbc7b96e4e6a87a66 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:22.344345 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-73717217-f70e-493a-b44b-25ef284e3d84 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.388228 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-57480505-86f6-488a-a725-5493087c35d2 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.395747 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-6fa3e9d2-7969-4f8b-9459-e9f1ea167aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Unset dirty status for tenant:d5ffb98a442b4cdcbc7b96e4e6a87a66 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:22.408207 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6fa3e9d2-7969-4f8b-9459-e9f1ea167aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] 10.222.0.21 "GET /v2.0/ports/f0032c22-4d99-451d-bcf1-1c15f1064ed3 HTTP/1.1" status: 404 len: 333 time: 0.1554837 Apr 29 15:37:22.412112 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48682) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:22.425775 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-d582356d-c457-4c95-99a6-af8af8876827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851016887', 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:22.439740 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d582356d-c457-4c95-99a6-af8af8876827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:22.483881 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-57480505-86f6-488a-a725-5493087c35d2 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.517376 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-97684821-8dad-469b-99a1-cc6b10d5de52 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.532087 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986091af-dab0-42b5-98ce-96bca320fe77 None None] DHCP port deletion for f9b3679f-663c-4232-8f41-7d86a5fe57d4 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:37:22.540646 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-986091af-dab0-42b5-98ce-96bca320fe77 None None] Deleting port 2518f8c7-c324-486e-a150-193b1080112e {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:37:22.541273 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-986091af-dab0-42b5-98ce-96bca320fe77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.543499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d582356d-c457-4c95-99a6-af8af8876827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:22.595730 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a50d0eb7-cc4c-471a-847c-edcc5516c559 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.608620 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57480505-86f6-488a-a725-5493087c35d2 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58266d71-b64f-43f5-8255-965b2490a53d,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:22.615712 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-57480505-86f6-488a-a725-5493087c35d2 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.620787 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-57480505-86f6-488a-a725-5493087c35d2 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4947569 Apr 29 15:37:22.627691 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48692) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:22.635817 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-59352043-c4ce-4e9e-8041-4cd6b513c1b4 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Request body: {'security_group_rule': {'security_group_id': '58266d71-b64f-43f5-8255-965b2490a53d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:22.646066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'name': 'tempest-ServersTestJSON-882899689-router', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:37:11Z', 'revision_number': 4, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'gw_port': {'id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '06d5f898-21bf-4f2a-8334-f2b0a15c0097', 'name': '', 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'mac_address': 'fa:16:3e:f7:84:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e83914fb-022a-4002-8e6f-85f3456e202d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:08Z', 'updated_at': '2022-04-29T15:37:21Z', 'revision_number': 4, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'subnets': [{'id': 'e83914fb-022a-4002-8e6f-85f3456e202d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:22.649411 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-59352043-c4ce-4e9e-8041-4cd6b513c1b4 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:22.656104 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3051a0a-b120-468f-81d0-6291378c7584 None None] The sync data for ids ['017a57c6-628c-42d2-8829-cd7b223faa97'] in dv-neutron-839913-1-hyperv is: [{'id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'name': 'tempest-ServersTestJSON-882899689-router', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:37:11Z', 'revision_number': 4, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'gw_port': {'id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '06d5f898-21bf-4f2a-8334-f2b0a15c0097', 'name': '', 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'mac_address': 'fa:16:3e:f7:84:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e83914fb-022a-4002-8e6f-85f3456e202d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:08Z', 'updated_at': '2022-04-29T15:37:21Z', 'revision_number': 4, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'subnets': [{'id': 'e83914fb-022a-4002-8e6f-85f3456e202d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:37:22.656325 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-59352043-c4ce-4e9e-8041-4cd6b513c1b4 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Usage tracker for resource:security_group_rule and tenant:bafb4596b2ae4298bc6d4156fe1d5fb3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:22.665906 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-97684821-8dad-469b-99a1-cc6b10d5de52 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.671352 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-59352043-c4ce-4e9e-8041-4cd6b513c1b4 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:22.754859 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-caa4a6b5-21d0-4f09-885d-8160dc868e43 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] For port 2518f8c7-c324-486e-a150-193b1080112e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=2518f8c7-c324-486e-a150-193b1080112e,segment=NetworkSegment(5a4789a8-5fbb-477e-b36c-50486a429af1),segment_id=5a4789a8-5fbb-477e-b36c-50486a429af1)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:37:22.755231 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-caa4a6b5-21d0-4f09-885d-8160dc868e43 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.821861 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-59352043-c4ce-4e9e-8041-4cd6b513c1b4 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:22.829848 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-73717217-f70e-493a-b44b-25ef284e3d84 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.833517 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97684821-8dad-469b-99a1-cc6b10d5de52 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870e812e-61b4-4f71-a2e2-b59a6c79d019,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:22.871137 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-97684821-8dad-469b-99a1-cc6b10d5de52 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.872479 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-97684821-8dad-469b-99a1-cc6b10d5de52 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9180269 Apr 29 15:37:22.875592 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48698) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:22.881961 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-cca105f9-6c30-4d2d-a5f0-68feef7caf1d tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Request body: {'security_group_rule': {'security_group_id': '77732694-f1f0-4552-88b3-a77f8ec2116a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:22.895381 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-cca105f9-6c30-4d2d-a5f0-68feef7caf1d tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:22.899829 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-cca105f9-6c30-4d2d-a5f0-68feef7caf1d tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Usage tracker for resource:security_group_rule and tenant:c9e2f4e89626458695f617011f42e6cc is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:22.903121 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-cca105f9-6c30-4d2d-a5f0-68feef7caf1d tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:22.911603 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-cca105f9-6c30-4d2d-a5f0-68feef7caf1d tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:22.927174 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-73717217-f70e-493a-b44b-25ef284e3d84 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.946130 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 06d5f898-21bf-4f2a-8334-f2b0a15c0097 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:22.975010 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-59352043-c4ce-4e9e-8041-4cd6b513c1b4 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.034804 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d582356d-c457-4c95-99a6-af8af8876827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Made reservation on behalf of d5ffb98a442b4cdcbc7b96e4e6a87a66 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:23.036435 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73717217-f70e-493a-b44b-25ef284e3d84 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75e2c87-29ff-4654-9542-07970549ac60,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:23.041453 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d582356d-c457-4c95-99a6-af8af8876827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.059963 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cca105f9-6c30-4d2d-a5f0-68feef7caf1d tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.071116 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-986091af-dab0-42b5-98ce-96bca320fe77 None None] For port 2518f8c7-c324-486e-a150-193b1080112e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=2518f8c7-c324-486e-a150-193b1080112e,segment=NetworkSegment(5a4789a8-5fbb-477e-b36c-50486a429af1),segment_id=5a4789a8-5fbb-477e-b36c-50486a429af1)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:37:23.071642 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-986091af-dab0-42b5-98ce-96bca320fe77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.108700 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-caa4a6b5-21d0-4f09-885d-8160dc868e43 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Calling delete_port for 2518f8c7-c324-486e-a150-193b1080112e owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:37:23.118585 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-59352043-c4ce-4e9e-8041-4cd6b513c1b4 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.168539 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48706) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:23.182663 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-73717217-f70e-493a-b44b-25ef284e3d84 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.184882 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-73717217-f70e-493a-b44b-25ef284e3d84 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1099658 Apr 29 15:37:23.188256 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-d582356d-c457-4c95-99a6-af8af8876827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] device_id is not set on port 2bdd81bb-7077-4417-9400-ce070061dfce yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:37:23.197523 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48710) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:23.208570 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-35f9ce23-a6b6-4ba0-9b8e-0f78b373c536 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Request body: {'security_group_rule': {'security_group_id': '9b7caf8d-8d49-43b9-8071-e9b59f4da256', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:23.220477 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-35f9ce23-a6b6-4ba0-9b8e-0f78b373c536 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:23.226404 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-35f9ce23-a6b6-4ba0-9b8e-0f78b373c536 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Usage tracker for resource:security_group_rule and tenant:0d55e79ec04d4b58a1f4cdc4e929c13f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:23.236283 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-35f9ce23-a6b6-4ba0-9b8e-0f78b373c536 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:23.247087 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-986091af-dab0-42b5-98ce-96bca320fe77 None None] Calling delete_port for 2518f8c7-c324-486e-a150-193b1080112e owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:37:23.260185 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-59352043-c4ce-4e9e-8041-4cd6b513c1b4 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.282113 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-35f9ce23-a6b6-4ba0-9b8e-0f78b373c536 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:23.352331 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59352043-c4ce-4e9e-8041-4cd6b513c1b4 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e187656-bf6a-47d8-85c3-547861df3a54,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:23.362373 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cca105f9-6c30-4d2d-a5f0-68feef7caf1d tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.379262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-a50d0eb7-cc4c-471a-847c-edcc5516c559 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Deleting port d03d6b22-6abb-43c8-bd5a-2a0a420f7cba {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:37:23.379623 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a50d0eb7-cc4c-471a-847c-edcc5516c559 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.408727 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-b5c3ab19-4e9c-4a26-8c0a-be131cc11662 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-531161779', 'router:external': True}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:23.413771 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b5c3ab19-4e9c-4a26-8c0a-be131cc11662 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:23.418201 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b5c3ab19-4e9c-4a26-8c0a-be131cc11662 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Usage tracker for resource:network and tenant:07bb161daa604b449e1004209d497fd3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:23.422602 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b5c3ab19-4e9c-4a26-8c0a-be131cc11662 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:23.423986 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 06d5f898-21bf-4f2a-8334-f2b0a15c0097 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:23.429963 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b5c3ab19-4e9c-4a26-8c0a-be131cc11662 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:23.430116 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 06d5f898-21bf-4f2a-8334-f2b0a15c0097 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:23.430836 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.457338 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cca105f9-6c30-4d2d-a5f0-68feef7caf1d tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.482168 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-59352043-c4ce-4e9e-8041-4cd6b513c1b4 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.487088 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-59352043-c4ce-4e9e-8041-4cd6b513c1b4 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8555145 Apr 29 15:37:23.490555 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48720) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:23.514186 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-35f9ce23-a6b6-4ba0-9b8e-0f78b373c536 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.533476 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-c33b7b9f-366a-4bd9-80d3-e698a4a7afd8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Request body: {'security_group_rule': {'security_group_id': '58266d71-b64f-43f5-8255-965b2490a53d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:23.557094 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c3ab19-4e9c-4a26-8c0a-be131cc11662 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Made reservation on behalf of 07bb161daa604b449e1004209d497fd3 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:23.559515 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ab19-4e9c-4a26-8c0a-be131cc11662 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.575503 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca105f9-6c30-4d2d-a5f0-68feef7caf1d tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10435cca-90a6-4b29-868f-e31a35f3917f,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:23.600944 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ab19-4e9c-4a26-8c0a-be131cc11662 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.602115 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.611892 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c33b7b9f-366a-4bd9-80d3-e698a4a7afd8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:23.614669 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cca105f9-6c30-4d2d-a5f0-68feef7caf1d tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.618653 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-cca105f9-6c30-4d2d-a5f0-68feef7caf1d tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7392788 Apr 29 15:37:23.618804 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-986091af-dab0-42b5-98ce-96bca320fe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.620895 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48724) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:23.629199 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d202ef92-e3af-43fe-a2b3-0f2d7c160b4f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:23.634730 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d202ef92-e3af-43fe-a2b3-0f2d7c160b4f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:23.638644 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d202ef92-e3af-43fe-a2b3-0f2d7c160b4f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Usage tracker for resource:floatingip and tenant:c9e2f4e89626458695f617011f42e6cc is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:23.642379 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d202ef92-e3af-43fe-a2b3-0f2d7c160b4f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:23.645651 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.api [None req-caa4a6b5-21d0-4f09-885d-8160dc868e43 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:37:23.646074 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG oslo_db.api [None req-caa4a6b5-21d0-4f09-885d-8160dc868e43 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:37:23.655116 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d202ef92-e3af-43fe-a2b3-0f2d7c160b4f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:23.668482 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986091af-dab0-42b5-98ce-96bca320fe77 None None] Pushing event deleted for resources: {'Port': ['ID=2518f8c7-c324-486e-a150-193b1080112e,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:23.689487 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986091af-dab0-42b5-98ce-96bca320fe77 None None] No DVR routers for this DVR port 2518f8c7-c324-486e-a150-193b1080112e on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:37:23.708165 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 06d5f898-21bf-4f2a-8334-f2b0a15c0097, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=06d5f898-21bf-4f2a-8334-f2b0a15c0097,segment=NetworkSegment(bcc1663b-c194-4652-87cf-0bcd40bb0751),segment_id=bcc1663b-c194-4652-87cf-0bcd40bb0751)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:37:23.755561 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-35f9ce23-a6b6-4ba0-9b8e-0f78b373c536 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.761875 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b5c3ab19-4e9c-4a26-8c0a-be131cc11662 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:23.767357 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b5c3ab19-4e9c-4a26-8c0a-be131cc11662 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Usage tracker for resource:security_group_rule and tenant:07bb161daa604b449e1004209d497fd3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:23.770691 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b5c3ab19-4e9c-4a26-8c0a-be131cc11662 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:23.777321 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b5c3ab19-4e9c-4a26-8c0a-be131cc11662 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:23.801123 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d202ef92-e3af-43fe-a2b3-0f2d7c160b4f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks [] for floatingip, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.815977 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c33b7b9f-366a-4bd9-80d3-e698a4a7afd8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Usage tracker for resource:security_group_rule and tenant:bafb4596b2ae4298bc6d4156fe1d5fb3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:23.822932 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.823653 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c33b7b9f-366a-4bd9-80d3-e698a4a7afd8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:23.829370 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d582356d-c457-4c95-99a6-af8af8876827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.843020 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c33b7b9f-366a-4bd9-80d3-e698a4a7afd8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:23.910894 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2518f8c7-c324-486e-a150-193b1080112e no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:37:23.940295 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a50d0eb7-cc4c-471a-847c-edcc5516c559 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.940987 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a50d0eb7-cc4c-471a-847c-edcc5516c559 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.952712 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 2518f8c7-c324-486e-a150-193b1080112e {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:37:23.953072 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2518f8c7-c324-486e-a150-193b1080112e not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:37:23.969631 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c33b7b9f-366a-4bd9-80d3-e698a4a7afd8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.985073 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=06d5f898-21bf-4f2a-8334-f2b0a15c0097,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:24.001415 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-35f9ce23-a6b6-4ba0-9b8e-0f78b373c536 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.038767 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ab19-4e9c-4a26-8c0a-be131cc11662 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.068572 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9ce23-a6b6-4ba0-9b8e-0f78b373c536 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1022e631-371e-4540-86a4-689b21489610,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:24.115473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-a50d0eb7-cc4c-471a-847c-edcc5516c559 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Calling delete_port for d03d6b22-6abb-43c8-bd5a-2a0a420f7cba owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:37:24.142583 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d582356d-c457-4c95-99a6-af8af8876827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.146303 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ab19-4e9c-4a26-8c0a-be131cc11662 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.151452 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d202ef92-e3af-43fe-a2b3-0f2d7c160b4f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.157764 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-caa4a6b5-21d0-4f09-885d-8160dc868e43 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Deleting port 2518f8c7-c324-486e-a150-193b1080112e {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:37:24.158099 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-caa4a6b5-21d0-4f09-885d-8160dc868e43 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.209473 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-35f9ce23-a6b6-4ba0-9b8e-0f78b373c536 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.210753 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-35f9ce23-a6b6-4ba0-9b8e-0f78b373c536 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0120881 Apr 29 15:37:24.211756 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c3ab19-4e9c-4a26-8c0a-be131cc11662 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:24.216294 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48732) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:24.238595 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-8dcab6cc-4d21-4639-9373-9d5747e4ad19 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:24.260999 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ab19-4e9c-4a26-8c0a-be131cc11662 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.261350 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-b5c3ab19-4e9c-4a26-8c0a-be131cc11662 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Added segment 09f1bc15-a5c6-4be1-a766-42c674e9f3e4 of type vlan for network c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8 Apr 29 15:37:24.268261 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-8dcab6cc-4d21-4639-9373-9d5747e4ad19 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:24.281161 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8dcab6cc-4d21-4639-9373-9d5747e4ad19 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Usage tracker for resource:floatingip and tenant:0d55e79ec04d4b58a1f4cdc4e929c13f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:24.284839 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8dcab6cc-4d21-4639-9373-9d5747e4ad19 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:24.289733 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3ab19-4e9c-4a26-8c0a-be131cc11662 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7c0597-d910-4f78-a8fa-e422d9708c24,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:24.293947 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-caa4a6b5-21d0-4f09-885d-8160dc868e43 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] The port '2518f8c7-c324-486e-a150-193b1080112e' was deleted {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:37:24.303154 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-8dcab6cc-4d21-4639-9373-9d5747e4ad19 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:24.379620 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ab19-4e9c-4a26-8c0a-be131cc11662 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.420994 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-d202ef92-e3af-43fe-a2b3-0f2d7c160b4f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Allocated IP 172.26.1.133 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/64a4aed2-4a33-4a88-b204-4fc800e06bb0) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:24.428040 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8dcab6cc-4d21-4639-9373-9d5747e4ad19 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks [] for floatingip, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.531056 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d582356d-c457-4c95-99a6-af8af8876827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Network 9022ba49-acc4-4f56-957c-98f64a793ab8 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:24.540141 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-d582356d-c457-4c95-99a6-af8af8876827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:24.541926 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582356d-c457-4c95-99a6-af8af8876827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Pushing event updated for resources: {'Port': ['ID=2bdd81bb-7077-4417-9400-ce070061dfce,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:24.556118 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d582356d-c457-4c95-99a6-af8af8876827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:24.556917 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d582356d-c457-4c95-99a6-af8af8876827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:24.557502 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d582356d-c457-4c95-99a6-af8af8876827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.580132 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-caa4a6b5-21d0-4f09-885d-8160dc868e43 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.586321 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ab19-4e9c-4a26-8c0a-be131cc11662 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.587248 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c3ab19-4e9c-4a26-8c0a-be131cc11662 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:24.587820 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ab19-4e9c-4a26-8c0a-be131cc11662 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.605132 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c33b7b9f-366a-4bd9-80d3-e698a4a7afd8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.622101 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-caa4a6b5-21d0-4f09-885d-8160dc868e43 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b3679f-663c-4232-8f41-7d86a5fe57d4']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:24.683998 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-caa4a6b5-21d0-4f09-885d-8160dc868e43 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a4789a8-5fbb-477e-b36c-50486a429af1') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:24.683998 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-caa4a6b5-21d0-4f09-885d-8160dc868e43 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a4789a8-5fbb-477e-b36c-50486a429af1') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:24.704990 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c33b7b9f-366a-4bd9-80d3-e698a4a7afd8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.708940 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-caa4a6b5-21d0-4f09-885d-8160dc868e43 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.743019 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b7b9f-366a-4bd9-80d3-e698a4a7afd8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ecf0f0-9485-45a6-81e0-f5938efee964,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:24.752335 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3ab19-4e9c-4a26-8c0a-be131cc11662 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Pushing event updated for resources: {'Network': ['ID=c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:24.753922 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-caa4a6b5-21d0-4f09-885d-8160dc868e43 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.761893 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa4a6b5-21d0-4f09-885d-8160dc868e43 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:37:24.762159 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-caa4a6b5-21d0-4f09-885d-8160dc868e43 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: util.warn( Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: util.warn( Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: util.warn( Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: util.warn( Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:37:24.779631 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:37:24.784966 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d582356d-c457-4c95-99a6-af8af8876827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3689039 Apr 29 15:37:24.798180 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:24.803123 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48746) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:24.819319 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d202ef92-e3af-43fe-a2b3-0f2d7c160b4f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.867756 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c33b7b9f-366a-4bd9-80d3-e698a4a7afd8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.869062 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b5c3ab19-4e9c-4a26-8c0a-be131cc11662 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6951287 Apr 29 15:37:24.869851 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48750) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:24.872199 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c33b7b9f-366a-4bd9-80d3-e698a4a7afd8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3769729 Apr 29 15:37:24.877536 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48752) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:24.878158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a50d0eb7-cc4c-471a-847c-edcc5516c559 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.893012 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-4a62f8e0-5cc9-4b35-bf4b-931f9ebb5245 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Request body: {'subnet': {'network_id': 'c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:24.915389 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4a62f8e0-5cc9-4b35-bf4b-931f9ebb5245 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:24.928376 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-fbf420e2-24f9-4a9b-9b20-a1e392e4cbe5 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:24.928922 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4a62f8e0-5cc9-4b35-bf4b-931f9ebb5245 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Usage tracker for resource:subnet and tenant:07bb161daa604b449e1004209d497fd3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:24.936188 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4a62f8e0-5cc9-4b35-bf4b-931f9ebb5245 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:24.936270 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 06d5f898-21bf-4f2a-8334-f2b0a15c0097 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:24.943452 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-fbf420e2-24f9-4a9b-9b20-a1e392e4cbe5 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:24.953872 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d0eb7-cc4c-471a-847c-edcc5516c559 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Pushing event deleted for resources: {'Port': ['ID=d03d6b22-6abb-43c8-bd5a-2a0a420f7cba,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:24.956485 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-fbf420e2-24f9-4a9b-9b20-a1e392e4cbe5 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Usage tracker for resource:floatingip and tenant:bafb4596b2ae4298bc6d4156fe1d5fb3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:24.957454 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4a62f8e0-5cc9-4b35-bf4b-931f9ebb5245 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:24.960597 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-fbf420e2-24f9-4a9b-9b20-a1e392e4cbe5 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:24.967202 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-951cd3a1-0f0d-475d-81d6-56865554ac4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] 10.222.0.21 "GET /v2.0/ports/2bdd81bb-7077-4417-9400-ce070061dfce HTTP/1.1" status: 200 len: 959 time: 0.1622963 Apr 29 15:37:24.969301 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48760) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:24.995179 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-fbf420e2-24f9-4a9b-9b20-a1e392e4cbe5 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:25.036422 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-caa4a6b5-21d0-4f09-885d-8160dc868e43 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.054315 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8dcab6cc-4d21-4639-9373-9d5747e4ad19 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.064230 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-caa4a6b5-21d0-4f09-885d-8160dc868e43 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.075892 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 06d5f898-21bf-4f2a-8334-f2b0a15c0097 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:25.076493 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.088144 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4a6b5-21d0-4f09-885d-8160dc868e43 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] Pushing event deleted for resources: {'Network': ['ID=f9b3679f-663c-4232-8f41-7d86a5fe57d4,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:25.092736 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-caa4a6b5-21d0-4f09-885d-8160dc868e43 tempest-DHCPAgentSchedulersTestJSON-72986933 tempest-DHCPAgentSchedulersTestJSON-72986933-project] 10.222.0.21 "DELETE /v2.0/networks/f9b3679f-663c-4232-8f41-7d86a5fe57d4 HTTP/1.1" status: 204 len: 168 time: 3.2091360 Apr 29 15:37:25.099907 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a50d0eb7-cc4c-471a-847c-edcc5516c559 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.099907 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fbf420e2-24f9-4a9b-9b20-a1e392e4cbe5 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks [] for floatingip, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.164086 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-3f3a7596-f764-4dc9-b827-dbebb0bee9ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Deleting port 2bdd81bb-7077-4417-9400-ce070061dfce {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:37:25.164341 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3f3a7596-f764-4dc9-b827-dbebb0bee9ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.194008 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a62f8e0-5cc9-4b35-bf4b-931f9ebb5245 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Made reservation on behalf of 07bb161daa604b449e1004209d497fd3 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:25.196426 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4a62f8e0-5cc9-4b35-bf4b-931f9ebb5245 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.210148 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d202ef92-e3af-43fe-a2b3-0f2d7c160b4f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.241555 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a50d0eb7-cc4c-471a-847c-edcc5516c559 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.350469 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fbf420e2-24f9-4a9b-9b20-a1e392e4cbe5 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.351448 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48768) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:25.431660 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a50d0eb7-cc4c-471a-847c-edcc5516c559 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.436795 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d202ef92-e3af-43fe-a2b3-0f2d7c160b4f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:25.483021 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-d202ef92-e3af-43fe-a2b3-0f2d7c160b4f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:25.485668 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d202ef92-e3af-43fe-a2b3-0f2d7c160b4f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:25.508771 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d0eb7-cc4c-471a-847c-edcc5516c559 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f389a15d-1ed9-4385-9dca-e3b7454b1dae,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:25.534747 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202ef92-e3af-43fe-a2b3-0f2d7c160b4f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Pushing event updated for resources: {'Port': ['ID=64a4aed2-4a33-4a88-b204-4fc800e06bb0,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:25.550642 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-22084800', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:25.559433 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:25.606525 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Usage tracker for resource:port and tenant:415b1967b4fe410fb9383aced0963530 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:25.614189 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:25.637036 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:25.652378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-fbf420e2-24f9-4a9b-9b20-a1e392e4cbe5 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Allocated IP 172.26.1.69 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/fbb5ad91-1042-4b4f-ae73-d57f41966cff) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:25.656533 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a50d0eb7-cc4c-471a-847c-edcc5516c559 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.691405 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-a50d0eb7-cc4c-471a-847c-edcc5516c559 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e668d7-1ec4-4e54-a7d0-bc2be7c58812']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:25.719485 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3f3a7596-f764-4dc9-b827-dbebb0bee9ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.764840 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48776) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:25.766273 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-a50d0eb7-cc4c-471a-847c-edcc5516c559 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '157d92e0-6249-4e94-8e9b-bdf01360dd6c') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:25.766598 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-a50d0eb7-cc4c-471a-847c-edcc5516c559 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '157d92e0-6249-4e94-8e9b-bdf01360dd6c') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:25.781792 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Made reservation on behalf of 415b1967b4fe410fb9383aced0963530 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:25.784468 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.814805 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a50d0eb7-cc4c-471a-847c-edcc5516c559 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.822401 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.851533 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-3f3a7596-f764-4dc9-b827-dbebb0bee9ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Calling delete_port for 2bdd81bb-7077-4417-9400-ce070061dfce owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:37:25.852308 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a50d0eb7-cc4c-471a-847c-edcc5516c559 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.879054 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50d0eb7-cc4c-471a-847c-edcc5516c559 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:37:25.879459 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a50d0eb7-cc4c-471a-847c-edcc5516c559 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:37:25.892986 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:37:25.984848 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d202ef92-e3af-43fe-a2b3-0f2d7c160b4f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.996028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:26.016956 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Usage tracker for resource:security_group_rule and tenant:415b1967b4fe410fb9383aced0963530 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:26.021560 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:26.036136 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fbf420e2-24f9-4a9b-9b20-a1e392e4cbe5 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.040119 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:26.092191 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7690189e-565d-447a-b86f-3799ac513ef5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1130947ccb22476e98a522acb2cba70e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3159244 Apr 29 15:37:26.095890 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48782) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:26.120409 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3f3a7596-f764-4dc9-b827-dbebb0bee9ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.145320 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a50d0eb7-cc4c-471a-847c-edcc5516c559 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.174145 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50d0eb7-cc4c-471a-847c-edcc5516c559 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c9e668d7-1ec4-4e54-a7d0-bc2be7c58812 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 15:37:26.180501 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a50d0eb7-cc4c-471a-847c-edcc5516c559 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.194697 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d0eb7-cc4c-471a-847c-edcc5516c559 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9e668d7-1ec4-4e54-a7d0-bc2be7c58812,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:26.194920 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a7596-f764-4dc9-b827-dbebb0bee9ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Pushing event deleted for resources: {'Port': ['ID=2bdd81bb-7077-4417-9400-ce070061dfce,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:26.215939 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fbf420e2-24f9-4a9b-9b20-a1e392e4cbe5 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.223531 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.253757 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d202ef92-e3af-43fe-a2b3-0f2d7c160b4f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.319863 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3f3a7596-f764-4dc9-b827-dbebb0bee9ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.345039 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a50d0eb7-cc4c-471a-847c-edcc5516c559 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] 10.222.0.21 "DELETE /v2.0/networks/c9e668d7-1ec4-4e54-a7d0-bc2be7c58812 HTTP/1.1" status: 204 len: 168 time: 4.2016416 Apr 29 15:37:26.345039 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.346670 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48786) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:26.418579 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3f3a7596-f764-4dc9-b827-dbebb0bee9ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] 10.222.0.21 "DELETE /v2.0/ports/2bdd81bb-7077-4417-9400-ce070061dfce HTTP/1.1" status: 204 len: 168 time: 1.4432747 Apr 29 15:37:26.418579 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-8dcab6cc-4d21-4639-9373-9d5747e4ad19 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Allocated IP 172.26.1.102 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/f9bbd1ce-ca6a-4805-b21e-80a5eabbf29a) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:26.423298 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48790) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:26.433214 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] device_id is not set on port d197bf8c-dc78-46ad-a91d-6e74d11955c7 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:37:26.480677 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-98d5ed26-f195-4de1-a2f3-d11cf525015b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.521359 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf420e2-24f9-4a9b-9b20-a1e392e4cbe5 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:26.531330 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-fbf420e2-24f9-4a9b-9b20-a1e392e4cbe5 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:26.533107 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e7fe2b-fc36-4d02-a3e9-e441d107fb26,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:26.535248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf420e2-24f9-4a9b-9b20-a1e392e4cbe5 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Pushing event updated for resources: {'Port': ['ID=fbb5ad91-1042-4b4f-ae73-d57f41966cff,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:26.558752 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf420e2-24f9-4a9b-9b20-a1e392e4cbe5 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:26.560379 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61137bd-99a4-446c-8507-85b914b57a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] GET failed (client error): The resource could not be found. Apr 29 15:37:26.560890 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e61137bd-99a4-446c-8507-85b914b57a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Synchronizing usage tracker for tenant:d5ffb98a442b4cdcbc7b96e4e6a87a66 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:26.612177 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0ffb007c-7aed-4ad3-80b2-e8cb0b38a982 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Synchronizing usage tracker for tenant:7e86011f490f443286c5ec66cba9e9ca on resource:floatingip {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:26.626598 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-98d5ed26-f195-4de1-a2f3-d11cf525015b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.818368 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0ffb007c-7aed-4ad3-80b2-e8cb0b38a982 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Unset dirty status for tenant:7e86011f490f443286c5ec66cba9e9ca on resource:floatingip {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:26.819566 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0ffb007c-7aed-4ad3-80b2-e8cb0b38a982 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4581141 Apr 29 15:37:26.823951 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48796) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:26.836792 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fbf420e2-24f9-4a9b-9b20-a1e392e4cbe5 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.863236 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-98d5ed26-f195-4de1-a2f3-d11cf525015b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.877405 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5ed26-f195-4de1-a2f3-d11cf525015b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfc1ea6-f4cb-45f2-abc9-068cd569de44,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:26.880609 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e61137bd-99a4-446c-8507-85b914b57a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Unset dirty status for tenant:d5ffb98a442b4cdcbc7b96e4e6a87a66 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:26.885408 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e61137bd-99a4-446c-8507-85b914b57a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] 10.222.0.21 "GET /v2.0/ports/2bdd81bb-7077-4417-9400-ce070061dfce HTTP/1.1" status: 404 len: 333 time: 0.4558113 Apr 29 15:37:26.885738 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48800) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:26.892435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-957c9317-0270-4cb8-aa69-c254c0333921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Request body: {'port': {'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644562800'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:26.899323 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-957c9317-0270-4cb8-aa69-c254c0333921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:26.913052 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-957c9317-0270-4cb8-aa69-c254c0333921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:26.918458 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-98d5ed26-f195-4de1-a2f3-d11cf525015b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.919639 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-98d5ed26-f195-4de1-a2f3-d11cf525015b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/acfc1ea6-f4cb-45f2-abc9-068cd569de44 HTTP/1.1" status: 204 len: 168 time: 0.8227985 Apr 29 15:37:26.963578 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8dcab6cc-4d21-4639-9373-9d5747e4ad19 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.976916 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.objects.ports [None req-4a62f8e0-5cc9-4b35-bf4b-931f9ebb5245 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84771) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 15:37:26.977371 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4a62f8e0-5cc9-4b35-bf4b-931f9ebb5245 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.979495 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fbf420e2-24f9-4a9b-9b20-a1e392e4cbe5 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.021726 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d202ef92-e3af-43fe-a2b3-0f2d7c160b4f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.025219 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957c9317-0270-4cb8-aa69-c254c0333921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Made reservation on behalf of d5ffb98a442b4cdcbc7b96e4e6a87a66 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:27.027527 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-957c9317-0270-4cb8-aa69-c254c0333921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.071992 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-957c9317-0270-4cb8-aa69-c254c0333921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] device_id is not set on port 62798661-c2df-4e57-9d04-b084ea0c181f yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:37:27.074551 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04fa193-c417-43fb-92f8-43f25e39924f tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:27.074922 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04fa193-c417-43fb-92f8-43f25e39924f tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:27.075389 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04fa193-c417-43fb-92f8-43f25e39924f tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:27.076380 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04fa193-c417-43fb-92f8-43f25e39924f tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:27.076869 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04fa193-c417-43fb-92f8-43f25e39924f tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:27.077229 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04fa193-c417-43fb-92f8-43f25e39924f tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:27.077579 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04fa193-c417-43fb-92f8-43f25e39924f tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:27.079493 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d04fa193-c417-43fb-92f8-43f25e39924f tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4608 time: 0.2529852 Apr 29 15:37:27.091166 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48806) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:27.100591 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62f8e0-5cc9-4b35-bf4b-931f9ebb5245 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2d502ab7-40ed-42a0-93ed-6c0ce00c08db,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:27.184997 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d202ef92-e3af-43fe-a2b3-0f2d7c160b4f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.258437 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202ef92-e3af-43fe-a2b3-0f2d7c160b4f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Pushing event updated for resources: {'Port': ['ID=64a4aed2-4a33-4a88-b204-4fc800e06bb0,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:27.260700 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-ddc17dba-326c-4bbb-a3ae-f4a340b005d5 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] delete failed (client error): The resource could not be found. Apr 29 15:37:27.264785 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ddc17dba-326c-4bbb-a3ae-f4a340b005d5 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/24135bb9-b165-44ca-b70d-61f7b31fb39b HTTP/1.1" status: 404 len: 345 time: 0.1667755 Apr 29 15:37:27.265518 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48812) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:27.266570 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a62f8e0-5cc9-4b35-bf4b-931f9ebb5245 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Checking segment: {'id': '09f1bc15-a5c6-4be1-a766-42c674e9f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:27.266936 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a62f8e0-5cc9-4b35-bf4b-931f9ebb5245 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Network hostable DHCP agents. Network: c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:27.283234 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d202ef92-e3af-43fe-a2b3-0f2d7c160b4f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.332574 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8dcab6cc-4d21-4639-9373-9d5747e4ad19 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.401541 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d202ef92-e3af-43fe-a2b3-0f2d7c160b4f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.402758 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d202ef92-e3af-43fe-a2b3-0f2d7c160b4f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7818279 Apr 29 15:37:27.404603 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-1edb8a67-6cf6-4eae-90cb-fcc71f320e49 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] DELETE failed (client error): The resource could not be found. Apr 29 15:37:27.405141 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1edb8a67-6cf6-4eae-90cb-fcc71f320e49 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:37:27.409272 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcab6cc-4d21-4639-9373-9d5747e4ad19 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:27.410577 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-8dcab6cc-4d21-4639-9373-9d5747e4ad19 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:27.413339 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcab6cc-4d21-4639-9373-9d5747e4ad19 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:27.422373 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a62f8e0-5cc9-4b35-bf4b-931f9ebb5245 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Network c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:27.431935 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcab6cc-4d21-4639-9373-9d5747e4ad19 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Pushing event updated for resources: {'Port': ['ID=f9bbd1ce-ca6a-4805-b21e-80a5eabbf29a,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:27.433720 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.resource_extend [None req-fbf420e2-24f9-4a9b-9b20-a1e392e4cbe5 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:37:27.466031 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fbf420e2-24f9-4a9b-9b20-a1e392e4cbe5 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.484383 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-957c9317-0270-4cb8-aa69-c254c0333921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.486371 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Allocated IP 172.26.1.36 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/d197bf8c-dc78-46ad-a91d-6e74d11955c7) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:27.536559 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fbf420e2-24f9-4a9b-9b20-a1e392e4cbe5 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.541274 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1edb8a67-6cf6-4eae-90cb-fcc71f320e49 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] 10.222.0.21 "DELETE /v2.0/networks/c9e668d7-1ec4-4e54-a7d0-bc2be7c58812 HTTP/1.1" status: 404 len: 339 time: 0.2746332 Apr 29 15:37:27.543063 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-4a62f8e0-5cc9-4b35-bf4b-931f9ebb5245 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:27.549483 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a62f8e0-5cc9-4b35-bf4b-931f9ebb5245 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:27.550069 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4a62f8e0-5cc9-4b35-bf4b-931f9ebb5245 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.556402 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c305f245-e6f2-4f34-9eff-13a4c2437bea None None] Network c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:37:27.569726 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48820) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:27.578331 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8dcab6cc-4d21-4639-9373-9d5747e4ad19 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.582541 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-f6d3e890-4aff-4189-bd14-c9662e3ae07e tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Request body: {'network': {'name': 'tempest-network--1380808929', 'router:external': True}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:27.588536 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-f6d3e890-4aff-4189-bd14-c9662e3ae07e tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:27.594087 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f6d3e890-4aff-4189-bd14-c9662e3ae07e tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Usage tracker for resource:network and tenant:7e86011f490f443286c5ec66cba9e9ca is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:27.597195 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f6d3e890-4aff-4189-bd14-c9662e3ae07e tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:27.604163 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-f6d3e890-4aff-4189-bd14-c9662e3ae07e tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:27.684790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48832) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:27.704110 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4a62f8e0-5cc9-4b35-bf4b-931f9ebb5245 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8250353 Apr 29 15:37:27.711073 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48836) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:27.711698 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d3e890-4aff-4189-bd14-c9662e3ae07e tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Made reservation on behalf of 7e86011f490f443286c5ec66cba9e9ca for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:27.715740 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f6d3e890-4aff-4189-bd14-c9662e3ae07e tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.727315 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-957c9317-0270-4cb8-aa69-c254c0333921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.747986 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-e2a362df-86da-411e-9b63-5f15770ba44b tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2015562345', 'network_id': 'c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:27.754049 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf420e2-24f9-4a9b-9b20-a1e392e4cbe5 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Pushing event updated for resources: {'Port': ['ID=fbb5ad91-1042-4b4f-ae73-d57f41966cff,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:27.759139 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e2a362df-86da-411e-9b63-5f15770ba44b tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:27.778346 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e2a362df-86da-411e-9b63-5f15770ba44b tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Usage tracker for resource:port and tenant:07bb161daa604b449e1004209d497fd3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:27.784225 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e2a362df-86da-411e-9b63-5f15770ba44b tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:27.795289 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e2a362df-86da-411e-9b63-5f15770ba44b tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:27.809785 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8dcab6cc-4d21-4639-9373-9d5747e4ad19 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.839269 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4d883146-1c50-4e74-a3d7-267ee1460868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.885748 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311e4403-6913-4397-a83d-e820cb65a077 None None] Network c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:37:27.886853 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d3e890-4aff-4189-bd14-c9662e3ae07e tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:27.927347 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957c9317-0270-4cb8-aa69-c254c0333921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Network 9022ba49-acc4-4f56-957c-98f64a793ab8 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:27.948286 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-957c9317-0270-4cb8-aa69-c254c0333921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:27.956879 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c9317-0270-4cb8-aa69-c254c0333921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Pushing event updated for resources: {'Port': ['ID=62798661-c2df-4e57-9d04-b084ea0c181f,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:27.959307 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957c9317-0270-4cb8-aa69-c254c0333921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:27.960177 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c9317-0270-4cb8-aa69-c254c0333921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:27.960812 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-957c9317-0270-4cb8-aa69-c254c0333921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.967935 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fbf420e2-24f9-4a9b-9b20-a1e392e4cbe5 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.981679 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f6d3e890-4aff-4189-bd14-c9662e3ae07e tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.983105 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-f6d3e890-4aff-4189-bd14-c9662e3ae07e tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Added segment c1514e7f-1065-4db0-bdfc-049b073e3336 of type vlan for network 253a027e-3f5c-4405-bd53-b0b294d27e5b Apr 29 15:37:27.984415 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a362df-86da-411e-9b63-5f15770ba44b tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Made reservation on behalf of 07bb161daa604b449e1004209d497fd3 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:27.987272 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e2a362df-86da-411e-9b63-5f15770ba44b tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.005582 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-4d883146-1c50-4e74-a3d7-267ee1460868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:28.027526 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.030981 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4d883146-1c50-4e74-a3d7-267ee1460868 admin admin] Usage tracker for resource:security_group_rule and tenant:2ce6be0236ec461faba83e9fc07691af is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:28.035907 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4d883146-1c50-4e74-a3d7-267ee1460868 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:28.043873 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-e2a362df-86da-411e-9b63-5f15770ba44b tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] device_id is not set on port b323fa09-3723-4fd3-93a5-b43e30f4627b yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:37:28.057897 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-4d883146-1c50-4e74-a3d7-267ee1460868 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:28.108450 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48842) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:28.116711 dv-neutron-839913-1-hyperv neutron-server[84770]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 29 15:37:28.136352 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fbf420e2-24f9-4a9b-9b20-a1e392e4cbe5 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.138516 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-fbf420e2-24f9-4a9b-9b20-a1e392e4cbe5 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2562592 Apr 29 15:37:28.181363 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4d883146-1c50-4e74-a3d7-267ee1460868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.183420 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-db52bc12-6704-479b-988c-a3e5e8e4211a tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Synchronizing usage tracker for tenant:c9e2f4e89626458695f617011f42e6cc on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:28.190038 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-957c9317-0270-4cb8-aa69-c254c0333921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3032463 Apr 29 15:37:28.190715 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48848) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:28.191549 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f6d3e890-4aff-4189-bd14-c9662e3ae07e tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.197734 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:28.307373 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4d883146-1c50-4e74-a3d7-267ee1460868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.314967 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.361110 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-e2a362df-86da-411e-9b63-5f15770ba44b tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Allocated IP 172.20.0.13 (c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8/2d502ab7-40ed-42a0-93ed-6c0ce00c08db/b323fa09-3723-4fd3-93a5-b43e30f4627b) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:28.367545 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8dcab6cc-4d21-4639-9373-9d5747e4ad19 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.370587 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f6d3e890-4aff-4189-bd14-c9662e3ae07e tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.371587 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d3e890-4aff-4189-bd14-c9662e3ae07e tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:28.375393 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f6d3e890-4aff-4189-bd14-c9662e3ae07e tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.438277 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d883146-1c50-4e74-a3d7-267ee1460868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5855800a-c433-40b2-88cc-b33bc2bc75ca,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:28.476030 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4d883146-1c50-4e74-a3d7-267ee1460868 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ce6be0236ec461faba83e9fc07691af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7826359 Apr 29 15:37:28.477985 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8dcab6cc-4d21-4639-9373-9d5747e4ad19 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.487501 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48864) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:28.488150 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Pushing event updated for resources: {'Port': ['ID=d197bf8c-dc78-46ad-a91d-6e74d11955c7,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:28.493403 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:28.500025 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-db52bc12-6704-479b-988c-a3e5e8e4211a tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Unset dirty status for tenant:c9e2f4e89626458695f617011f42e6cc on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:28.501143 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-db52bc12-6704-479b-988c-a3e5e8e4211a tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1939689566&fields=id&tenant_id=c9e2f4e89626458695f617011f42e6cc HTTP/1.1" status: 200 len: 267 time: 0.3917556 Apr 29 15:37:28.513479 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:28.523953 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48868) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:28.540580 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8dcab6cc-4d21-4639-9373-9d5747e4ad19 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.547884 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:28.579721 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f6d3e890-4aff-4189-bd14-c9662e3ae07e tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0059905 Apr 29 15:37:28.586578 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3e890-4aff-4189-bd14-c9662e3ae07e tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Pushing event updated for resources: {'Network': ['ID=253a027e-3f5c-4405-bd53-b0b294d27e5b,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:28.596915 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48872) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:28.598905 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 253a027e-3f5c-4405-bd53-b0b294d27e5b details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:28.652903 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcab6cc-4d21-4639-9373-9d5747e4ad19 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Pushing event updated for resources: {'Port': ['ID=f9bbd1ce-ca6a-4805-b21e-80a5eabbf29a,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:28.708530 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.764869 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8dcab6cc-4d21-4639-9373-9d5747e4ad19 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.774963 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8dcab6cc-4d21-4639-9373-9d5747e4ad19 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5416405 Apr 29 15:37:28.866652 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-84f676c1-2780-4602-bef2-02dc90f4e708 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Synchronizing usage tracker for tenant:bafb4596b2ae4298bc6d4156fe1d5fb3 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:28.869340 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fa9890-ddbd-4705-a965-c7cc73aafa1e tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:28.874233 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fa9890-ddbd-4705-a965-c7cc73aafa1e tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:28.877931 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:28.878235 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fa9890-ddbd-4705-a965-c7cc73aafa1e tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:28.879087 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.882316 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fa9890-ddbd-4705-a965-c7cc73aafa1e tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:28.886823 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fa9890-ddbd-4705-a965-c7cc73aafa1e tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:28.891504 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c1fa9890-ddbd-4705-a965-c7cc73aafa1e tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3057 time: 0.2882168 Apr 29 15:37:28.894018 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48878) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:28.931174 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e2a362df-86da-411e-9b63-5f15770ba44b tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.936537 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-60fc284f-9e78-461c-a87d-4d4721b59d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.971341 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-7f07634f-bfee-4510-80a4-c1edbca469dc tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:28.972179 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-7f07634f-bfee-4510-80a4-c1edbca469dc tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Synchronizing usage tracker for tenant:c9e2f4e89626458695f617011f42e6cc on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:29.023126 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-60fc284f-9e78-461c-a87d-4d4721b59d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.086332 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-84f676c1-2780-4602-bef2-02dc90f4e708 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Unset dirty status for tenant:bafb4596b2ae4298bc6d4156fe1d5fb3 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:29.087637 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-84f676c1-2780-4602-bef2-02dc90f4e708 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1561428317&fields=id&tenant_id=bafb4596b2ae4298bc6d4156fe1d5fb3 HTTP/1.1" status: 200 len: 267 time: 0.5626106 Apr 29 15:37:29.092492 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1a622a00-e0c9-4e5c-924a-e70dc8d1bae2 tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.7394321 Apr 29 15:37:29.096204 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48884) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:29.104727 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-02d8beef-508f-44b1-8902-5804a2a9538c tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.36'}]}}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:29.112941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-02d8beef-508f-44b1-8902-5804a2a9538c tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:29.121432 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.124912 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-02d8beef-508f-44b1-8902-5804a2a9538c tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Usage tracker for resource:router and tenant:415b1967b4fe410fb9383aced0963530 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:29.128957 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-02d8beef-508f-44b1-8902-5804a2a9538c tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:29.141391 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-02d8beef-508f-44b1-8902-5804a2a9538c tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:29.167079 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-7f07634f-bfee-4510-80a4-c1edbca469dc tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Unset dirty status for tenant:c9e2f4e89626458695f617011f42e6cc on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:29.168238 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-7f07634f-bfee-4510-80a4-c1edbca469dc tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/networks?id=0f64455b-29c7-4ef3-82bd-3805f7cde51f HTTP/1.1" status: 200 len: 805 time: 0.6526921 Apr 29 15:37:29.252832 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e2a362df-86da-411e-9b63-5f15770ba44b tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.259176 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-02d8beef-508f-44b1-8902-5804a2a9538c tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.259994 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-02d8beef-508f-44b1-8902-5804a2a9538c tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.264267 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-43b0a37f-ffaa-4a11-939a-393760facf33 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/quotas/c9e2f4e89626458695f617011f42e6cc HTTP/1.1" status: 200 len: 375 time: 0.0442388 Apr 29 15:37:29.349572 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.385436 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a362df-86da-411e-9b63-5f15770ba44b tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Pushing event updated for resources: {'Port': ['ID=b323fa09-3723-4fd3-93a5-b43e30f4627b,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:29.393010 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a362df-86da-411e-9b63-5f15770ba44b tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Network c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:29.396638 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-e2a362df-86da-411e-9b63-5f15770ba44b tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:29.399020 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a362df-86da-411e-9b63-5f15770ba44b tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:29.400010 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a362df-86da-411e-9b63-5f15770ba44b tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:29.400589 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e2a362df-86da-411e-9b63-5f15770ba44b tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.409075 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:29.409484 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:29.410221 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:29.410564 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > port after_create 55550000 {{(pid=84771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:29.410881 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:29.411223 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > port after_update 55550000 {{(pid=84771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:29.411552 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:29.411882 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:29.412187 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:29.412488 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:29.491176 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-87d829ad-86eb-48a6-8a3b-80fd52dd8626 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:29.492044 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-87d829ad-86eb-48a6-8a3b-80fd52dd8626 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Synchronizing usage tracker for tenant:bafb4596b2ae4298bc6d4156fe1d5fb3 on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:29.494689 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-60fc284f-9e78-461c-a87d-4d4721b59d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.518768 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] device_id is not set on port 62798661-c2df-4e57-9d04-b084ea0c181f yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:37:29.532458 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc284f-9e78-461c-a87d-4d4721b59d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5855800a-c433-40b2-88cc-b33bc2bc75ca,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:29.535127 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.543699 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-60fc284f-9e78-461c-a87d-4d4721b59d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.547883 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-60fc284f-9e78-461c-a87d-4d4721b59d9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5855800a-c433-40b2-88cc-b33bc2bc75ca HTTP/1.1" status: 204 len: 168 time: 1.0547893 Apr 29 15:37:29.556586 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-3bf6ebc5-3baa-463c-ab87-8f74264e3150 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Synchronizing usage tracker for tenant:c9e2f4e89626458695f617011f42e6cc on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:29.576591 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Transition to ACTIVE for port object 62798661-c2df-4e57-9d04-b084ea0c181f will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:29.582169 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:29.582633 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:29.583417 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:29.583417 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:37:29.583805 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253a027e-3f5c-4405-bd53-b0b294d27e5b']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:29.611996 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1514e7f-1065-4db0-bdfc-049b073e3336') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:29.612301 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1514e7f-1065-4db0-bdfc-049b073e3336') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:29.630039 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.640902 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-87d829ad-86eb-48a6-8a3b-80fd52dd8626 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Unset dirty status for tenant:bafb4596b2ae4298bc6d4156fe1d5fb3 on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:29.643079 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-87d829ad-86eb-48a6-8a3b-80fd52dd8626 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/networks?id=951a2926-3d60-49f1-abb0-4cfee0b87bbe HTTP/1.1" status: 200 len: 812 time: 0.5313818 Apr 29 15:37:29.648751 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-02d8beef-508f-44b1-8902-5804a2a9538c tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.649541 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.663467 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-696e1b17-9ce9-4fee-bced-19ca9fca52b1 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/quotas/bafb4596b2ae4298bc6d4156fe1d5fb3 HTTP/1.1" status: 200 len: 375 time: 0.0147655 Apr 29 15:37:29.664255 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:37:29.664653 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn_limited( Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn_limited( Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:37:29.689943 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:37:29.718697 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-3bf6ebc5-3baa-463c-ab87-8f74264e3150 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Unset dirty status for tenant:c9e2f4e89626458695f617011f42e6cc on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:29.733514 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-3bf6ebc5-3baa-463c-ab87-8f74264e3150 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9e2f4e89626458695f617011f42e6cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4390769 Apr 29 15:37:29.743418 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.756940 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e2a362df-86da-411e-9b63-5f15770ba44b tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.0284927 Apr 29 15:37:29.762646 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48896) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:29.896335 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-0bc27b5d-96a9-4bbc-80be-0a19f16e3b65 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Deleting port b323fa09-3723-4fd3-93a5-b43e30f4627b {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:37:29.896798 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0bc27b5d-96a9-4bbc-80be-0a19f16e3b65 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.901500 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Pushing event updated for resources: {'Port': ['ID=62798661-c2df-4e57-9d04-b084ea0c181f,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:29.934550 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-9aaab36f-d81b-49d4-83fe-e7eb42ecfb6e tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bafb4596b2ae4298bc6d4156fe1d5fb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2636733 Apr 29 15:37:29.951918 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:29.952181 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:29.952522 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:29.958423 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port 62798661-c2df-4e57-9d04-b084ea0c181f on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:29.958787 dv-neutron-839913-1-hyperv neutron-server[84770]: ERROR neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:29.959176 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.plugins.ml2.plugin [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 2 to bind port 62798661-c2df-4e57-9d04-b084ea0c181f Apr 29 15:37:29.974257 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:29.974655 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:29.975048 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:29.980672 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port 62798661-c2df-4e57-9d04-b084ea0c181f on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:29.980985 dv-neutron-839913-1-hyperv neutron-server[84770]: ERROR neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:29.981360 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.plugins.ml2.plugin [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 3 to bind port 62798661-c2df-4e57-9d04-b084ea0c181f Apr 29 15:37:29.985666 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.996165 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 253a027e-3f5c-4405-bd53-b0b294d27e5b {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 15:37:29.998897 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:30.005102 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:30.005102 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:30.005102 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:30.015335 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port 62798661-c2df-4e57-9d04-b084ea0c181f on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:30.015842 dv-neutron-839913-1-hyperv neutron-server[84770]: ERROR neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:30.016626 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.plugins.ml2.plugin [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 4 to bind port 62798661-c2df-4e57-9d04-b084ea0c181f Apr 29 15:37:30.034421 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Pushing event deleted for resources: {'Network': ['ID=253a027e-3f5c-4405-bd53-b0b294d27e5b,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:30.038676 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:30.039271 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:30.040067 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:30.045112 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1bea83d3-ab63-4ea4-9dc6-b35e9894be73 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] 10.222.0.21 "DELETE /v2.0/networks/253a027e-3f5c-4405-bd53-b0b294d27e5b HTTP/1.1" status: 204 len: 168 time: 1.1463826 Apr 29 15:37:30.045518 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48906) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:30.055758 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-c0a72125-adc4-46e1-ae2e-e1d8bfdfc241 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Request body: {'network': {'name': 'tempest-network--1221008330', 'router:external': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:30.065858 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c0a72125-adc4-46e1-ae2e-e1d8bfdfc241 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:30.075432 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c0a72125-adc4-46e1-ae2e-e1d8bfdfc241 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Usage tracker for resource:network and tenant:7e86011f490f443286c5ec66cba9e9ca is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:30.082002 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c0a72125-adc4-46e1-ae2e-e1d8bfdfc241 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:30.087076 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port 62798661-c2df-4e57-9d04-b084ea0c181f on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:30.087406 dv-neutron-839913-1-hyperv neutron-server[84770]: ERROR neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:30.093025 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.plugins.ml2.plugin [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 5 to bind port 62798661-c2df-4e57-9d04-b084ea0c181f Apr 29 15:37:30.098956 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-02d8beef-508f-44b1-8902-5804a2a9538c tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:30.100063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c0a72125-adc4-46e1-ae2e-e1d8bfdfc241 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:30.105735 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-0bd341d6-c5b0-437c-ae92-bd2b75c72bca service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:37:30.114590 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-0bd341d6-c5b0-437c-ae92-bd2b75c72bca service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2001994 Apr 29 15:37:30.213437 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:30.214643 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:30.214643 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:30.234721 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port 62798661-c2df-4e57-9d04-b084ea0c181f on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:30.235046 dv-neutron-839913-1-hyperv neutron-server[84770]: ERROR neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:30.237195 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.plugins.ml2.plugin [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 6 to bind port 62798661-c2df-4e57-9d04-b084ea0c181f Apr 29 15:37:30.271157 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:30.271726 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:30.272280 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:30.293892 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port 62798661-c2df-4e57-9d04-b084ea0c181f on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:30.295129 dv-neutron-839913-1-hyperv neutron-server[84770]: ERROR neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:30.297054 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.plugins.ml2.plugin [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 7 to bind port 62798661-c2df-4e57-9d04-b084ea0c181f Apr 29 15:37:30.314119 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-4d73d6a2-2820-4063-9f85-db0c336bd12f service neutron] 10.222.0.21 "GET /v2.0/networks/0f64455b-29c7-4ef3-82bd-3805f7cde51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985159 Apr 29 15:37:30.337651 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a72125-adc4-46e1-ae2e-e1d8bfdfc241 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Made reservation on behalf of 7e86011f490f443286c5ec66cba9e9ca for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:30.345848 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0bc27b5d-96a9-4bbc-80be-0a19f16e3b65 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:30.348541 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c0a72125-adc4-46e1-ae2e-e1d8bfdfc241 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:30.363560 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-5493dcb3-b403-4420-91d4-45e38fb8a68d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:37:30.364552 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-5493dcb3-b403-4420-91d4-45e38fb8a68d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2270131 Apr 29 15:37:30.487501 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-0bc27b5d-96a9-4bbc-80be-0a19f16e3b65 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Calling delete_port for b323fa09-3723-4fd3-93a5-b43e30f4627b owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:37:30.517114 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:30.517641 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:30.517751 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:30.606701 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port 62798661-c2df-4e57-9d04-b084ea0c181f on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:30.607891 dv-neutron-839913-1-hyperv neutron-server[84770]: ERROR neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:30.618720 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.plugins.ml2.plugin [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 8 to bind port 62798661-c2df-4e57-9d04-b084ea0c181f Apr 29 15:37:30.629506 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a72125-adc4-46e1-ae2e-e1d8bfdfc241 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:30.664381 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:30.665148 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:30.665631 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:30.720861 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port 62798661-c2df-4e57-9d04-b084ea0c181f on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:30.723970 dv-neutron-839913-1-hyperv neutron-server[84770]: ERROR neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:30.727635 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.plugins.ml2.plugin [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 9 to bind port 62798661-c2df-4e57-9d04-b084ea0c181f Apr 29 15:37:30.744454 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-ab2e75f7-45a7-4459-bebf-cdb4bb4427f5 service neutron] 10.222.0.21 "GET /v2.0/networks/0f64455b-29c7-4ef3-82bd-3805f7cde51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292755 Apr 29 15:37:30.758594 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-6fd0dd15-6d17-4dd0-9ebb-3a2d74a3fe07 service neutron] 10.222.0.21 "GET /v2.0/networks/951a2926-3d60-49f1-abb0-4cfee0b87bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845527 Apr 29 15:37:30.760747 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:30.761082 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:30.761421 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:30.838708 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port 62798661-c2df-4e57-9d04-b084ea0c181f on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:30.839048 dv-neutron-839913-1-hyperv neutron-server[84770]: ERROR neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:30.844343 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.plugins.ml2.plugin [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempt 10 to bind port 62798661-c2df-4e57-9d04-b084ea0c181f Apr 29 15:37:30.870303 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:30.870668 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:30.870999 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempting to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:30.880162 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-02d8beef-508f-44b1-8902-5804a2a9538c tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:30.886989 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Port 62798661-c2df-4e57-9d04-b084ea0c181f on network 9022ba49-acc4-4f56-957c-98f64a793ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:30.887317 dv-neutron-839913-1-hyperv neutron-server[84770]: ERROR neutron.plugins.ml2.managers [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Failed to bind port 62798661-c2df-4e57-9d04-b084ea0c181f on host hv-neutron-8399 for vnic_type normal using segments [{'id': '0177eeac-1070-4e4f-993c-a77bf9893712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9022ba49-acc4-4f56-957c-98f64a793ab8'}] Apr 29 15:37:30.887676 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:30.917539 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-02d8beef-508f-44b1-8902-5804a2a9538c tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:30.969542 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c0a72125-adc4-46e1-ae2e-e1d8bfdfc241 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:30.969876 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-c0a72125-adc4-46e1-ae2e-e1d8bfdfc241 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Added segment 57b03d0f-126f-481a-9283-05550fd9c4b2 of type vlan for network 4bae719b-3b43-48cb-ad9e-16d08b75f589 Apr 29 15:37:30.970585 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0bc27b5d-96a9-4bbc-80be-0a19f16e3b65 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:30.974318 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-a90dbffe-7430-47fd-b188-4c1c42a05d0d service neutron] 10.222.0.21 "GET /v2.0/networks/951a2926-3d60-49f1-abb0-4cfee0b87bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093403 Apr 29 15:37:31.038022 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c0a72125-adc4-46e1-ae2e-e1d8bfdfc241 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.042594 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc27b5d-96a9-4bbc-80be-0a19f16e3b65 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Pushing event deleted for resources: {'Port': ['ID=b323fa09-3723-4fd3-93a5-b43e30f4627b,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:31.045226 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] For port 62798661-c2df-4e57-9d04-b084ea0c181f, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:37:31.045597 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Attempted to set empty binding levels {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 15:37:31.143471 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.298217 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0bc27b5d-96a9-4bbc-80be-0a19f16e3b65 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.308956 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c0a72125-adc4-46e1-ae2e-e1d8bfdfc241 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.309814 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a72125-adc4-46e1-ae2e-e1d8bfdfc241 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:31.310607 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c0a72125-adc4-46e1-ae2e-e1d8bfdfc241 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.335474 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0bc27b5d-96a9-4bbc-80be-0a19f16e3b65 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "DELETE /v2.0/ports/b323fa09-3723-4fd3-93a5-b43e30f4627b HTTP/1.1" status: 204 len: 168 time: 1.5718801 Apr 29 15:37:31.338074 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48954) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:31.346787 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d120d64d-f608-48b2-9f48-336df864061a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8', 'external_fixed_ips': [{'subnet_id': '2d502ab7-40ed-42a0-93ed-6c0ce00c08db', 'ip_address': '172.20.0.13'}]}}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:31.354527 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d120d64d-f608-48b2-9f48-336df864061a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:31.361039 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d120d64d-f608-48b2-9f48-336df864061a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Usage tracker for resource:router and tenant:07bb161daa604b449e1004209d497fd3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:31.369132 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d120d64d-f608-48b2-9f48-336df864061a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:31.377228 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d120d64d-f608-48b2-9f48-336df864061a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:31.386436 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] In _notify_port_updated(), no bound segment for port 62798661-c2df-4e57-9d04-b084ea0c181f on network 9022ba49-acc4-4f56-957c-98f64a793ab8 {{(pid=84770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 15:37:31.387777 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.392568 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] 10.222.0.21 "PUT /v2.0/ports/62798661-c2df-4e57-9d04-b084ea0c181f HTTP/1.1" status: 200 len: 981 time: 3.1981847 Apr 29 15:37:31.392801 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 48962) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:31.455307 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-02d8beef-508f-44b1-8902-5804a2a9538c tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.467403 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c0a72125-adc4-46e1-ae2e-e1d8bfdfc241 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4203713 Apr 29 15:37:31.475578 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad233a-87c9-4fbe-829e-23bc9ef6445a tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Pushing event updated for resources: {'Port': ['ID=62798661-c2df-4e57-9d04-b084ea0c181f,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:31.482839 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 48972) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:31.547366 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-80db87da-493c-41ff-9b0f-bf5636301121 req-836f9545-54ed-4e91-a3d8-61ed0c1207b7 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 210 time: 0.0731876 Apr 29 15:37:31.581633 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a72125-adc4-46e1-ae2e-e1d8bfdfc241 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Pushing event updated for resources: {'Network': ['ID=4bae719b-3b43-48cb-ad9e-16d08b75f589,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:31.589359 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-f3fa3b51-9aeb-4674-bfc1-2cadb457608a tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1087819455&fields=id&tenant_id=0d55e79ec04d4b58a1f4cdc4e929c13f HTTP/1.1" status: 200 len: 267 time: 0.3730292 Apr 29 15:37:31.599012 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 4bae719b-3b43-48cb-ad9e-16d08b75f589 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:31.604740 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d120d64d-f608-48b2-9f48-336df864061a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.606115 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d120d64d-f608-48b2-9f48-336df864061a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.640807 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e6be3-e90d-499e-9efd-15152c366e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Deleting port 62798661-c2df-4e57-9d04-b084ea0c181f {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:37:31.641145 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c4e6be3-e90d-499e-9efd-15152c366e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.803635 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d120d64d-f608-48b2-9f48-336df864061a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.850758 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b42eb96-97b3-4d0d-84e1-4a7440c49a81 tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:31.851269 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1b42eb96-97b3-4d0d-84e1-4a7440c49a81 tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Synchronizing usage tracker for tenant:d3b1af88d9aa494cb732f89b02fb52db on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:31.988893 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b05e9fc9-6516-40f8-9a04-1ea65d01d7a1 req-a52b18fd-ee16-40ba-9f74-248ed38a2371 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 210 time: 0.1313488 Apr 29 15:37:32.069754 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-09d1b0a7-5179-4963-8c08-560ebb6da636 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:32.071423 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-09d1b0a7-5179-4963-8c08-560ebb6da636 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/networks?id=9c9a7398-6fd3-4213-804e-eb3de185a894 HTTP/1.1" status: 200 len: 812 time: 0.2150626 Apr 29 15:37:32.072459 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1b42eb96-97b3-4d0d-84e1-4a7440c49a81 tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Unset dirty status for tenant:d3b1af88d9aa494cb732f89b02fb52db on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:32.073645 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1b42eb96-97b3-4d0d-84e1-4a7440c49a81 tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] 10.222.0.21 "GET /v2.0/networks/4bae719b-3b43-48cb-ad9e-16d08b75f589 HTTP/1.1" status: 200 len: 757 time: 0.5803320 Apr 29 15:37:32.076137 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49002) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:32.172784 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-b9278867-343d-448d-be94-786bbfee5dca tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/quotas/0d55e79ec04d4b58a1f4cdc4e929c13f HTTP/1.1" status: 200 len: 375 time: 0.0931909 Apr 29 15:37:32.278199 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dbdcd3-4c29-46a1-8148-a8d4c333b383 tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:32.280722 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c1dbdcd3-4c29-46a1-8148-a8d4c333b383 tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] 10.222.0.21 "GET /v2.0/networks/146935a0-5013-4bdc-b5be-16ce386271d0 HTTP/1.1" status: 200 len: 768 time: 0.2035184 Apr 29 15:37:32.283506 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49012) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:32.324499 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-02d8beef-508f-44b1-8902-5804a2a9538c tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.326948 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-0c4e6be3-e90d-499e-9efd-15152c366e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] For port 62798661-c2df-4e57-9d04-b084ea0c181f, host hv-neutron-8399, got binding levels [] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:37:32.327288 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c4e6be3-e90d-499e-9efd-15152c366e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.386589 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-6cc75a9f-0fa0-4d5a-be55-395b105890c4 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Synchronizing usage tracker for tenant:0d55e79ec04d4b58a1f4cdc4e929c13f on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:32.422164 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-de162960-12c1-4ed9-8085-bd37ef772dcc tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.534968 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-6cc75a9f-0fa0-4d5a-be55-395b105890c4 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Unset dirty status for tenant:0d55e79ec04d4b58a1f4cdc4e929c13f on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:32.536280 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-6cc75a9f-0fa0-4d5a-be55-395b105890c4 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d55e79ec04d4b58a1f4cdc4e929c13f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3572655 Apr 29 15:37:32.565417 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-de162960-12c1-4ed9-8085-bd37ef772dcc tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.594510 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-02d8beef-508f-44b1-8902-5804a2a9538c tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.601857 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e6be3-e90d-499e-9efd-15152c366e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Calling delete_port for 62798661-c2df-4e57-9d04-b084ea0c181f owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:37:32.755817 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-de162960-12c1-4ed9-8085-bd37ef772dcc tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bae719b-3b43-48cb-ad9e-16d08b75f589']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:32.818312 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d120d64d-f608-48b2-9f48-336df864061a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.836151 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-de162960-12c1-4ed9-8085-bd37ef772dcc tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b03d0f-126f-481a-9283-05550fd9c4b2') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:32.836458 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-de162960-12c1-4ed9-8085-bd37ef772dcc tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b03d0f-126f-481a-9283-05550fd9c4b2') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:32.867135 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dc277643-b456-4cc7-92b7-52c06c182e57 req-3f65c22d-0455-4e18-8119-38dd84b69cc2 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 210 time: 0.1130586 Apr 29 15:37:32.868980 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-de162960-12c1-4ed9-8085-bd37ef772dcc tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.910321 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-de162960-12c1-4ed9-8085-bd37ef772dcc tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.921977 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de162960-12c1-4ed9-8085-bd37ef772dcc tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:37:32.922365 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-de162960-12c1-4ed9-8085-bd37ef772dcc tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:37:32.934986 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:37:32.949326 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-02d8beef-508f-44b1-8902-5804a2a9538c tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.949840 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d8beef-508f-44b1-8902-5804a2a9538c tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a83fd8a-2df6-4345-bdf9-b2c6e1d79af3 {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:37:33.006816 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c4e6be3-e90d-499e-9efd-15152c366e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.024141 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-1eda9290-b6bf-4e5d-b955-94a577ea5de9 service neutron] 10.222.0.21 "GET /v2.0/networks/9c9a7398-6fd3-4213-804e-eb3de185a894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506021 Apr 29 15:37:33.195271 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e6be3-e90d-499e-9efd-15152c366e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Pushing event deleted for resources: {'Port': ['ID=62798661-c2df-4e57-9d04-b084ea0c181f,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:33.204330 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c4e6be3-e90d-499e-9efd-15152c366e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.230617 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0c4e6be3-e90d-499e-9efd-15152c366e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] 10.222.0.21 "DELETE /v2.0/ports/62798661-c2df-4e57-9d04-b084ea0c181f HTTP/1.1" status: 204 len: 168 time: 1.8364489 Apr 29 15:37:33.233987 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49046) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:33.234665 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-de162960-12c1-4ed9-8085-bd37ef772dcc tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.238812 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e81a5774-a99b-4ea4-b2a2-87ea25bad5f0 req-b7771b31-fa93-49e0-931a-75a9fb8c4bbb tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 210 time: 0.1062336 Apr 29 15:37:33.240365 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-02d8beef-508f-44b1-8902-5804a2a9538c tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 29 15:37:33.243312 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-02d8beef-508f-44b1-8902-5804a2a9538c tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.1456807 Apr 29 15:37:33.248866 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49050) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:33.285385 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b73ea67-aa2d-41f7-8d2f-a331206042e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] GET failed (client error): The resource could not be found. Apr 29 15:37:33.285872 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7b73ea67-aa2d-41f7-8d2f-a331206042e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Synchronizing usage tracker for tenant:d5ffb98a442b4cdcbc7b96e4e6a87a66 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:33.308579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de162960-12c1-4ed9-8085-bd37ef772dcc tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4bae719b-3b43-48cb-ad9e-16d08b75f589 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 15:37:33.316365 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-de162960-12c1-4ed9-8085-bd37ef772dcc tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.344816 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de162960-12c1-4ed9-8085-bd37ef772dcc tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Pushing event deleted for resources: {'Network': ['ID=4bae719b-3b43-48cb-ad9e-16d08b75f589,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:33.356194 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-de162960-12c1-4ed9-8085-bd37ef772dcc tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] 10.222.0.21 "DELETE /v2.0/networks/4bae719b-3b43-48cb-ad9e-16d08b75f589 HTTP/1.1" status: 204 len: 168 time: 1.0717192 Apr 29 15:37:33.367910 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49054) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:33.386132 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-5514823b-b585-42f7-a261-6187a76b617a tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Request body: {'network': {'name': 'tempest-network--261121766'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:33.390920 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7b73ea67-aa2d-41f7-8d2f-a331206042e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] Unset dirty status for tenant:d5ffb98a442b4cdcbc7b96e4e6a87a66 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:33.392066 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7b73ea67-aa2d-41f7-8d2f-a331206042e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-481140274-project-admin] 10.222.0.21 "GET /v2.0/ports/62798661-c2df-4e57-9d04-b084ea0c181f HTTP/1.1" status: 404 len: 333 time: 0.1546183 Apr 29 15:37:33.396663 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49060) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:33.406386 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-d1e02d58-dfe3-431d-b1b3-d97f359e7b07 service neutron] 10.222.0.21 "GET /v2.0/networks/9c9a7398-6fd3-4213-804e-eb3de185a894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648462 Apr 29 15:37:33.410647 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5514823b-b585-42f7-a261-6187a76b617a tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:33.421566 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-82cfb43a-ebd3-46eb-93a8-25f73189d1eb tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Deleting port d197bf8c-dc78-46ad-a91d-6e74d11955c7 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:37:33.423349 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-82cfb43a-ebd3-46eb-93a8-25f73189d1eb tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.463549 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5514823b-b585-42f7-a261-6187a76b617a tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Usage tracker for resource:network and tenant:7e86011f490f443286c5ec66cba9e9ca is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:33.473895 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5514823b-b585-42f7-a261-6187a76b617a tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:33.489981 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5514823b-b585-42f7-a261-6187a76b617a tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:33.565489 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d120d64d-f608-48b2-9f48-336df864061a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.615787 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d120d64d-f608-48b2-9f48-336df864061a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.642064 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5514823b-b585-42f7-a261-6187a76b617a tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Made reservation on behalf of 7e86011f490f443286c5ec66cba9e9ca for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:33.646297 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5514823b-b585-42f7-a261-6187a76b617a tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.663432 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3687892b-7e4b-4c69-a1c5-176e6606a317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.850824 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5514823b-b585-42f7-a261-6187a76b617a tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:33.863384 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5514823b-b585-42f7-a261-6187a76b617a tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.863591 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-5514823b-b585-42f7-a261-6187a76b617a tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Added segment 32c8e42d-e8e1-4002-acd6-7b0a42ad8e1f of type vlan for network 45c49b0f-aba2-4783-8d90-3afb5731a75e Apr 29 15:37:33.877029 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3687892b-7e4b-4c69-a1c5-176e6606a317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.926416 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5514823b-b585-42f7-a261-6187a76b617a tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.035016 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-3687892b-7e4b-4c69-a1c5-176e6606a317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9022ba49-acc4-4f56-957c-98f64a793ab8']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:34.077043 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-3687892b-7e4b-4c69-a1c5-176e6606a317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0177eeac-1070-4e4f-993c-a77bf9893712') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:34.087617 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-3687892b-7e4b-4c69-a1c5-176e6606a317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0177eeac-1070-4e4f-993c-a77bf9893712') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:34.090283 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-407699ba-5a56-4799-ac18-66db59c62cbd req-018a73ad-e649-4fac-8ef3-5fd172b7fe50 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 210 time: 0.0640922 Apr 29 15:37:34.130604 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3687892b-7e4b-4c69-a1c5-176e6606a317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.145076 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-82cfb43a-ebd3-46eb-93a8-25f73189d1eb tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.155166 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-d120d64d-f608-48b2-9f48-336df864061a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Allocated IP 172.20.0.13 (c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8/2d502ab7-40ed-42a0-93ed-6c0ce00c08db/728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:34.156812 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3687892b-7e4b-4c69-a1c5-176e6606a317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.169000 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3687892b-7e4b-4c69-a1c5-176e6606a317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:37:34.172041 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3687892b-7e4b-4c69-a1c5-176e6606a317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:37:34.188662 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:37:34.201314 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5514823b-b585-42f7-a261-6187a76b617a tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.202148 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5514823b-b585-42f7-a261-6187a76b617a tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:34.202758 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5514823b-b585-42f7-a261-6187a76b617a tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.279771 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-55848a07-ab64-4d33-ab88-65103c49f52c req-125f3ca6-4a60-4483-b26d-f4d13e5a6884 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 210 time: 0.1420135 Apr 29 15:37:34.410231 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d120d64d-f608-48b2-9f48-336df864061a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.446056 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3687892b-7e4b-4c69-a1c5-176e6606a317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.446292 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-82cfb43a-ebd3-46eb-93a8-25f73189d1eb tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Calling delete_port for d197bf8c-dc78-46ad-a91d-6e74d11955c7 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:37:34.473800 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3687892b-7e4b-4c69-a1c5-176e6606a317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.481188 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687892b-7e4b-4c69-a1c5-176e6606a317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] Pushing event deleted for resources: {'Network': ['ID=9022ba49-acc4-4f56-957c-98f64a793ab8,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:34.489766 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3687892b-7e4b-4c69-a1c5-176e6606a317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001079811-project] 10.222.0.21 "DELETE /v2.0/networks/9022ba49-acc4-4f56-957c-98f64a793ab8 HTTP/1.1" status: 204 len: 168 time: 1.0919039 Apr 29 15:37:34.551915 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-714ab50b-31ab-4eef-b940-222f7b6e66b8 req-61d162e9-928a-4364-96d9-9bcce7b5b005 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 210 time: 0.0751464 Apr 29 15:37:34.557737 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d120d64d-f608-48b2-9f48-336df864061a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.561840 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514823b-b585-42f7-a261-6187a76b617a tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Pushing event updated for resources: {'Network': ['ID=45c49b0f-aba2-4783-8d90-3afb5731a75e,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:34.576196 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 45c49b0f-aba2-4783-8d90-3afb5731a75e details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:34.657506 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49090) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:34.667738 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5514823b-b585-42f7-a261-6187a76b617a tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2987545 Apr 29 15:37:34.677652 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49094) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:34.687487 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120d64d-f608-48b2-9f48-336df864061a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Pushing event updated for resources: {'Port': ['ID=728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:34.694198 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-62f9c93a-d2f6-409d-a64b-9782f79532c8 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:34.719800 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d120d64d-f608-48b2-9f48-336df864061a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Network c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:34.721667 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-d120d64d-f608-48b2-9f48-336df864061a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:34.727686 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d120d64d-f608-48b2-9f48-336df864061a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:34.961537 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-346a44db-8976-4950-ac46-9c52d0d1a829 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:34.971402 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-346a44db-8976-4950-ac46-9c52d0d1a829 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:34.985451 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-346a44db-8976-4950-ac46-9c52d0d1a829 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Usage tracker for resource:floatingip and tenant:029d940cbbbd46588e10c3fefc2fd379 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:34.989564 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-346a44db-8976-4950-ac46-9c52d0d1a829 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:35.012059 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-346a44db-8976-4950-ac46-9c52d0d1a829 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:35.068649 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-82cfb43a-ebd3-46eb-93a8-25f73189d1eb tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.099762 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d120d64d-f608-48b2-9f48-336df864061a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.101270 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d120d64d-f608-48b2-9f48-336df864061a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.131258 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfb43a-ebd3-46eb-93a8-25f73189d1eb tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Pushing event deleted for resources: {'Port': ['ID=d197bf8c-dc78-46ad-a91d-6e74d11955c7,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:35.220168 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-346a44db-8976-4950-ac46-9c52d0d1a829 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks [] for floatingip, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.348569 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49108) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:35.421646 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.35', 58080) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:35.484051 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-82cfb43a-ebd3-46eb-93a8-25f73189d1eb tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.488472 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b4877ba-c670-4daa-a485-87b2ea0c75b8 req-6d21bfd3-bc90-4f19-ba1e-2df9e8b98d64 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 210 time: 0.0934718 Apr 29 15:37:35.515258 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-62f9c93a-d2f6-409d-a64b-9782f79532c8 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.569974 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-82cfb43a-ebd3-46eb-93a8-25f73189d1eb tempest-RoutersAdminNegativeTest-893401355 tempest-RoutersAdminNegativeTest-893401355-project-admin] 10.222.0.21 "DELETE /v2.0/ports/d197bf8c-dc78-46ad-a91d-6e74d11955c7 HTTP/1.1" status: 204 len: 168 time: 2.3001928 Apr 29 15:37:35.579975 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-70224704-7dc2-419e-b1f8-b0d848449aa6 req-3169e855-20b3-4f40-9273-8e7b37a8185a tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 210 time: 0.0889006 Apr 29 15:37:35.632071 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-62f9c93a-d2f6-409d-a64b-9782f79532c8 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.729809 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e89da6f8-7059-4c17-b013-2f667415f13b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73ad85d4b36a4bd1878dc84670837b0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3780591 Apr 29 15:37:35.736875 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-23c8ad5c-5e5a-4b93-8830-cac8cd262739 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:35.738584 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-23c8ad5c-5e5a-4b93-8830-cac8cd262739 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.35 "GET /v2.0/networks?id=0f64455b-29c7-4ef3-82bd-3805f7cde51f HTTP/1.1" status: 200 len: 805 time: 0.3145792 Apr 29 15:37:35.739171 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49124) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:35.780437 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9c93a-d2f6-409d-a64b-9782f79532c8 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Pushing event updated for resources: {'Network': ['ID=45c49b0f-aba2-4783-8d90-3afb5731a75e,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:35.789085 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-62f9c93a-d2f6-409d-a64b-9782f79532c8 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Network 45c49b0f-aba2-4783-8d90-3afb5731a75e is not hosted by any dhcp agent {{(pid=84770) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 29 15:37:35.789824 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f9c93a-d2f6-409d-a64b-9782f79532c8 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:35.790411 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-62f9c93a-d2f6-409d-a64b-9782f79532c8 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.791793 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-62f9c93a-d2f6-409d-a64b-9782f79532c8 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] 10.222.0.21 "PUT /v2.0/networks/45c49b0f-aba2-4783-8d90-3afb5731a75e HTTP/1.1" status: 200 len: 857 time: 1.1109643 Apr 29 15:37:35.795661 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d120d64d-f608-48b2-9f48-336df864061a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Router ed9ef18d-3786-47dc-8594-2fc28fc46398 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:37:35.798807 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49128) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:35.866986 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-346a44db-8976-4950-ac46-9c52d0d1a829 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.909827 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-0d462188-8590-4681-92d7-cefbbf8a9757 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Synchronizing usage tracker for tenant:c9e2f4e89626458695f617011f42e6cc on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:35.921839 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6813eb03-fdec-4421-b52a-feb3c5b1f804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.974103 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3a37d360-ad17-4753-b456-3056a0af3795 req-77656325-641f-4cc8-9ba8-043e50235ec6 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 210 time: 0.1477056 Apr 29 15:37:36.017225 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-0d462188-8590-4681-92d7-cefbbf8a9757 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Unset dirty status for tenant:c9e2f4e89626458695f617011f42e6cc on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:36.018577 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-0d462188-8590-4681-92d7-cefbbf8a9757 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9e2f4e89626458695f617011f42e6cc HTTP/1.1" status: 200 len: 380 time: 0.2499447 Apr 29 15:37:36.019664 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b5f04140-cb9a-4d18-b19f-d3315321e932 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.026626 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6813eb03-fdec-4421-b52a-feb3c5b1f804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.036946 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-99141da2-5fac-47a3-b650-6fa87657fe45 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Request body: {'port': {'device_id': 'bfedda93-4257-4c37-a040-19e2f7bf36fb', 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f', 'admin_state_up': True, 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'security_groups': ['77732694-f1f0-4552-88b3-a77f8ec2116a']}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:36.241212 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-99141da2-5fac-47a3-b650-6fa87657fe45 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:36.270565 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-99141da2-5fac-47a3-b650-6fa87657fe45 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:36.285169 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b5f04140-cb9a-4d18-b19f-d3315321e932 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.289523 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d120d64d-f608-48b2-9f48-336df864061a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:37:36.291853 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6813eb03-fdec-4421-b52a-feb3c5b1f804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.302876 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] Sync routers for ids ['ed9ef18d-3786-47dc-8594-2fc28fc46398'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:37:36.304869 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49138) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:36.311797 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-346a44db-8976-4950-ac46-9c52d0d1a829 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Allocated IP 172.26.1.22 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/d6fc027b-c67f-4c09-8edf-f91a7f16da34) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:36.322683 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] Routers {'ed9ef18d-3786-47dc-8594-2fc28fc46398'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:37:36.326214 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813eb03-fdec-4421-b52a-feb3c5b1f804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38167dcb-81a4-4137-b84a-5d0b3e18f40c,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:36.335658 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6813eb03-fdec-4421-b52a-feb3c5b1f804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.339244 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:37:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ed9ef18d-3786-47dc-8594-2fc28fc46398'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:36.339903 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6813eb03-fdec-4421-b52a-feb3c5b1f804 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38167dcb-81a4-4137-b84a-5d0b3e18f40c HTTP/1.1" status: 204 len: 168 time: 0.5996051 Apr 29 15:37:36.366801 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-b5f04140-cb9a-4d18-b19f-d3315321e932 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c49b0f-aba2-4783-8d90-3afb5731a75e']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:36.384434 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d120d64d-f608-48b2-9f48-336df864061a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.386082 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d120d64d-f608-48b2-9f48-336df864061a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.0470700 Apr 29 15:37:36.387101 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-99141da2-5fac-47a3-b650-6fa87657fe45 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Made reservation on behalf of c9e2f4e89626458695f617011f42e6cc for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:36.391471 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-99141da2-5fac-47a3-b650-6fa87657fe45 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.406280 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.35', 58086) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:36.406638 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49146) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:36.411800 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-b5f04140-cb9a-4d18-b19f-d3315321e932 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c8e42d-e8e1-4002-acd6-7b0a42ad8e1f') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:36.412139 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-b5f04140-cb9a-4d18-b19f-d3315321e932 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c8e42d-e8e1-4002-acd6-7b0a42ad8e1f') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:36.567695 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b5f04140-cb9a-4d18-b19f-d3315321e932 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.662340 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-99141da2-5fac-47a3-b650-6fa87657fe45 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Allocated IP 172.20.0.5 (0f64455b-29c7-4ef3-82bd-3805f7cde51f/e83914fb-022a-4002-8e6f-85f3456e202d/4f870073-d846-45aa-b77f-96ecbcf0f176) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:36.801260 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] Set router ed9ef18d-3786-47dc-8594-2fc28fc46398 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:37:37.017751 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b5f04140-cb9a-4d18-b19f-d3315321e932 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.028498 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-99141da2-5fac-47a3-b650-6fa87657fe45 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.086257 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5ac43034-d7df-4adf-a250-7da7b4b8f268 req-88ed32a3-0a5f-4945-9b74-a3d385588147 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 210 time: 0.3345075 Apr 29 15:37:37.087025 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8dc46c12-22e9-400e-b045-384d05d504e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.103816 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f04140-cb9a-4d18-b19f-d3315321e932 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:37:37.104363 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b5f04140-cb9a-4d18-b19f-d3315321e932 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.120909 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-960f91b5-07e2-44f4-bc2c-a79ae1967c11 req-4773430c-b38e-4e63-9407-25f358e97225 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 210 time: 0.1699719 Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:37:37.121651 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:37:37.168383 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.35', 58088) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:37.273421 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9ef18d-3786-47dc-8594-2fc28fc46398', 'name': '', 'tenant_id': '07bb161daa604b449e1004209d497fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8', 'external_fixed_ips': [{'subnet_id': '2d502ab7-40ed-42a0-93ed-6c0ce00c08db', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:31Z', 'updated_at': '2022-04-29T15:37:34Z', 'revision_number': 3, 'project_id': '07bb161daa604b449e1004209d497fd3', 'gw_port': {'id': '728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4', 'name': '', 'network_id': 'c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:70:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9ef18d-3786-47dc-8594-2fc28fc46398', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2d502ab7-40ed-42a0-93ed-6c0ce00c08db', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:33Z', 'updated_at': '2022-04-29T15:37:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d502ab7-40ed-42a0-93ed-6c0ce00c08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:37.279113 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] Checking router: ed9ef18d-3786-47dc-8594-2fc28fc46398 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:37:37.279458 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] Updating router ed9ef18d-3786-47dc-8594-2fc28fc46398 port 728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4 binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:37:37.363346 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.404645 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-55e139c4-7cd1-40a6-a1a1-fd7c14229188 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:37.405048 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-55e139c4-7cd1-40a6-a1a1-fd7c14229188 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Synchronizing usage tracker for tenant:0d55e79ec04d4b58a1f4cdc4e929c13f on resource:network {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:37.408511 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49182) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:37.433555 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8c38d675-9c5d-486f-9f8c-27f8a2509807 req-541f1013-373d-443e-865d-e15c318403c8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 210 time: 0.1415694 Apr 29 15:37:37.460325 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-5693d9fa-08e9-4e2c-9726-ef64a9cda6b4 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:37.462372 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-5693d9fa-08e9-4e2c-9726-ef64a9cda6b4 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.35 "GET /v2.0/networks?id=951a2926-3d60-49f1-abb0-4cfee0b87bbe HTTP/1.1" status: 200 len: 812 time: 1.0547807 Apr 29 15:37:37.467219 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-346a44db-8976-4950-ac46-9c52d0d1a829 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.574880 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-99141da2-5fac-47a3-b650-6fa87657fe45 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Transition to ACTIVE for port object 4f870073-d846-45aa-b77f-96ecbcf0f176 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:37.576752 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-55e139c4-7cd1-40a6-a1a1-fd7c14229188 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Unset dirty status for tenant:0d55e79ec04d4b58a1f4cdc4e929c13f on resource:network {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:37.577933 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-55e139c4-7cd1-40a6-a1a1-fd7c14229188 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.35 "GET /v2.0/networks?id=9c9a7398-6fd3-4213-804e-eb3de185a894 HTTP/1.1" status: 200 len: 812 time: 0.4085085 Apr 29 15:37:37.579623 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b5f04140-cb9a-4d18-b19f-d3315321e932 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.593344 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f04140-cb9a-4d18-b19f-d3315321e932 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 45c49b0f-aba2-4783-8d90-3afb5731a75e {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 15:37:37.599849 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b5f04140-cb9a-4d18-b19f-d3315321e932 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.662471 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8dc46c12-22e9-400e-b045-384d05d504e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:37.671542 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-a7eda415-a1e1-45a3-bd9f-288cf140e4ab tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bafb4596b2ae4298bc6d4156fe1d5fb3 HTTP/1.1" status: 200 len: 380 time: 0.1971920 Apr 29 15:37:37.673039 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f04140-cb9a-4d18-b19f-d3315321e932 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] Pushing event deleted for resources: {'Network': ['ID=45c49b0f-aba2-4783-8d90-3afb5731a75e,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:37.688229 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b5f04140-cb9a-4d18-b19f-d3315321e932 tempest-ExternalNetworksTestJSON-575473444 tempest-ExternalNetworksTestJSON-575473444-project-admin] 10.222.0.21 "DELETE /v2.0/networks/45c49b0f-aba2-4783-8d90-3afb5731a75e HTTP/1.1" status: 204 len: 168 time: 1.8871703 Apr 29 15:37:37.694093 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-b179bb70-16bc-4d6a-a7d4-5beb7822c3a8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Request body: {'port': {'device_id': '62018179-4253-47e7-9320-c2364040b2f4', 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe', 'admin_state_up': True, 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'security_groups': ['58266d71-b64f-43f5-8255-965b2490a53d']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:37.714645 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49190) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:37.720047 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8dc46c12-22e9-400e-b045-384d05d504e6 admin admin] Usage tracker for resource:security_group_rule and tenant:027ef704cfbe4b63a38bed259d99e5e5 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:37.724565 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8dc46c12-22e9-400e-b045-384d05d504e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:37.819390 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-99141da2-5fac-47a3-b650-6fa87657fe45 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.862743 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8dc46c12-22e9-400e-b045-384d05d504e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:37.884722 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-346a44db-8976-4950-ac46-9c52d0d1a829 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.985085 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6d1c0b01-539f-431a-a901-627af99fd52d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5ffb98a442b4cdcbc7b96e4e6a87a66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5749354 Apr 29 15:37:37.985976 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49194) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:38.022476 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-abab5d8b-6680-450b-8ba2-b44db4c6756a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] DELETE failed (client error): The resource could not be found. Apr 29 15:37:38.023123 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abab5d8b-6680-450b-8ba2-b44db4c6756a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:37:38.055819 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-38e55241-6ead-4954-91c6-b646a4e83061 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Synchronizing usage tracker for tenant:0d55e79ec04d4b58a1f4cdc4e929c13f on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:38.063146 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-abab5d8b-6680-450b-8ba2-b44db4c6756a tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] 10.222.0.21 "DELETE /v2.0/subnets/f389a15d-1ed9-4385-9dca-e3b7454b1dae HTTP/1.1" status: 404 len: 337 time: 0.3473682 Apr 29 15:37:38.065568 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-99141da2-5fac-47a3-b650-6fa87657fe45 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Network 0f64455b-29c7-4ef3-82bd-3805f7cde51f is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:38.069240 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49198) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:38.104090 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-99141da2-5fac-47a3-b650-6fa87657fe45 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:38.227401 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346a44db-8976-4950-ac46-9c52d0d1a829 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:38.236640 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-346a44db-8976-4950-ac46-9c52d0d1a829 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:38.239661 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346a44db-8976-4950-ac46-9c52d0d1a829 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:38.254122 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:38.316314 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] Transition to ACTIVE for port object 728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4 will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:38.317351 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a44db-8976-4950-ac46-9c52d0d1a829 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Pushing event updated for resources: {'Port': ['ID=d6fc027b-c67f-4c09-8edf-f91a7f16da34,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:38.335868 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-99141da2-5fac-47a3-b650-6fa87657fe45 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:38.395962 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:38.404067 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca86234b-5d7b-4224-a821-98da206c03df tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:38.510272 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] Sync routers for ids ['6c6b9228-0b7e-447e-a484-cfe0be97103b'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:37:38.547573 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] Routers {'6c6b9228-0b7e-447e-a484-cfe0be97103b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:37:38.548594 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:37:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['6c6b9228-0b7e-447e-a484-cfe0be97103b'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:38.627263 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] Attempting to bind port 728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:38.628013 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] Attempting to bind port 728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '09f1bc15-a5c6-4be1-a766-42c674e9f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:38.628657 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] Attempting to bind port 728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4 on network c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:38.635433 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2ac59-0ed1-4ef7-875c-18e4c30938e4 None None] Pushing event updated for resources: {'Port': ['ID=728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4,revision_number=2']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:38.641660 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:37:38.642569 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] Checking segment: {'id': '09f1bc15-a5c6-4be1-a766-42c674e9f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:38.643434 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:38.644142 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] Bound using segment: {'id': '09f1bc15-a5c6-4be1-a766-42c674e9f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:37:38.644815 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] Bound port: 728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f1bc15-a5c6-4be1-a766-42c674e9f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:38.645420 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:38.695941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-38e55241-6ead-4954-91c6-b646a4e83061 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Unset dirty status for tenant:0d55e79ec04d4b58a1f4cdc4e929c13f on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:38.697177 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-38e55241-6ead-4954-91c6-b646a4e83061 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d55e79ec04d4b58a1f4cdc4e929c13f HTTP/1.1" status: 200 len: 380 time: 1.1025331 Apr 29 15:37:38.709059 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-99141da2-5fac-47a3-b650-6fa87657fe45 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:38.709707 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-99141da2-5fac-47a3-b650-6fa87657fe45 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:38.730539 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99141da2-5fac-47a3-b650-6fa87657fe45 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Pushing event updated for resources: {'Port': ['ID=4f870073-d846-45aa-b77f-96ecbcf0f176,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:38.742071 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:37:38.747474 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-76aaa49e-c40c-4021-901c-04b0c45bbb0f tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:38.757503 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-b179bb70-16bc-4d6a-a7d4-5beb7822c3a8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:38.769312 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] For port 728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:37:38.777288 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] For port 728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4,segment=NetworkSegment(09f1bc15-a5c6-4be1-a766-42c674e9f3e4),segment_id=09f1bc15-a5c6-4be1-a766-42c674e9f3e4)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:37:38.800710 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-21d99f55-83e3-44fb-b270-3fb52e1181e1 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Request body: {'port': {'device_id': '1f3490da-63fe-4426-bff3-7e578dad56a5', 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894', 'admin_state_up': True, 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'security_groups': ['9b7caf8d-8d49-43b9-8071-e9b59f4da256']}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:38.802280 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ccbeea51-9a7d-40ec-887d-5fbce889b48c req-39eeb865-aefc-44ad-aa2e-86d0ab53a7ac tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 210 time: 0.2516794 Apr 29 15:37:38.807824 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-b179bb70-16bc-4d6a-a7d4-5beb7822c3a8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Usage tracker for resource:port and tenant:bafb4596b2ae4298bc6d4156fe1d5fb3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:38.817750 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-b179bb70-16bc-4d6a-a7d4-5beb7822c3a8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:38.830543 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-b179bb70-16bc-4d6a-a7d4-5beb7822c3a8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:38.833923 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8dc46c12-22e9-400e-b045-384d05d504e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:38.857360 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:38.928676 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] Set router 6c6b9228-0b7e-447e-a484-cfe0be97103b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:37:38.964257 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8dc46c12-22e9-400e-b045-384d05d504e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:38.981739 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c0f99-c8c2-477c-a0ef-a06739519137 req-6b300a1f-9b8c-4543-8237-2b0cdd030075 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:38.993717 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-216c0f99-c8c2-477c-a0ef-a06739519137 req-6b300a1f-9b8c-4543-8237-2b0cdd030075 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 931 time: 0.4246304 Apr 29 15:37:39.040610 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] Routers {'ed9ef18d-3786-47dc-8594-2fc28fc46398'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:37:39.046291 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:37:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ed9ef18d-3786-47dc-8594-2fc28fc46398'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:39.068360 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-b179bb70-16bc-4d6a-a7d4-5beb7822c3a8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Made reservation on behalf of bafb4596b2ae4298bc6d4156fe1d5fb3 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:39.073292 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-b179bb70-16bc-4d6a-a7d4-5beb7822c3a8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.121407 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-99141da2-5fac-47a3-b650-6fa87657fe45 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0972481 Apr 29 15:37:39.126398 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-21d99f55-83e3-44fb-b270-3fb52e1181e1 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:39.128806 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-216c0f99-c8c2-477c-a0ef-a06739519137 req-c54b2d3c-6a83-43ec-8263-74b8a135c40a tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/security-groups?id=77732694-f1f0-4552-88b3-a77f8ec2116a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323066 Apr 29 15:37:39.144551 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ae22347f-7bea-4264-91dc-44019a3d8b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.221984 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ae22347f-7bea-4264-91dc-44019a3d8b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.290383 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-775cfc37-f0dd-4f51-87a3-34f5e10aff88 None None] Provisioning for port 4f870073-d846-45aa-b77f-96ecbcf0f176 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:39.302925 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-775cfc37-f0dd-4f51-87a3-34f5e10aff88 None None] Provisioning complete for port 4f870073-d846-45aa-b77f-96ecbcf0f176 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:39.307645 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-775cfc37-f0dd-4f51-87a3-34f5e10aff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.318081 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-7be4c06a-b619-4355-90fb-7ada3f0a109e tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:37:39.319484 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-7be4c06a-b619-4355-90fb-7ada3f0a109e tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1818376 Apr 29 15:37:39.345804 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-21d99f55-83e3-44fb-b270-3fb52e1181e1 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:39.391840 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2ac59-0ed1-4ef7-875c-18e4c30938e4 None None] Pushing event updated for resources: {'Port': ['ID=728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:39.445483 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-775cfc37-f0dd-4f51-87a3-34f5e10aff88 None None] Port 4f870073-d846-45aa-b77f-96ecbcf0f176 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:37:39.516133 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] Set router ed9ef18d-3786-47dc-8594-2fc28fc46398 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:37:39.542399 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b33833ba-e1b3-4a91-9fed-7f41b776661c req-ee75fe18-39aa-42a3-91ba-d0d9254ea4b3 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 210 time: 0.2321322 Apr 29 15:37:39.566446 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc46c12-22e9-400e-b045-384d05d504e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8288f2b7-b7f6-49bb-a123-658b6948ace6,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:39.592938 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8dc46c12-22e9-400e-b045-384d05d504e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=027ef704cfbe4b63a38bed259d99e5e5&name=default HTTP/1.1" status: 200 len: 2647 time: 3.2841930 Apr 29 15:37:39.595408 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-b179bb70-16bc-4d6a-a7d4-5beb7822c3a8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Allocated IP 172.20.0.5 (951a2926-3d60-49f1-abb0-4cfee0b87bbe/6408fca5-a6c8-49cb-a418-323e1535deec/7c528c27-58b6-4ff6-80e0-5ff84e7b15ab) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:39.601984 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49210) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:39.607443 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-21d99f55-83e3-44fb-b270-3fb52e1181e1 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Made reservation on behalf of 0d55e79ec04d4b58a1f4cdc4e929c13f for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:39.621124 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-21d99f55-83e3-44fb-b270-3fb52e1181e1 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.644845 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'name': 'tempest-ServersTestManualDisk-1032101193-router', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 4, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'gw_port': {'id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '02b923e5-a482-4b7f-988a-e06f010984d4', 'name': '', 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'mac_address': 'fa:16:3e:14:f3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6408fca5-a6c8-49cb-a418-323e1535deec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:14Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 2, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'subnets': [{'id': '6408fca5-a6c8-49cb-a418-323e1535deec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:39.663903 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] Checking router: 6c6b9228-0b7e-447e-a484-cfe0be97103b for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:37:39.664590 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] Updating router 6c6b9228-0b7e-447e-a484-cfe0be97103b port 02b923e5-a482-4b7f-988a-e06f010984d4 binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:37:39.690106 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-76aaa49e-c40c-4021-901c-04b0c45bbb0f tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.731746 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-76aaa49e-c40c-4021-901c-04b0c45bbb0f tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146935a0-5013-4bdc-b5be-16ce386271d0']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:39.751782 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-76aaa49e-c40c-4021-901c-04b0c45bbb0f tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da92ad4-0677-48b7-b750-a6edabb0f4f7') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:39.752084 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-76aaa49e-c40c-4021-901c-04b0c45bbb0f tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da92ad4-0677-48b7-b750-a6edabb0f4f7') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:39.760084 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.767121 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-76aaa49e-c40c-4021-901c-04b0c45bbb0f tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.799423 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-76aaa49e-c40c-4021-901c-04b0c45bbb0f tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.022341 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-346a44db-8976-4950-ac46-9c52d0d1a829 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.172195 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-21d99f55-83e3-44fb-b270-3fb52e1181e1 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Allocated IP 172.20.0.9 (9c9a7398-6fd3-4213-804e-eb3de185a894/a7bb539e-4a1d-45fe-b72f-4601de1423be/2f384750-9800-4fba-99dc-e7d572a543de) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:40.177932 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-8dd24d36-7a38-4cb2-ad7c-59eddd89c65f service neutron] Request body: {'port': {'device_id': 'bfedda93-4257-4c37-a040-19e2f7bf36fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:40.207026 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76aaa49e-c40c-4021-901c-04b0c45bbb0f tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:37:40.207587 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-76aaa49e-c40c-4021-901c-04b0c45bbb0f tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.222087 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-346a44db-8976-4950-ac46-9c52d0d1a829 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:37:40.223818 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:37:40.307051 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9ef18d-3786-47dc-8594-2fc28fc46398', 'name': '', 'tenant_id': '07bb161daa604b449e1004209d497fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8', 'external_fixed_ips': [{'subnet_id': '2d502ab7-40ed-42a0-93ed-6c0ce00c08db', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:31Z', 'updated_at': '2022-04-29T15:37:34Z', 'revision_number': 3, 'project_id': '07bb161daa604b449e1004209d497fd3', 'gw_port': {'id': '728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4', 'name': '', 'network_id': 'c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:70:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9ef18d-3786-47dc-8594-2fc28fc46398', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2d502ab7-40ed-42a0-93ed-6c0ce00c08db', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:33Z', 'updated_at': '2022-04-29T15:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d502ab7-40ed-42a0-93ed-6c0ce00c08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:40.314093 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e3c1a6-3fb5-4e55-8b2f-85ba71c1ddef None None] The sync data for ids ['ed9ef18d-3786-47dc-8594-2fc28fc46398'] in dv-neutron-839913-1-hyperv is: [{'id': 'ed9ef18d-3786-47dc-8594-2fc28fc46398', 'name': '', 'tenant_id': '07bb161daa604b449e1004209d497fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8', 'external_fixed_ips': [{'subnet_id': '2d502ab7-40ed-42a0-93ed-6c0ce00c08db', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:31Z', 'updated_at': '2022-04-29T15:37:34Z', 'revision_number': 3, 'project_id': '07bb161daa604b449e1004209d497fd3', 'gw_port': {'id': '728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4', 'name': '', 'network_id': 'c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:70:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9ef18d-3786-47dc-8594-2fc28fc46398', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2d502ab7-40ed-42a0-93ed-6c0ce00c08db', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:33Z', 'updated_at': '2022-04-29T15:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d502ab7-40ed-42a0-93ed-6c0ce00c08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:37:40.359637 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ae22347f-7bea-4264-91dc-44019a3d8b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.387942 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7610f671-5620-4cd5-8ac4-beeba1e3e499 req-5e03c9f1-927d-4af3-a163-cbf0d1daaeb6 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 210 time: 0.2516298 Apr 29 15:37:40.435879 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22347f-7bea-4264-91dc-44019a3d8b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7bf24f-88e0-4dd0-9908-f75dbab5a084,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:40.533325 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3f7ee76c-f349-4436-b690-a84da9fd4555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.547804 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-76aaa49e-c40c-4021-901c-04b0c45bbb0f tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.589650 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca86234b-5d7b-4224-a821-98da206c03df tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.590925 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-76aaa49e-c40c-4021-901c-04b0c45bbb0f tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.598387 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aaa49e-c40c-4021-901c-04b0c45bbb0f tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] Pushing event deleted for resources: {'Network': ['ID=146935a0-5013-4bdc-b5be-16ce386271d0,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:40.625978 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-8dd24d36-7a38-4cb2-ad7c-59eddd89c65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.639219 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ae22347f-7bea-4264-91dc-44019a3d8b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.640408 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ae22347f-7bea-4264-91dc-44019a3d8b38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e7bf24f-88e0-4dd0-9908-f75dbab5a084 HTTP/1.1" status: 204 len: 168 time: 2.6461031 Apr 29 15:37:40.648506 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3f7ee76c-f349-4436-b690-a84da9fd4555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.740931 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ca86234b-5d7b-4224-a821-98da206c03df tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Deleting port 728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:37:40.741270 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca86234b-5d7b-4224-a821-98da206c03df tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.822361 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-76aaa49e-c40c-4021-901c-04b0c45bbb0f tempest-ExternalNetworksTestJSON-984792929 tempest-ExternalNetworksTestJSON-984792929-project] 10.222.0.21 "DELETE /v2.0/networks/146935a0-5013-4bdc-b5be-16ce386271d0 HTTP/1.1" status: 204 len: 168 time: 2.7485781 Apr 29 15:37:40.858965 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-21d99f55-83e3-44fb-b270-3fb52e1181e1 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.895272 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-46276bc2-26c4-46fb-978f-08b2efd69e97 req-dcee4e9b-0dc7-495f-a0b7-8bdc1800b25f tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 210 time: 0.1180117 Apr 29 15:37:40.911193 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-21d99f55-83e3-44fb-b270-3fb52e1181e1 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Transition to ACTIVE for port object 2f384750-9800-4fba-99dc-e7d572a543de will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:40.933604 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-b179bb70-16bc-4d6a-a7d4-5beb7822c3a8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.945895 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88a027-f733-4b5e-8e34-40750e444989 req-63e637ba-9d9a-48d9-8104-0f640627c2c9 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:40.957092 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fb88a027-f733-4b5e-8e34-40750e444989 req-63e637ba-9d9a-48d9-8104-0f640627c2c9 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 931 time: 0.5963213 Apr 29 15:37:41.152275 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-21d99f55-83e3-44fb-b270-3fb52e1181e1 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:41.201481 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fb88a027-f733-4b5e-8e34-40750e444989 req-d9a4ae84-58d5-411d-ac35-02a0aebcf227 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/security-groups?id=77732694-f1f0-4552-88b3-a77f8ec2116a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432785 Apr 29 15:37:41.208052 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-346a44db-8976-4950-ac46-9c52d0d1a829 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:41.229415 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-b179bb70-16bc-4d6a-a7d4-5beb7822c3a8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Transition to ACTIVE for port object 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:41.235031 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3f7ee76c-f349-4436-b690-a84da9fd4555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:41.252659 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-ca86234b-5d7b-4224-a821-98da206c03df tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] For port 728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4,segment=NetworkSegment(09f1bc15-a5c6-4be1-a766-42c674e9f3e4),segment_id=09f1bc15-a5c6-4be1-a766-42c674e9f3e4)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:37:41.253006 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca86234b-5d7b-4224-a821-98da206c03df tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:41.270137 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ee76c-f349-4436-b690-a84da9fd4555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8288f2b7-b7f6-49bb-a123-658b6948ace6,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:41.405384 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-346a44db-8976-4950-ac46-9c52d0d1a829 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:41.415258 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ca86234b-5d7b-4224-a821-98da206c03df tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Calling delete_port for 728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4 owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:37:41.417560 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-21d99f55-83e3-44fb-b270-3fb52e1181e1 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Network 9c9a7398-6fd3-4213-804e-eb3de185a894 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:41.427883 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-21d99f55-83e3-44fb-b270-3fb52e1181e1 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:41.436362 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d99f55-83e3-44fb-b270-3fb52e1181e1 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Pushing event updated for resources: {'Port': ['ID=2f384750-9800-4fba-99dc-e7d572a543de,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:41.439415 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-21d99f55-83e3-44fb-b270-3fb52e1181e1 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:41.550056 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-21d99f55-83e3-44fb-b270-3fb52e1181e1 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:41.557401 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-21d99f55-83e3-44fb-b270-3fb52e1181e1 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:41.686061 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3f7ee76c-f349-4436-b690-a84da9fd4555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:41.686061 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3f7ee76c-f349-4436-b690-a84da9fd4555 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8288f2b7-b7f6-49bb-a123-658b6948ace6 HTTP/1.1" status: 204 len: 168 time: 1.9687765 Apr 29 15:37:41.686061 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a44db-8976-4950-ac46-9c52d0d1a829 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Pushing event updated for resources: {'Port': ['ID=d6fc027b-c67f-4c09-8edf-f91a7f16da34,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:41.760748 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49236) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:41.910081 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-8dd24d36-7a38-4cb2-ad7c-59eddd89c65f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f870073-d846-45aa-b77f-96ecbcf0f176 {{(pid=84771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:37:41.910081 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-8dd24d36-7a38-4cb2-ad7c-59eddd89c65f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:41.924858 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-8dd24d36-7a38-4cb2-ad7c-59eddd89c65f service neutron] Transition to ACTIVE for port object 4f870073-d846-45aa-b77f-96ecbcf0f176 will not be triggered until provisioned by entity L2. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:41.950840 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-21d99f55-83e3-44fb-b270-3fb52e1181e1 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1928070 Apr 29 15:37:41.962871 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-5403661c-6437-4139-87eb-8015c0439096 service neutron] Request body: {'port': {'device_id': '1f3490da-63fe-4426-bff3-7e578dad56a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:42.060180 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-b179bb70-16bc-4d6a-a7d4-5beb7822c3a8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.154385 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.180884 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] Transition to ACTIVE for port object 02b923e5-a482-4b7f-988a-e06f010984d4 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:42.209037 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1bad0096-8c77-49d8-bc91-365bfe806355 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3b1af88d9aa494cb732f89b02fb52db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4440141 Apr 29 15:37:42.212714 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49248) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:42.238470 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-5403661c-6437-4139-87eb-8015c0439096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.343606 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8c90cd81-937f-4bd9-8adc-59dc48b8d841 None None] Provisioning for port 2f384750-9800-4fba-99dc-e7d572a543de completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:42.350875 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8c90cd81-937f-4bd9-8adc-59dc48b8d841 None None] Provisioning complete for port 2f384750-9800-4fba-99dc-e7d572a543de triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:42.352177 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8c90cd81-937f-4bd9-8adc-59dc48b8d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.380913 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8618f4e4-baf7-480c-a93e-a7c9532f3437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.412958 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-8dd24d36-7a38-4cb2-ad7c-59eddd89c65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.507979 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8c90cd81-937f-4bd9-8adc-59dc48b8d841 None None] Port 2f384750-9800-4fba-99dc-e7d572a543de cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:37:42.510445 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.539885 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8618f4e4-baf7-480c-a93e-a7c9532f3437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.633557 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-346a44db-8976-4950-ac46-9c52d0d1a829 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.638300 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179bb70-16bc-4d6a-a7d4-5beb7822c3a8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Pushing event updated for resources: {'Port': ['ID=7c528c27-58b6-4ff6-80e0-5ff84e7b15ab,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:42.680162 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca86234b-5d7b-4224-a821-98da206c03df tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:43.036053 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e88717-b746-4739-9f50-1416b7792e89 None None] Pushing event updated for resources: {'Port': ['ID=02b923e5-a482-4b7f-988a-e06f010984d4,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:43.046415 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] Attempting to bind port 02b923e5-a482-4b7f-988a-e06f010984d4 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:43.046798 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] Attempting to bind port 02b923e5-a482-4b7f-988a-e06f010984d4 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'e48be504-9206-4521-ba82-c3663d220100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:43.047149 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] Attempting to bind port 02b923e5-a482-4b7f-988a-e06f010984d4 on network 951a2926-3d60-49f1-abb0-4cfee0b87bbe {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:43.054799 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:37:43.055300 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] Checking segment: {'id': 'e48be504-9206-4521-ba82-c3663d220100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:43.055817 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:43.056403 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] Bound using segment: {'id': 'e48be504-9206-4521-ba82-c3663d220100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:37:43.056819 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] Bound port: 02b923e5-a482-4b7f-988a-e06f010984d4, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e48be504-9206-4521-ba82-c3663d220100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:43.057252 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:43.146719 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86234b-5d7b-4224-a821-98da206c03df tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Pushing event deleted for resources: {'Port': ['ID=728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:43.214754 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-5403661c-6437-4139-87eb-8015c0439096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f384750-9800-4fba-99dc-e7d572a543de {{(pid=84771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:37:43.223359 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-5403661c-6437-4139-87eb-8015c0439096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:43.238523 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-5403661c-6437-4139-87eb-8015c0439096 service neutron] Transition to ACTIVE for port object 2f384750-9800-4fba-99dc-e7d572a543de will not be triggered until provisioned by entity L2. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:43.276017 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd24d36-7a38-4cb2-ad7c-59eddd89c65f service neutron] Pushing event updated for resources: {'Port': ['ID=4f870073-d846-45aa-b77f-96ecbcf0f176,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:43.322350 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-5403661c-6437-4139-87eb-8015c0439096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:43.365378 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] For port 02b923e5-a482-4b7f-988a-e06f010984d4, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:37:43.384139 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] For port 02b923e5-a482-4b7f-988a-e06f010984d4, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=02b923e5-a482-4b7f-988a-e06f010984d4,segment=NetworkSegment(e48be504-9206-4521-ba82-c3663d220100),segment_id=e48be504-9206-4521-ba82-c3663d220100)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:37:43.452997 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:43.500386 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-b179bb70-16bc-4d6a-a7d4-5beb7822c3a8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Network 951a2926-3d60-49f1-abb0-4cfee0b87bbe is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:43.506724 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-b179bb70-16bc-4d6a-a7d4-5beb7822c3a8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:43.508271 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-346a44db-8976-4950-ac46-9c52d0d1a829 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:43.509960 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-346a44db-8976-4950-ac46-9c52d0d1a829 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.8510320 Apr 29 15:37:43.517770 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-b179bb70-16bc-4d6a-a7d4-5beb7822c3a8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:43.541932 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49262) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:43.570070 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-aeb87634-26e1-4ff9-aed5-87209463bb4b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1941704975'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:43.575834 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-aeb87634-26e1-4ff9-aed5-87209463bb4b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:43.579992 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-aeb87634-26e1-4ff9-aed5-87209463bb4b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Usage tracker for resource:network and tenant:029d940cbbbd46588e10c3fefc2fd379 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:43.584616 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-aeb87634-26e1-4ff9-aed5-87209463bb4b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:43.589725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca86234b-5d7b-4224-a821-98da206c03df tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:43.619412 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-aeb87634-26e1-4ff9-aed5-87209463bb4b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:43.678813 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403661c-6437-4139-87eb-8015c0439096 service neutron] Pushing event updated for resources: {'Port': ['ID=2f384750-9800-4fba-99dc-e7d572a543de,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:43.684920 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e88717-b746-4739-9f50-1416b7792e89 None None] Pushing event updated for resources: {'Port': ['ID=02b923e5-a482-4b7f-988a-e06f010984d4,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:43.810112 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8618f4e4-baf7-480c-a93e-a7c9532f3437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:43.811362 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] Routers {'6c6b9228-0b7e-447e-a484-cfe0be97103b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:37:43.811362 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:37:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['6c6b9228-0b7e-447e-a484-cfe0be97103b'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:43.835439 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49268) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:43.852014 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618f4e4-baf7-480c-a93e-a7c9532f3437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004c110f-35cc-41f2-b25d-f1037fce6d68,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:43.904445 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-8dd24d36-7a38-4cb2-ad7c-59eddd89c65f service neutron] Attempting to bind port 4f870073-d846-45aa-b77f-96ecbcf0f176 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:43.904671 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-8dd24d36-7a38-4cb2-ad7c-59eddd89c65f service neutron] Attempting to bind port 4f870073-d846-45aa-b77f-96ecbcf0f176 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': 'bcc1663b-c194-4652-87cf-0bcd40bb0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:43.904901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-8dd24d36-7a38-4cb2-ad7c-59eddd89c65f service neutron] Attempting to bind port 4f870073-d846-45aa-b77f-96ecbcf0f176 on network 0f64455b-29c7-4ef3-82bd-3805f7cde51f {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:43.929678 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8618f4e4-baf7-480c-a93e-a7c9532f3437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:43.942843 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8618f4e4-baf7-480c-a93e-a7c9532f3437 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/004c110f-35cc-41f2-b25d-f1037fce6d68 HTTP/1.1" status: 204 len: 168 time: 1.7171810 Apr 29 15:37:43.951329 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-5403661c-6437-4139-87eb-8015c0439096 service neutron] Attempting to bind port 2f384750-9800-4fba-99dc-e7d572a543de on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:43.953800 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-5403661c-6437-4139-87eb-8015c0439096 service neutron] Attempting to bind port 2f384750-9800-4fba-99dc-e7d572a543de by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '9fdadee6-d18c-402b-834a-482b050d5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:43.953800 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-5403661c-6437-4139-87eb-8015c0439096 service neutron] Attempting to bind port 2f384750-9800-4fba-99dc-e7d572a543de on network 9c9a7398-6fd3-4213-804e-eb3de185a894 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:44.005929 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05220e-75d3-4a95-bb6d-9b2699de9fc9 req-8d174cb4-cb97-4cfa-ace5-bfe3f86f4c21 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:44.022874 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1f05220e-75d3-4a95-bb6d-9b2699de9fc9 req-8d174cb4-cb97-4cfa-ace5-bfe3f86f4c21 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 931 time: 2.0381694 Apr 29 15:37:44.030426 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f7f78c0e-6e7e-4428-88ff-2fe755fb60fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=415b1967b4fe410fb9383aced0963530&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1799355 Apr 29 15:37:44.031295 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-8dd24d36-7a38-4cb2-ad7c-59eddd89c65f service neutron] Port 4f870073-d846-45aa-b77f-96ecbcf0f176 on network 0f64455b-29c7-4ef3-82bd-3805f7cde51f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:44.031775 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-8dd24d36-7a38-4cb2-ad7c-59eddd89c65f service neutron] Attempting to bind port 4f870073-d846-45aa-b77f-96ecbcf0f176 on network 0f64455b-29c7-4ef3-82bd-3805f7cde51f {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:44.034072 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb87634-26e1-4ff9-aed5-87209463bb4b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Made reservation on behalf of 029d940cbbbd46588e10c3fefc2fd379 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:44.038179 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aeb87634-26e1-4ff9-aed5-87209463bb4b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:44.058964 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49276) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:44.089230 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-5403661c-6437-4139-87eb-8015c0439096 service neutron] Port 2f384750-9800-4fba-99dc-e7d572a543de on network 9c9a7398-6fd3-4213-804e-eb3de185a894 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:44.089789 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-5403661c-6437-4139-87eb-8015c0439096 service neutron] Attempting to bind port 2f384750-9800-4fba-99dc-e7d572a543de on network 9c9a7398-6fd3-4213-804e-eb3de185a894 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:44.097636 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aeb87634-26e1-4ff9-aed5-87209463bb4b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:44.111133 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-5403661c-6437-4139-87eb-8015c0439096 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:37:44.116141 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-5403661c-6437-4139-87eb-8015c0439096 service neutron] Checking segment: {'id': '9fdadee6-d18c-402b-834a-482b050d5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:44.116141 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-5403661c-6437-4139-87eb-8015c0439096 service neutron] Bound using segment: {'id': '9fdadee6-d18c-402b-834a-482b050d5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894'} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:37:44.116141 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-5403661c-6437-4139-87eb-8015c0439096 service neutron] Bound port: 2f384750-9800-4fba-99dc-e7d572a543de, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fdadee6-d18c-402b-834a-482b050d5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894'}}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:44.116141 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-5403661c-6437-4139-87eb-8015c0439096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:44.207220 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-8dd24d36-7a38-4cb2-ad7c-59eddd89c65f service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:37:44.207582 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-8dd24d36-7a38-4cb2-ad7c-59eddd89c65f service neutron] Checking segment: {'id': 'bcc1663b-c194-4652-87cf-0bcd40bb0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:44.207956 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-8dd24d36-7a38-4cb2-ad7c-59eddd89c65f service neutron] Bound using segment: {'id': 'bcc1663b-c194-4652-87cf-0bcd40bb0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f'} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:37:44.208397 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-8dd24d36-7a38-4cb2-ad7c-59eddd89c65f service neutron] Bound port: 4f870073-d846-45aa-b77f-96ecbcf0f176, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcc1663b-c194-4652-87cf-0bcd40bb0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f'}}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:44.208741 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-8dd24d36-7a38-4cb2-ad7c-59eddd89c65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:44.231034 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] Set router 6c6b9228-0b7e-447e-a484-cfe0be97103b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:37:44.312524 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-aeb87634-26e1-4ff9-aed5-87209463bb4b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:44.320915 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-aeb87634-26e1-4ff9-aed5-87209463bb4b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Usage tracker for resource:security_group_rule and tenant:029d940cbbbd46588e10c3fefc2fd379 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:44.332897 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-aeb87634-26e1-4ff9-aed5-87209463bb4b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:44.339191 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-aeb87634-26e1-4ff9-aed5-87209463bb4b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:44.411334 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-b179bb70-16bc-4d6a-a7d4-5beb7822c3a8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:44.428606 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-b179bb70-16bc-4d6a-a7d4-5beb7822c3a8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:44.449322 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] Sync routers for ids ['abe1e843-43c6-485c-b9ad-872981375c90'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:37:44.451706 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca86234b-5d7b-4224-a821-98da206c03df tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:44.457208 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca86234b-5d7b-4224-a821-98da206c03df tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:44.464729 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] Routers {'abe1e843-43c6-485c-b9ad-872981375c90'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:37:44.469704 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:37:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['abe1e843-43c6-485c-b9ad-872981375c90'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:44.477481 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aeb87634-26e1-4ff9-aed5-87209463bb4b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:44.489033 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-758c09f1-6796-4824-b33b-55087687b79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:44.577835 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aeb87634-26e1-4ff9-aed5-87209463bb4b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:44.597493 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb87634-26e1-4ff9-aed5-87209463bb4b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:44.630974 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aeb87634-26e1-4ff9-aed5-87209463bb4b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:44.631395 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-aeb87634-26e1-4ff9-aed5-87209463bb4b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Added segment 398661bd-d430-4192-aa01-e5940f178679 of type vlan for network 8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3 Apr 29 15:37:44.668488 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aeb87634-26e1-4ff9-aed5-87209463bb4b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:44.821522 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becb5ae-49c3-4524-b81d-d8ffca20bfb9 req-84d63d38-8dac-485c-8d90-5e4c9edbda5e tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:44.824751 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-9becb5ae-49c3-4524-b81d-d8ffca20bfb9 req-84d63d38-8dac-485c-8d90-5e4c9edbda5e tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Synchronizing usage tracker for tenant:bafb4596b2ae4298bc6d4156fe1d5fb3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:44.952179 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca86234b-5d7b-4224-a821-98da206c03df tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:44.952179 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca86234b-5d7b-4224-a821-98da206c03df tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed9ef18d-3786-47dc-8594-2fc28fc46398 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:37:44.982888 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca86234b-5d7b-4224-a821-98da206c03df tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:44.992706 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ca86234b-5d7b-4224-a821-98da206c03df tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "DELETE /v2.0/routers/ed9ef18d-3786-47dc-8594-2fc28fc46398 HTTP/1.1" status: 204 len: 168 time: 8.5825913 Apr 29 15:37:45.008394 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49284) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:45.027381 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1f05220e-75d3-4a95-bb6d-9b2699de9fc9 req-afa08385-74b9-47f5-adeb-3375ecfb1b44 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0004487 Apr 29 15:37:45.116346 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-8dd24d36-7a38-4cb2-ad7c-59eddd89c65f service neutron] For port 4f870073-d846-45aa-b77f-96ecbcf0f176, host hv-neutron-8399, cleared binding levels {{(pid=84771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:37:45.140975 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-8dd24d36-7a38-4cb2-ad7c-59eddd89c65f service neutron] For port 4f870073-d846-45aa-b77f-96ecbcf0f176, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=4f870073-d846-45aa-b77f-96ecbcf0f176,segment=NetworkSegment(bcc1663b-c194-4652-87cf-0bcd40bb0751),segment_id=bcc1663b-c194-4652-87cf-0bcd40bb0751)] {{(pid=84771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:37:45.217197 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] Set router abe1e843-43c6-485c-b9ad-872981375c90 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:37:45.230946 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:45.234606 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-9becb5ae-49c3-4524-b81d-d8ffca20bfb9 req-84d63d38-8dac-485c-8d90-5e4c9edbda5e tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Unset dirty status for tenant:bafb4596b2ae4298bc6d4156fe1d5fb3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:45.246232 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9becb5ae-49c3-4524-b81d-d8ffca20bfb9 req-84d63d38-8dac-485c-8d90-5e4c9edbda5e tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 931 time: 3.1021698 Apr 29 15:37:45.255237 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec64868-38dc-433b-8898-c7506072ddd3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Deleting subnet 2d502ab7-40ed-42a0-93ed-6c0ce00c08db {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:37:45.261433 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fec64868-38dc-433b-8898-c7506072ddd3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:45.273607 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fd925edb-1d4c-41f2-a8cf-15564ee35f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:45.293448 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aeb87634-26e1-4ff9-aed5-87209463bb4b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:45.293692 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'name': 'tempest-ServersTestManualDisk-1032101193-router', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 4, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'gw_port': {'id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '02b923e5-a482-4b7f-988a-e06f010984d4', 'name': '', 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'mac_address': 'fa:16:3e:14:f3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6408fca5-a6c8-49cb-a418-323e1535deec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:14Z', 'updated_at': '2022-04-29T15:37:43Z', 'revision_number': 4, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'subnets': [{'id': '6408fca5-a6c8-49cb-a418-323e1535deec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:45.297914 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8291e711-b80e-4a51-8803-532c27895478 None None] Provisioning for port 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:45.306634 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb87634-26e1-4ff9-aed5-87209463bb4b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:45.306634 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aeb87634-26e1-4ff9-aed5-87209463bb4b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:45.313252 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8291e711-b80e-4a51-8803-532c27895478 None None] Provisioning complete for port 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:45.313624 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8291e711-b80e-4a51-8803-532c27895478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:45.393626 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-b179bb70-16bc-4d6a-a7d4-5beb7822c3a8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7122903 Apr 29 15:37:45.400662 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef43c838-26a3-4ed3-b123-dad0e26d5c56 None None] The sync data for ids ['6c6b9228-0b7e-447e-a484-cfe0be97103b'] in dv-neutron-839913-1-hyperv is: [{'id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'name': 'tempest-ServersTestManualDisk-1032101193-router', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 4, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'gw_port': {'id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '02b923e5-a482-4b7f-988a-e06f010984d4', 'name': '', 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'mac_address': 'fa:16:3e:14:f3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6408fca5-a6c8-49cb-a418-323e1535deec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:14Z', 'updated_at': '2022-04-29T15:37:43Z', 'revision_number': 4, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'subnets': [{'id': '6408fca5-a6c8-49cb-a418-323e1535deec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:37:45.401179 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fec64868-38dc-433b-8898-c7506072ddd3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:45.479953 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8291e711-b80e-4a51-8803-532c27895478 None None] Port 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:37:45.518073 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-8dd24d36-7a38-4cb2-ad7c-59eddd89c65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:45.548098 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-aeb87634-26e1-4ff9-aed5-87209463bb4b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9875307 Apr 29 15:37:45.603101 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-4ff34ba2-43a9-48df-9551-c5e1b99978a1 service neutron] Request body: {'port': {'device_id': '62018179-4253-47e7-9320-c2364040b2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:45.717402 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-8dd24d36-7a38-4cb2-ad7c-59eddd89c65f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:45.720576 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-8dd24d36-7a38-4cb2-ad7c-59eddd89c65f service neutron] 10.222.0.35 "PUT /v2.0/ports/4f870073-d846-45aa-b77f-96ecbcf0f176 HTTP/1.1" status: 200 len: 1093 time: 6.1153660 Apr 29 15:37:45.721166 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49290) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:45.721502 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49292) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:45.939873 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dc065da7-2911-4899-a46e-cb82a84613f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:45.944075 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfedda93-4257-4c37-a040-19e2f7bf36fb', 'tag': '4f870073-d846-45aa-b77f-96ecbcf0f176'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:37:46.002540 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'name': 'tempest-ServerActionsTestJSON-1573436271-router', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:14Z', 'revision_number': 4, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'gw_port': {'id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'c79c2873-792d-48e8-808a-06c52737cc83', 'name': '', 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'mac_address': 'fa:16:3e:00:f9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7bb539e-4a1d-45fe-b72f-4601de1423be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:10Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 2, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'subnets': [{'id': 'a7bb539e-4a1d-45fe-b72f-4601de1423be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:46.004064 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-8f9db64d-e9af-4829-ba1d-c470581676f1 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Request body: {'subnet': {'network_id': '8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:46.010023 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] Checking router: abe1e843-43c6-485c-b9ad-872981375c90 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:37:46.010538 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] Updating router abe1e843-43c6-485c-b9ad-872981375c90 port c79c2873-792d-48e8-808a-06c52737cc83 binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:37:46.095238 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.162822 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fd925edb-1d4c-41f2-a8cf-15564ee35f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.237388 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-5403661c-6437-4139-87eb-8015c0439096 service neutron] For port 2f384750-9800-4fba-99dc-e7d572a543de, host hv-neutron-8399, cleared binding levels {{(pid=84771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:37:46.281539 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb87634-26e1-4ff9-aed5-87209463bb4b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4cab2a-4e9b-4f87-a77c-db63fb55fc8c,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:46.348355 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-5403661c-6437-4139-87eb-8015c0439096 service neutron] For port 2f384750-9800-4fba-99dc-e7d572a543de, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=2f384750-9800-4fba-99dc-e7d572a543de,segment=NetworkSegment(9fdadee6-d18c-402b-834a-482b050d5157),segment_id=9fdadee6-d18c-402b-834a-482b050d5157)] {{(pid=84771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:37:46.467006 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb87634-26e1-4ff9-aed5-87209463bb4b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Pushing event updated for resources: {'Network': ['ID=8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:46.487737 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:46.497904 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-5403661c-6437-4139-87eb-8015c0439096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.524370 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fec64868-38dc-433b-8898-c7506072ddd3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.568698 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd24d36-7a38-4cb2-ad7c-59eddd89c65f service neutron] Pushing event updated for resources: {'Port': ['ID=4f870073-d846-45aa-b77f-96ecbcf0f176,revision_number=3']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:46.677837 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fd925edb-1d4c-41f2-a8cf-15564ee35f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.710884 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8f9db64d-e9af-4829-ba1d-c470581676f1 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:46.815364 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-5403661c-6437-4139-87eb-8015c0439096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.816908 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-5403661c-6437-4139-87eb-8015c0439096 service neutron] 10.222.0.35 "PUT /v2.0/ports/2f384750-9800-4fba-99dc-e7d572a543de HTTP/1.1" status: 200 len: 1093 time: 4.8584759 Apr 29 15:37:46.817802 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fd925edb-1d4c-41f2-a8cf-15564ee35f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.823501 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fd925edb-1d4c-41f2-a8cf-15564ee35f32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7e7fe2b-fc36-4d02-a3e9-e441d107fb26 HTTP/1.1" status: 204 len: 168 time: 2.7620504 Apr 29 15:37:46.830561 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd925edb-1d4c-41f2-a8cf-15564ee35f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e7fe2b-fc36-4d02-a3e9-e441d107fb26,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:46.879499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8f9db64d-e9af-4829-ba1d-c470581676f1 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Usage tracker for resource:subnet and tenant:029d940cbbbd46588e10c3fefc2fd379 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:46.895525 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8f9db64d-e9af-4829-ba1d-c470581676f1 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:46.907140 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-04622c42-7892-47d4-9f9b-78d1a542d370 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9e2f4e89626458695f617011f42e6cc&device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 1096 time: 0.9472952 Apr 29 15:37:46.916869 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403661c-6437-4139-87eb-8015c0439096 service neutron] Pushing event updated for resources: {'Port': ['ID=2f384750-9800-4fba-99dc-e7d572a543de,revision_number=3']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:46.978428 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:47.008699 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] Transition to ACTIVE for port object c79c2873-792d-48e8-808a-06c52737cc83 will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:47.021637 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8f9db64d-e9af-4829-ba1d-c470581676f1 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:47.046220 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:47.082136 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9becb5ae-49c3-4524-b81d-d8ffca20bfb9 req-1af6c7c6-f931-4ea3-a0bf-2a739626c9b4 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/security-groups?id=58266d71-b64f-43f5-8255-965b2490a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8234434 Apr 29 15:37:47.086382 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 02b923e5-a482-4b7f-988a-e06f010984d4 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:47.087958 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-4ff34ba2-43a9-48df-9551-c5e1b99978a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:47.161096 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d32c8c69-ab4a-4198-9ddf-2b776e3b67d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e86011f490f443286c5ec66cba9e9ca&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4338953 Apr 29 15:37:47.165955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49318) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:47.272380 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-39f084be-304c-4798-b4a4-de65a2e47215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:47.300782 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-ea990f98-5181-496d-8682-7556410bee88 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f870073-d846-45aa-b77f-96ecbcf0f176 HTTP/1.1" status: 200 len: 217 time: 0.3718233 Apr 29 15:37:47.304719 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-39f084be-304c-4798-b4a4-de65a2e47215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:47.389799 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:47.433091 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435ef41-f479-41e1-b65c-b46fb68984a5 req-2bd2ed34-d1d0-4043-89a2-4f3e9f68a314 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:47.436557 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4435ef41-f479-41e1-b65c-b46fb68984a5 req-2bd2ed34-d1d0-4043-89a2-4f3e9f68a314 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 943 time: 1.9475791 Apr 29 15:37:47.480778 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:47.566834 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 02b923e5-a482-4b7f-988a-e06f010984d4 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:47.566937 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-da3324ae-d903-4697-b832-316dd742631c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d55e79ec04d4b58a1f4cdc4e929c13f&device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 1096 time: 0.3820505 Apr 29 15:37:47.572692 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-b0777cb2-5e8b-4cff-b8d8-7984d08ffb7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:47.573553 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 02b923e5-a482-4b7f-988a-e06f010984d4 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:47.574301 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:47.577038 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-b0777cb2-5e8b-4cff-b8d8-7984d08ffb7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e83914fb-022a-4002-8e6f-85f3456e202d HTTP/1.1" status: 200 len: 844 time: 0.2616570 Apr 29 15:37:47.591661 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fec64868-38dc-433b-8898-c7506072ddd3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:47.719138 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4076b45-0508-4543-b0e0-4265e3a2ddd0 None None] Pushing event updated for resources: {'Port': ['ID=c79c2873-792d-48e8-808a-06c52737cc83,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:47.738991 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49326) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:47.750213 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9db64d-e9af-4829-ba1d-c470581676f1 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Made reservation on behalf of 029d940cbbbd46588e10c3fefc2fd379 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:47.844429 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-84445483-d4a5-451a-a434-db2d0b3d1938 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f384750-9800-4fba-99dc-e7d572a543de HTTP/1.1" status: 200 len: 217 time: 0.2780030 Apr 29 15:37:47.859339 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:48.008993 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec64868-38dc-433b-8898-c7506072ddd3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2d502ab7-40ed-42a0-93ed-6c0ce00c08db,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:48.010732 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] Attempting to bind port c79c2873-792d-48e8-808a-06c52737cc83 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:48.011234 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] Attempting to bind port c79c2873-792d-48e8-808a-06c52737cc83 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '9fdadee6-d18c-402b-834a-482b050d5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:48.011564 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] Attempting to bind port c79c2873-792d-48e8-808a-06c52737cc83 on network 9c9a7398-6fd3-4213-804e-eb3de185a894 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:48.036365 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:37:48.036365 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] Checking segment: {'id': '9fdadee6-d18c-402b-834a-482b050d5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:48.036365 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:48.036365 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] Bound using segment: {'id': '9fdadee6-d18c-402b-834a-482b050d5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:37:48.036365 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] Bound port: c79c2873-792d-48e8-808a-06c52737cc83, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdadee6-d18c-402b-834a-482b050d5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:48.036365 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:48.038715 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fec64868-38dc-433b-8898-c7506072ddd3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:48.039056 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 02b923e5-a482-4b7f-988a-e06f010984d4, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=02b923e5-a482-4b7f-988a-e06f010984d4,segment=NetworkSegment(e48be504-9206-4521-ba82-c3663d220100),segment_id=e48be504-9206-4521-ba82-c3663d220100)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:37:48.063338 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-39f084be-304c-4798-b4a4-de65a2e47215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:48.068912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-39f084be-304c-4798-b4a4-de65a2e47215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:48.071925 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-39f084be-304c-4798-b4a4-de65a2e47215 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43dd8fda-4b4f-4120-bd8e-cecf68a339c5 HTTP/1.1" status: 204 len: 168 time: 0.9017041 Apr 29 15:37:48.093099 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8f9db64d-e9af-4829-ba1d-c470581676f1 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:48.101844 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-0879b21f-51b2-4d15-ac13-5980bb7bd94e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:48.104748 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-0879b21f-51b2-4d15-ac13-5980bb7bd94e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a7bb539e-4a1d-45fe-b72f-4601de1423be HTTP/1.1" status: 200 len: 851 time: 0.2315643 Apr 29 15:37:48.108741 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:48.150957 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-fec64868-38dc-433b-8898-c7506072ddd3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/2d502ab7-40ed-42a0-93ed-6c0ce00c08db HTTP/1.1" status: 204 len: 168 time: 3.1331396 Apr 29 15:37:48.150957 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f084be-304c-4798-b4a4-de65a2e47215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dd8fda-4b4f-4120-bd8e-cecf68a339c5,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:48.157834 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49338) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:48.227062 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] For port c79c2873-792d-48e8-808a-06c52737cc83, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:37:48.230963 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] For port c79c2873-792d-48e8-808a-06c52737cc83, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c79c2873-792d-48e8-808a-06c52737cc83,segment=NetworkSegment(9fdadee6-d18c-402b-834a-482b050d5157),segment_id=9fdadee6-d18c-402b-834a-482b050d5157)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:37:48.255208 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-b20e5a80-7986-40ed-996c-f9b6b4686a28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f64455b-29c7-4ef3-82bd-3805f7cde51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5387018 Apr 29 15:37:48.286676 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=02b923e5-a482-4b7f-988a-e06f010984d4,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:48.309081 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:48.337654 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:48.422250 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4076b45-0508-4543-b0e0-4265e3a2ddd0 None None] Pushing event updated for resources: {'Port': ['ID=c79c2873-792d-48e8-808a-06c52737cc83,revision_number=4']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:48.440619 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] Routers {'abe1e843-43c6-485c-b9ad-872981375c90'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:37:48.441410 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:37:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['abe1e843-43c6-485c-b9ad-872981375c90'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:48.454518 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-a9e2601d-d535-4be0-a342-bb1b035c97b5 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-246878330', 'router:external': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:48.581595 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-583fcd82-8770-408f-a4ab-6289cb101427 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c9a7398-6fd3-4213-804e-eb3de185a894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4585404 Apr 29 15:37:48.593843 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-5cd12890-50c8-4fb8-82a6-e839d4fb48d3 service neutron] 10.222.0.35 "GET /v2.0/networks/0f64455b-29c7-4ef3-82bd-3805f7cde51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260264 Apr 29 15:37:48.728129 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a9e2601d-d535-4be0-a342-bb1b035c97b5 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:48.734251 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] Set router abe1e843-43c6-485c-b9ad-872981375c90 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:37:48.815560 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a9e2601d-d535-4be0-a342-bb1b035c97b5 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Usage tracker for resource:network and tenant:21b3cb6277114da699b52cb29ae615ed is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:48.857203 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a9e2601d-d535-4be0-a342-bb1b035c97b5 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:48.890614 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4435ef41-f479-41e1-b65c-b46fb68984a5 req-dc8b6618-a48b-4aa1-a78f-3f9bec83cef3 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/security-groups?id=77732694-f1f0-4552-88b3-a77f8ec2116a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4310877 Apr 29 15:37:48.915388 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 02b923e5-a482-4b7f-988a-e06f010984d4 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:48.926416 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a9e2601d-d535-4be0-a342-bb1b035c97b5 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:49.023442 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6d1ef401-5889-444e-bd6c-c000bfb3b53a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:49.107811 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c11f90cc-eced-4f58-9f52-97f7e6c6fde4 req-3c887885-9ac1-466b-9d06-bc21eb7bbd6c service neutron] 10.222.0.35 "GET /v2.0/networks/0f64455b-29c7-4ef3-82bd-3805f7cde51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150167 Apr 29 15:37:49.161526 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e2601d-d535-4be0-a342-bb1b035c97b5 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Made reservation on behalf of 21b3cb6277114da699b52cb29ae615ed for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:49.161526 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9e2601d-d535-4be0-a342-bb1b035c97b5 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:49.196929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 02b923e5-a482-4b7f-988a-e06f010984d4 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:49.205493 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:49.249254 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-9d018420-7eb5-4efd-a180-beb7b90a0576 service neutron] 10.222.0.35 "GET /v2.0/networks/9c9a7398-6fd3-4213-804e-eb3de185a894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6505413 Apr 29 15:37:49.285707 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17094819-03ad-4462-8b43-ebe7646990ce req-762be1dc-b5b0-413f-811b-75ce2d36f757 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:49.296033 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-17094819-03ad-4462-8b43-ebe7646990ce req-762be1dc-b5b0-413f-811b-75ce2d36f757 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 943 time: 1.8511159 Apr 29 15:37:49.313534 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9e2601d-d535-4be0-a342-bb1b035c97b5 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:49.420788 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62cc8f8b-3ad4-483a-b872-bfcde394c013'] response: {'name': 'network-changed', 'server_uuid': 'bfedda93-4257-4c37-a040-19e2f7bf36fb', 'tag': '4f870073-d846-45aa-b77f-96ecbcf0f176', 'status': 'completed', 'code': 200} Apr 29 15:37:49.646624 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-49b6912e-c14b-4470-a630-09275b1bd9fb req-1c2fd14a-c0f1-4a94-adba-efb263430451 service neutron] 10.222.0.35 "GET /v2.0/networks/9c9a7398-6fd3-4213-804e-eb3de185a894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834562 Apr 29 15:37:49.663262 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6c7e4950-48f2-4822-8ae5-596817f3d922 req-56b97c3d-b8fb-4754-98cb-4dcdd9ab3cc2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9e2f4e89626458695f617011f42e6cc&device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 1096 time: 0.2183537 Apr 29 15:37:49.777983 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'name': 'tempest-ServerActionsTestJSON-1573436271-router', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:14Z', 'revision_number': 4, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'gw_port': {'id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'c79c2873-792d-48e8-808a-06c52737cc83', 'name': '', 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'mac_address': 'fa:16:3e:00:f9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7bb539e-4a1d-45fe-b72f-4601de1423be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:10Z', 'updated_at': '2022-04-29T15:37:48Z', 'revision_number': 4, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'subnets': [{'id': 'a7bb539e-4a1d-45fe-b72f-4601de1423be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:49.794602 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45f4aa3-badf-4a72-aee5-da4d3c47a4bb None None] The sync data for ids ['abe1e843-43c6-485c-b9ad-872981375c90'] in dv-neutron-839913-1-hyperv is: [{'id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'name': 'tempest-ServerActionsTestJSON-1573436271-router', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:14Z', 'revision_number': 4, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'gw_port': {'id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'c79c2873-792d-48e8-808a-06c52737cc83', 'name': '', 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'mac_address': 'fa:16:3e:00:f9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7bb539e-4a1d-45fe-b72f-4601de1423be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:10Z', 'updated_at': '2022-04-29T15:37:48Z', 'revision_number': 4, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'subnets': [{'id': 'a7bb539e-4a1d-45fe-b72f-4601de1423be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:37:49.823805 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49372) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:49.997236 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a9e2601d-d535-4be0-a342-bb1b035c97b5 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:50.054163 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a9e2601d-d535-4be0-a342-bb1b035c97b5 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Usage tracker for resource:security_group_rule and tenant:21b3cb6277114da699b52cb29ae615ed is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:50.073998 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-17094819-03ad-4462-8b43-ebe7646990ce req-dc6f26c2-d3bf-4c6c-a57c-f8fdacc7e784 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6957808 Apr 29 15:37:50.080465 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a9e2601d-d535-4be0-a342-bb1b035c97b5 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:50.092848 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e4950-48f2-4822-8ae5-596817f3d922 req-45683e07-802c-4c66-9fd3-4cacbf21c141 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:50.095216 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6c7e4950-48f2-4822-8ae5-596817f3d922 req-45683e07-802c-4c66-9fd3-4cacbf21c141 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0f64455b-29c7-4ef3-82bd-3805f7cde51f HTTP/1.1" status: 200 len: 906 time: 0.4193881 Apr 29 15:37:50.129248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a9e2601d-d535-4be0-a342-bb1b035c97b5 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:50.149155 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6d1ef401-5889-444e-bd6c-c000bfb3b53a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:50.275808 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6c7e4950-48f2-4822-8ae5-596817f3d922 req-0618dea7-bdd1-479f-ad3d-e2662e311ad8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f870073-d846-45aa-b77f-96ecbcf0f176 HTTP/1.1" status: 200 len: 217 time: 0.1701417 Apr 29 15:37:50.352891 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-62e77065-fe72-449a-82b3-ea34c66d3fe3 tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] Request body: {'port': {'network_id': '02d43089-a759-492c-89ff-fe87ed919df1', 'name': 'tempest-NetworksNegativeTestJSON-1181828491'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:50.392814 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.resource_extend [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-4ff34ba2-43a9-48df-9551-c5e1b99978a1 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:37:50.477642 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e4950-48f2-4822-8ae5-596817f3d922 req-a89d910b-ee17-44f8-b7c6-96a3abe7ef37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:50.479571 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6c7e4950-48f2-4822-8ae5-596817f3d922 req-a89d910b-ee17-44f8-b7c6-96a3abe7ef37 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e83914fb-022a-4002-8e6f-85f3456e202d HTTP/1.1" status: 200 len: 844 time: 0.0728154 Apr 29 15:37:50.488371 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-6d1ef401-5889-444e-bd6c-c000bfb3b53a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:50.599002 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6c7e4950-48f2-4822-8ae5-596817f3d922 req-50f62c08-8f0f-48e3-940f-71caed45dc19 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f64455b-29c7-4ef3-82bd-3805f7cde51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1028030 Apr 29 15:37:50.755307 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-6d1ef401-5889-444e-bd6c-c000bfb3b53a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f1bc15-a5c6-4be1-a766-42c674e9f3e4') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:50.757071 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-6d1ef401-5889-444e-bd6c-c000bfb3b53a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f1bc15-a5c6-4be1-a766-42c674e9f3e4') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:50.798527 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e77065-fe72-449a-82b3-ea34c66d3fe3 tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] POST failed (client error): The resource could not be found. Apr 29 15:37:50.799230 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62e77065-fe72-449a-82b3-ea34c66d3fe3 tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:37:50.800718 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-62e77065-fe72-449a-82b3-ea34c66d3fe3 tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.9640310 Apr 29 15:37:50.801773 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8f9db64d-e9af-4829-ba1d-c470581676f1 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:50.811950 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49390) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:50.951772 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6d1ef401-5889-444e-bd6c-c000bfb3b53a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:50.958677 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c79c2873-792d-48e8-808a-06c52737cc83 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:50.992002 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6c7e4950-48f2-4822-8ae5-596817f3d922 req-0f2e648c-63c1-4252-87a8-deaec0ce1fc9 service neutron] 10.222.0.35 "GET /v2.0/networks/0f64455b-29c7-4ef3-82bd-3805f7cde51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651202 Apr 29 15:37:51.088872 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-5378191f-ed93-486c-a0b8-2489673f055e tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] DELETE failed (client error): The resource could not be found. Apr 29 15:37:51.090419 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5378191f-ed93-486c-a0b8-2489673f055e tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:37:51.103697 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-4ff34ba2-43a9-48df-9551-c5e1b99978a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:37:51.124730 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5378191f-ed93-486c-a0b8-2489673f055e tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] 10.222.0.21 "DELETE /v2.0/networks/82b46eb5-709a-448b-9e85-3f50288043ba HTTP/1.1" status: 404 len: 339 time: 0.2307267 Apr 29 15:37:51.139925 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49398) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:51.154072 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6d1ef401-5889-444e-bd6c-c000bfb3b53a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.158584 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-4ff34ba2-43a9-48df-9551-c5e1b99978a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.171656 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port c79c2873-792d-48e8-808a-06c52737cc83 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:51.177051 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b962261-de93-4bb6-9bd8-51d95d5c3618 req-d314133e-198b-456e-bcbc-473da5a76b8e tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:51.177051 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4b962261-de93-4bb6-9bd8-51d95d5c3618 req-d314133e-198b-456e-bcbc-473da5a76b8e tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 931 time: 1.4709821 Apr 29 15:37:51.177269 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port c79c2873-792d-48e8-808a-06c52737cc83 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:51.177507 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.253661 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0594a53e-329b-4925-be27-278a95d1b949 tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] DELETE failed (client error): The resource could not be found. Apr 29 15:37:51.255793 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0594a53e-329b-4925-be27-278a95d1b949 tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:37:51.298955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1ef401-5889-444e-bd6c-c000bfb3b53a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:37:51.313940 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6c7e4950-48f2-4822-8ae5-596817f3d922 req-c58c4f1f-4c81-4c4c-8020-31b73d3c088b service neutron] 10.222.0.35 "GET /v2.0/networks/0f64455b-29c7-4ef3-82bd-3805f7cde51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028166 Apr 29 15:37:51.315138 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6d1ef401-5889-444e-bd6c-c000bfb3b53a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:37:51.368578 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:37:51.406094 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9db64d-e9af-4829-ba1d-c470581676f1 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Pushing event updated for resources: {'Subnet': ['ID=f13ccb74-98d8-41b6-be11-9b697cc4cf41,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:51.414437 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.421837 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3490da-63fe-4426-bff3-7e578dad56a5', 'tag': '2f384750-9800-4fba-99dc-e7d572a543de'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:37:51.476086 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0594a53e-329b-4925-be27-278a95d1b949 tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] 10.222.0.21 "DELETE /v2.0/ports/7bf5782a-cbce-4b77-aa84-8a32b3762336 HTTP/1.1" status: 404 len: 333 time: 0.3288412 Apr 29 15:37:51.485657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-4ff34ba2-43a9-48df-9551-c5e1b99978a1 service neutron] Transition to ACTIVE for port object 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:51.490192 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49406) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:51.495273 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port c79c2873-792d-48e8-808a-06c52737cc83, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c79c2873-792d-48e8-808a-06c52737cc83,segment=NetworkSegment(9fdadee6-d18c-402b-834a-482b050d5157),segment_id=9fdadee6-d18c-402b-834a-482b050d5157)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:37:51.530808 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6cb9ae-1f3c-4d8f-a679-b4556669cd0c tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] DELETE failed (client error): The resource could not be found. Apr 29 15:37:51.531422 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c6cb9ae-1f3c-4d8f-a679-b4556669cd0c tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:37:51.539305 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7c6cb9ae-1f3c-4d8f-a679-b4556669cd0c tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] 10.222.0.21 "DELETE /v2.0/subnets/0b14dde8-c085-40ae-b3e4-569adbd54011 HTTP/1.1" status: 404 len: 337 time: 0.0478666 Apr 29 15:37:51.540033 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49410) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:51.559225 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d842cf8-6a57-49bd-a98c-4a6fa2c9f69a req-f03f132f-01c0-44d4-9463-a5a5bfcf7502 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:51.561134 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6d842cf8-6a57-49bd-a98c-4a6fa2c9f69a req-f03f132f-01c0-44d4-9463-a5a5bfcf7502 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 943 time: 1.2429175 Apr 29 15:37:51.576605 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e047ae2-8ed6-4be6-88d7-f416f348bac6 tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] GET failed (client error): The resource could not be found. Apr 29 15:37:51.579175 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4b962261-de93-4bb6-9bd8-51d95d5c3618 req-9e93f930-26f3-48c8-b40a-2435505858f4 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/security-groups?id=58266d71-b64f-43f5-8255-965b2490a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050966 Apr 29 15:37:51.581911 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7e047ae2-8ed6-4be6-88d7-f416f348bac6 tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] 10.222.0.21 "GET /v2.0/networks/41f9c442-6f30-432f-9dd3-8f67944faff9 HTTP/1.1" status: 404 len: 339 time: 0.0407393 Apr 29 15:37:51.582733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9e2601d-d535-4be0-a342-bb1b035c97b5 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.582930 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49414) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:51.626529 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9db64d-e9af-4829-ba1d-c470581676f1 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Checking segment: {'id': '398661bd-d430-4192-aa01-e5940f178679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:51.627290 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9db64d-e9af-4829-ba1d-c470581676f1 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Network hostable DHCP agents. Network: 8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:51.651235 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac3fbae-3401-47f2-a02b-60af6f005cce tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] GET failed (client error): The resource could not be found. Apr 29 15:37:51.652584 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7ac3fbae-3401-47f2-a02b-60af6f005cce tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] 10.222.0.21 "GET /v2.0/ports/07500002-fdba-4dc4-981a-d0c97d3fdcae HTTP/1.1" status: 404 len: 333 time: 0.0686479 Apr 29 15:37:51.662894 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49418) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:51.682653 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6d842cf8-6a57-49bd-a98c-4a6fa2c9f69a req-c33c7e51-c049-4c84-b998-3bd947fe0c7c tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/security-groups?id=77732694-f1f0-4552-88b3-a77f8ec2116a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984674 Apr 29 15:37:51.714836 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.721408 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6d1ef401-5889-444e-bd6c-c000bfb3b53a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.723517 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-4ff34ba2-43a9-48df-9551-c5e1b99978a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.730374 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9e2601d-d535-4be0-a342-bb1b035c97b5 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.750637 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f36778-9762-4828-9177-ed9a461d9fd5 tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] GET failed (client error): The resource could not be found. Apr 29 15:37:51.750637 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-93f36778-9762-4828-9177-ed9a461d9fd5 tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] 10.222.0.21 "GET /v2.0/subnets/535920e3-3140-40fa-bee8-689132580775 HTTP/1.1" status: 404 len: 337 time: 0.0721571 Apr 29 15:37:51.750637 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49424) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:51.753000 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1ef401-5889-444e-bd6c-c000bfb3b53a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 15:37:51.756814 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6d1ef401-5889-444e-bd6c-c000bfb3b53a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.763902 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-5d288ab9-edb6-4198-b93e-3aa7b71e1bed tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:51.791868 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=c79c2873-792d-48e8-808a-06c52737cc83,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:51.820511 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d288ab9-edb6-4198-b93e-3aa7b71e1bed tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] PUT failed (client error): The resource could not be found. Apr 29 15:37:51.821062 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d288ab9-edb6-4198-b93e-3aa7b71e1bed tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:37:51.840093 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5d288ab9-edb6-4198-b93e-3aa7b71e1bed tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] 10.222.0.21 "PUT /v2.0/networks/7d5decf5-0f65-4082-baf7-5a5b3b1049c7 HTTP/1.1" status: 404 len: 339 time: 0.0923922 Apr 29 15:37:51.843357 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49428) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:51.847183 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-c697a973-8009-4609-bf4e-179a2d5f4219 tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:51.927608 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ef401-5889-444e-bd6c-c000bfb3b53a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Pushing event deleted for resources: {'Network': ['ID=c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:51.932502 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c697a973-8009-4609-bf4e-179a2d5f4219 tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] PUT failed (client error): The resource could not be found. Apr 29 15:37:51.933616 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9db64d-e9af-4829-ba1d-c470581676f1 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Network 8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:51.935513 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c697a973-8009-4609-bf4e-179a2d5f4219 tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:37:51.942320 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c697a973-8009-4609-bf4e-179a2d5f4219 tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] 10.222.0.21 "PUT /v2.0/ports/79636f84-c5a3-4590-9374-ac4d57c9c0d4 HTTP/1.1" status: 404 len: 333 time: 0.0965266 Apr 29 15:37:51.944698 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49434) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:51.965086 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-f1aa771c-c29c-448d-82eb-dd81b390d649 tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:52.041792 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcf67739-57a7-4aaa-8009-5ca656ff4fad'] response: {'name': 'network-changed', 'server_uuid': '1f3490da-63fe-4426-bff3-7e578dad56a5', 'tag': '2f384750-9800-4fba-99dc-e7d572a543de', 'status': 'completed', 'code': 200} Apr 29 15:37:52.065288 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e2601d-d535-4be0-a342-bb1b035c97b5 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:52.085510 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1aa771c-c29c-448d-82eb-dd81b390d649 tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] PUT failed (client error): The resource could not be found. Apr 29 15:37:52.085741 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1aa771c-c29c-448d-82eb-dd81b390d649 tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:37:52.087085 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f1aa771c-c29c-448d-82eb-dd81b390d649 tempest-NetworksNegativeTestJSON-1443501594 tempest-NetworksNegativeTestJSON-1443501594-project] 10.222.0.21 "PUT /v2.0/subnets/eb39032f-5ccd-4f75-9c73-5ce39c1f845e HTTP/1.1" status: 404 len: 337 time: 0.1410048 Apr 29 15:37:52.092703 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6d1ef401-5889-444e-bd6c-c000bfb3b53a tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "DELETE /v2.0/networks/c563dbc9-5865-40d0-b7b2-ff50b5cf9cc8 HTTP/1.1" status: 204 len: 168 time: 3.9175837 Apr 29 15:37:52.205003 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6854ea66-d2a2-4ddd-9826-9c9f139b7598 req-a98acf21-0876-4cb4-ba7d-aa3aabfbece9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d55e79ec04d4b58a1f4cdc4e929c13f&device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 1096 time: 0.1623554 Apr 29 15:37:52.240860 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9e2601d-d535-4be0-a342-bb1b035c97b5 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:52.240860 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-a9e2601d-d535-4be0-a342-bb1b035c97b5 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Added segment 3482cdb4-72e6-4c83-bc56-b07a83974a8a of type vlan for network d1a550cc-0279-4cb0-9a4b-1ba6d90b0676 Apr 29 15:37:52.240860 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2601d-d535-4be0-a342-bb1b035c97b5 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7c61fb-712a-4516-b956-2625e90f9311,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:52.319729 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff34ba2-43a9-48df-9551-c5e1b99978a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7c528c27-58b6-4ff6-80e0-5ff84e7b15ab,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:52.506437 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-8f9db64d-e9af-4829-ba1d-c470581676f1 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:52.524860 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6979c8-852d-45e3-8752-c9a8f5e28652 None None] Network 8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:37:52.538657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9e2601d-d535-4be0-a342-bb1b035c97b5 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:52.560945 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9db64d-e9af-4829-ba1d-c470581676f1 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:52.562168 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8f9db64d-e9af-4829-ba1d-c470581676f1 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:52.610214 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854ea66-d2a2-4ddd-9826-9c9f139b7598 req-c18156ff-719c-45f1-8db4-3c1344ab889a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:52.611774 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6854ea66-d2a2-4ddd-9826-9c9f139b7598 req-c18156ff-719c-45f1-8db4-3c1344ab889a service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c9a7398-6fd3-4213-804e-eb3de185a894 HTTP/1.1" status: 200 len: 913 time: 0.3947778 Apr 29 15:37:52.710723 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6854ea66-d2a2-4ddd-9826-9c9f139b7598 req-81c4436b-d73e-4607-90a4-c66d002dc1d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f384750-9800-4fba-99dc-e7d572a543de HTTP/1.1" status: 200 len: 217 time: 0.0819299 Apr 29 15:37:52.836120 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5cc90-cfbf-4104-b4e4-1d093abaee11 req-5155aefb-2a04-4dbe-a5c8-84a1c96fd893 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:52.848259 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f0e5cc90-cfbf-4104-b4e4-1d093abaee11 req-5155aefb-2a04-4dbe-a5c8-84a1c96fd893 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 943 time: 1.0839911 Apr 29 15:37:52.865790 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854ea66-d2a2-4ddd-9826-9c9f139b7598 req-0d0e743e-cd28-4865-a21d-8c18e716058d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:52.874565 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6854ea66-d2a2-4ddd-9826-9c9f139b7598 req-0d0e743e-cd28-4865-a21d-8c18e716058d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a7bb539e-4a1d-45fe-b72f-4601de1423be HTTP/1.1" status: 200 len: 851 time: 0.1565168 Apr 29 15:37:52.904008 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8f9db64d-e9af-4829-ba1d-c470581676f1 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.1791394 Apr 29 15:37:52.908668 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49454) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:52.944570 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c79c2873-792d-48e8-808a-06c52737cc83 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:52.985987 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-ff82980b-7a7c-41b6-aa3d-43a88656171a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-400243959', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}, 'admin_state_up': False}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:53.015499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ff82980b-7a7c-41b6-aa3d-43a88656171a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:53.018652 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9e2601d-d535-4be0-a342-bb1b035c97b5 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.019565 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e2601d-d535-4be0-a342-bb1b035c97b5 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:53.020624 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9e2601d-d535-4be0-a342-bb1b035c97b5 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.033418 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6854ea66-d2a2-4ddd-9826-9c9f139b7598 req-b68f4864-e141-4e49-9269-29ebdaf99a3b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c9a7398-6fd3-4213-804e-eb3de185a894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1478920 Apr 29 15:37:53.059821 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ff82980b-7a7c-41b6-aa3d-43a88656171a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Usage tracker for resource:router and tenant:029d940cbbbd46588e10c3fefc2fd379 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:53.073491 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port c79c2873-792d-48e8-808a-06c52737cc83 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:53.073859 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.086616 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-4ff34ba2-43a9-48df-9551-c5e1b99978a1 service neutron] Attempting to bind port 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:53.088435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-4ff34ba2-43a9-48df-9551-c5e1b99978a1 service neutron] Attempting to bind port 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': 'e48be504-9206-4521-ba82-c3663d220100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:53.088435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-4ff34ba2-43a9-48df-9551-c5e1b99978a1 service neutron] Attempting to bind port 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab on network 951a2926-3d60-49f1-abb0-4cfee0b87bbe {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:53.090823 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ff82980b-7a7c-41b6-aa3d-43a88656171a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:53.166662 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ff82980b-7a7c-41b6-aa3d-43a88656171a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:53.233092 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6854ea66-d2a2-4ddd-9826-9c9f139b7598 req-ba40d953-4a5e-4c7b-9aaa-0d574e9a9a5d service neutron] 10.222.0.35 "GET /v2.0/networks/9c9a7398-6fd3-4213-804e-eb3de185a894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864748 Apr 29 15:37:53.255328 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-4ff34ba2-43a9-48df-9551-c5e1b99978a1 service neutron] Port 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab on network 951a2926-3d60-49f1-abb0-4cfee0b87bbe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:53.255328 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-4ff34ba2-43a9-48df-9551-c5e1b99978a1 service neutron] Attempting to bind port 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab on network 951a2926-3d60-49f1-abb0-4cfee0b87bbe {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:53.269477 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5693ad15-605d-4a2d-9768-5b141da18465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3', 'network_id': '8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3', 'tenant_id': '029d940cbbbd46588e10c3fefc2fd379', 'fixed_ips': [{'subnet_id': 'f13ccb74-98d8-41b6-be11-9b697cc4cf41'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:37:53.270444 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5693ad15-605d-4a2d-9768-5b141da18465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.286763 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f0e5cc90-cfbf-4104-b4e4-1d093abaee11 req-fac34c3c-621f-4539-a7d3-f060ed716a28 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4359446 Apr 29 15:37:53.289667 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a9e2601d-d535-4be0-a342-bb1b035c97b5 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 5.4973376 Apr 29 15:37:53.298341 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49462) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:53.320235 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2601d-d535-4be0-a342-bb1b035c97b5 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Pushing event updated for resources: {'Network': ['ID=d1a550cc-0279-4cb0-9a4b-1ba6d90b0676,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:53.330249 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-4ff34ba2-43a9-48df-9551-c5e1b99978a1 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:37:53.330249 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-4ff34ba2-43a9-48df-9551-c5e1b99978a1 service neutron] Checking segment: {'id': 'e48be504-9206-4521-ba82-c3663d220100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:53.330825 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-4ff34ba2-43a9-48df-9551-c5e1b99978a1 service neutron] Bound using segment: {'id': 'e48be504-9206-4521-ba82-c3663d220100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:37:53.331378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-4ff34ba2-43a9-48df-9551-c5e1b99978a1 service neutron] Bound port: 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e48be504-9206-4521-ba82-c3663d220100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:53.331643 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-4ff34ba2-43a9-48df-9551-c5e1b99978a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.374260 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49466) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:53.374644 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49468) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:53.380858 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff82980b-7a7c-41b6-aa3d-43a88656171a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.381853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff82980b-7a7c-41b6-aa3d-43a88656171a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.386436 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-02b1003b-0b50-451d-b757-4bc482f76d9f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Request body: {'subnet': {'network_id': 'd1a550cc-0279-4cb0-9a4b-1ba6d90b0676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:53.395871 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-8ad416d9-4c33-4244-815a-bea12b45d2b9 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Request body: {'router': {'name': 'tempest-router--603011445', 'project_id': 'e13f4f5ff52c4a239a68be38ea8af273'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:53.396675 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-02b1003b-0b50-451d-b757-4bc482f76d9f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:53.407632 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-02b1003b-0b50-451d-b757-4bc482f76d9f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Usage tracker for resource:subnet and tenant:21b3cb6277114da699b52cb29ae615ed is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:53.408506 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8ad416d9-4c33-4244-815a-bea12b45d2b9 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:53.411666 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-02b1003b-0b50-451d-b757-4bc482f76d9f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:53.419620 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8ad416d9-4c33-4244-815a-bea12b45d2b9 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Usage tracker for resource:router and tenant:e13f4f5ff52c4a239a68be38ea8af273 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:53.438256 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-02b1003b-0b50-451d-b757-4bc482f76d9f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:53.464212 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8ad416d9-4c33-4244-815a-bea12b45d2b9 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:53.484955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8ad416d9-4c33-4244-815a-bea12b45d2b9 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:53.500322 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439f543-a783-4466-91af-fbe9989ffc75 req-2a260b5c-14e2-48c1-b7fa-e7acd879cc95 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:53.508058 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7439f543-a783-4466-91af-fbe9989ffc75 req-2a260b5c-14e2-48c1-b7fa-e7acd879cc95 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 943 time: 0.6272409 Apr 29 15:37:53.563188 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network d1a550cc-0279-4cb0-9a4b-1ba6d90b0676 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:53.602531 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b1003b-0b50-451d-b757-4bc482f76d9f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Made reservation on behalf of 21b3cb6277114da699b52cb29ae615ed for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:53.605130 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-02b1003b-0b50-451d-b757-4bc482f76d9f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.655469 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff82980b-7a7c-41b6-aa3d-43a88656171a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.707986 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7439f543-a783-4466-91af-fbe9989ffc75 req-2f82068b-6afa-4e7d-b177-a5bdb7cfc37b tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/security-groups?id=58266d71-b64f-43f5-8255-965b2490a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988914 Apr 29 15:37:53.745523 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8ad416d9-4c33-4244-815a-bea12b45d2b9 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.746709 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8ad416d9-4c33-4244-815a-bea12b45d2b9 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.747169 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-5693ad15-605d-4a2d-9768-5b141da18465 None None] Allocated IP 172.20.0.2 (8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3/f13ccb74-98d8-41b6-be11-9b697cc4cf41/4e37d44b-393e-48b1-bc72-98b39f352d9a) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:53.752817 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6854ea66-d2a2-4ddd-9826-9c9f139b7598 req-f50f0f39-dbf0-4752-81db-f38fd3bc07ec service neutron] 10.222.0.35 "GET /v2.0/networks/9c9a7398-6fd3-4213-804e-eb3de185a894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909935 Apr 29 15:37:53.803247 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-4ff34ba2-43a9-48df-9551-c5e1b99978a1 service neutron] For port 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:37:53.828316 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f1cfe597-4ac8-4a06-abc8-38cdaaa1bf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.837953 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-4ff34ba2-43a9-48df-9551-c5e1b99978a1 service neutron] For port 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=7c528c27-58b6-4ff6-80e0-5ff84e7b15ab,segment=NetworkSegment(e48be504-9206-4521-ba82-c3663d220100),segment_id=e48be504-9206-4521-ba82-c3663d220100)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:37:53.866529 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8ad416d9-4c33-4244-815a-bea12b45d2b9 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.888487 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-f1cfe597-4ac8-4a06-abc8-38cdaaa1bf57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:53.896197 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f1cfe597-4ac8-4a06-abc8-38cdaaa1bf57 admin admin] Usage tracker for resource:security_group_rule and tenant:f9b1974c743c491c96dca1057693392b is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:53.899663 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f1cfe597-4ac8-4a06-abc8-38cdaaa1bf57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:53.907958 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952119c1-8df2-4deb-8e1d-3090c123758c req-73d487b8-14d4-495a-851a-1f46cced5cb9 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:53.909435 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-952119c1-8df2-4deb-8e1d-3090c123758c req-73d487b8-14d4-495a-851a-1f46cced5cb9 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 943 time: 0.3352559 Apr 29 15:37:53.913350 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-f1cfe597-4ac8-4a06-abc8-38cdaaa1bf57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:53.938077 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-4ff34ba2-43a9-48df-9551-c5e1b99978a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.057223 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49482) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:54.057347 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5693ad15-605d-4a2d-9768-5b141da18465 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.070037 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5693ad15-605d-4a2d-9768-5b141da18465 None None] Transition to ACTIVE for port object 4e37d44b-393e-48b1-bc72-98b39f352d9a will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:54.091086 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5693ad15-605d-4a2d-9768-5b141da18465 None None] Transition to ACTIVE for port object 4e37d44b-393e-48b1-bc72-98b39f352d9a will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:54.096457 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8ad416d9-4c33-4244-815a-bea12b45d2b9 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.123530 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.objects.ports [None req-02b1003b-0b50-451d-b757-4bc482f76d9f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84771) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 15:37:54.123981 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-02b1003b-0b50-451d-b757-4bc482f76d9f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.182747 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5693ad15-605d-4a2d-9768-5b141da18465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.189735 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-4ff34ba2-43a9-48df-9551-c5e1b99978a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.196463 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-4ff34ba2-43a9-48df-9551-c5e1b99978a1 service neutron] 10.222.0.35 "PUT /v2.0/ports/7c528c27-58b6-4ff6-80e0-5ff84e7b15ab HTTP/1.1" status: 200 len: 1093 time: 8.6338096 Apr 29 15:37:54.196463 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62018179-4253-47e7-9320-c2364040b2f4', 'tag': '7c528c27-58b6-4ff6-80e0-5ff84e7b15ab'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:37:54.209331 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-952119c1-8df2-4deb-8e1d-3090c123758c req-be8e3f06-f400-4ac8-8d14-70c535c42a31 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/security-groups?id=77732694-f1f0-4552-88b3-a77f8ec2116a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936831 Apr 29 15:37:54.217062 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1003b-0b50-451d-b757-4bc482f76d9f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e7cc385f-3071-454e-bf47-7c91603556f9,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:54.231271 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff34ba2-43a9-48df-9551-c5e1b99978a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7c528c27-58b6-4ff6-80e0-5ff84e7b15ab,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:54.231448 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b1003b-0b50-451d-b757-4bc482f76d9f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Checking segment: {'id': '3482cdb4-72e6-4c83-bc56-b07a83974a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd1a550cc-0279-4cb0-9a4b-1ba6d90b0676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:54.231448 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b1003b-0b50-451d-b757-4bc482f76d9f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Network hostable DHCP agents. Network: d1a550cc-0279-4cb0-9a4b-1ba6d90b0676, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:54.251210 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff82980b-7a7c-41b6-aa3d-43a88656171a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.299655 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5693ad15-605d-4a2d-9768-5b141da18465 None None] Network 8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:54.306614 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-5693ad15-605d-4a2d-9768-5b141da18465 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:54.311770 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5693ad15-605d-4a2d-9768-5b141da18465 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:54.366234 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b1003b-0b50-451d-b757-4bc482f76d9f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Network d1a550cc-0279-4cb0-9a4b-1ba6d90b0676 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:54.389938 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-605420b0-462a-487a-9565-8b3a5c7aef82 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2139893327'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:54.396879 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-605420b0-462a-487a-9565-8b3a5c7aef82 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:54.406194 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-605420b0-462a-487a-9565-8b3a5c7aef82 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Usage tracker for resource:network and tenant:38376076635943aa8f0d63af91bf4308 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:54.411456 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-605420b0-462a-487a-9565-8b3a5c7aef82 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:54.418043 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-605420b0-462a-487a-9565-8b3a5c7aef82 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:54.450431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8ad416d9-4c33-4244-815a-bea12b45d2b9 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.454283 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8ad416d9-4c33-4244-815a-bea12b45d2b9 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0738075 Apr 29 15:37:54.455624 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49498) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:54.466758 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f1cfe597-4ac8-4a06-abc8-38cdaaa1bf57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.468965 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693ad15-605d-4a2d-9768-5b141da18465 None None] Pushing event updated for resources: {'Port': ['ID=4e37d44b-393e-48b1-bc72-98b39f352d9a,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:54.471373 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-5693ad15-605d-4a2d-9768-5b141da18465 None None] Attempting to bind port 4e37d44b-393e-48b1-bc72-98b39f352d9a on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:54.471734 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-5693ad15-605d-4a2d-9768-5b141da18465 None None] Attempting to bind port 4e37d44b-393e-48b1-bc72-98b39f352d9a by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '398661bd-d430-4192-aa01-e5940f178679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:54.472087 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5693ad15-605d-4a2d-9768-5b141da18465 None None] Attempting to bind port 4e37d44b-393e-48b1-bc72-98b39f352d9a on network 8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:54.480555 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5693ad15-605d-4a2d-9768-5b141da18465 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:37:54.480555 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5693ad15-605d-4a2d-9768-5b141da18465 None None] Checking segment: {'id': '398661bd-d430-4192-aa01-e5940f178679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:54.480555 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5693ad15-605d-4a2d-9768-5b141da18465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.480555 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5693ad15-605d-4a2d-9768-5b141da18465 None None] Bound using segment: {'id': '398661bd-d430-4192-aa01-e5940f178679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:37:54.481121 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-5693ad15-605d-4a2d-9768-5b141da18465 None None] Bound port: 4e37d44b-393e-48b1-bc72-98b39f352d9a, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398661bd-d430-4192-aa01-e5940f178679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:54.481420 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5693ad15-605d-4a2d-9768-5b141da18465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.549402 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-02b1003b-0b50-451d-b757-4bc482f76d9f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, d1a550cc-0279-4cb0-9a4b-1ba6d90b0676) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:54.561346 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0e0af4-5029-4e65-a8e1-d88d2de76aee None None] Network d1a550cc-0279-4cb0-9a4b-1ba6d90b0676 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:37:54.584739 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f1cfe597-4ac8-4a06-abc8-38cdaaa1bf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.624341 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1003b-0b50-451d-b757-4bc482f76d9f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:54.625058 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-02b1003b-0b50-451d-b757-4bc482f76d9f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.642709 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a36bd85-de91-4217-bdaa-7b7c9c74ef71'] response: {'name': 'network-changed', 'server_uuid': '62018179-4253-47e7-9320-c2364040b2f4', 'tag': '7c528c27-58b6-4ff6-80e0-5ff84e7b15ab', 'status': 'completed', 'code': 200} Apr 29 15:37:54.668768 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a3101d88-82fd-4bb6-ab1f-f586d3fc026c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.724795 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cfe597-4ac8-4a06-abc8-38cdaaa1bf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde46d7f-3028-4ad8-b388-79e389e2148d,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:54.727607 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605420b0-462a-487a-9565-8b3a5c7aef82 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Made reservation on behalf of 38376076635943aa8f0d63af91bf4308 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:54.730954 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-605420b0-462a-487a-9565-8b3a5c7aef82 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.751498 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f1cfe597-4ac8-4a06-abc8-38cdaaa1bf57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9b1974c743c491c96dca1057693392b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3696198 Apr 29 15:37:54.751815 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49504) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:54.756011 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-5693ad15-605d-4a2d-9768-5b141da18465 None None] For port 4e37d44b-393e-48b1-bc72-98b39f352d9a, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:37:54.756574 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-605420b0-462a-487a-9565-8b3a5c7aef82 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.769384 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-02b1003b-0b50-451d-b757-4bc482f76d9f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4664190 Apr 29 15:37:54.783173 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49508) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:54.798133 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-a7abd175-7392-4e52-8476-f4eab188544b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-143662690', 'network_id': 'd1a550cc-0279-4cb0-9a4b-1ba6d90b0676'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:54.812626 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f5d20-002c-4d1b-931c-50e13f460cb4 req-6fc0953e-b53a-4b19-9500-a06806f77ae3 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:54.814070 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6d8f5d20-002c-4d1b-931c-50e13f460cb4 req-6fc0953e-b53a-4b19-9500-a06806f77ae3 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 943 time: 0.3047767 Apr 29 15:37:54.817866 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a7abd175-7392-4e52-8476-f4eab188544b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:54.821574 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-5693ad15-605d-4a2d-9768-5b141da18465 None None] For port 4e37d44b-393e-48b1-bc72-98b39f352d9a, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=4e37d44b-393e-48b1-bc72-98b39f352d9a,segment=NetworkSegment(398661bd-d430-4192-aa01-e5940f178679),segment_id=398661bd-d430-4192-aa01-e5940f178679)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:37:54.845306 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a7abd175-7392-4e52-8476-f4eab188544b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Usage tracker for resource:port and tenant:21b3cb6277114da699b52cb29ae615ed is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:54.853497 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a7abd175-7392-4e52-8476-f4eab188544b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:54.876792 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a7abd175-7392-4e52-8476-f4eab188544b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:54.894513 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5693ad15-605d-4a2d-9768-5b141da18465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.981486 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-de26b1c4-7867-4d13-9940-14de9e2a6183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.016061 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6d8f5d20-002c-4d1b-931c-50e13f460cb4 req-cd75f745-8ba0-4240-9ce6-5eacd7b899c7 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881063 Apr 29 15:37:55.016799 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7abd175-7392-4e52-8476-f4eab188544b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Made reservation on behalf of 21b3cb6277114da699b52cb29ae615ed for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:55.019280 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a7abd175-7392-4e52-8476-f4eab188544b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.067750 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-de26b1c4-7867-4d13-9940-14de9e2a6183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.067917 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693ad15-605d-4a2d-9768-5b141da18465 None None] Pushing event updated for resources: {'Port': ['ID=4e37d44b-393e-48b1-bc72-98b39f352d9a,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:55.090797 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509bd960-c227-4b2e-8fcf-9b8e81c5b0a4 None None] Network d1a550cc-0279-4cb0-9a4b-1ba6d90b0676 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:37:55.095157 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-a7abd175-7392-4e52-8476-f4eab188544b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] device_id is not set on port 0ff0e27e-524f-4793-86a1-c059e3ccd371 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:37:55.112504 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-605420b0-462a-487a-9565-8b3a5c7aef82 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:55.124346 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-605420b0-462a-487a-9565-8b3a5c7aef82 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Usage tracker for resource:security_group_rule and tenant:38376076635943aa8f0d63af91bf4308 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:55.133053 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-605420b0-462a-487a-9565-8b3a5c7aef82 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:55.210723 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff82980b-7a7c-41b6-aa3d-43a88656171a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.262237 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff82980b-7a7c-41b6-aa3d-43a88656171a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.272150 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f4a4b-6fe4-4b1f-b1de-2c0d1636d62c req-f742d235-128d-4eb3-bbf0-006ad2070bcb tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:55.273706 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-657f4a4b-6fe4-4b1f-b1de-2c0d1636d62c req-f742d235-128d-4eb3-bbf0-006ad2070bcb tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 943 time: 0.3631105 Apr 29 15:37:55.297506 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a3101d88-82fd-4bb6-ab1f-f586d3fc026c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.297506 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a3101d88-82fd-4bb6-ab1f-f586d3fc026c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.348338 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-605420b0-462a-487a-9565-8b3a5c7aef82 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:55.401697 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-12788580-a319-4db2-b675-e895cd6bdde0 req-8d99a31d-0c85-42df-bd5a-31978db4533e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bafb4596b2ae4298bc6d4156fe1d5fb3&device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 1096 time: 0.5014818 Apr 29 15:37:55.441620 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a3101d88-82fd-4bb6-ab1f-f586d3fc026c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.442116 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3101d88-82fd-4bb6-ab1f-f586d3fc026c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f29cdac-d4b5-43fe-bdfe-8644601cab21 {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:37:55.503786 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-657f4a4b-6fe4-4b1f-b1de-2c0d1636d62c req-888986e2-5567-4741-a0e4-408b2c9cfffa tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/security-groups?id=58266d71-b64f-43f5-8255-965b2490a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160552 Apr 29 15:37:55.507533 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-a7abd175-7392-4e52-8476-f4eab188544b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Allocated IP 2001:db8::35b (d1a550cc-0279-4cb0-9a4b-1ba6d90b0676/e7cc385f-3071-454e-bf47-7c91603556f9/0ff0e27e-524f-4793-86a1-c059e3ccd371) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:55.545963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-de26b1c4-7867-4d13-9940-14de9e2a6183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.623053 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26b1c4-7867-4d13-9940-14de9e2a6183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde46d7f-3028-4ad8-b388-79e389e2148d,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:55.696677 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a3101d88-82fd-4bb6-ab1f-f586d3fc026c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.697793 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a3101d88-82fd-4bb6-ab1f-f586d3fc026c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "DELETE /v2.0/routers/6f29cdac-d4b5-43fe-bdfe-8644601cab21 HTTP/1.1" status: 204 len: 168 time: 1.2404644 Apr 29 15:37:55.700790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-de26b1c4-7867-4d13-9940-14de9e2a6183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.701936 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-de26b1c4-7867-4d13-9940-14de9e2a6183 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bde46d7f-3028-4ad8-b388-79e389e2148d HTTP/1.1" status: 204 len: 168 time: 0.9493189 Apr 29 15:37:55.715662 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-605420b0-462a-487a-9565-8b3a5c7aef82 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.723452 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12788580-a319-4db2-b675-e895cd6bdde0 req-fb012b16-e621-4567-b9be-6e9a44b16763 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:55.724960 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-12788580-a319-4db2-b675-e895cd6bdde0 req-fb012b16-e621-4567-b9be-6e9a44b16763 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=bafb4596b2ae4298bc6d4156fe1d5fb3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3157828 Apr 29 15:37:55.772081 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-605420b0-462a-487a-9565-8b3a5c7aef82 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.793560 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-ff82980b-7a7c-41b6-aa3d-43a88656171a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Allocated IP 172.26.1.24 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/b5d44d36-72fe-4913-b58e-d59ba59374ed) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:55.838914 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-605420b0-462a-487a-9565-8b3a5c7aef82 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:55.847799 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605420b0-462a-487a-9565-8b3a5c7aef82 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aae78ce-0d9a-4ea5-935c-86cc3159550d,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:55.852688 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-605420b0-462a-487a-9565-8b3a5c7aef82 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.853251 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-605420b0-462a-487a-9565-8b3a5c7aef82 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Added segment 7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69 of type vlan for network 1c660a08-6543-445d-93e5-ce1a35504e05 Apr 29 15:37:55.888202 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5fb08-779a-4cf6-9a93-24a193e68381 req-32c370b5-347b-4bcb-855b-83a4f92da574 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:55.898824 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-43c5fb08-779a-4cf6-9a93-24a193e68381 req-32c370b5-347b-4bcb-855b-83a4f92da574 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 943 time: 0.3883584 Apr 29 15:37:55.974647 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-605420b0-462a-487a-9565-8b3a5c7aef82 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:56.051070 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12788580-a319-4db2-b675-e895cd6bdde0 req-507dd1a3-66db-442a-b978-063cc50b2f61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:56.052531 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-12788580-a319-4db2-b675-e895cd6bdde0 req-507dd1a3-66db-442a-b978-063cc50b2f61 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1924860 Apr 29 15:37:56.071965 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a7abd175-7392-4e52-8476-f4eab188544b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:56.109507 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-43c5fb08-779a-4cf6-9a93-24a193e68381 req-29cc39cd-269a-46cc-ae1d-d0b7910d12ce tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/security-groups?id=77732694-f1f0-4552-88b3-a77f8ec2116a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091758 Apr 29 15:37:56.135023 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff82980b-7a7c-41b6-aa3d-43a88656171a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:56.154280 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-605420b0-462a-487a-9565-8b3a5c7aef82 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:56.158863 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605420b0-462a-487a-9565-8b3a5c7aef82 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:56.159638 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-605420b0-462a-487a-9565-8b3a5c7aef82 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:56.183111 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49522) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:56.314702 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a7abd175-7392-4e52-8476-f4eab188544b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:56.335470 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff82980b-7a7c-41b6-aa3d-43a88656171a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:56.389777 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605420b0-462a-487a-9565-8b3a5c7aef82 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Pushing event updated for resources: {'Network': ['ID=1c660a08-6543-445d-93e5-ce1a35504e05,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:56.399751 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 1c660a08-6543-445d-93e5-ce1a35504e05 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:56.416330 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-e773c953-95cb-43b0-80b6-fa1bb11bfa4a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bafb4596b2ae4298bc6d4156fe1d5fb3&device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 1096 time: 0.3204648 Apr 29 15:37:56.500320 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-605420b0-462a-487a-9565-8b3a5c7aef82 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.4390774 Apr 29 15:37:56.508004 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-0d17b7d1-1de6-4ec3-81da-bdddc70826e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c528c27-58b6-4ff6-80e0-5ff84e7b15ab HTTP/1.1" status: 200 len: 217 time: 0.0802715 Apr 29 15:37:56.512713 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7abd175-7392-4e52-8476-f4eab188544b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Pushing event updated for resources: {'Port': ['ID=0ff0e27e-524f-4793-86a1-c059e3ccd371,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:56.529075 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28daf2f4-0c79-4d27-83c8-66111189be50 None None] Network 8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:37:56.572602 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff82980b-7a7c-41b6-aa3d-43a88656171a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:56.576093 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7abd175-7392-4e52-8476-f4eab188544b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Network d1a550cc-0279-4cb0-9a4b-1ba6d90b0676 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:56.577557 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-ff82980b-7a7c-41b6-aa3d-43a88656171a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:56.579824 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-a7abd175-7392-4e52-8476-f4eab188544b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:56.582522 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-2cac7fac-aa09-4bad-92c1-b2ae62017243 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:56.583963 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-2cac7fac-aa09-4bad-92c1-b2ae62017243 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6408fca5-a6c8-49cb-a418-323e1535deec HTTP/1.1" status: 200 len: 851 time: 0.0704646 Apr 29 15:37:56.586756 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff82980b-7a7c-41b6-aa3d-43a88656171a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:56.630422 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-775683085', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}, 'admin_state_up': False}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:56.640253 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7abd175-7392-4e52-8476-f4eab188544b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:56.641449 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7abd175-7392-4e52-8476-f4eab188544b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:56.642248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a7abd175-7392-4e52-8476-f4eab188544b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:56.676532 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:56.705079 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Usage tracker for resource:router and tenant:2fa93d6301834e4e9244fb8c7e64ed0a is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:56.712874 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:56.720864 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-7ff2de69-257b-4492-ad74-c4264c6c0b2a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=951a2926-3d60-49f1-abb0-4cfee0b87bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1274397 Apr 29 15:37:56.729912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:56.750838 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739aa82-4d79-4521-b831-7ccc58db69a2 req-376678d7-e4bd-4a65-a9e1-0507ff99831f tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:56.759956 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e739aa82-4d79-4521-b831-7ccc58db69a2 req-376678d7-e4bd-4a65-a9e1-0507ff99831f tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 943 time: 0.5509183 Apr 29 15:37:56.767840 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82980b-7a7c-41b6-aa3d-43a88656171a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Pushing event updated for resources: {'Port': ['ID=b5d44d36-72fe-4913-b58e-d59ba59374ed,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:56.888106 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-bfc24e4c-12cc-40c5-8602-ad9fbbbc17b0 None None] Provisioning for port 4e37d44b-393e-48b1-bc72-98b39f352d9a completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:56.979406 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 4e37d44b-393e-48b1-bc72-98b39f352d9a up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:56.997977 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a7abd175-7392-4e52-8476-f4eab188544b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2137496 Apr 29 15:37:57.003110 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49544) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:57.007113 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-fa6a0ddb-ccb4-47ea-a943-f4b8ff95ee97 service neutron] 10.222.0.35 "GET /v2.0/networks/951a2926-3d60-49f1-abb0-4cfee0b87bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790754 Apr 29 15:37:57.070919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-dac5e55c-369b-44ee-8a13-3a48437bfb7b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Deleting port 0ff0e27e-524f-4793-86a1-c059e3ccd371 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:37:57.071257 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dac5e55c-369b-44ee-8a13-3a48437bfb7b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.127037 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.131278 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.225416 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e739aa82-4d79-4521-b831-7ccc58db69a2 req-594ea8ee-3b0c-4cc2-8c4c-d109682a68c8 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4640939 Apr 29 15:37:57.240651 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 4e37d44b-393e-48b1-bc72-98b39f352d9a completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:57.248605 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 4e37d44b-393e-48b1-bc72-98b39f352d9a triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:57.249590 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.257009 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-e91e07ee-912b-439e-99b0-15b2d93442d2 req-03921c2b-74ca-4065-9ff5-793aef69dd41 service neutron] 10.222.0.35 "GET /v2.0/networks/951a2926-3d60-49f1-abb0-4cfee0b87bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429354 Apr 29 15:37:57.266590 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49552) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:57.277846 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Request body: {'port': {'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05', 'binding:host_id': 'hv-neutron-8399', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-767470072'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:57.289457 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:57.297518 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Usage tracker for resource:port and tenant:2f00cf6fa55343c49fd163fc734ede03 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:57.304368 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:57.320330 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:57.349862 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.446871 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.451524 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Made reservation on behalf of 2f00cf6fa55343c49fd163fc734ede03 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:57.455905 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.470796 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.491368 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 4e37d44b-393e-48b1-bc72-98b39f352d9a, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=4e37d44b-393e-48b1-bc72-98b39f352d9a,segment=NetworkSegment(398661bd-d430-4192-aa01-e5940f178679),segment_id=398661bd-d430-4192-aa01-e5940f178679)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:37:57.510312 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49558) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:57.526393 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:57.531552 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Usage tracker for resource:security_group_rule and tenant:2f00cf6fa55343c49fd163fc734ede03 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:57.534535 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:57.540369 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:57.566284 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.612603 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.634280 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dac5e55c-369b-44ee-8a13-3a48437bfb7b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.647431 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=4e37d44b-393e-48b1-bc72-98b39f352d9a,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:57.669340 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.680019 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] device_id is not set on port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:37:57.731750 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-60c2dc4f-46d6-498c-891c-b047c29cd5fd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1939679976'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:57.761544 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-60c2dc4f-46d6-498c-891c-b047c29cd5fd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:57.775705 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-60c2dc4f-46d6-498c-891c-b047c29cd5fd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:network and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:57.778292 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132fbb00-27ec-40de-a544-62c484d676b7,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:57.782546 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-60c2dc4f-46d6-498c-891c-b047c29cd5fd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:57.799168 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-60c2dc4f-46d6-498c-891c-b047c29cd5fd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:57.883320 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-dac5e55c-369b-44ee-8a13-3a48437bfb7b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Calling delete_port for 0ff0e27e-524f-4793-86a1-c059e3ccd371 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:37:57.898189 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c2dc4f-46d6-498c-891c-b047c29cd5fd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:57.901149 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-60c2dc4f-46d6-498c-891c-b047c29cd5fd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.923440 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff82980b-7a7c-41b6-aa3d-43a88656171a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.924201 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff82980b-7a7c-41b6-aa3d-43a88656171a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.927538 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-60c2dc4f-46d6-498c-891c-b047c29cd5fd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.944717 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b786d-399b-439a-9525-41483908873a req-3ad1c9ee-dd7d-4bf2-8c60-62a045666d45 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:57.946183 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fc4b786d-399b-439a-9525-41483908873a req-3ad1c9ee-dd7d-4bf2-8c60-62a045666d45 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 943 time: 0.5663583 Apr 29 15:37:57.960001 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76ac54-b546-47ba-969b-92ddd3628cd2 req-b04e0a4c-b577-4c09-b72d-a38b37fce022 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:57.961423 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ec76ac54-b546-47ba-969b-92ddd3628cd2 req-b04e0a4c-b577-4c09-b72d-a38b37fce022 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 943 time: 0.5041723 Apr 29 15:37:58.014180 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-60c2dc4f-46d6-498c-891c-b047c29cd5fd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:58.033322 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-60c2dc4f-46d6-498c-891c-b047c29cd5fd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:security_group_rule and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:58.037947 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-60c2dc4f-46d6-498c-891c-b047c29cd5fd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:58.046429 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-60c2dc4f-46d6-498c-891c-b047c29cd5fd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:58.055250 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] device_id is not set on port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:37:58.067620 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.087658 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Transition to ACTIVE for port object 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 will not be triggered until provisioned by entity L2. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:58.143150 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-60c2dc4f-46d6-498c-891c-b047c29cd5fd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.143477 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.158846 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.241047 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Pushing event updated for resources: {'Port': ['ID=2f9ca6d1-ebe3-4596-90e0-0d7524146d30,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:58.243498 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fc4b786d-399b-439a-9525-41483908873a req-ae393177-e8a1-4984-b17c-241a1627f468 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/security-groups?id=58266d71-b64f-43f5-8255-965b2490a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2805176 Apr 29 15:37:58.247948 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-60c2dc4f-46d6-498c-891c-b047c29cd5fd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.255234 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ec76ac54-b546-47ba-969b-92ddd3628cd2 req-bb617351-d6fb-4184-a0fb-85e6bae3a813 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/security-groups?id=77732694-f1f0-4552-88b3-a77f8ec2116a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127857 Apr 29 15:37:58.288691 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c2dc4f-46d6-498c-891c-b047c29cd5fd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:58.302992 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Checking segment: {'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:58.303921 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Network hostable DHCP agents. Network: 1c660a08-6543-445d-93e5-ce1a35504e05, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:58.322148 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-60c2dc4f-46d6-498c-891c-b047c29cd5fd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.322520 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-60c2dc4f-46d6-498c-891c-b047c29cd5fd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Added segment 93f8bc01-aee1-40b2-bee9-7873e468fac8 of type vlan for network fff58e3d-3f04-435f-9a39-63c880802c71 Apr 29 15:37:58.338550 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2dc4f-46d6-498c-891c-b047c29cd5fd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=350d002d-4a19-49c5-b71b-fb0137e78f18,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:58.358633 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dac5e55c-369b-44ee-8a13-3a48437bfb7b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.368841 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-60c2dc4f-46d6-498c-891c-b047c29cd5fd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.439872 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Network 1c660a08-6543-445d-93e5-ce1a35504e05 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:58.446142 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5e55c-369b-44ee-8a13-3a48437bfb7b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ff0e27e-524f-4793-86a1-c059e3ccd371,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:58.462639 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-60c2dc4f-46d6-498c-891c-b047c29cd5fd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.467706 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c2dc4f-46d6-498c-891c-b047c29cd5fd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:58.468316 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-60c2dc4f-46d6-498c-891c-b047c29cd5fd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.560976 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 1c660a08-6543-445d-93e5-ce1a35504e05) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:58.565540 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:37:58.572078 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df4e5e4-bc09-42eb-a1e1-73b033fe1c57 None None] Network 1c660a08-6543-445d-93e5-ce1a35504e05 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:37:58.617367 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dac5e55c-369b-44ee-8a13-3a48437bfb7b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.647765 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-dac5e55c-369b-44ee-8a13-3a48437bfb7b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "DELETE /v2.0/ports/0ff0e27e-524f-4793-86a1-c059e3ccd371 HTTP/1.1" status: 204 len: 168 time: 1.6416230 Apr 29 15:37:58.655012 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49566) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:58.664461 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-395ae45b-da85-4a91-a821-5dd29297a0ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd1a550cc-0279-4cb0-9a4b-1ba6d90b0676', 'external_fixed_ips': [{'subnet_id': 'e7cc385f-3071-454e-bf47-7c91603556f9', 'ip_address': '2001:db8::35b'}]}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:58.674391 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-395ae45b-da85-4a91-a821-5dd29297a0ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:58.682806 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-395ae45b-da85-4a91-a821-5dd29297a0ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Usage tracker for resource:router and tenant:21b3cb6277114da699b52cb29ae615ed is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:58.689565 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-395ae45b-da85-4a91-a821-5dd29297a0ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:58.699947 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:58.700452 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:58.701147 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:58.705050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-395ae45b-da85-4a91-a821-5dd29297a0ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:58.709141 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2dc4f-46d6-498c-891c-b047c29cd5fd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Network': ['ID=fff58e3d-3f04-435f-9a39-63c880802c71,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:58.714086 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:58.714522 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:37:58.725890 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 2 to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 Apr 29 15:37:58.738035 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:58.738366 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:58.738725 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:58.738835 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079f805-d441-4e4e-8622-5cd8a6785c58 req-38a0426f-2d32-45a1-9cb8-542ee55c15d6 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:58.740233 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9079f805-d441-4e4e-8622-5cd8a6785c58 req-38a0426f-2d32-45a1-9cb8-542ee55c15d6 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 943 time: 0.3435824 Apr 29 15:37:58.744715 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:58.745185 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:37:58.745570 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 3 to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 Apr 29 15:37:58.752098 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network fff58e3d-3f04-435f-9a39-63c880802c71 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:58.765941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:58.766382 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:58.766789 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:58.773122 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:58.773419 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:37:58.773799 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 4 to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 Apr 29 15:37:58.791421 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:58.791870 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:58.792245 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:58.799407 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-60c2dc4f-46d6-498c-891c-b047c29cd5fd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2853339 Apr 29 15:37:58.800411 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49570) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:58.806147 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-c7a2ad65-eb29-4abb-90e2-a7345cf15857 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'port': {'network_id': 'fff58e3d-3f04-435f-9a39-63c880802c71', 'name': 'tempest-PortsIpV6TestJSON-449949945'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:37:58.839973 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.873254 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9079f805-d441-4e4e-8622-5cd8a6785c58 req-80b1b139-9e67-4644-bf5e-35bea0cebfbf tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229346 Apr 29 15:37:58.877652 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.879306 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff82980b-7a7c-41b6-aa3d-43a88656171a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Router a017494e-3fd1-4c6c-a62d-60aab81bd04f is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:37:58.883188 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:58.883602 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:37:58.890807 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 5 to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 Apr 29 15:37:58.921453 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 4e37d44b-393e-48b1-bc72-98b39f352d9a up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:58.925993 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-395ae45b-da85-4a91-a821-5dd29297a0ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.926922 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-395ae45b-da85-4a91-a821-5dd29297a0ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.932511 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:58.932723 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:58.933051 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:58.947074 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:58.947691 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:37:58.949062 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 6 to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 Apr 29 15:37:58.959849 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c7a2ad65-eb29-4abb-90e2-a7345cf15857 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:58.968673 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c7a2ad65-eb29-4abb-90e2-a7345cf15857 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:port and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:58.972980 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c7a2ad65-eb29-4abb-90e2-a7345cf15857 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:58.975959 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:58.976290 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:58.976656 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:58.983132 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c7a2ad65-eb29-4abb-90e2-a7345cf15857 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:58.992639 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:58.994080 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:37:58.994512 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 7 to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 Apr 29 15:37:59.011252 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:59.011602 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:59.011977 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:59.018114 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:59.018891 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:37:59.018891 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 8 to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 Apr 29 15:37:59.041118 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:59.041118 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:59.041118 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:59.044680 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:59.045072 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:37:59.045508 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 9 to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 Apr 29 15:37:59.048643 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 4e37d44b-393e-48b1-bc72-98b39f352d9a triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:59.049013 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:59.057274 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a2ad65-eb29-4abb-90e2-a7345cf15857 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:59.060892 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ad65-eb29-4abb-90e2-a7345cf15857 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:59.076782 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:59.077114 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:59.077526 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:59.089410 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:59.089828 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:37:59.092079 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-c7a2ad65-eb29-4abb-90e2-a7345cf15857 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] device_id is not set on port 214ee16a-6c88-4d2d-83a0-6c36fdd2a8b5 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:37:59.126723 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 10 to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 Apr 29 15:37:59.128550 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-395ae45b-da85-4a91-a821-5dd29297a0ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:59.158728 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:59.159140 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:59.159842 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:37:59.181726 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:37:59.182051 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:37:59.182398 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:59.198202 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Allocated IP 172.26.1.159 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/5468a6ca-17c2-494e-8be4-fb007faf2d04) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:59.423279 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] For port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30, host hv-neutron-8399, cleared binding levels {{(pid=84771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:37:59.423982 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempted to set empty binding levels {{(pid=84771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 15:37:59.449101 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ad65-eb29-4abb-90e2-a7345cf15857 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:59.497805 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:59.555418 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ad65-eb29-4abb-90e2-a7345cf15857 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:59.566717 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:59.594506 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Pushing event updated for resources: {'Port': ['ID=2f9ca6d1-ebe3-4596-90e0-0d7524146d30,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:59.600046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-395ae45b-da85-4a91-a821-5dd29297a0ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:59.658908 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:59.667114 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ed238f48-8ccb-4006-9522-40a639f36362 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.3994339 Apr 29 15:37:59.672947 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49578) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:59.677080 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf03d3-ac4c-451d-a5c3-e39be4d460a8 req-cac057aa-de26-4235-9adf-495c076c7865 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:59.678563 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0aaf03d3-ac4c-451d-a5c3-e39be4d460a8 req-cac057aa-de26-4235-9adf-495c076c7865 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 943 time: 0.2698750 Apr 29 15:37:59.686768 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7f19-3826-4381-982a-70d4ebdce76b req-651229d3-edf5-4e58-9906-5d3a40843c79 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:59.688180 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-270a7f19-3826-4381-982a-70d4ebdce76b req-651229d3-edf5-4e58-9906-5d3a40843c79 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 943 time: 0.2647579 Apr 29 15:37:59.689841 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff82980b-7a7c-41b6-aa3d-43a88656171a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:37:59.710080 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e4bcf-9321-4017-9308-5fb2c8e256c0 None None] Sync routers for ids ['a017494e-3fd1-4c6c-a62d-60aab81bd04f'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:37:59.728437 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e4bcf-9321-4017-9308-5fb2c8e256c0 None None] Routers {'a017494e-3fd1-4c6c-a62d-60aab81bd04f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:37:59.729856 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-801e4bcf-9321-4017-9308-5fb2c8e256c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:37:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a017494e-3fd1-4c6c-a62d-60aab81bd04f'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:59.732201 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2ad65-eb29-4abb-90e2-a7345cf15857 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Port': ['ID=214ee16a-6c88-4d2d-83a0-6c36fdd2a8b5,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:59.747975 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a2ad65-eb29-4abb-90e2-a7345cf15857 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Checking segment: {'id': '93f8bc01-aee1-40b2-bee9-7873e468fac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fff58e3d-3f04-435f-9a39-63c880802c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:37:59.748519 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a2ad65-eb29-4abb-90e2-a7345cf15857 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network hostable DHCP agents. Network: fff58e3d-3f04-435f-9a39-63c880802c71, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:59.769139 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-3e5e9855-b78f-425a-9203-144ac2c15e56 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Deleting port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:37:59.769497 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3e5e9855-b78f-425a-9203-144ac2c15e56 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:59.812183 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-801e4bcf-9321-4017-9308-5fb2c8e256c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:59.822985 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e4bcf-9321-4017-9308-5fb2c8e256c0 None None] Routers {'a017494e-3fd1-4c6c-a62d-60aab81bd04f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:37:59.823584 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-801e4bcf-9321-4017-9308-5fb2c8e256c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:37:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a017494e-3fd1-4c6c-a62d-60aab81bd04f'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:59.879085 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0aaf03d3-ac4c-451d-a5c3-e39be4d460a8 req-7986be5f-5983-4660-92c2-87dff6fe300a tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/security-groups?id=58266d71-b64f-43f5-8255-965b2490a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872694 Apr 29 15:37:59.884405 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff82980b-7a7c-41b6-aa3d-43a88656171a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:59.889283 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ff82980b-7a7c-41b6-aa3d-43a88656171a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 6.9714649 Apr 29 15:37:59.890365 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49584) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:59.895009 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-270a7f19-3826-4381-982a-70d4ebdce76b req-bfdf89f9-d49a-424d-9d35-cf40fd8fb486 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/security-groups?id=77732694-f1f0-4552-88b3-a77f8ec2116a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920197 Apr 29 15:37:59.897062 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-801e4bcf-9321-4017-9308-5fb2c8e256c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:59.897466 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e4bcf-9321-4017-9308-5fb2c8e256c0 None None] The sync data for ids ['a017494e-3fd1-4c6c-a62d-60aab81bd04f'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:37:59.971791 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a2ad65-eb29-4abb-90e2-a7345cf15857 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network fff58e3d-3f04-435f-9a39-63c880802c71 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:59.983360 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:00.118706 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-3e5e9855-b78f-425a-9203-144ac2c15e56 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] For port 2f9ca6d1-ebe3-4596-90e0-0d7524146d30, host hv-neutron-8399, got binding levels [] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:00.119396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3e5e9855-b78f-425a-9203-144ac2c15e56 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:00.153858 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:00.157920 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:00.170989 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Pushing event updated for resources: {'Port': ['ID=5468a6ca-17c2-494e-8be4-fb007faf2d04,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:00.170989 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:00.251295 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-3e5e9855-b78f-425a-9203-144ac2c15e56 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Calling delete_port for 2f9ca6d1-ebe3-4596-90e0-0d7524146d30 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:00.276633 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-c7a2ad65-eb29-4abb-90e2-a7345cf15857 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, fff58e3d-3f04-435f-9a39-63c880802c71) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:00.285735 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0160e1b-91a8-4c1c-9a6b-274284415e19 None None] Network fff58e3d-3f04-435f-9a39-63c880802c71 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:38:00.287094 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a2ad65-eb29-4abb-90e2-a7345cf15857 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:00.290818 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a2ad65-eb29-4abb-90e2-a7345cf15857 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:00.291665 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ad65-eb29-4abb-90e2-a7345cf15857 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:00.326140 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:00.326586 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:00.334711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:00.334711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:00.334711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:00.334711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:00.334711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:00.334711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:00.334711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:00.334711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:00.334711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:00.339345 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-395ae45b-da85-4a91-a821-5dd29297a0ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:00.375183 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-395ae45b-da85-4a91-a821-5dd29297a0ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:00.499416 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a22efa-1f09-4183-81e2-19fcfb2cefe7 req-4213e334-0d8b-4f7e-8f99-769c2ee71797 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:00.500979 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a8a22efa-1f09-4183-81e2-19fcfb2cefe7 req-4213e334-0d8b-4f7e-8f99-769c2ee71797 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 943 time: 0.4667602 Apr 29 15:38:00.523820 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3e5e9855-b78f-425a-9203-144ac2c15e56 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:00.526116 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c7a2ad65-eb29-4abb-90e2-a7345cf15857 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7252910 Apr 29 15:38:00.535314 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49590) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:00.575664 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-59d41239-f241-4eb6-b41e-79fe11686516 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1247325225'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:00.586336 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-59d41239-f241-4eb6-b41e-79fe11686516 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:00.614530 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-59d41239-f241-4eb6-b41e-79fe11686516 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:network and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:00.626163 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-59d41239-f241-4eb6-b41e-79fe11686516 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:00.632597 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e9855-b78f-425a-9203-144ac2c15e56 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f9ca6d1-ebe3-4596-90e0-0d7524146d30,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:00.647063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-59d41239-f241-4eb6-b41e-79fe11686516 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:00.651669 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5e9855-b78f-425a-9203-144ac2c15e56 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:00.652014 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5e9855-b78f-425a-9203-144ac2c15e56 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:00.652371 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5e9855-b78f-425a-9203-144ac2c15e56 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:00.653206 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5e9855-b78f-425a-9203-144ac2c15e56 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:00.653530 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5e9855-b78f-425a-9203-144ac2c15e56 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:00.653887 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5e9855-b78f-425a-9203-144ac2c15e56 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:00.654003 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a8a22efa-1f09-4183-81e2-19fcfb2cefe7 req-40a2278d-1525-4b64-a29a-5257833e07c2 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433308 Apr 29 15:38:00.654279 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5e9855-b78f-425a-9203-144ac2c15e56 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:00.654626 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5e9855-b78f-425a-9203-144ac2c15e56 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:00.654947 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5e9855-b78f-425a-9203-144ac2c15e56 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:00.655265 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5e9855-b78f-425a-9203-144ac2c15e56 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:00.655584 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5e9855-b78f-425a-9203-144ac2c15e56 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:00.658641 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3e5e9855-b78f-425a-9203-144ac2c15e56 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:00.702128 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3e5e9855-b78f-425a-9203-144ac2c15e56 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] 10.222.0.21 "DELETE /v2.0/ports/2f9ca6d1-ebe3-4596-90e0-0d7524146d30 HTTP/1.1" status: 204 len: 168 time: 1.0262551 Apr 29 15:38:00.704346 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49594) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:00.725801 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-395ae45b-da85-4a91-a821-5dd29297a0ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Allocated IP 2001:db8::35b (d1a550cc-0279-4cb0-9a4b-1ba6d90b0676/e7cc385f-3071-454e-bf47-7c91603556f9/8c656e5f-2227-4d75-92d9-dee0ec4d3e4c) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:00.752651 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-358d5549-b9d8-4416-a20c-daa709f9043e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] GET failed (client error): The resource could not be found. Apr 29 15:38:00.753163 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-358d5549-b9d8-4416-a20c-daa709f9043e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Synchronizing usage tracker for tenant:2f00cf6fa55343c49fd163fc734ede03 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:00.806341 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d41239-f241-4eb6-b41e-79fe11686516 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:00.809880 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-59d41239-f241-4eb6-b41e-79fe11686516 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:00.865214 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-358d5549-b9d8-4416-a20c-daa709f9043e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Unset dirty status for tenant:2f00cf6fa55343c49fd163fc734ede03 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:00.869986 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-358d5549-b9d8-4416-a20c-daa709f9043e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] 10.222.0.21 "GET /v2.0/ports/2f9ca6d1-ebe3-4596-90e0-0d7524146d30 HTTP/1.1" status: 404 len: 333 time: 0.1611805 Apr 29 15:38:00.873448 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49598) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:00.881741 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d41239-f241-4eb6-b41e-79fe11686516 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:38:00.913998 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-59d41239-f241-4eb6-b41e-79fe11686516 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:00.914344 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-59d41239-f241-4eb6-b41e-79fe11686516 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Added segment ca3c5b80-c01d-41f7-a0e9-572378e1ed0e of type vlan for network c567502f-c328-4b67-bc43-952afca18455 Apr 29 15:38:00.942700 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-395ae45b-da85-4a91-a821-5dd29297a0ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:00.945653 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-2f601e97-2552-4044-a64b-c14748396616 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Request body: {'port': {'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-813110869'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:00.958453 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2f601e97-2552-4044-a64b-c14748396616 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:00.965033 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-59d41239-f241-4eb6-b41e-79fe11686516 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:00.972254 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:00.972975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:00.979954 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2f601e97-2552-4044-a64b-c14748396616 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:01.057277 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f601e97-2552-4044-a64b-c14748396616 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Made reservation on behalf of 2f00cf6fa55343c49fd163fc734ede03 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:01.060626 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2f601e97-2552-4044-a64b-c14748396616 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:01.124529 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-2f601e97-2552-4044-a64b-c14748396616 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] device_id is not set on port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:38:01.214667 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-59d41239-f241-4eb6-b41e-79fe11686516 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:01.218540 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d41239-f241-4eb6-b41e-79fe11686516 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:01.219121 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-59d41239-f241-4eb6-b41e-79fe11686516 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:01.355253 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-395ae45b-da85-4a91-a821-5dd29297a0ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:01.414319 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2c29a6d-c8ef-4cef-9335-834b45773a65 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:01.437662 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-59d41239-f241-4eb6-b41e-79fe11686516 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8997817 Apr 29 15:38:01.438524 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d41239-f241-4eb6-b41e-79fe11686516 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Network': ['ID=c567502f-c328-4b67-bc43-952afca18455,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:01.440672 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49606) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:01.454514 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'ports': [{'network_id': 'fff58e3d-3f04-435f-9a39-63c880802c71'}, {'network_id': 'c567502f-c328-4b67-bc43-952afca18455'}]} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:01.454514 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'port': {'network_id': 'fff58e3d-3f04-435f-9a39-63c880802c71'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:01.454514 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'port': {'network_id': 'c567502f-c328-4b67-bc43-952afca18455'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:01.454852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network c567502f-c328-4b67-bc43-952afca18455 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:38:01.473071 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395ae45b-da85-4a91-a821-5dd29297a0ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Network d1a550cc-0279-4cb0-9a4b-1ba6d90b0676 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:01.481706 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ae45b-da85-4a91-a821-5dd29297a0ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Pushing event updated for resources: {'Port': ['ID=8c656e5f-2227-4d75-92d9-dee0ec4d3e4c,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:01.483514 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-395ae45b-da85-4a91-a821-5dd29297a0ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:01.489735 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395ae45b-da85-4a91-a821-5dd29297a0ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:01.523676 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd330cf3-3ffe-43a2-984c-ef0bd7f75255 req-237f27da-f211-4e51-9d86-76b29c696e15 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:01.525217 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cd330cf3-3ffe-43a2-984c-ef0bd7f75255 req-237f27da-f211-4e51-9d86-76b29c696e15 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 943 time: 0.4112892 Apr 29 15:38:01.535868 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9afb1f-ab49-44d1-b5e8-be1db291ae7b req-a907cd99-5c3b-4502-b341-fb5453b8e80b tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:01.537327 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ca9afb1f-ab49-44d1-b5e8-be1db291ae7b req-a907cd99-5c3b-4502-b341-fb5453b8e80b tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 943 time: 0.4223132 Apr 29 15:38:01.620110 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:38:01.665373 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2f601e97-2552-4044-a64b-c14748396616 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:01.678404 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cd330cf3-3ffe-43a2-984c-ef0bd7f75255 req-2aa52d58-aa26-4c56-9abf-9eb3fabbb2a7 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/security-groups?id=58266d71-b64f-43f5-8255-965b2490a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400490 Apr 29 15:38:01.682865 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ca9afb1f-ab49-44d1-b5e8-be1db291ae7b req-66227cd2-0f8c-4f0e-839e-7ef9a7f3240f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/security-groups?id=77732694-f1f0-4552-88b3-a77f8ec2116a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335382 Apr 29 15:38:01.811671 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Router c6184a19-4d41-452f-a9b5-2bd4e5978415 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:38:01.833952 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=7c528c27-58b6-4ff6-80e0-5ff84e7b15ab,segment=NetworkSegment(e48be504-9206-4521-ba82-c3663d220100),segment_id=e48be504-9206-4521-ba82-c3663d220100)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:01.854900 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '7c528c27-58b6-4ff6-80e0-5ff84e7b15ab', 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe', 'port_id': '7c528c27-58b6-4ff6-80e0-5ff84e7b15ab', 'mac_address': 'fa:16:3e:10:db:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6408fca5-a6c8-49cb-a418-323e1535deec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:38:01.872157 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:01.916265 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:port and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:01.916835 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:01.919984 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:01.929755 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:01.937834 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:38:01.942513 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-395ae45b-da85-4a91-a821-5dd29297a0ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:01.943220 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-395ae45b-da85-4a91-a821-5dd29297a0ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:01.953657 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2f601e97-2552-4044-a64b-c14748396616 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:01.960593 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=7c528c27-58b6-4ff6-80e0-5ff84e7b15ab,segment=NetworkSegment(e48be504-9206-4521-ba82-c3663d220100),segment_id=e48be504-9206-4521-ba82-c3663d220100)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:02.057071 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:02.057529 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'port': 2} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:02.058435 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 2f384750-9800-4fba-99dc-e7d572a543de details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:38:02.061062 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:02.184962 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f601e97-2552-4044-a64b-c14748396616 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Network 1c660a08-6543-445d-93e5-ce1a35504e05 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:02.191123 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f601e97-2552-4044-a64b-c14748396616 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Pushing event updated for resources: {'Port': ['ID=0435ddf0-40c6-4fb0-8d01-f7acbef412fe,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:02.193176 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:02.200180 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=7c528c27-58b6-4ff6-80e0-5ff84e7b15ab,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:02.202743 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-2f601e97-2552-4044-a64b-c14748396616 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:02.208966 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f601e97-2552-4044-a64b-c14748396616 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:02.209644 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f601e97-2552-4044-a64b-c14748396616 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:02.210296 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2f601e97-2552-4044-a64b-c14748396616 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:02.266061 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 2f384750-9800-4fba-99dc-e7d572a543de, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=2f384750-9800-4fba-99dc-e7d572a543de,segment=NetworkSegment(9fdadee6-d18c-402b-834a-482b050d5157),segment_id=9fdadee6-d18c-402b-834a-482b050d5157)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:02.280511 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '2f384750-9800-4fba-99dc-e7d572a543de', 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894', 'port_id': '2f384750-9800-4fba-99dc-e7d572a543de', 'mac_address': 'fa:16:3e:a3:e7:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7bb539e-4a1d-45fe-b72f-4601de1423be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:38:02.295408 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c25dfb-870f-4e93-bc74-a7f5017b308d req-f20b8bb5-e52a-46df-8e48-30618199765d tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:02.296933 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d5c25dfb-870f-4e93-bc74-a7f5017b308d req-f20b8bb5-e52a-46df-8e48-30618199765d tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 943 time: 0.4042397 Apr 29 15:38:02.335576 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:02.357350 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f384750-9800-4fba-99dc-e7d572a543de {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:38:02.373125 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 2f384750-9800-4fba-99dc-e7d572a543de, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=2f384750-9800-4fba-99dc-e7d572a543de,segment=NetworkSegment(9fdadee6-d18c-402b-834a-482b050d5157),segment_id=9fdadee6-d18c-402b-834a-482b050d5157)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:02.399235 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d5c25dfb-870f-4e93-bc74-a7f5017b308d req-421ec7ee-ab89-42a4-bd34-bf8d8a4bf368 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914626 Apr 29 15:38:02.404232 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2f601e97-2552-4044-a64b-c14748396616 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5296578 Apr 29 15:38:02.409955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49612) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:02.419409 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:02.456835 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:02.458154 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 4f870073-d846-45aa-b77f-96ecbcf0f176 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:38:02.474158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:38:02.478425 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-b2c29a6d-c8ef-4cef-9335-834b45773a65 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Allocated IP 172.20.0.1 (8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3/f13ccb74-98d8-41b6-be11-9b697cc4cf41/69213daf-3b34-49ea-b775-a506791a9c24) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:02.491345 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57d036-84bb-4497-b2bf-0203ae36ddda None None] Sync routers for ids ['c6184a19-4d41-452f-a9b5-2bd4e5978415'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:38:02.506817 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] device_id is not set on port d956ae2f-5cf5-4c18-b806-165882e1017e yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:38:02.514666 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f57d036-84bb-4497-b2bf-0203ae36ddda None None] Routers {'c6184a19-4d41-452f-a9b5-2bd4e5978415'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:02.516913 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-9f57d036-84bb-4497-b2bf-0203ae36ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:37:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c6184a19-4d41-452f-a9b5-2bd4e5978415'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:02.577822 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:02.579040 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0b4c6ee6-1d0e-462e-908d-e983cb3d2b60 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.3820510 Apr 29 15:38:02.581570 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:02.583838 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49616) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:02.621926 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=2f384750-9800-4fba-99dc-e7d572a543de,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:02.643445 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:02.643793 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:02.644127 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:02.644470 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:02.644800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:02.645120 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:02.645449 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:02.645769 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:02.646090 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:02.646406 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:02.646748 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:02.647564 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-9f57d036-84bb-4497-b2bf-0203ae36ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:02.690078 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395ae45b-da85-4a91-a821-5dd29297a0ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Router c9c80558-1ee3-4b00-ab55-a976545cd876 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:38:02.694707 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 4f870073-d846-45aa-b77f-96ecbcf0f176, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=4f870073-d846-45aa-b77f-96ecbcf0f176,segment=NetworkSegment(bcc1663b-c194-4652-87cf-0bcd40bb0751),segment_id=bcc1663b-c194-4652-87cf-0bcd40bb0751)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:02.697947 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f57d036-84bb-4497-b2bf-0203ae36ddda None None] Routers {'c6184a19-4d41-452f-a9b5-2bd4e5978415'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:02.699109 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-9f57d036-84bb-4497-b2bf-0203ae36ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:37:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c6184a19-4d41-452f-a9b5-2bd4e5978415'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:02.709494 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '4f870073-d846-45aa-b77f-96ecbcf0f176', 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f', 'port_id': '4f870073-d846-45aa-b77f-96ecbcf0f176', 'mac_address': 'fa:16:3e:e7:cf:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83914fb-022a-4002-8e6f-85f3456e202d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:38:02.780659 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:02.808573 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f870073-d846-45aa-b77f-96ecbcf0f176 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:38:02.834521 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 4f870073-d846-45aa-b77f-96ecbcf0f176, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=4f870073-d846-45aa-b77f-96ecbcf0f176,segment=NetworkSegment(bcc1663b-c194-4652-87cf-0bcd40bb0751),segment_id=bcc1663b-c194-4652-87cf-0bcd40bb0751)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:02.877523 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-9f57d036-84bb-4497-b2bf-0203ae36ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:02.878210 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57d036-84bb-4497-b2bf-0203ae36ddda None None] The sync data for ids ['c6184a19-4d41-452f-a9b5-2bd4e5978415'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:38:02.913717 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:02.999732 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=4f870073-d846-45aa-b77f-96ecbcf0f176,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:03.004160 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:03.008674 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2c29a6d-c8ef-4cef-9335-834b45773a65 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:03.096449 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] device_id is not set on port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:38:03.110655 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:03.113613 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-b2c29a6d-c8ef-4cef-9335-834b45773a65 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Transition to ACTIVE for port object 69213daf-3b34-49ea-b775-a506791a9c24 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:03.147920 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] device_id is not set on port 98af1ccc-51ca-4437-a496-7d3585e15c33 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:38:03.155609 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Transition to ACTIVE for port object 0435ddf0-40c6-4fb0-8d01-f7acbef412fe will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:03.185266 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f8f74-7b6d-4b0d-bba7-bd2e08cc3836 req-bdfab38e-5db3-48a1-9ffa-3d7149100f6d tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:03.186797 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-082f8f74-7b6d-4b0d-bba7-bd2e08cc3836 req-bdfab38e-5db3-48a1-9ffa-3d7149100f6d tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 944 time: 0.2350619 Apr 29 15:38:03.195617 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20e92d-a260-4810-ba55-8a2514fbccba req-740e8068-f44d-4ebb-b71d-66a68771d927 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:03.197009 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b20e92d-a260-4810-ba55-8a2514fbccba req-740e8068-f44d-4ebb-b71d-66a68771d927 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 944 time: 0.1838396 Apr 29 15:38:03.233799 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0b3e37c0-5194-4ca1-bd49-6860711f11ca tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "GET /v2.0/routers/c6184a19-4d41-452f-a9b5-2bd4e5978415 HTTP/1.1" status: 200 len: 920 time: 0.6487973 Apr 29 15:38:03.237173 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49624) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:03.256113 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:03.292213 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2c29a6d-c8ef-4cef-9335-834b45773a65 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:03.350071 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fde81934-fa2d-4354-8f85-512eda4c19b3 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6184a19-4d41-452f-a9b5-2bd4e5978415 HTTP/1.1" status: 200 len: 205 time: 0.1118052 Apr 29 15:38:03.355850 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49628) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:03.398106 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['4f870073-d846-45aa-b77f-96ecbcf0f176'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 15:38:03.399457 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:03.410935 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-082f8f74-7b6d-4b0d-bba7-bd2e08cc3836 req-a1487f97-cb01-40c4-923b-70a10cf61e62 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/security-groups?id=58266d71-b64f-43f5-8255-965b2490a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122223 Apr 29 15:38:03.411173 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c29a6d-c8ef-4cef-9335-834b45773a65 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Network 8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:03.416870 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c29a6d-c8ef-4cef-9335-834b45773a65 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Pushing event updated for resources: {'Port': ['ID=69213daf-3b34-49ea-b775-a506791a9c24,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:03.419741 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-b2c29a6d-c8ef-4cef-9335-834b45773a65 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:03.422961 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c29a6d-c8ef-4cef-9335-834b45773a65 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:03.453442 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['2f384750-9800-4fba-99dc-e7d572a543de'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 15:38:03.494861 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Pushing event updated for resources: {'Port': ['ID=0435ddf0-40c6-4fb0-8d01-f7acbef412fe,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:03.511408 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b20e92d-a260-4810-ba55-8a2514fbccba req-09d76c28-dd6a-485d-b702-4309c2605c39 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/security-groups?id=77732694-f1f0-4552-88b3-a77f8ec2116a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2954237 Apr 29 15:38:03.525935 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2c29a6d-c8ef-4cef-9335-834b45773a65 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:03.561592 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395ae45b-da85-4a91-a821-5dd29297a0ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:38:03.575638 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['7c528c27-58b6-4ff6-80e0-5ff84e7b15ab'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 15:38:03.630219 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] Sync routers for ids ['c9c80558-1ee3-4b00-ab55-a976545cd876'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:38:03.682368 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:03.688548 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:03.688955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:03.720361 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-395ae45b-da85-4a91-a821-5dd29297a0ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:03.724350 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-395ae45b-da85-4a91-a821-5dd29297a0ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.0683224 Apr 29 15:38:03.727659 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49634) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:03.756422 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:03.794105 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:38:03.794438 dv-neutron-839913-1-hyperv neutron-server[84770]: ERROR neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:38:03.803227 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] Routers {'c9c80558-1ee3-4b00-ab55-a976545cd876'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:03.803861 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:37:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c9c80558-1ee3-4b00-ab55-a976545cd876'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:03.820225 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2c29a6d-c8ef-4cef-9335-834b45773a65 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:03.838078 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network fff58e3d-3f04-435f-9a39-63c880802c71 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:03.846877 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:03.860755 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:03.861896 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:03.915859 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.plugins.ml2.plugin [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 2 to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe Apr 29 15:38:03.917249 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Port': ['ID=d956ae2f-5cf5-4c18-b806-165882e1017e,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:04.001827 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:04.002171 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:04.002526 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:04.032206 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:38:04.032469 dv-neutron-839913-1-hyperv neutron-server[84770]: ERROR neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:38:04.037060 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.plugins.ml2.plugin [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 3 to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe Apr 29 15:38:04.040661 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-6cc96f19-4170-4f1d-83d7-99ad91c1b915 None None] Provisioning for port 69213daf-3b34-49ea-b775-a506791a9c24 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:04.066200 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb44115-9f31-4cc7-a83c-01806b73b374 req-f1c4b953-5955-4c7f-b9f3-668efcc15f8a tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:04.067703 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3bb44115-9f31-4cc7-a83c-01806b73b374 req-f1c4b953-5955-4c7f-b9f3-668efcc15f8a tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 944 time: 0.4516795 Apr 29 15:38:04.068740 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-6cc96f19-4170-4f1d-83d7-99ad91c1b915 None None] Provisioning complete for port 69213daf-3b34-49ea-b775-a506791a9c24 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:04.069269 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6cc96f19-4170-4f1d-83d7-99ad91c1b915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.073120 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:04.073475 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:04.073824 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:04.107301 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:38:04.107647 dv-neutron-839913-1-hyperv neutron-server[84770]: ERROR neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:38:04.113609 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.plugins.ml2.plugin [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 4 to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe Apr 29 15:38:04.149796 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:04.150130 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:04.150475 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:04.183239 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:38:04.183687 dv-neutron-839913-1-hyperv neutron-server[84770]: ERROR neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:38:04.186047 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.plugins.ml2.plugin [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 5 to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe Apr 29 15:38:04.198723 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3bb44115-9f31-4cc7-a83c-01806b73b374 req-00182d5b-bd22-4157-b35d-d59d6fe7d87a tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167407 Apr 29 15:38:04.212266 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:04.212524 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:04.213077 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:04.228980 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Port': ['ID=98af1ccc-51ca-4437-a496-7d3585e15c33,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:04.240418 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-32241ab4-2306-471b-843a-570cde2c6422 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.251439 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-6cc96f19-4170-4f1d-83d7-99ad91c1b915 None None] Port 69213daf-3b34-49ea-b775-a506791a9c24 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:38:04.256691 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Checking segment: {'id': 'ca3c5b80-c01d-41f7-a0e9-572378e1ed0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c567502f-c328-4b67-bc43-952afca18455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:38:04.257186 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network hostable DHCP agents. Network: c567502f-c328-4b67-bc43-952afca18455, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:38:04.297241 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] Set router c9c80558-1ee3-4b00-ab55-a976545cd876 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:38:04.297446 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:38:04.297446 dv-neutron-839913-1-hyperv neutron-server[84770]: ERROR neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:38:04.301760 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.plugins.ml2.plugin [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 6 to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe Apr 29 15:38:04.371556 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network c567502f-c328-4b67-bc43-952afca18455 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:38:04.386291 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:04.387262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:04.387262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:04.412187 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:38:04.412532 dv-neutron-839913-1-hyperv neutron-server[84770]: ERROR neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:38:04.414062 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.plugins.ml2.plugin [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 7 to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe Apr 29 15:38:04.422700 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7b7357f6-7b27-42f9-8e62-818d040b9455 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.467990 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, c567502f-c328-4b67-bc43-952afca18455) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:04.471381 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2c29a6d-c8ef-4cef-9335-834b45773a65 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.478029 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:04.484782 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:04.489046 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:04.489752 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.514081 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8783eeeb-091c-461c-9599-2a7fb595ece5 None None] Network c567502f-c328-4b67-bc43-952afca18455 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:38:04.547431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:04.547680 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:04.548021 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:04.571541 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2c29a6d-c8ef-4cef-9335-834b45773a65 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.606814 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:38:04.607146 dv-neutron-839913-1-hyperv neutron-server[84770]: ERROR neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:38:04.614982 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.plugins.ml2.plugin [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 8 to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe Apr 29 15:38:04.653428 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:04.653755 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:04.654094 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:04.664824 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e21ece67-b8c1-47cb-95ed-5a6ac2878f50 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2234070 Apr 29 15:38:04.675087 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49642) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:04.725809 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:38:04.726449 dv-neutron-839913-1-hyperv neutron-server[84770]: ERROR neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:38:04.737093 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.plugins.ml2.plugin [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 9 to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe Apr 29 15:38:04.748781 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2c29a6d-c8ef-4cef-9335-834b45773a65 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.756385 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c29a6d-c8ef-4cef-9335-834b45773a65 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Pushing event updated for resources: {'Port': ['ID=69213daf-3b34-49ea-b775-a506791a9c24,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:04.823268 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:04.823623 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:04.823960 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:04.852968 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-a26bf7c4-2d0b-4f8e-b3d1-ea02da238c64 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting port 98af1ccc-51ca-4437-a496-7d3585e15c33 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:04.857931 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a26bf7c4-2d0b-4f8e-b3d1-ea02da238c64 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.905674 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:38:04.905905 dv-neutron-839913-1-hyperv neutron-server[84770]: ERROR neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:38:04.906927 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c80558-1ee3-4b00-ab55-a976545cd876', 'name': '', 'tenant_id': '21b3cb6277114da699b52cb29ae615ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1a550cc-0279-4cb0-9a4b-1ba6d90b0676', 'external_fixed_ips': [{'subnet_id': 'e7cc385f-3071-454e-bf47-7c91603556f9', 'ip_address': '2001:db8::35b'}], 'enable_snat': True}, 'gw_port_id': '8c656e5f-2227-4d75-92d9-dee0ec4d3e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:58Z', 'updated_at': '2022-04-29T15:38:01Z', 'revision_number': 3, 'project_id': '21b3cb6277114da699b52cb29ae615ed', 'gw_port': {'id': '8c656e5f-2227-4d75-92d9-dee0ec4d3e4c', 'name': '', 'network_id': 'd1a550cc-0279-4cb0-9a4b-1ba6d90b0676', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c80558-1ee3-4b00-ab55-a976545cd876', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e7cc385f-3071-454e-bf47-7c91603556f9', 'ip_address': '2001:db8::35b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:00Z', 'updated_at': '2022-04-29T15:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7cc385f-3071-454e-bf47-7c91603556f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:04.911399 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] Checking router: c9c80558-1ee3-4b00-ab55-a976545cd876 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:38:04.911890 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] Updating router c9c80558-1ee3-4b00-ab55-a976545cd876 port 8c656e5f-2227-4d75-92d9-dee0ec4d3e4c binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:38:04.921623 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.plugins.ml2.plugin [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 10 to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe Apr 29 15:38:04.940696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f1fb7-613e-4ea1-8f12-323e91785eea req-f48dc1d6-befa-42aa-b7d1-143710d182d3 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:04.941679 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-437f1fb7-613e-4ea1-8f12-323e91785eea req-f48dc1d6-befa-42aa-b7d1-143710d182d3 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 944 time: 0.3785744 Apr 29 15:38:04.941836 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c29a6d-c8ef-4cef-9335-834b45773a65 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Network 8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:04.943570 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-b2c29a6d-c8ef-4cef-9335-834b45773a65 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:04.974033 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.980653 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:04.980788 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:04.981102 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:05.077147 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:38:05.077477 dv-neutron-839913-1-hyperv neutron-server[84770]: ERROR neutron.plugins.ml2.managers [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:38:05.077833 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:05.166770 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-32241ab4-2306-471b-843a-570cde2c6422 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:05.211865 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2b699-8e52-48f3-84e5-52b75e3f1d6a req-0961f483-2f51-4850-9eb4-7fe900a94e32 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:05.218769 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-81b2b699-8e52-48f3-84e5-52b75e3f1d6a req-0961f483-2f51-4850-9eb4-7fe900a94e32 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 944 time: 0.5010962 Apr 29 15:38:05.335257 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-537d8ca7-e4ea-49b0-86f3-b95eb9502c06 None None] Provisioning complete for port 69213daf-3b34-49ea-b775-a506791a9c24 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:05.335529 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-537d8ca7-e4ea-49b0-86f3-b95eb9502c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:05.339059 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-437f1fb7-613e-4ea1-8f12-323e91785eea req-105f2325-5bae-4615-8c26-2c2a39b0dcf8 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/security-groups?id=58266d71-b64f-43f5-8255-965b2490a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3824499 Apr 29 15:38:05.340343 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-32241ab4-2306-471b-843a-570cde2c6422 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Deleting port 5468a6ca-17c2-494e-8be4-fb007faf2d04 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:05.341351 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-32241ab4-2306-471b-843a-570cde2c6422 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:05.397527 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c29a6d-c8ef-4cef-9335-834b45773a65 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Router a017494e-3fd1-4c6c-a62d-60aab81bd04f has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:38:05.458552 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a26bf7c4-2d0b-4f8e-b3d1-ea02da238c64 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:05.459285 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:05.461729 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-537d8ca7-e4ea-49b0-86f3-b95eb9502c06 None None] Port 69213daf-3b34-49ea-b775-a506791a9c24 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:38:05.474526 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] Transition to ACTIVE for port object 8c656e5f-2227-4d75-92d9-dee0ec4d3e4c will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:05.475145 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7b7357f6-7b27-42f9-8e62-818d040b9455 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:05.478294 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] For port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:38:05.478691 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempted to set empty binding levels {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 15:38:05.538925 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-81b2b699-8e52-48f3-84e5-52b75e3f1d6a req-41b5cbff-f101-454f-9c18-4079d1126a9a tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/security-groups?id=77732694-f1f0-4552-88b3-a77f8ec2116a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3191891 Apr 29 15:38:05.560930 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:05.620046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-a26bf7c4-2d0b-4f8e-b3d1-ea02da238c64 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Calling delete_port for 98af1ccc-51ca-4437-a496-7d3585e15c33 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:05.640075 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:05.645950 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c29a6d-c8ef-4cef-9335-834b45773a65 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:38:05.653693 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b2c29a6d-c8ef-4cef-9335-834b45773a65 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] 10.222.0.21 "PUT /v2.0/routers/a017494e-3fd1-4c6c-a62d-60aab81bd04f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7621057 Apr 29 15:38:05.656605 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49648) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:05.658886 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0368e378-00c8-4ed2-ad1b-3b8facb1a18d None None] Sync routers for ids ['a017494e-3fd1-4c6c-a62d-60aab81bd04f'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:38:05.663561 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-84e6618b-1fc7-4bd2-b0aa-4ec1f1017229 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Request body: {'port': {'network_id': '8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3', 'name': 'tempest-FloatingIPAdminTestJSON-1181237765'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:05.695163 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] Attempting to bind port 8c656e5f-2227-4d75-92d9-dee0ec4d3e4c on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:05.695537 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] Attempting to bind port 8c656e5f-2227-4d75-92d9-dee0ec4d3e4c by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '3482cdb4-72e6-4c83-bc56-b07a83974a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd1a550cc-0279-4cb0-9a4b-1ba6d90b0676'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:05.695898 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] Attempting to bind port 8c656e5f-2227-4d75-92d9-dee0ec4d3e4c on network d1a550cc-0279-4cb0-9a4b-1ba6d90b0676 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:05.705237 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0368e378-00c8-4ed2-ad1b-3b8facb1a18d None None] Routers {'a017494e-3fd1-4c6c-a62d-60aab81bd04f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:05.706213 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-0368e378-00c8-4ed2-ad1b-3b8facb1a18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:37:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a017494e-3fd1-4c6c-a62d-60aab81bd04f'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:05.711207 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:38:05.711580 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] Checking segment: {'id': '3482cdb4-72e6-4c83-bc56-b07a83974a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd1a550cc-0279-4cb0-9a4b-1ba6d90b0676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:38:05.711982 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:05.712512 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] Bound using segment: {'id': '3482cdb4-72e6-4c83-bc56-b07a83974a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd1a550cc-0279-4cb0-9a4b-1ba6d90b0676'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:38:05.712991 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] Bound port: 8c656e5f-2227-4d75-92d9-dee0ec4d3e4c, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3482cdb4-72e6-4c83-bc56-b07a83974a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd1a550cc-0279-4cb0-9a4b-1ba6d90b0676'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:38:05.713359 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:05.771061 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47bb349-63d1-48f4-9138-75122e63f079 None None] Pushing event updated for resources: {'Port': ['ID=8c656e5f-2227-4d75-92d9-dee0ec4d3e4c,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:05.791151 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:05.819778 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-0368e378-00c8-4ed2-ad1b-3b8facb1a18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:05.828617 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-84e6618b-1fc7-4bd2-b0aa-4ec1f1017229 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:05.832663 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-84e6618b-1fc7-4bd2-b0aa-4ec1f1017229 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Usage tracker for resource:port and tenant:029d940cbbbd46588e10c3fefc2fd379 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:05.836264 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-84e6618b-1fc7-4bd2-b0aa-4ec1f1017229 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:05.844999 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-84e6618b-1fc7-4bd2-b0aa-4ec1f1017229 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:05.850540 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0368e378-00c8-4ed2-ad1b-3b8facb1a18d None None] Routers {'a017494e-3fd1-4c6c-a62d-60aab81bd04f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:05.851438 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-0368e378-00c8-4ed2-ad1b-3b8facb1a18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:37:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a017494e-3fd1-4c6c-a62d-60aab81bd04f'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:05.859329 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] For port 8c656e5f-2227-4d75-92d9-dee0ec4d3e4c, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:38:05.862749 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] For port 8c656e5f-2227-4d75-92d9-dee0ec4d3e4c, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=8c656e5f-2227-4d75-92d9-dee0ec4d3e4c,segment=NetworkSegment(3482cdb4-72e6-4c83-bc56-b07a83974a8a),segment_id=3482cdb4-72e6-4c83-bc56-b07a83974a8a)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:38:05.913923 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:05.920170 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:05.920636 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:05.928258 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-7b7357f6-7b27-42f9-8e62-818d040b9455 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Deleting port 8c656e5f-2227-4d75-92d9-dee0ec4d3e4c {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:05.928258 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7b7357f6-7b27-42f9-8e62-818d040b9455 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:05.941155 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-0368e378-00c8-4ed2-ad1b-3b8facb1a18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:05.941557 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0368e378-00c8-4ed2-ad1b-3b8facb1a18d None None] The sync data for ids ['a017494e-3fd1-4c6c-a62d-60aab81bd04f'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:38:05.954549 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e6618b-1fc7-4bd2-b0aa-4ec1f1017229 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Made reservation on behalf of 029d940cbbbd46588e10c3fefc2fd379 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:05.957884 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-84e6618b-1fc7-4bd2-b0aa-4ec1f1017229 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:05.958683 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:05.981089 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-84e6618b-1fc7-4bd2-b0aa-4ec1f1017229 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] device_id is not set on port 55ecefb0-9124-4175-a35b-9aed63616f7f yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:38:06.008351 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] In _notify_port_updated(), no bound segment for port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 15:38:06.009248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:06.010945 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] 10.222.0.21 "PUT /v2.0/ports/0435ddf0-40c6-4fb0-8d01-f7acbef412fe HTTP/1.1" status: 200 len: 976 time: 3.5995336 Apr 29 15:38:06.021429 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49652) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:06.059744 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135fd759-7a73-49ca-ab4f-d51c37ad683a tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Pushing event updated for resources: {'Port': ['ID=0435ddf0-40c6-4fb0-8d01-f7acbef412fe,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:06.065790 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47bb349-63d1-48f4-9138-75122e63f079 None None] Pushing event updated for resources: {'Port': ['ID=8c656e5f-2227-4d75-92d9-dee0ec4d3e4c,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:06.078249 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] Routers {'c9c80558-1ee3-4b00-ab55-a976545cd876'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:06.079875 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:37:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c9c80558-1ee3-4b00-ab55-a976545cd876'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:06.170644 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-32241ab4-2306-471b-843a-570cde2c6422 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:06.192349 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-360d9167-68a7-4465-b0f0-7bacfaefe259 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Synchronizing usage tracker for tenant:2f00cf6fa55343c49fd163fc734ede03 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:06.225487 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-84e6618b-1fc7-4bd2-b0aa-4ec1f1017229 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Allocated IP 172.20.0.7 (8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3/f13ccb74-98d8-41b6-be11-9b697cc4cf41/55ecefb0-9124-4175-a35b-9aed63616f7f) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:06.244390 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903491a-17de-4d87-9360-4237d07da071 req-330214fa-b567-4583-b9ae-fdb6d7f82bd2 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:06.245916 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5903491a-17de-4d87-9360-4237d07da071 req-330214fa-b567-4583-b9ae-fdb6d7f82bd2 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 944 time: 0.6491399 Apr 29 15:38:06.265158 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:06.288294 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-360d9167-68a7-4465-b0f0-7bacfaefe259 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Unset dirty status for tenant:2f00cf6fa55343c49fd163fc734ede03 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:06.293613 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-360d9167-68a7-4465-b0f0-7bacfaefe259 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25186 time: 0.2671349 Apr 29 15:38:06.297234 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] Set router c9c80558-1ee3-4b00-ab55-a976545cd876 gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:38:06.306155 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49656) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:06.306327 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a26bf7c4-2d0b-4f8e-b3d1-ea02da238c64 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:06.313563 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-32241ab4-2306-471b-843a-570cde2c6422 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Calling delete_port for 5468a6ca-17c2-494e-8be4-fb007faf2d04 owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:06.343633 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62018179-4253-47e7-9320-c2364040b2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c528c27-58b6-4ff6-80e0-5ff84e7b15ab'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:38:06.419042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26bf7c4-2d0b-4f8e-b3d1-ea02da238c64 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Port': ['ID=98af1ccc-51ca-4437-a496-7d3585e15c33,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:06.476508 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a26bf7c4-2d0b-4f8e-b3d1-ea02da238c64 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:06.515226 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a26bf7c4-2d0b-4f8e-b3d1-ea02da238c64 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/ports/98af1ccc-51ca-4437-a496-7d3585e15c33 HTTP/1.1" status: 204 len: 168 time: 1.8348982 Apr 29 15:38:06.524694 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49666) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:06.526747 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-7b7357f6-7b27-42f9-8e62-818d040b9455 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] For port 8c656e5f-2227-4d75-92d9-dee0ec4d3e4c, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=8c656e5f-2227-4d75-92d9-dee0ec4d3e4c,segment=NetworkSegment(3482cdb4-72e6-4c83-bc56-b07a83974a8a),segment_id=3482cdb4-72e6-4c83-bc56-b07a83974a8a)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:06.528493 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7b7357f6-7b27-42f9-8e62-818d040b9455 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:06.530014 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=7c528c27-58b6-4ff6-80e0-5ff84e7b15ab,segment=NetworkSegment(e48be504-9206-4521-ba82-c3663d220100),segment_id=e48be504-9206-4521-ba82-c3663d220100)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:06.531592 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c80558-1ee3-4b00-ab55-a976545cd876', 'name': '', 'tenant_id': '21b3cb6277114da699b52cb29ae615ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:58Z', 'updated_at': '2022-04-29T15:38:05Z', 'revision_number': 4, 'project_id': '21b3cb6277114da699b52cb29ae615ed', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:06.537270 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f764eb62-0a16-4ee8-899c-cf55f877129b None None] The sync data for ids ['c9c80558-1ee3-4b00-ab55-a976545cd876'] in dv-neutron-839913-1-hyperv is: [{'id': 'c9c80558-1ee3-4b00-ab55-a976545cd876', 'name': '', 'tenant_id': '21b3cb6277114da699b52cb29ae615ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:58Z', 'updated_at': '2022-04-29T15:38:05Z', 'revision_number': 4, 'project_id': '21b3cb6277114da699b52cb29ae615ed', 'gw_port_host': None}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:38:06.599945 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-8c5e6313-7d3e-46af-b2cb-4bec0c023a96 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Deleting port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:06.600458 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8c5e6313-7d3e-46af-b2cb-4bec0c023a96 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:06.601757 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5903491a-17de-4d87-9360-4237d07da071 req-94be52a2-42dc-4e7e-b3ca-341085465508 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626729 Apr 29 15:38:06.605159 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:06.606740 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 2f384750-9800-4fba-99dc-e7d572a543de up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:06.696425 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-7b7357f6-7b27-42f9-8e62-818d040b9455 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Calling delete_port for 8c656e5f-2227-4d75-92d9-dee0ec4d3e4c owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:06.780196 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=7c528c27-58b6-4ff6-80e0-5ff84e7b15ab,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:06.827979 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 2f384750-9800-4fba-99dc-e7d572a543de completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:06.833663 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 2f384750-9800-4fba-99dc-e7d572a543de triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:06.834295 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:06.840921 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-84e6618b-1fc7-4bd2-b0aa-4ec1f1017229 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:06.881075 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815b0b99-5006-4810-89b1-960c64c87612 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:06.885246 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815b0b99-5006-4810-89b1-960c64c87612 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:06.886021 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-815b0b99-5006-4810-89b1-960c64c87612 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Synchronizing usage tracker for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:06.934446 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fe8fb-fb7b-40fc-bcfa-b84415249452 req-046694d7-e0ce-4c53-a976-ca765a1ebaa1 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:06.935989 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-573fe8fb-fb7b-40fc-bcfa-b84415249452 req-046694d7-e0ce-4c53-a976-ca765a1ebaa1 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 945 time: 0.3332062 Apr 29 15:38:06.959350 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:06.960816 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-84e6618b-1fc7-4bd2-b0aa-4ec1f1017229 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Transition to ACTIVE for port object 55ecefb0-9124-4175-a35b-9aed63616f7f will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:06.986465 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2630e-e847-4e6a-8f34-1fecdbb5d9bd req-a0624bac-d81a-4aed-8063-1e27565d2dfe tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:06.987955 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a6f2630e-e847-4e6a-8f34-1fecdbb5d9bd req-a0624bac-d81a-4aed-8063-1e27565d2dfe tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 944 time: 0.2458887 Apr 29 15:38:06.995114 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 2f384750-9800-4fba-99dc-e7d572a543de, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=2f384750-9800-4fba-99dc-e7d572a543de,segment=NetworkSegment(9fdadee6-d18c-402b-834a-482b050d5157),segment_id=9fdadee6-d18c-402b-834a-482b050d5157)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:07.018000 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-8c5e6313-7d3e-46af-b2cb-4bec0c023a96 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] For port 0435ddf0-40c6-4fb0-8d01-f7acbef412fe, host hv-neutron-8399, got binding levels [] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:07.018354 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8c5e6313-7d3e-46af-b2cb-4bec0c023a96 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.033028 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-573fe8fb-fb7b-40fc-bcfa-b84415249452 req-a8abb8a5-427c-4006-bb34-938dc6b63dfc tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/security-groups?id=58266d71-b64f-43f5-8255-965b2490a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886867 Apr 29 15:38:07.075956 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-32241ab4-2306-471b-843a-570cde2c6422 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.097469 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.098578 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 4f870073-d846-45aa-b77f-96ecbcf0f176 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:07.141117 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32241ab4-2306-471b-843a-570cde2c6422 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Pushing event deleted for resources: {'Port': ['ID=5468a6ca-17c2-494e-8be4-fb007faf2d04,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:07.163083 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a6f2630e-e847-4e6a-8f34-1fecdbb5d9bd req-3c5d897b-2939-4463-9033-fe331446a41d tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/security-groups?id=77732694-f1f0-4552-88b3-a77f8ec2116a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652627 Apr 29 15:38:07.182322 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-8c5e6313-7d3e-46af-b2cb-4bec0c023a96 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Calling delete_port for 0435ddf0-40c6-4fb0-8d01-f7acbef412fe owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:07.228615 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-815b0b99-5006-4810-89b1-960c64c87612 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Unset dirty status for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:07.234782 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-815b0b99-5006-4810-89b1-960c64c87612 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.7060721 Apr 29 15:38:07.236785 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fef88f2-eea9-4e74-8504-d58963b35cac'] response: {'server_uuid': '62018179-4253-47e7-9320-c2364040b2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c528c27-58b6-4ff6-80e0-5ff84e7b15ab', 'code': 200} Apr 29 15:38:07.241132 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49676) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:07.260161 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=2f384750-9800-4fba-99dc-e7d572a543de,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:07.315606 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-84e6618b-1fc7-4bd2-b0aa-4ec1f1017229 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.326007 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 4f870073-d846-45aa-b77f-96ecbcf0f176 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:07.331469 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 4f870073-d846-45aa-b77f-96ecbcf0f176 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:07.331837 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.410156 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e6618b-1fc7-4bd2-b0aa-4ec1f1017229 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Network 8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:07.415825 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-84e6618b-1fc7-4bd2-b0aa-4ec1f1017229 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:07.431888 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e6618b-1fc7-4bd2-b0aa-4ec1f1017229 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:07.472242 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7b7357f6-7b27-42f9-8e62-818d040b9455 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.484527 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-715f7096-cf59-4630-9b77-8bf237aff25e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting port d956ae2f-5cf5-4c18-b806-165882e1017e {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:07.484984 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-715f7096-cf59-4630-9b77-8bf237aff25e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.495956 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.552872 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6618b-1fc7-4bd2-b0aa-4ec1f1017229 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Pushing event updated for resources: {'Port': ['ID=55ecefb0-9124-4175-a35b-9aed63616f7f,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:07.562445 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 4f870073-d846-45aa-b77f-96ecbcf0f176, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=4f870073-d846-45aa-b77f-96ecbcf0f176,segment=NetworkSegment(bcc1663b-c194-4652-87cf-0bcd40bb0751),segment_id=bcc1663b-c194-4652-87cf-0bcd40bb0751)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:07.564494 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8c5e6313-7d3e-46af-b2cb-4bec0c023a96 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.586393 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6618b-1fc7-4bd2-b0aa-4ec1f1017229 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:07.587222 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-84e6618b-1fc7-4bd2-b0aa-4ec1f1017229 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.624455 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7357f6-7b27-42f9-8e62-818d040b9455 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c656e5f-2227-4d75-92d9-dee0ec4d3e4c,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:07.629554 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-32241ab4-2306-471b-843a-570cde2c6422 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.645792 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.721908 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e6313-7d3e-46af-b2cb-4bec0c023a96 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Pushing event deleted for resources: {'Port': ['ID=0435ddf0-40c6-4fb0-8d01-f7acbef412fe,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:07.727856 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8c5e6313-7d3e-46af-b2cb-4bec0c023a96 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.803257 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=4f870073-d846-45aa-b77f-96ecbcf0f176,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:07.873228 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-84e6618b-1fc7-4bd2-b0aa-4ec1f1017229 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2155182 Apr 29 15:38:07.881697 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49682) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:07.885982 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e487c010-3844-4c53-a241-42a3c3b0960e None None] Provisioning for port 55ecefb0-9124-4175-a35b-9aed63616f7f completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:07.891515 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8c5e6313-7d3e-46af-b2cb-4bec0c023a96 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] 10.222.0.21 "DELETE /v2.0/ports/0435ddf0-40c6-4fb0-8d01-f7acbef412fe HTTP/1.1" status: 204 len: 168 time: 1.5856292 Apr 29 15:38:07.895351 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e487c010-3844-4c53-a241-42a3c3b0960e None None] Provisioning complete for port 55ecefb0-9124-4175-a35b-9aed63616f7f triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:07.895719 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e487c010-3844-4c53-a241-42a3c3b0960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.906858 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49686) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:07.919028 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-715f7096-cf59-4630-9b77-8bf237aff25e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.961925 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-e487c010-3844-4c53-a241-42a3c3b0960e None None] Port 55ecefb0-9124-4175-a35b-9aed63616f7f cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:38:08.118588 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e423bc-6e47-406f-91d3-6377c913e9e8 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] GET failed (client error): The resource could not be found. Apr 29 15:38:08.119102 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e0e423bc-6e47-406f-91d3-6377c913e9e8 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Synchronizing usage tracker for tenant:2f00cf6fa55343c49fd163fc734ede03 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:08.129023 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-715f7096-cf59-4630-9b77-8bf237aff25e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Calling delete_port for d956ae2f-5cf5-4c18-b806-165882e1017e owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:08.177594 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-61d4fa09-7e3a-4ec1-b2ed-d07262a4eeef req-d011fcd4-6518-40b8-a408-6a98e7cf9f61 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 1098 time: 0.5429213 Apr 29 15:38:08.216707 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-61d4fa09-7e3a-4ec1-b2ed-d07262a4eeef req-36f68bb9-7358-4246-b5b7-1e99bb949dd1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:08.264791 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e0e423bc-6e47-406f-91d3-6377c913e9e8 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Unset dirty status for tenant:2f00cf6fa55343c49fd163fc734ede03 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:08.265830 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e0e423bc-6e47-406f-91d3-6377c913e9e8 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] 10.222.0.21 "GET /v2.0/ports/0435ddf0-40c6-4fb0-8d01-f7acbef412fe HTTP/1.1" status: 404 len: 333 time: 0.3574343 Apr 29 15:38:08.269899 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49696) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:08.272543 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-61d4fa09-7e3a-4ec1-b2ed-d07262a4eeef req-36f68bb9-7358-4246-b5b7-1e99bb949dd1 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:08.277829 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-347663c3-7e7f-4308-9ac7-fc97430b4d7b tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-716644232', 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:08.282800 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-61d4fa09-7e3a-4ec1-b2ed-d07262a4eeef req-36f68bb9-7358-4246-b5b7-1e99bb949dd1 service neutron] Usage tracker for resource:security_group_rule and tenant:7117849677c14247af8eab6d34a08e24 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:08.315975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-3c0b5fa9-add7-46fe-b0ed-cbce6ce9194b tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'project_id': '029d940cbbbd46588e10c3fefc2fd379', 'port_id': '55ecefb0-9124-4175-a35b-9aed63616f7f'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:08.336054 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3c0b5fa9-add7-46fe-b0ed-cbce6ce9194b tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:08.338292 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7b7357f6-7b27-42f9-8e62-818d040b9455 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:08.358129 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-347663c3-7e7f-4308-9ac7-fc97430b4d7b tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:08.361122 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-61d4fa09-7e3a-4ec1-b2ed-d07262a4eeef req-36f68bb9-7358-4246-b5b7-1e99bb949dd1 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:08.364952 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-715f7096-cf59-4630-9b77-8bf237aff25e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:08.371845 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-61d4fa09-7e3a-4ec1-b2ed-d07262a4eeef req-36f68bb9-7358-4246-b5b7-1e99bb949dd1 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:08.397705 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-32241ab4-2306-471b-843a-570cde2c6422 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:08.403114 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3c0b5fa9-add7-46fe-b0ed-cbce6ce9194b tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Usage tracker for resource:floatingip and tenant:029d940cbbbd46588e10c3fefc2fd379 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:08.415508 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-347663c3-7e7f-4308-9ac7-fc97430b4d7b tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:08.429715 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f7096-cf59-4630-9b77-8bf237aff25e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Port': ['ID=d956ae2f-5cf5-4c18-b806-165882e1017e,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:08.447190 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-715f7096-cf59-4630-9b77-8bf237aff25e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:08.470074 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3c0b5fa9-add7-46fe-b0ed-cbce6ce9194b tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:08.492057 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3c0b5fa9-add7-46fe-b0ed-cbce6ce9194b tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:08.503275 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-32241ab4-2306-471b-843a-570cde2c6422 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:08.509747 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-61d4fa09-7e3a-4ec1-b2ed-d07262a4eeef req-36f68bb9-7358-4246-b5b7-1e99bb949dd1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:08.510767 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347663c3-7e7f-4308-9ac7-fc97430b4d7b tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Made reservation on behalf of 2f00cf6fa55343c49fd163fc734ede03 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:08.513797 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-347663c3-7e7f-4308-9ac7-fc97430b4d7b tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:08.533364 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-347663c3-7e7f-4308-9ac7-fc97430b4d7b tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] device_id is not set on port 96369c28-5050-48bc-8b9b-deb44cfd03c1 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:38:08.569357 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-715f7096-cf59-4630-9b77-8bf237aff25e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/ports/d956ae2f-5cf5-4c18-b806-165882e1017e HTTP/1.1" status: 204 len: 168 time: 1.3266735 Apr 29 15:38:08.575532 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49700) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:08.617646 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-61d4fa09-7e3a-4ec1-b2ed-d07262a4eeef req-36f68bb9-7358-4246-b5b7-1e99bb949dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:08.697176 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-61d4fa09-7e3a-4ec1-b2ed-d07262a4eeef req-36f68bb9-7358-4246-b5b7-1e99bb949dd1 service neutron] Synchronizing usage tracker for tenant:7117849677c14247af8eab6d34a08e24 on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:08.723125 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f68bb9-7358-4246-b5b7-1e99bb949dd1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=db3a6191-0296-443d-a0cc-0a984057a673,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:08.765204 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5fa9-add7-46fe-b0ed-cbce6ce9194b tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:08.778399 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7b7357f6-7b27-42f9-8e62-818d040b9455 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:08.807090 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758de8c-ca07-4ca5-9868-6b6225adc911 req-2582228a-f676-49b3-b9c5-2d0f34899066 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:08.809198 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f758de8c-ca07-4ca5-9868-6b6225adc911 req-2582228a-f676-49b3-b9c5-2d0f34899066 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.9181445 Apr 29 15:38:08.815221 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7b7357f6-7b27-42f9-8e62-818d040b9455 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:08.823590 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c003bd-1af9-46fa-b788-26ec714a1123 req-f83a7462-d8d9-4906-ad6c-4945757ecbe1 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:08.825129 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-20c003bd-1af9-46fa-b788-26ec714a1123 req-f83a7462-d8d9-4906-ad6c-4945757ecbe1 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 945 time: 0.6209333 Apr 29 15:38:08.850008 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52d81d2-f039-4c2a-80e0-1c2b7e0effff tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:08.850710 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-a52d81d2-f039-4c2a-80e0-1c2b7e0effff tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Synchronizing usage tracker for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:08.869617 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-347663c3-7e7f-4308-9ac7-fc97430b4d7b tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:08.879241 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-61d4fa09-7e3a-4ec1-b2ed-d07262a4eeef req-36f68bb9-7358-4246-b5b7-1e99bb949dd1 service neutron] Unset dirty status for tenant:7117849677c14247af8eab6d34a08e24 on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:08.880324 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-61d4fa09-7e3a-4ec1-b2ed-d07262a4eeef req-36f68bb9-7358-4246-b5b7-1e99bb949dd1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=58266d71-b64f-43f5-8255-965b2490a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6936724 Apr 29 15:38:08.922209 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-32241ab4-2306-471b-843a-570cde2c6422 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:08.922743 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32241ab4-2306-471b-843a-570cde2c6422 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Fanout notify agent at l3_agent the message router_deleted on router c6184a19-4d41-452f-a9b5-2bd4e5978415 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:38:08.947891 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-a52d81d2-f039-4c2a-80e0-1c2b7e0effff tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Unset dirty status for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:08.949156 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a52d81d2-f039-4c2a-80e0-1c2b7e0effff tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3726668 Apr 29 15:38:08.951948 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49704) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:08.987626 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-347663c3-7e7f-4308-9ac7-fc97430b4d7b tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.000349 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-32241ab4-2306-471b-843a-570cde2c6422 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.001427 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-32241ab4-2306-471b-843a-570cde2c6422 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "DELETE /v2.0/routers/c6184a19-4d41-452f-a9b5-2bd4e5978415 HTTP/1.1" status: 204 len: 168 time: 5.5981514 Apr 29 15:38:09.003632 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f758de8c-ca07-4ca5-9868-6b6225adc911 req-fabf6fba-9edd-4b10-8cad-8d7dbc8540cd tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771719 Apr 29 15:38:09.007086 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49708) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:09.012719 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-20c003bd-1af9-46fa-b788-26ec714a1123 req-fc7c3cbe-46a4-46dc-93e5-311be5170064 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/security-groups?id=58266d71-b64f-43f5-8255-965b2490a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389258 Apr 29 15:38:09.016658 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-35ed769b-798a-4328-88ac-f00feb2098ac tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1788014801', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'enable_snat': False}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:09.023170 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-35ed769b-798a-4328-88ac-f00feb2098ac tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:09.030438 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-35ed769b-798a-4328-88ac-f00feb2098ac tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Usage tracker for resource:router and tenant:07bb161daa604b449e1004209d497fd3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:09.035983 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-35ed769b-798a-4328-88ac-f00feb2098ac tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:09.048139 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-72782fa8-9e21-4bcf-8cba-c1f35dd95960 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] GET failed (client error): The resource could not be found. Apr 29 15:38:09.051874 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-72782fa8-9e21-4bcf-8cba-c1f35dd95960 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports/98af1ccc-51ca-4437-a496-7d3585e15c33 HTTP/1.1" status: 404 len: 333 time: 0.0965669 Apr 29 15:38:09.052885 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49712) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:09.060026 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-35ed769b-798a-4328-88ac-f00feb2098ac tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:09.063054 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7b7357f6-7b27-42f9-8e62-818d040b9455 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.064849 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7357f6-7b27-42f9-8e62-818d040b9455 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9c80558-1ee3-4b00-ab55-a976545cd876 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:38:09.068606 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7b7357f6-7b27-42f9-8e62-818d040b9455 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.072238 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7b7357f6-7b27-42f9-8e62-818d040b9455 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "DELETE /v2.0/routers/c9c80558-1ee3-4b00-ab55-a976545cd876 HTTP/1.1" status: 204 len: 168 time: 5.3400061 Apr 29 15:38:09.076207 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49716) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:09.109453 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347663c3-7e7f-4308-9ac7-fc97430b4d7b tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Pushing event updated for resources: {'Port': ['ID=96369c28-5050-48bc-8b9b-deb44cfd03c1,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:09.111859 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d5ce10-74a0-428a-9aa3-393f83914439 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] GET failed (client error): The resource could not be found. Apr 29 15:38:09.115054 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-34d5ce10-74a0-428a-9aa3-393f83914439 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports/d956ae2f-5cf5-4c18-b806-165882e1017e HTTP/1.1" status: 404 len: 333 time: 0.0599856 Apr 29 15:38:09.116944 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49720) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:09.127377 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347663c3-7e7f-4308-9ac7-fc97430b4d7b tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Network 1c660a08-6543-445d-93e5-ce1a35504e05 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:09.128516 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-347663c3-7e7f-4308-9ac7-fc97430b4d7b tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:09.131311 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347663c3-7e7f-4308-9ac7-fc97430b4d7b tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:09.132112 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347663c3-7e7f-4308-9ac7-fc97430b4d7b tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:09.133014 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-347663c3-7e7f-4308-9ac7-fc97430b4d7b tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.165659 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-35ed769b-798a-4328-88ac-f00feb2098ac tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.168470 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-35ed769b-798a-4328-88ac-f00feb2098ac tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.210464 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-347663c3-7e7f-4308-9ac7-fc97430b4d7b tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9395404 Apr 29 15:38:09.212969 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49724) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:09.237926 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3490da-63fe-4426-bff3-7e578dad56a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f384750-9800-4fba-99dc-e7d572a543de'}, {'server_uuid': 'bfedda93-4257-4c37-a040-19e2f7bf36fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f870073-d846-45aa-b77f-96ecbcf0f176'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:38:09.276376 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4c4d20ee-4991-426e-aa04-52b230072f87 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Synchronizing usage tracker for tenant:2f00cf6fa55343c49fd163fc734ede03 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:09.299850 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d45096-626e-4f37-892e-551e9570c754 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Deleting subnet e7cc385f-3071-454e-bf47-7c91603556f9 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:38:09.307123 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156763bf-74c5-4ae0-b18d-729455a515d0'] response: {'server_uuid': '1f3490da-63fe-4426-bff3-7e578dad56a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f384750-9800-4fba-99dc-e7d572a543de', 'code': 200} Apr 29 15:38:09.307389 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156763bf-74c5-4ae0-b18d-729455a515d0'] response: {'server_uuid': 'bfedda93-4257-4c37-a040-19e2f7bf36fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f870073-d846-45aa-b77f-96ecbcf0f176', 'code': 200} Apr 29 15:38:09.310406 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b9d45096-626e-4f37-892e-551e9570c754 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.352714 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5fa9-add7-46fe-b0ed-cbce6ce9194b tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.376513 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4c4d20ee-4991-426e-aa04-52b230072f87 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Unset dirty status for tenant:2f00cf6fa55343c49fd163fc734ede03 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:09.382103 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4c4d20ee-4991-426e-aa04-52b230072f87 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] 10.222.0.21 "GET /v2.0/ports/96369c28-5050-48bc-8b9b-deb44cfd03c1 HTTP/1.1" status: 200 len: 954 time: 0.1680062 Apr 29 15:38:09.383186 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49730) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:09.429273 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-111b15fb-5ec8-4e8a-88bf-17c020fa7895 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.447150 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-2fd68b0e-8ece-41c7-940e-749ecdbe123b tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Deleting port 96369c28-5050-48bc-8b9b-deb44cfd03c1 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:09.447532 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2fd68b0e-8ece-41c7-940e-749ecdbe123b tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.453866 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b9d45096-626e-4f37-892e-551e9570c754 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.481180 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-35ed769b-798a-4328-88ac-f00feb2098ac tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.645318 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b9d45096-626e-4f37-892e-551e9570c754 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.683994 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688850f-9e07-483b-9c57-dc2647f839c8 req-c2957ee9-c9f7-40c5-928f-e77b68345339 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:09.685491 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4688850f-9e07-483b-9c57-dc2647f839c8 req-c2957ee9-c9f7-40c5-928f-e77b68345339 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 945 time: 0.5288541 Apr 29 15:38:09.741972 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2fd68b0e-8ece-41c7-940e-749ecdbe123b tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.867209 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-2fd68b0e-8ece-41c7-940e-749ecdbe123b tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Calling delete_port for 96369c28-5050-48bc-8b9b-deb44cfd03c1 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:09.929116 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-2dedb00e-82ca-4b35-bc8e-ee18b21b4a7b req-475ce10b-4501-47be-a3a4-16ec581afd32 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 1098 time: 0.2507474 Apr 29 15:38:09.955445 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-111b15fb-5ec8-4e8a-88bf-17c020fa7895 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.972136 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-3c0b5fa9-add7-46fe-b0ed-cbce6ce9194b tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Allocated IP 172.26.1.159 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/d78a02cb-1f44-49a2-a279-debc2fb90e25) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:09.978201 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-2dedb00e-82ca-4b35-bc8e-ee18b21b4a7b req-2390d239-00e4-4e9f-b948-96ad662e2e3c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=77732694-f1f0-4552-88b3-a77f8ec2116a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377955 Apr 29 15:38:10.022407 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2fd68b0e-8ece-41c7-940e-749ecdbe123b tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:10.024927 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-111b15fb-5ec8-4e8a-88bf-17c020fa7895 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c567502f-c328-4b67-bc43-952afca18455']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:10.072679 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd68b0e-8ece-41c7-940e-749ecdbe123b tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Pushing event deleted for resources: {'Port': ['ID=96369c28-5050-48bc-8b9b-deb44cfd03c1,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:10.080283 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-111b15fb-5ec8-4e8a-88bf-17c020fa7895 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3c5b80-c01d-41f7-a0e9-572378e1ed0e') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:10.080582 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-111b15fb-5ec8-4e8a-88bf-17c020fa7895 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3c5b80-c01d-41f7-a0e9-572378e1ed0e') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:10.083319 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2fd68b0e-8ece-41c7-940e-749ecdbe123b tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:10.139727 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4688850f-9e07-483b-9c57-dc2647f839c8 req-53a0aeb1-807b-4500-9b85-ae810b75f45e tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/security-groups?id=77732694-f1f0-4552-88b3-a77f8ec2116a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3395674 Apr 29 15:38:10.158024 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-35ed769b-798a-4328-88ac-f00feb2098ac tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:10.162923 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-111b15fb-5ec8-4e8a-88bf-17c020fa7895 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:10.173302 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b9d45096-626e-4f37-892e-551e9570c754 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:10.180527 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2fd68b0e-8ece-41c7-940e-749ecdbe123b tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] 10.222.0.21 "DELETE /v2.0/ports/96369c28-5050-48bc-8b9b-deb44cfd03c1 HTTP/1.1" status: 204 len: 168 time: 0.7940400 Apr 29 15:38:10.180753 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49740) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:10.227081 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ee0328-6958-4033-a096-b0c941aef1a5 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] GET failed (client error): The resource could not be found. Apr 29 15:38:10.227679 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d0ee0328-6958-4033-a096-b0c941aef1a5 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Synchronizing usage tracker for tenant:2f00cf6fa55343c49fd163fc734ede03 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:10.279729 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-111b15fb-5ec8-4e8a-88bf-17c020fa7895 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:10.282762 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d45096-626e-4f37-892e-551e9570c754 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e7cc385f-3071-454e-bf47-7c91603556f9,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:10.296226 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d0ee0328-6958-4033-a096-b0c941aef1a5 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Unset dirty status for tenant:2f00cf6fa55343c49fd163fc734ede03 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:10.300752 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d0ee0328-6958-4033-a096-b0c941aef1a5 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] 10.222.0.21 "GET /v2.0/ports/96369c28-5050-48bc-8b9b-deb44cfd03c1 HTTP/1.1" status: 404 len: 333 time: 0.1155763 Apr 29 15:38:10.303565 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49744) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:10.306353 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-211dc94f-342f-4eec-8f2d-1fe49b4ef6c3 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Request body: {'port': {'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2033674787'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:10.311261 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-211dc94f-342f-4eec-8f2d-1fe49b4ef6c3 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:10.321799 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-211dc94f-342f-4eec-8f2d-1fe49b4ef6c3 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:10.337395 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-111b15fb-5ec8-4e8a-88bf-17c020fa7895 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:38:10.340360 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-111b15fb-5ec8-4e8a-88bf-17c020fa7895 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:38:10.362663 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:38:10.416784 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211dc94f-342f-4eec-8f2d-1fe49b4ef6c3 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Made reservation on behalf of 2f00cf6fa55343c49fd163fc734ede03 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:10.419452 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-211dc94f-342f-4eec-8f2d-1fe49b4ef6c3 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:10.441826 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-211dc94f-342f-4eec-8f2d-1fe49b4ef6c3 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] device_id is not set on port 2ac89c22-0ff6-4194-b911-48c12d9d6300 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:38:10.489080 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b9d45096-626e-4f37-892e-551e9570c754 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:10.558353 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-01cc0d40-fcc4-4db8-9c02-4451864853a5 req-8f0f3bb7-5372-45b3-826e-8564e8741916 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 1098 time: 0.8058693 Apr 29 15:38:10.652814 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b9d45096-626e-4f37-892e-551e9570c754 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/e7cc385f-3071-454e-bf47-7c91603556f9 HTTP/1.1" status: 204 len: 168 time: 1.5748436 Apr 29 15:38:10.663556 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49748) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:10.710600 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5fa9-add7-46fe-b0ed-cbce6ce9194b tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:10.730014 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-211dc94f-342f-4eec-8f2d-1fe49b4ef6c3 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:10.766396 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-111b15fb-5ec8-4e8a-88bf-17c020fa7895 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:10.805482 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-211dc94f-342f-4eec-8f2d-1fe49b4ef6c3 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:10.845299 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-111b15fb-5ec8-4e8a-88bf-17c020fa7895 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:10.878268 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211dc94f-342f-4eec-8f2d-1fe49b4ef6c3 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Network 1c660a08-6543-445d-93e5-ce1a35504e05 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:10.879646 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b15fb-5ec8-4e8a-88bf-17c020fa7895 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Network': ['ID=c567502f-c328-4b67-bc43-952afca18455,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:10.881707 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-211dc94f-342f-4eec-8f2d-1fe49b4ef6c3 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:10.883870 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211dc94f-342f-4eec-8f2d-1fe49b4ef6c3 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Pushing event updated for resources: {'Port': ['ID=2ac89c22-0ff6-4194-b911-48c12d9d6300,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:10.885896 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211dc94f-342f-4eec-8f2d-1fe49b4ef6c3 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:10.887188 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211dc94f-342f-4eec-8f2d-1fe49b4ef6c3 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:10.887409 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-211dc94f-342f-4eec-8f2d-1fe49b4ef6c3 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:10.899173 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-111b15fb-5ec8-4e8a-88bf-17c020fa7895 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/networks/c567502f-c328-4b67-bc43-952afca18455 HTTP/1.1" status: 204 len: 168 time: 1.7765772 Apr 29 15:38:10.904573 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49752) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:10.904724 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-01cc0d40-fcc4-4db8-9c02-4451864853a5 req-8e8da01a-cc81-4c63-8ecf-df91550da839 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189695 Apr 29 15:38:10.913627 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-965b6239-e42b-4ee9-956b-297dcb651727 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-892187265'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:10.920790 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-965b6239-e42b-4ee9-956b-297dcb651727 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:10.922548 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f9a11-3ec4-430f-9b5f-57298c3ee2a6 req-5ae049dd-4965-445e-8c3e-48583fba713d tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:10.926040 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9a6f9a11-3ec4-430f-9b5f-57298c3ee2a6 req-5ae049dd-4965-445e-8c3e-48583fba713d tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.7406247 Apr 29 15:38:10.926161 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-965b6239-e42b-4ee9-956b-297dcb651727 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:network and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:10.927588 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-965b6239-e42b-4ee9-956b-297dcb651727 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:10.933791 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-965b6239-e42b-4ee9-956b-297dcb651727 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:10.943922 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a53de7-b043-4674-a824-08bdf1ac4207 req-4d53ab54-7fbb-46b8-b96c-3343353a07ae tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:10.945380 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-25a53de7-b043-4674-a824-08bdf1ac4207 req-4d53ab54-7fbb-46b8-b96c-3343353a07ae tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 945 time: 0.6717808 Apr 29 15:38:10.950709 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17b1ed36-2a36-4278-a9d8-41c92c94e7af tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:10.966010 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-211dc94f-342f-4eec-8f2d-1fe49b4ef6c3 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6637681 Apr 29 15:38:10.968726 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49756) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:10.974465 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8399'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:11.005391 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965b6239-e42b-4ee9-956b-297dcb651727 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:11.008601 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-965b6239-e42b-4ee9-956b-297dcb651727 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.093263 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965b6239-e42b-4ee9-956b-297dcb651727 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:38:11.097822 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5fa9-add7-46fe-b0ed-cbce6ce9194b tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.125824 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-965b6239-e42b-4ee9-956b-297dcb651727 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.126211 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-965b6239-e42b-4ee9-956b-297dcb651727 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Added segment 7729e882-26e4-4859-bc40-224de3dcc83c of type vlan for network 59debf2c-9682-4244-b96a-32ec03ad9af9 Apr 29 15:38:11.137941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.178820 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9a6f9a11-3ec4-430f-9b5f-57298c3ee2a6 req-819aeb41-0558-4f43-8470-1f3c7a270c70 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441659 Apr 29 15:38:11.232167 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-965b6239-e42b-4ee9-956b-297dcb651727 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.243057 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-25a53de7-b043-4674-a824-08bdf1ac4207 req-4bf2c8ef-a327-486b-8bd3-b55c61775d95 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/security-groups?id=58266d71-b64f-43f5-8255-965b2490a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892885 Apr 29 15:38:11.268981 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17b1ed36-2a36-4278-a9d8-41c92c94e7af tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.311527 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0b5fa9-add7-46fe-b0ed-cbce6ce9194b tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:11.312570 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b5fa9-add7-46fe-b0ed-cbce6ce9194b tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Pushing event updated for resources: {'Port': ['ID=d78a02cb-1f44-49a2-a279-debc2fb90e25,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:11.318521 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-3c0b5fa9-add7-46fe-b0ed-cbce6ce9194b tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:11.322530 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0b5fa9-add7-46fe-b0ed-cbce6ce9194b tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:11.350119 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-17b1ed36-2a36-4278-a9d8-41c92c94e7af tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a550cc-0279-4cb0-9a4b-1ba6d90b0676']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:11.364641 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-965b6239-e42b-4ee9-956b-297dcb651727 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.368208 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965b6239-e42b-4ee9-956b-297dcb651727 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:11.368795 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-965b6239-e42b-4ee9-956b-297dcb651727 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.432112 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-17b1ed36-2a36-4278-a9d8-41c92c94e7af tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3482cdb4-72e6-4c83-bc56-b07a83974a8a') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:11.432700 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-17b1ed36-2a36-4278-a9d8-41c92c94e7af tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3482cdb4-72e6-4c83-bc56-b07a83974a8a') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:11.473966 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17b1ed36-2a36-4278-a9d8-41c92c94e7af tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.515155 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17b1ed36-2a36-4278-a9d8-41c92c94e7af tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.523190 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-35ed769b-798a-4328-88ac-f00feb2098ac tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.524463 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b6239-e42b-4ee9-956b-297dcb651727 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Network': ['ID=59debf2c-9682-4244-b96a-32ec03ad9af9,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:11.536953 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 59debf2c-9682-4244-b96a-32ec03ad9af9 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:38:11.593094 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b1ed36-2a36-4278-a9d8-41c92c94e7af tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:38:11.593499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17b1ed36-2a36-4278-a9d8-41c92c94e7af tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.596977 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-965b6239-e42b-4ee9-956b-297dcb651727 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6913381 Apr 29 15:38:11.599888 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49762) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:38:11.607647 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:38:11.609867 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-5ce6a9df-7102-4bfa-b142-f2b487d52911 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'subnet': {'network_id': '59debf2c-9682-4244-b96a-32ec03ad9af9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:11.616269 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-35ed769b-798a-4328-88ac-f00feb2098ac tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.633062 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] device_id is not set on port 2ac89c22-0ff6-4194-b911-48c12d9d6300 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:38:11.690170 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.744304 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5ce6a9df-7102-4bfa-b142-f2b487d52911 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:11.748960 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5ce6a9df-7102-4bfa-b142-f2b487d52911 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:subnet and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:11.751846 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5ce6a9df-7102-4bfa-b142-f2b487d52911 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:11.758748 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5ce6a9df-7102-4bfa-b142-f2b487d52911 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:11.812135 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49d33a-4518-458d-966d-833fa3d84c94 req-4ec3a905-c9e1-4d51-b51f-303acfba9089 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:11.813590 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2c49d33a-4518-458d-966d-833fa3d84c94 req-4ec3a905-c9e1-4d51-b51f-303acfba9089 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 945 time: 0.4982843 Apr 29 15:38:11.826807 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce6a9df-7102-4bfa-b142-f2b487d52911 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:11.891226 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Transition to ACTIVE for port object 2ac89c22-0ff6-4194-b911-48c12d9d6300 will not be triggered until provisioned by entity L2. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:11.891679 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17b1ed36-2a36-4278-a9d8-41c92c94e7af tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.924366 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b1ed36-2a36-4278-a9d8-41c92c94e7af tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d1a550cc-0279-4cb0-9a4b-1ba6d90b0676 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 15:38:11.929902 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5ce6a9df-7102-4bfa-b142-f2b487d52911 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.932862 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17b1ed36-2a36-4278-a9d8-41c92c94e7af tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.992391 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:12.064880 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1ed36-2a36-4278-a9d8-41c92c94e7af tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1a550cc-0279-4cb0-9a4b-1ba6d90b0676,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:12.077380 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.ipam_backend_mixin [None req-5ce6a9df-7102-4bfa-b142-f2b487d52911 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Performing IP validity checks on allocation pools {{(pid=84771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 29 15:38:12.080275 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.ipam_backend_mixin [None req-5ce6a9df-7102-4bfa-b142-f2b487d52911 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 29 15:38:12.096985 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-17b1ed36-2a36-4278-a9d8-41c92c94e7af tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "DELETE /v2.0/networks/d1a550cc-0279-4cb0-9a4b-1ba6d90b0676 HTTP/1.1" status: 204 len: 168 time: 1.3862736 Apr 29 15:38:12.107028 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2c49d33a-4518-458d-966d-833fa3d84c94 req-426ae4f8-0e7d-4b55-956a-7ec71f80c7c6 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/security-groups?id=77732694-f1f0-4552-88b3-a77f8ec2116a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2869656 Apr 29 15:38:12.108175 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-35ed769b-798a-4328-88ac-f00feb2098ac tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Allocated IP 172.26.1.193 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/d7574574-051d-4e5f-8e57-4b0cd4b5d1c4) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:12.166272 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Pushing event updated for resources: {'Port': ['ID=2ac89c22-0ff6-4194-b911-48c12d9d6300,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:12.207990 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:12.208330 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:12.208671 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:12.216431 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:38:12.216861 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:38:12.218661 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 2 to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 Apr 29 15:38:12.335266 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:12.335606 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:12.335943 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:12.353298 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:38:12.353617 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:38:12.357135 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 3 to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 Apr 29 15:38:12.382431 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:12.383063 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:12.383404 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:12.467000 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:38:12.467503 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:38:12.467913 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 4 to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 Apr 29 15:38:12.500415 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:12.500754 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:12.501364 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:12.510085 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5ce6a9df-7102-4bfa-b142-f2b487d52911 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:12.613034 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6a9df-7102-4bfa-b142-f2b487d52911 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Subnet': ['ID=9546d0dd-1a15-447c-8cf3-e78a00a4a9ca,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:12.617079 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:38:12.617408 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:38:12.617933 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 5 to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 Apr 29 15:38:12.640311 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:12.640699 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:12.641019 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:12.669214 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:38:12.669501 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:38:12.670195 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 6 to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 Apr 29 15:38:12.681124 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49776) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:12.682775 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce6a9df-7102-4bfa-b142-f2b487d52911 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Checking segment: {'id': '7729e882-26e4-4859-bc40-224de3dcc83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '59debf2c-9682-4244-b96a-32ec03ad9af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:38:12.683678 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce6a9df-7102-4bfa-b142-f2b487d52911 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network hostable DHCP agents. Network: 59debf2c-9682-4244-b96a-32ec03ad9af9, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:38:12.702936 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:12.703269 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:12.703606 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:12.703767 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-c8ddb982-9df5-41ac-b90b-d1307409633b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Request body: {'router': {'name': 'tempest-router--1710277132', 'project_id': '914e308740034a8a86bb8eeb0e6d9544'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:12.715754 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:38:12.715754 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:38:12.716877 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 7 to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 Apr 29 15:38:12.724841 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c8ddb982-9df5-41ac-b90b-d1307409633b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:12.735341 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:12.735770 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:12.736113 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:12.740129 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c8ddb982-9df5-41ac-b90b-d1307409633b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Usage tracker for resource:router and tenant:914e308740034a8a86bb8eeb0e6d9544 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:12.743359 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:38:12.743817 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:38:12.744264 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 8 to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 Apr 29 15:38:12.759930 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:12.760365 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:12.760765 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:12.766858 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:38:12.767258 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:38:12.767702 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 9 to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 Apr 29 15:38:12.784944 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce6a9df-7102-4bfa-b142-f2b487d52911 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network 59debf2c-9682-4244-b96a-32ec03ad9af9 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:38:12.790138 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:12.790474 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:12.790836 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:12.801690 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:38:12.802029 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:38:12.802411 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.plugins.ml2.plugin [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempt 10 to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 Apr 29 15:38:12.821941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:12.822254 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:12.822617 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempting to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:12.829277 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on network 1c660a08-6543-445d-93e5-ce1a35504e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:38:12.830007 dv-neutron-839913-1-hyperv neutron-server[84771]: ERROR neutron.plugins.ml2.managers [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Failed to bind port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on host hv-neutron-8399 for vnic_type normal using segments [{'id': '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1c660a08-6543-445d-93e5-ce1a35504e05'}] Apr 29 15:38:12.830244 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:12.872819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34b195-4746-4e51-b27a-e8cc6683555a req-99908a75-90ee-421d-8e15-d02da03a2ead tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:12.873936 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-5ce6a9df-7102-4bfa-b142-f2b487d52911 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 59debf2c-9682-4244-b96a-32ec03ad9af9) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:12.874408 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-af34b195-4746-4e51-b27a-e8cc6683555a req-99908a75-90ee-421d-8e15-d02da03a2ead tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.3802691 Apr 29 15:38:12.882313 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3495000-8b90-4e3f-911e-288463e9ec75 None None] Network 59debf2c-9682-4244-b96a-32ec03ad9af9 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:38:12.885026 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce6a9df-7102-4bfa-b142-f2b487d52911 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:12.885599 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5ce6a9df-7102-4bfa-b142-f2b487d52911 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:12.888840 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c8ddb982-9df5-41ac-b90b-d1307409633b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:12.913260 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c8ddb982-9df5-41ac-b90b-d1307409633b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:12.921165 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-35ed769b-798a-4328-88ac-f00feb2098ac tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:12.939654 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] For port 2ac89c22-0ff6-4194-b911-48c12d9d6300, host hv-neutron-8399, cleared binding levels {{(pid=84771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:38:12.940132 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Attempted to set empty binding levels {{(pid=84771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 15:38:12.969274 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971b491-c6f7-41a9-b1c8-b91d153a6be2 req-f0a726a6-fcb2-45c8-b6ad-f01e1f788946 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:12.970649 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c971b491-c6f7-41a9-b1c8-b91d153a6be2 req-f0a726a6-fcb2-45c8-b6ad-f01e1f788946 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 945 time: 0.4777784 Apr 29 15:38:12.994318 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5ce6a9df-7102-4bfa-b142-f2b487d52911 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3933849 Apr 29 15:38:13.001176 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49780) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:13.006701 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-9fff986c-7565-4e6a-b9aa-af075baef186 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'port': {'network_id': '59debf2c-9682-4244-b96a-32ec03ad9af9', 'name': 'tempest-PortsIpV6TestJSON-1731293117'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:13.023637 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.025325 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c8ddb982-9df5-41ac-b90b-d1307409633b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.026248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c8ddb982-9df5-41ac-b90b-d1307409633b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.053159 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-af34b195-4746-4e51-b27a-e8cc6683555a req-b20d8422-af40-46bd-a955-52247c6efa54 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488743 Apr 29 15:38:13.133215 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9875b02-ca1f-46f3-8203-4f8c98d7b6a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-59debf2c-9682-4244-b96a-32ec03ad9af9', 'network_id': '59debf2c-9682-4244-b96a-32ec03ad9af9', 'tenant_id': '181454145b0d449b8706b073dae04744', 'fixed_ips': [{'subnet_id': '9546d0dd-1a15-447c-8cf3-e78a00a4a9ca'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:38:13.134185 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e9875b02-ca1f-46f3-8203-4f8c98d7b6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.140508 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c971b491-c6f7-41a9-b1c8-b91d153a6be2 req-1b88c436-965c-4bdb-a721-599be38dc8f7 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/security-groups?id=58266d71-b64f-43f5-8255-965b2490a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606586 Apr 29 15:38:13.174892 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c8ddb982-9df5-41ac-b90b-d1307409633b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.217636 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5fa9-add7-46fe-b0ed-cbce6ce9194b tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.236909 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] In _notify_port_updated(), no bound segment for port 2ac89c22-0ff6-4194-b911-48c12d9d6300 on network 1c660a08-6543-445d-93e5-ce1a35504e05 {{(pid=84771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 15:38:13.238204 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.239286 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] 10.222.0.21 "PUT /v2.0/ports/2ac89c22-0ff6-4194-b911-48c12d9d6300 HTTP/1.1" status: 200 len: 977 time: 2.2695184 Apr 29 15:38:13.241009 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-35ed769b-798a-4328-88ac-f00feb2098ac tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.242213 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49788) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:13.290062 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c8ddb982-9df5-41ac-b90b-d1307409633b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.297647 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df84fe-0050-40ac-8eff-c9e0ab7e1e6e tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Pushing event updated for resources: {'Port': ['ID=2ac89c22-0ff6-4194-b911-48c12d9d6300,revision_number=3']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:13.349134 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-0e25d185-a4b5-4264-a62d-5c92e11d4859 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Deleting port 2ac89c22-0ff6-4194-b911-48c12d9d6300 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:13.349134 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0e25d185-a4b5-4264-a62d-5c92e11d4859 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.384374 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-e9875b02-ca1f-46f3-8203-4f8c98d7b6a7 None None] Allocated IP 2001:db8::2 (59debf2c-9682-4244-b96a-32ec03ad9af9/9546d0dd-1a15-447c-8cf3-e78a00a4a9ca/6eca9566-bf39-4bd0-aac0-82ab6d382c3f) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:13.400564 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-9fff986c-7565-4e6a-b9aa-af075baef186 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:13.415926 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-9fff986c-7565-4e6a-b9aa-af075baef186 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:13.518092 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ed769b-798a-4328-88ac-f00feb2098ac tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:13.521742 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed769b-798a-4328-88ac-f00feb2098ac tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Pushing event updated for resources: {'Port': ['ID=d7574574-051d-4e5f-8e57-4b0cd4b5d1c4,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:13.528146 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-35ed769b-798a-4328-88ac-f00feb2098ac tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:13.543794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7f611b79-44f6-4d88-b705-71f812851e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.547737 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ed769b-798a-4328-88ac-f00feb2098ac tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:13.585195 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-0e25d185-a4b5-4264-a62d-5c92e11d4859 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] For port 2ac89c22-0ff6-4194-b911-48c12d9d6300, host hv-neutron-8399, got binding levels [] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:13.585652 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0e25d185-a4b5-4264-a62d-5c92e11d4859 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.588993 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c8ddb982-9df5-41ac-b90b-d1307409633b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.591370 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c8ddb982-9df5-41ac-b90b-d1307409633b tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9040682 Apr 29 15:38:13.592183 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5fa9-add7-46fe-b0ed-cbce6ce9194b tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.596369 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49792) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:13.615906 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e9875b02-ca1f-46f3-8203-4f8c98d7b6a7 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.626859 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e9875b02-ca1f-46f3-8203-4f8c98d7b6a7 None None] Transition to ACTIVE for port object 6eca9566-bf39-4bd0-aac0-82ab6d382c3f will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:13.649227 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e9875b02-ca1f-46f3-8203-4f8c98d7b6a7 None None] Transition to ACTIVE for port object 6eca9566-bf39-4bd0-aac0-82ab6d382c3f will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:13.709521 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fff986c-7565-4e6a-b9aa-af075baef186 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:13.712537 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9fff986c-7565-4e6a-b9aa-af075baef186 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.714233 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e9875b02-ca1f-46f3-8203-4f8c98d7b6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.726874 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239b40b-886b-439f-9742-1269a2cc0643 req-04791f83-7904-48fc-99e1-2266528b4974 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:13.728358 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9239b40b-886b-439f-9742-1269a2cc0643 req-04791f83-7904-48fc-99e1-2266528b4974 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 945 time: 0.3498931 Apr 29 15:38:13.759236 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49796) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:13.767918 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-d54ac15d-05ec-4801-b243-e002ddd5fb00 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Request body: {'floatingip': {'port_id': '7c528c27-58b6-4ff6-80e0-5ff84e7b15ab'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:13.790348 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-9fff986c-7565-4e6a-b9aa-af075baef186 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] device_id is not set on port 13ee0b80-2ce7-46c2-9594-c86e132a48e6 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:38:13.808701 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9875b02-ca1f-46f3-8203-4f8c98d7b6a7 None None] Network 59debf2c-9682-4244-b96a-32ec03ad9af9 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:13.811850 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-e9875b02-ca1f-46f3-8203-4f8c98d7b6a7 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:13.814949 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9875b02-ca1f-46f3-8203-4f8c98d7b6a7 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:13.821904 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9875b02-ca1f-46f3-8203-4f8c98d7b6a7 None None] Pushing event updated for resources: {'Port': ['ID=6eca9566-bf39-4bd0-aac0-82ab6d382c3f,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:13.881009 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778211c-81dc-4ad8-9841-8a471402ed72 req-854366f6-9008-4ea6-8346-1340ad65ea0c tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:13.881941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-0e25d185-a4b5-4264-a62d-5c92e11d4859 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Calling delete_port for 2ac89c22-0ff6-4194-b911-48c12d9d6300 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:13.882400 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6778211c-81dc-4ad8-9841-8a471402ed72 req-854366f6-9008-4ea6-8346-1340ad65ea0c tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 945 time: 0.5595977 Apr 29 15:38:13.939773 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d54ac15d-05ec-4801-b243-e002ddd5fb00 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks [] for floatingip, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.032552 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ec7503d4-7c47-4758-ad06-4c77e16b11ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.175369 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-9fff986c-7565-4e6a-b9aa-af075baef186 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Allocated IP 2001:db8::7c (59debf2c-9682-4244-b96a-32ec03ad9af9/9546d0dd-1a15-447c-8cf3-e78a00a4a9ca/13ee0b80-2ce7-46c2-9594-c86e132a48e6) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:14.255640 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-e9875b02-ca1f-46f3-8203-4f8c98d7b6a7 None None] Attempting to bind port 6eca9566-bf39-4bd0-aac0-82ab6d382c3f on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:14.256252 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-e9875b02-ca1f-46f3-8203-4f8c98d7b6a7 None None] Attempting to bind port 6eca9566-bf39-4bd0-aac0-82ab6d382c3f by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '7729e882-26e4-4859-bc40-224de3dcc83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '59debf2c-9682-4244-b96a-32ec03ad9af9'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:14.256359 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9875b02-ca1f-46f3-8203-4f8c98d7b6a7 None None] Attempting to bind port 6eca9566-bf39-4bd0-aac0-82ab6d382c3f on network 59debf2c-9682-4244-b96a-32ec03ad9af9 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:14.264131 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9875b02-ca1f-46f3-8203-4f8c98d7b6a7 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:38:14.265038 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9875b02-ca1f-46f3-8203-4f8c98d7b6a7 None None] Checking segment: {'id': '7729e882-26e4-4859-bc40-224de3dcc83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '59debf2c-9682-4244-b96a-32ec03ad9af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:38:14.265160 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e9875b02-ca1f-46f3-8203-4f8c98d7b6a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.265870 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9875b02-ca1f-46f3-8203-4f8c98d7b6a7 None None] Bound using segment: {'id': '7729e882-26e4-4859-bc40-224de3dcc83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '59debf2c-9682-4244-b96a-32ec03ad9af9'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:38:14.266031 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-e9875b02-ca1f-46f3-8203-4f8c98d7b6a7 None None] Bound port: 6eca9566-bf39-4bd0-aac0-82ab6d382c3f, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7729e882-26e4-4859-bc40-224de3dcc83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '59debf2c-9682-4244-b96a-32ec03ad9af9'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:38:14.266510 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e9875b02-ca1f-46f3-8203-4f8c98d7b6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.276150 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6778211c-81dc-4ad8-9841-8a471402ed72 req-bcf7edca-900d-4bc7-9b95-14b8fd725eba tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/security-groups?id=77732694-f1f0-4552-88b3-a77f8ec2116a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3646894 Apr 29 15:38:14.305888 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0e25d185-a4b5-4264-a62d-5c92e11d4859 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.367354 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25d185-a4b5-4264-a62d-5c92e11d4859 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ac89c22-0ff6-4194-b911-48c12d9d6300,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:14.391646 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-e9875b02-ca1f-46f3-8203-4f8c98d7b6a7 None None] For port 6eca9566-bf39-4bd0-aac0-82ab6d382c3f, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:38:14.396202 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5fa9-add7-46fe-b0ed-cbce6ce9194b tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.396487 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-e9875b02-ca1f-46f3-8203-4f8c98d7b6a7 None None] For port 6eca9566-bf39-4bd0-aac0-82ab6d382c3f, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6eca9566-bf39-4bd0-aac0-82ab6d382c3f,segment=NetworkSegment(7729e882-26e4-4859-bc40-224de3dcc83c),segment_id=7729e882-26e4-4859-bc40-224de3dcc83c)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:38:14.462870 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e9875b02-ca1f-46f3-8203-4f8c98d7b6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.524725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5fa9-add7-46fe-b0ed-cbce6ce9194b tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.553228 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9875b02-ca1f-46f3-8203-4f8c98d7b6a7 None None] Pushing event updated for resources: {'Port': ['ID=6eca9566-bf39-4bd0-aac0-82ab6d382c3f,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:14.608519 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0e25d185-a4b5-4264-a62d-5c92e11d4859 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.616476 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ec7503d4-7c47-4758-ad06-4c77e16b11ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.643329 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ec7503d4-7c47-4758-ad06-4c77e16b11ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.648017 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0e25d185-a4b5-4264-a62d-5c92e11d4859 tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] 10.222.0.21 "DELETE /v2.0/ports/2ac89c22-0ff6-4194-b911-48c12d9d6300 HTTP/1.1" status: 204 len: 168 time: 1.4009125 Apr 29 15:38:14.658322 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49804) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:14.671474 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0378046-afb8-4b28-847a-f269e857267d req-1d1ef112-fbf4-4a03-b86d-1d94ee563409 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:14.678453 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b0378046-afb8-4b28-847a-f269e857267d req-1d1ef112-fbf4-4a03-b86d-1d94ee563409 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.4526780 Apr 29 15:38:14.811127 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b5fa9-add7-46fe-b0ed-cbce6ce9194b tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Pushing event updated for resources: {'Port': ['ID=d78a02cb-1f44-49a2-a279-debc2fb90e25,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:14.836367 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ec7503d4-7c47-4758-ad06-4c77e16b11ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.836896 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7503d4-7c47-4758-ad06-4c77e16b11ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81195eb9-46b1-404e-a741-c0295f2081d2 {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:38:14.843129 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9fff986c-7565-4e6a-b9aa-af075baef186 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.845796 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a34a314f-5900-4781-87fb-e79890febd9b tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] GET failed (client error): The resource could not be found. Apr 29 15:38:14.850440 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a34a314f-5900-4781-87fb-e79890febd9b tempest-PortsAdminExtendedAttrsTestJSON-997646747 tempest-PortsAdminExtendedAttrsTestJSON-997646747-project-admin] 10.222.0.21 "GET /v2.0/ports/2ac89c22-0ff6-4194-b911-48c12d9d6300 HTTP/1.1" status: 404 len: 333 time: 0.1827061 Apr 29 15:38:14.867747 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49808) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:14.928788 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ec7503d4-7c47-4758-ad06-4c77e16b11ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.932621 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ec7503d4-7c47-4758-ad06-4c77e16b11ba tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "DELETE /v2.0/routers/81195eb9-46b1-404e-a741-c0295f2081d2 HTTP/1.1" status: 204 len: 168 time: 1.3326058 Apr 29 15:38:14.949733 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.965648 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b0378046-afb8-4b28-847a-f269e857267d req-4733b8a5-e700-44f7-aec5-71959514b849 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855425 Apr 29 15:38:14.966557 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5fa9-add7-46fe-b0ed-cbce6ce9194b tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.025510 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 6eca9566-bf39-4bd0-aac0-82ab6d382c3f up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:15.050423 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-9fff986c-7565-4e6a-b9aa-af075baef186 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Transition to ACTIVE for port object 13ee0b80-2ce7-46c2-9594-c86e132a48e6 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:15.149088 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-84b1cf38-3aa4-4b30-bd2f-a8a8a6a600a4 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.190644 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9fff986c-7565-4e6a-b9aa-af075baef186 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.205294 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 6eca9566-bf39-4bd0-aac0-82ab6d382c3f completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:15.264984 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-35ed769b-798a-4328-88ac-f00feb2098ac tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.265634 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-35ed769b-798a-4328-88ac-f00feb2098ac tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.290498 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7619a9-3a09-4bc4-8fd1-27c7ef008fd6 req-db50dec7-9c5b-4c1b-98a0-7eb49571d9a3 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:15.296389 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ba7619a9-3a09-4bc4-8fd1-27c7ef008fd6 req-db50dec7-9c5b-4c1b-98a0-7eb49571d9a3 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 945 time: 0.8329701 Apr 29 15:38:15.336271 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49816) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:15.358176 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff986c-7565-4e6a-b9aa-af075baef186 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Port': ['ID=13ee0b80-2ce7-46c2-9594-c86e132a48e6,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:15.359872 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-f1f7bad7-219e-4296-83ee-d2cdfca7217f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Request body: {'floatingip': {'port_id': '4f870073-d846-45aa-b77f-96ecbcf0f176'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:15.371357 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fff986c-7565-4e6a-b9aa-af075baef186 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network 59debf2c-9682-4244-b96a-32ec03ad9af9 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:15.390323 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-9fff986c-7565-4e6a-b9aa-af075baef186 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:15.416048 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fff986c-7565-4e6a-b9aa-af075baef186 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:15.420747 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fff986c-7565-4e6a-b9aa-af075baef186 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:15.421469 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9fff986c-7565-4e6a-b9aa-af075baef186 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.454313 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-84b1cf38-3aa4-4b30-bd2f-a8a8a6a600a4 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.489644 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-84b1cf38-3aa4-4b30-bd2f-a8a8a6a600a4 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c660a08-6543-445d-93e5-ce1a35504e05']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:15.514677 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-84b1cf38-3aa4-4b30-bd2f-a8a8a6a600a4 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:15.515035 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-84b1cf38-3aa4-4b30-bd2f-a8a8a6a600a4 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7eb09a-e247-41c9-8bd1-a0bf5ed1fc69') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:15.536405 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-84b1cf38-3aa4-4b30-bd2f-a8a8a6a600a4 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.552730 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49820) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:15.571213 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-84b1cf38-3aa4-4b30-bd2f-a8a8a6a600a4 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.582023 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b1cf38-3aa4-4b30-bd2f-a8a8a6a600a4 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:38:15.584707 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-84b1cf38-3aa4-4b30-bd2f-a8a8a6a600a4 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:38:15.604673 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:38:15.626782 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f1f7bad7-219e-4296-83ee-d2cdfca7217f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks [] for floatingip, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.692278 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:38:15.705659 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9fff986c-7565-4e6a-b9aa-af075baef186 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7010150 Apr 29 15:38:15.716140 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49826) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:15.839098 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-3845a771-b84b-4a8e-a7a1-53671bd92686 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting port 13ee0b80-2ce7-46c2-9594-c86e132a48e6 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:15.839993 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3845a771-b84b-4a8e-a7a1-53671bd92686 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.875071 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-84b1cf38-3aa4-4b30-bd2f-a8a8a6a600a4 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.890658 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ca5d3cc9-8386-48b9-8947-1c68a7391951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.903100 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-84b1cf38-3aa4-4b30-bd2f-a8a8a6a600a4 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.913986 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf46c951-2456-43d6-9fb9-4835a4dc3c8b None None] Network 59debf2c-9682-4244-b96a-32ec03ad9af9 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:38:15.924250 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1cf38-3aa4-4b30-bd2f-a8a8a6a600a4 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] Pushing event deleted for resources: {'Network': ['ID=1c660a08-6543-445d-93e5-ce1a35504e05,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:15.928790 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-84b1cf38-3aa4-4b30-bd2f-a8a8a6a600a4 tempest-PortsAdminExtendedAttrsTestJSON-504944353 tempest-PortsAdminExtendedAttrsTestJSON-504944353-project] 10.222.0.21 "DELETE /v2.0/networks/1c660a08-6543-445d-93e5-ce1a35504e05 HTTP/1.1" status: 204 len: 168 time: 1.0563800 Apr 29 15:38:16.091781 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7375c933-d66b-4152-8e73-4ceef9438cac tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2084226726', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}, 'admin_state_up': False}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:16.092681 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-6cd2248b-265f-4d9a-aec3-1dc1d5659902 None None] Provisioning for port 6eca9566-bf39-4bd0-aac0-82ab6d382c3f completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:16.101614 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-6cd2248b-265f-4d9a-aec3-1dc1d5659902 None None] Provisioning complete for port 6eca9566-bf39-4bd0-aac0-82ab6d382c3f triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:16.102262 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6cd2248b-265f-4d9a-aec3-1dc1d5659902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.107869 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7375c933-d66b-4152-8e73-4ceef9438cac tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:16.122159 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7375c933-d66b-4152-8e73-4ceef9438cac tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Usage tracker for resource:router and tenant:578af6b7ee6e47d085e1fc6b8347c84b is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:16.127121 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7375c933-d66b-4152-8e73-4ceef9438cac tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:16.137196 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7375c933-d66b-4152-8e73-4ceef9438cac tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:16.189262 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3845a771-b84b-4a8e-a7a1-53671bd92686 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.255616 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7375c933-d66b-4152-8e73-4ceef9438cac tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.256873 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7375c933-d66b-4152-8e73-4ceef9438cac tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.262473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d54ac15d-05ec-4801-b243-e002ddd5fb00 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.268993 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64aa3c7-6021-4d5a-aa0d-b78a30c77c04 req-aa8c0b67-fc3f-4c2e-8d48-e9d6ff1eb138 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:16.273572 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a64aa3c7-6021-4d5a-aa0d-b78a30c77c04 req-aa8c0b67-fc3f-4c2e-8d48-e9d6ff1eb138 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 1.0920947 Apr 29 15:38:16.282705 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49832) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:16.294858 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-de98f101-70ba-4f15-b159-d26849a34786 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Request body: {'floatingip': {'port_id': '2f384750-9800-4fba-99dc-e7d572a543de'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:16.338620 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-3845a771-b84b-4a8e-a7a1-53671bd92686 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Calling delete_port for 13ee0b80-2ce7-46c2-9594-c86e132a48e6 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:16.346687 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6cd2248b-265f-4d9a-aec3-1dc1d5659902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.373813 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d54ac15d-05ec-4801-b243-e002ddd5fb00 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.383139 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-6cd2248b-265f-4d9a-aec3-1dc1d5659902 None None] For port 6eca9566-bf39-4bd0-aac0-82ab6d382c3f, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6eca9566-bf39-4bd0-aac0-82ab6d382c3f,segment=NetworkSegment(7729e882-26e4-4859-bc40-224de3dcc83c),segment_id=7729e882-26e4-4859-bc40-224de3dcc83c)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:16.427247 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7375c933-d66b-4152-8e73-4ceef9438cac tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.445152 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6cd2248b-265f-4d9a-aec3-1dc1d5659902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.582984 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2248b-265f-4d9a-aec3-1dc1d5659902 None None] Pushing event updated for resources: {'Port': ['ID=6eca9566-bf39-4bd0-aac0-82ab6d382c3f,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:16.693795 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-69a5861a-51bc-4476-a701-73ed87a7148e None None] Provisioning complete for port 6eca9566-bf39-4bd0-aac0-82ab6d382c3f triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:16.694343 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-69a5861a-51bc-4476-a701-73ed87a7148e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.725217 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49838) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:16.741033 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-de98f101-70ba-4f15-b159-d26849a34786 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks [] for floatingip, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.863307 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7375c933-d66b-4152-8e73-4ceef9438cac tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.907923 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3845a771-b84b-4a8e-a7a1-53671bd92686 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.909632 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-69a5861a-51bc-4476-a701-73ed87a7148e None None] Provisioning for port 13ee0b80-2ce7-46c2-9594-c86e132a48e6 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:16.914775 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-69a5861a-51bc-4476-a701-73ed87a7148e None None] Provisioning complete for port 13ee0b80-2ce7-46c2-9594-c86e132a48e6 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:16.918262 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-69a5861a-51bc-4476-a701-73ed87a7148e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.945903 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 6eca9566-bf39-4bd0-aac0-82ab6d382c3f up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:16.988079 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845a771-b84b-4a8e-a7a1-53671bd92686 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Port': ['ID=13ee0b80-2ce7-46c2-9594-c86e132a48e6,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:16.993451 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-69a5861a-51bc-4476-a701-73ed87a7148e None None] Port 13ee0b80-2ce7-46c2-9594-c86e132a48e6 was deleted so its status cannot be updated. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 29 15:38:17.050402 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 6eca9566-bf39-4bd0-aac0-82ab6d382c3f triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:17.057337 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.070721 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3845a771-b84b-4a8e-a7a1-53671bd92686 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.080861 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.129512 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ab7c904d-1fd7-4a34-bb60-2c944bc725e3 None None] Could not find standard attr ID for object 13ee0b80-2ce7-46c2-9594-c86e132a48e6. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:38:17.179730 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3845a771-b84b-4a8e-a7a1-53671bd92686 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/ports/13ee0b80-2ce7-46c2-9594-c86e132a48e6 HTTP/1.1" status: 204 len: 168 time: 1.4598470 Apr 29 15:38:17.184723 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49844) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:17.224043 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-86f66089-de56-4769-b748-14f097f60683 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38376076635943aa8f0d63af91bf4308&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4864206 Apr 29 15:38:17.226424 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49848) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:17.309335 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ab1564-610a-4cb0-92a8-3e3a97beba4a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] DELETE failed (client error): The resource could not be found. Apr 29 15:38:17.309963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ab1564-610a-4cb0-92a8-3e3a97beba4a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:38:17.311286 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-45ab1564-610a-4cb0-92a8-3e3a97beba4a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/ports/13ee0b80-2ce7-46c2-9594-c86e132a48e6 HTTP/1.1" status: 404 len: 333 time: 0.1149471 Apr 29 15:38:17.314988 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49852) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:17.320841 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5908aa4b-296f-442b-82c8-2f6b1fcc313f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.327589 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [None req-3c0b5fa9-add7-46fe-b0ed-cbce6ce9194b tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Floating IP ab0b493d-0dbf-4f84-aafa-8e17263f29f7 associated. External IP: 172.26.1.159, port: 55ecefb0-9124-4175-a35b-9aed63616f7f. Apr 29 15:38:17.407347 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1deabec9-ceec-4172-ac99-522f479537f3 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] GET failed (client error): The resource could not be found. Apr 29 15:38:17.407848 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1deabec9-ceec-4172-ac99-522f479537f3 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Synchronizing usage tracker for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:17.422245 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7375c933-d66b-4152-8e73-4ceef9438cac tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_gateway, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.445111 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.448174 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5908aa4b-296f-442b-82c8-2f6b1fcc313f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.471924 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7375c933-d66b-4152-8e73-4ceef9438cac tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.567650 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1deabec9-ceec-4172-ac99-522f479537f3 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Unset dirty status for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:17.571403 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1deabec9-ceec-4172-ac99-522f479537f3 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports/13ee0b80-2ce7-46c2-9594-c86e132a48e6 HTTP/1.1" status: 404 len: 333 time: 0.2512336 Apr 29 15:38:17.573147 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49856) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:17.717492 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-7375c933-d66b-4152-8e73-4ceef9438cac tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Allocated IP 172.26.1.51 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/50464b63-ab85-4ca6-8cdd-63fa16599c8d) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:17.720643 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5908aa4b-296f-442b-82c8-2f6b1fcc313f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.795239 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908aa4b-296f-442b-82c8-2f6b1fcc313f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aae78ce-0d9a-4ea5-935c-86cc3159550d,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:17.818132 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fc0e6c1c-fb65-426e-87d2-565e89671cda req-f1ebc33c-5180-4142-9bf9-bd282c61a5b2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7216017 Apr 29 15:38:17.892592 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5908aa4b-296f-442b-82c8-2f6b1fcc313f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.893753 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5908aa4b-296f-442b-82c8-2f6b1fcc313f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2aae78ce-0d9a-4ea5-935c-86cc3159550d HTTP/1.1" status: 204 len: 168 time: 0.6657486 Apr 29 15:38:17.967336 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-648d6db9-8cb0-4a6e-b136-d050cf7bc7c3 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting subnet 9546d0dd-1a15-447c-8cf3-e78a00a4a9ca {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:38:17.971195 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.resource_extend [None req-f1f7bad7-219e-4296-83ee-d2cdfca7217f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:38:17.972917 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-648d6db9-8cb0-4a6e-b136-d050cf7bc7c3 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.037328 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7375c933-d66b-4152-8e73-4ceef9438cac tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.051513 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-648d6db9-8cb0-4a6e-b136-d050cf7bc7c3 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.153301 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f1f7bad7-219e-4296-83ee-d2cdfca7217f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.165799 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [None req-d54ac15d-05ec-4801-b243-e002ddd5fb00 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Floating IP 91c0e582-f8a5-4df2-9efc-6ce540d9906d associated. External IP: 172.26.1.69, port: 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab. Apr 29 15:38:18.183912 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-648d6db9-8cb0-4a6e-b136-d050cf7bc7c3 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.228947 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ed769b-798a-4328-88ac-f00feb2098ac tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Router 04f0dd0b-1b2c-445b-9a33-1af0ea586066 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:38:18.285835 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7375c933-d66b-4152-8e73-4ceef9438cac tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.310169 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f1f7bad7-219e-4296-83ee-d2cdfca7217f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.348530 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.358450 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7375c933-d66b-4152-8e73-4ceef9438cac tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:18.361990 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-7375c933-d66b-4152-8e73-4ceef9438cac tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:18.364530 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7375c933-d66b-4152-8e73-4ceef9438cac tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:18.382598 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fc0e6c1c-fb65-426e-87d2-565e89671cda req-8797e8cc-1649-4594-986c-a431c7a11f15 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9e2f4e89626458695f617011f42e6cc&device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 1098 time: 0.4641378 Apr 29 15:38:18.397598 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375c933-d66b-4152-8e73-4ceef9438cac tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Pushing event updated for resources: {'Port': ['ID=50464b63-ab85-4ca6-8cdd-63fa16599c8d,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:18.407583 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-648d6db9-8cb0-4a6e-b136-d050cf7bc7c3 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.456627 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d6db9-8cb0-4a6e-b136-d050cf7bc7c3 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Subnet': ['ID=9546d0dd-1a15-447c-8cf3-e78a00a4a9ca,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:18.463558 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-648d6db9-8cb0-4a6e-b136-d050cf7bc7c3 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.476808 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e322c102-f8c1-4d5f-8cef-ef5ab0718b1d None None] Network 59debf2c-9682-4244-b96a-32ec03ad9af9 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:38:18.477035 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-648d6db9-8cb0-4a6e-b136-d050cf7bc7c3 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/subnets/9546d0dd-1a15-447c-8cf3-e78a00a4a9ca HTTP/1.1" status: 204 len: 168 time: 0.9042428 Apr 29 15:38:18.479598 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49864) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:18.670816 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49868) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:18.717148 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.resource_extend [None req-de98f101-70ba-4f15-b159-d26849a34786 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:38:18.770521 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c333d78e-7f26-4c69-93af-49a4de2a27d7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.796117 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea947b9f-ddd8-437a-8327-84a31bb7ca19 None None] DHCP port deletion for 59debf2c-9682-4244-b96a-32ec03ad9af9 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:38:18.801791 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-ea947b9f-ddd8-437a-8327-84a31bb7ca19 None None] Deleting port 6eca9566-bf39-4bd0-aac0-82ab6d382c3f {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:18.802294 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ea947b9f-ddd8-437a-8327-84a31bb7ca19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.832764 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c652d87b-0cf1-4452-9d79-d941738de263 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f00cf6fa55343c49fd163fc734ede03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1584437 Apr 29 15:38:18.833655 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49872) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:18.853095 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-c333d78e-7f26-4c69-93af-49a4de2a27d7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting port 6eca9566-bf39-4bd0-aac0-82ab6d382c3f {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:18.853569 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c333d78e-7f26-4c69-93af-49a4de2a27d7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.911139 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 6eca9566-bf39-4bd0-aac0-82ab6d382c3f no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:38:19.083901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-608170a4-37ec-43b3-8ee7-177f76049c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:19.115492 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-ea947b9f-ddd8-437a-8327-84a31bb7ca19 None None] For port 6eca9566-bf39-4bd0-aac0-82ab6d382c3f, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6eca9566-bf39-4bd0-aac0-82ab6d382c3f,segment=NetworkSegment(7729e882-26e4-4859-bc40-224de3dcc83c),segment_id=7729e882-26e4-4859-bc40-224de3dcc83c)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:19.115968 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ea947b9f-ddd8-437a-8327-84a31bb7ca19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:19.148703 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-608170a4-37ec-43b3-8ee7-177f76049c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:19.150311 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e6c1c-fb65-426e-87d2-565e89671cda req-847096ca-f0f6-480a-b325-55750c945cff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:19.151840 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fc0e6c1c-fb65-426e-87d2-565e89671cda req-847096ca-f0f6-480a-b325-55750c945cff service neutron] 10.222.0.35 "GET /v2.0/networks?id=0f64455b-29c7-4ef3-82bd-3805f7cde51f HTTP/1.1" status: 200 len: 906 time: 0.7150447 Apr 29 15:38:19.153584 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-de98f101-70ba-4f15-b159-d26849a34786 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:19.156476 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-c333d78e-7f26-4c69-93af-49a4de2a27d7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] For port 6eca9566-bf39-4bd0-aac0-82ab6d382c3f, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6eca9566-bf39-4bd0-aac0-82ab6d382c3f,segment=NetworkSegment(7729e882-26e4-4859-bc40-224de3dcc83c),segment_id=7729e882-26e4-4859-bc40-224de3dcc83c)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:19.156905 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c333d78e-7f26-4c69-93af-49a4de2a27d7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:19.243032 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-de98f101-70ba-4f15-b159-d26849a34786 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:19.249994 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-ea947b9f-ddd8-437a-8327-84a31bb7ca19 None None] Calling delete_port for 6eca9566-bf39-4bd0-aac0-82ab6d382c3f owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:19.285907 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:19.299980 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7375c933-d66b-4152-8e73-4ceef9438cac tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_gateway, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:19.300275 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7375c933-d66b-4152-8e73-4ceef9438cac tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:19.308956 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-c333d78e-7f26-4c69-93af-49a4de2a27d7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Calling delete_port for 6eca9566-bf39-4bd0-aac0-82ab6d382c3f owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:19.461993 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ea947b9f-ddd8-437a-8327-84a31bb7ca19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:19.474991 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fc0e6c1c-fb65-426e-87d2-565e89671cda req-78f4fd2f-4a30-4aa4-b343-2f3f67ca30ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f870073-d846-45aa-b77f-96ecbcf0f176 HTTP/1.1" status: 200 len: 999 time: 0.3098402 Apr 29 15:38:19.532803 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.db.api [None req-c333d78e-7f26-4c69-93af-49a4de2a27d7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:38:19.533121 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG oslo_db.api [None req-c333d78e-7f26-4c69-93af-49a4de2a27d7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:38:19.551181 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea947b9f-ddd8-437a-8327-84a31bb7ca19 None None] Pushing event deleted for resources: {'Port': ['ID=6eca9566-bf39-4bd0-aac0-82ab6d382c3f,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:19.559672 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea947b9f-ddd8-437a-8327-84a31bb7ca19 None None] No DVR routers for this DVR port 6eca9566-bf39-4bd0-aac0-82ab6d382c3f on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:38:19.601690 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-608170a4-37ec-43b3-8ee7-177f76049c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:19.609413 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e6c1c-fb65-426e-87d2-565e89671cda req-23b811e0-39ec-4523-97a1-174fa8c36c57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:19.614196 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fc0e6c1c-fb65-426e-87d2-565e89671cda req-23b811e0-39ec-4523-97a1-174fa8c36c57 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e83914fb-022a-4002-8e6f-85f3456e202d HTTP/1.1" status: 200 len: 844 time: 0.1165078 Apr 29 15:38:19.632287 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608170a4-37ec-43b3-8ee7-177f76049c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132fbb00-27ec-40de-a544-62c484d676b7,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:19.701296 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-608170a4-37ec-43b3-8ee7-177f76049c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:19.705061 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-608170a4-37ec-43b3-8ee7-177f76049c1f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/132fbb00-27ec-40de-a544-62c484d676b7 HTTP/1.1" status: 204 len: 168 time: 0.8649144 Apr 29 15:38:19.719307 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7375c933-d66b-4152-8e73-4ceef9438cac tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Router e6263f4e-6c15-4c84-bcf2-8a0fa3d8c09e is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:38:19.721507 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [None req-f1f7bad7-219e-4296-83ee-d2cdfca7217f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Floating IP 618b55d9-fdf1-42cd-83ad-62e5079ae271 associated. External IP: 172.26.1.133, port: 4f870073-d846-45aa-b77f-96ecbcf0f176. Apr 29 15:38:19.930550 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ed769b-798a-4328-88ac-f00feb2098ac tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:38:19.940648 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] Sync routers for ids ['04f0dd0b-1b2c-445b-9a33-1af0ea586066'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:38:19.942873 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7375c933-d66b-4152-8e73-4ceef9438cac tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:38:19.954687 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780b1b7d-9108-46f0-8a1a-c49309579ab3 None None] Sync routers for ids ['e6263f4e-6c15-4c84-bcf2-8a0fa3d8c09e'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:38:19.962946 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] Routers {'04f0dd0b-1b2c-445b-9a33-1af0ea586066'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:19.963897 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['04f0dd0b-1b2c-445b-9a33-1af0ea586066'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:19.974799 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780b1b7d-9108-46f0-8a1a-c49309579ab3 None None] Routers {'e6263f4e-6c15-4c84-bcf2-8a0fa3d8c09e'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:19.979392 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-780b1b7d-9108-46f0-8a1a-c49309579ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['e6263f4e-6c15-4c84-bcf2-8a0fa3d8c09e'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:20.034174 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-c333d78e-7f26-4c69-93af-49a4de2a27d7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting port 6eca9566-bf39-4bd0-aac0-82ab6d382c3f {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:20.034715 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c333d78e-7f26-4c69-93af-49a4de2a27d7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:20.043768 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-780b1b7d-9108-46f0-8a1a-c49309579ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:20.045451 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0b5fa9-add7-46fe-b0ed-cbce6ce9194b tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Router a017494e-3fd1-4c6c-a62d-60aab81bd04f has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:38:20.055350 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780b1b7d-9108-46f0-8a1a-c49309579ab3 None None] Routers {'e6263f4e-6c15-4c84-bcf2-8a0fa3d8c09e'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:20.056186 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-780b1b7d-9108-46f0-8a1a-c49309579ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['e6263f4e-6c15-4c84-bcf2-8a0fa3d8c09e'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:20.075954 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fc0e6c1c-fb65-426e-87d2-565e89671cda req-f413e22e-3f64-43cc-a30a-5c641e8d2a61 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f64455b-29c7-4ef3-82bd-3805f7cde51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3998511 Apr 29 15:38:20.086999 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7375c933-d66b-4152-8e73-4ceef9438cac tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:20.086999 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7375c933-d66b-4152-8e73-4ceef9438cac tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5295410 Apr 29 15:38:20.097883 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49878) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:20.114914 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-35ed769b-798a-4328-88ac-f00feb2098ac tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:20.118825 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-35ed769b-798a-4328-88ac-f00feb2098ac tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 11.1107824 Apr 29 15:38:20.127337 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49884) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:20.129884 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-780b1b7d-9108-46f0-8a1a-c49309579ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:20.130560 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780b1b7d-9108-46f0-8a1a-c49309579ab3 None None] The sync data for ids ['e6263f4e-6c15-4c84-bcf2-8a0fa3d8c09e'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:38:20.158071 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-c333d78e-7f26-4c69-93af-49a4de2a27d7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] The port '6eca9566-bf39-4bd0-aac0-82ab6d382c3f' was deleted {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:38:20.198596 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] Set router 04f0dd0b-1b2c-445b-9a33-1af0ea586066 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:38:20.498641 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [None req-de98f101-70ba-4f15-b159-d26849a34786 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Floating IP f7a8a932-f458-4ba3-ac00-4992cc94c80a associated. External IP: 172.26.1.102, port: 2f384750-9800-4fba-99dc-e7d572a543de. Apr 29 15:38:20.580250 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c333d78e-7f26-4c69-93af-49a4de2a27d7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:20.582789 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f0dd0b-1b2c-445b-9a33-1af0ea586066', 'name': 'tempest-snat-router-1788014801', 'tenant_id': '07bb161daa604b449e1004209d497fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.193'}], 'enable_snat': False}, 'gw_port_id': 'd7574574-051d-4e5f-8e57-4b0cd4b5d1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:09Z', 'updated_at': '2022-04-29T15:38:14Z', 'revision_number': 3, 'project_id': '07bb161daa604b449e1004209d497fd3', 'gw_port': {'id': 'd7574574-051d-4e5f-8e57-4b0cd4b5d1c4', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:06:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f0dd0b-1b2c-445b-9a33-1af0ea586066', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:11Z', 'updated_at': '2022-04-29T15:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:20.589242 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] Checking router: 04f0dd0b-1b2c-445b-9a33-1af0ea586066 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:38:20.589584 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] Updating router 04f0dd0b-1b2c-445b-9a33-1af0ea586066 port d7574574-051d-4e5f-8e57-4b0cd4b5d1c4 binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:38:20.615887 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-c333d78e-7f26-4c69-93af-49a4de2a27d7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59debf2c-9682-4244-b96a-32ec03ad9af9']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:20.632736 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-c333d78e-7f26-4c69-93af-49a4de2a27d7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7729e882-26e4-4859-bc40-224de3dcc83c') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:20.633376 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-c333d78e-7f26-4c69-93af-49a4de2a27d7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7729e882-26e4-4859-bc40-224de3dcc83c') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:20.648534 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c333d78e-7f26-4c69-93af-49a4de2a27d7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:20.658948 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:20.672167 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c333d78e-7f26-4c69-93af-49a4de2a27d7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:20.677500 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c333d78e-7f26-4c69-93af-49a4de2a27d7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:38:20.677859 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c333d78e-7f26-4c69-93af-49a4de2a27d7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:38:20.696788 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:38:20.803506 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-844058fd-6991-47f9-baf6-7d070bc39bd8 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "GET /v2.0/routers/e6263f4e-6c15-4c84-bcf2-8a0fa3d8c09e HTTP/1.1" status: 200 len: 924 time: 0.7045050 Apr 29 15:38:20.807235 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49898) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:20.855975 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1c0b76f1-708c-458a-9b63-d428bec38211 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6263f4e-6c15-4c84-bcf2-8a0fa3d8c09e HTTP/1.1" status: 200 len: 205 time: 0.0457127 Apr 29 15:38:20.858032 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49904) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:20.919305 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c333d78e-7f26-4c69-93af-49a4de2a27d7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:20.968726 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fc0e6c1c-fb65-426e-87d2-565e89671cda req-decd06d6-083a-4ffe-99d7-16b82ff356d4 service neutron] 10.222.0.35 "GET /v2.0/networks/0f64455b-29c7-4ef3-82bd-3805f7cde51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8850729 Apr 29 15:38:20.997881 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c333d78e-7f26-4c69-93af-49a4de2a27d7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.009879 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333d78e-7f26-4c69-93af-49a4de2a27d7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Network': ['ID=59debf2c-9682-4244-b96a-32ec03ad9af9,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:21.018765 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c333d78e-7f26-4c69-93af-49a4de2a27d7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/networks/59debf2c-9682-4244-b96a-32ec03ad9af9 HTTP/1.1" status: 204 len: 168 time: 2.5368528 Apr 29 15:38:21.022634 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49908) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:21.031024 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-9c9621f5-3dc1-459c-b54e-df029a732bc4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1645964776'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:21.035961 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-9c9621f5-3dc1-459c-b54e-df029a732bc4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:21.040981 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9c9621f5-3dc1-459c-b54e-df029a732bc4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:network and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:21.045615 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9c9621f5-3dc1-459c-b54e-df029a732bc4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:21.060682 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-9c9621f5-3dc1-459c-b54e-df029a732bc4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:21.116510 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.133031 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] Transition to ACTIVE for port object d7574574-051d-4e5f-8e57-4b0cd4b5d1c4 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:21.150126 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54ac15d-05ec-4801-b243-e002ddd5fb00 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Router 6c6b9228-0b7e-447e-a484-cfe0be97103b has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:38:21.150377 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a10f87d9-604c-4025-a3a6-6596d7586633 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.206211 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9621f5-3dc1-459c-b54e-df029a732bc4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:21.209004 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9c9621f5-3dc1-459c-b54e-df029a732bc4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.227764 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.299251 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9621f5-3dc1-459c-b54e-df029a732bc4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:38:21.308798 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9c9621f5-3dc1-459c-b54e-df029a732bc4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.309141 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-9c9621f5-3dc1-459c-b54e-df029a732bc4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Added segment f2b0b2fa-c248-401f-84cd-fe06b17307ad of type vlan for network 65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86 Apr 29 15:38:21.327641 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d0283-f498-4410-bf15-ab6e28917767 None None] Pushing event updated for resources: {'Port': ['ID=d7574574-051d-4e5f-8e57-4b0cd4b5d1c4,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:21.328785 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] Attempting to bind port d7574574-051d-4e5f-8e57-4b0cd4b5d1c4 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:21.329749 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] Attempting to bind port d7574574-051d-4e5f-8e57-4b0cd4b5d1c4 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:21.330205 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] Attempting to bind port d7574574-051d-4e5f-8e57-4b0cd4b5d1c4 on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:21.334565 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9c9621f5-3dc1-459c-b54e-df029a732bc4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.338906 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fc0e6c1c-fb65-426e-87d2-565e89671cda req-351fb218-ae74-4a9e-91e8-24d53b757a29 service neutron] 10.222.0.35 "GET /v2.0/networks/0f64455b-29c7-4ef3-82bd-3805f7cde51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640246 Apr 29 15:38:21.342546 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:38:21.343288 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:38:21.344247 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.345448 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:38:21.347052 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] Bound port: d7574574-051d-4e5f-8e57-4b0cd4b5d1c4, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:38:21.347926 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.446228 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9c9621f5-3dc1-459c-b54e-df029a732bc4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.451467 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9621f5-3dc1-459c-b54e-df029a732bc4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:21.458035 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9c9621f5-3dc1-459c-b54e-df029a732bc4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.458175 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] For port d7574574-051d-4e5f-8e57-4b0cd4b5d1c4, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:38:21.458175 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] For port d7574574-051d-4e5f-8e57-4b0cd4b5d1c4, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d7574574-051d-4e5f-8e57-4b0cd4b5d1c4,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:38:21.509802 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.594558 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-46e493ae-60d0-4587-abdd-be663bb16aae tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "GET /v2.0/routers/04f0dd0b-1b2c-445b-9a33-1af0ea586066 HTTP/1.1" status: 200 len: 909 time: 1.4649980 Apr 29 15:38:21.605948 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49918) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:21.620710 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-41af2051-9288-426a-933d-30114565e3a1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1788014801', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'enable_snat': True}}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:21.622714 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] Routers {'04f0dd0b-1b2c-445b-9a33-1af0ea586066'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:21.623201 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['04f0dd0b-1b2c-445b-9a33-1af0ea586066'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:21.626715 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-41af2051-9288-426a-933d-30114565e3a1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:21.633403 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-41af2051-9288-426a-933d-30114565e3a1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Usage tracker for resource:router and tenant:07bb161daa604b449e1004209d497fd3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:21.637501 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-41af2051-9288-426a-933d-30114565e3a1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:21.645351 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-41af2051-9288-426a-933d-30114565e3a1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:21.646472 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0b5fa9-add7-46fe-b0ed-cbce6ce9194b tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:38:21.672975 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9c9621f5-3dc1-459c-b54e-df029a732bc4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6489027 Apr 29 15:38:21.674102 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9621f5-3dc1-459c-b54e-df029a732bc4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Network': ['ID=65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:21.676843 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49922) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:21.680061 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a10f87d9-604c-4025-a3a6-6596d7586633 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.685557 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47609967-989f-43a5-90a4-f06e28e503eb None None] Sync routers for ids ['a017494e-3fd1-4c6c-a62d-60aab81bd04f'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:38:21.687661 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-29d90df1-ddbc-4d2e-b0e7-fa16c1326b7f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'subnet': {'network_id': '65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:21.769675 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d0283-f498-4410-bf15-ab6e28917767 None None] Pushing event updated for resources: {'Port': ['ID=d7574574-051d-4e5f-8e57-4b0cd4b5d1c4,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:21.789510 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:38:21.821570 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-a10f87d9-604c-4025-a3a6-6596d7586633 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Deleting port 50464b63-ab85-4ca6-8cdd-63fa16599c8d {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:21.825942 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a10f87d9-604c-4025-a3a6-6596d7586633 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.920549 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47609967-989f-43a5-90a4-f06e28e503eb None None] Routers {'a017494e-3fd1-4c6c-a62d-60aab81bd04f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:21.921058 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-47609967-989f-43a5-90a4-f06e28e503eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a017494e-3fd1-4c6c-a62d-60aab81bd04f'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:21.931158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5fa9-add7-46fe-b0ed-cbce6ce9194b tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.979432 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-41af2051-9288-426a-933d-30114565e3a1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.982379 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-41af2051-9288-426a-933d-30114565e3a1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.995876 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-47609967-989f-43a5-90a4-f06e28e503eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:22.015993 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f7bad7-219e-4296-83ee-d2cdfca7217f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Router 017a57c6-628c-42d2-8829-cd7b223faa97 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:38:22.028281 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3c0b5fa9-add7-46fe-b0ed-cbce6ce9194b tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 14.1333830 Apr 29 15:38:22.028484 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47609967-989f-43a5-90a4-f06e28e503eb None None] Routers {'a017494e-3fd1-4c6c-a62d-60aab81bd04f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:22.028484 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-47609967-989f-43a5-90a4-f06e28e503eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a017494e-3fd1-4c6c-a62d-60aab81bd04f'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:22.031950 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49930) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:22.060309 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54ac15d-05ec-4801-b243-e002ddd5fb00 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:38:22.069828 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098043cd-eff9-45ab-b219-d65935d3044c None None] Sync routers for ids ['6c6b9228-0b7e-447e-a484-cfe0be97103b'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:38:22.085488 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d54ac15d-05ec-4801-b243-e002ddd5fb00 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:22.097398 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098043cd-eff9-45ab-b219-d65935d3044c None None] Routers {'6c6b9228-0b7e-447e-a484-cfe0be97103b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:22.100387 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-098043cd-eff9-45ab-b219-d65935d3044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['6c6b9228-0b7e-447e-a484-cfe0be97103b'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:22.108839 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-47609967-989f-43a5-90a4-f06e28e503eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:22.109244 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47609967-989f-43a5-90a4-f06e28e503eb None None] The sync data for ids ['a017494e-3fd1-4c6c-a62d-60aab81bd04f'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:38:22.135226 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] Set router 04f0dd0b-1b2c-445b-9a33-1af0ea586066 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:38:22.173653 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-29d90df1-ddbc-4d2e-b0e7-fa16c1326b7f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:22.179095 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-29d90df1-ddbc-4d2e-b0e7-fa16c1326b7f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:subnet and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:22.182322 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-29d90df1-ddbc-4d2e-b0e7-fa16c1326b7f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:22.190561 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-29d90df1-ddbc-4d2e-b0e7-fa16c1326b7f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:22.215182 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a10f87d9-604c-4025-a3a6-6596d7586633 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:22.386377 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-a10f87d9-604c-4025-a3a6-6596d7586633 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Calling delete_port for 50464b63-ab85-4ca6-8cdd-63fa16599c8d owned by network:router_gateway {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:22.477519 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-098043cd-eff9-45ab-b219-d65935d3044c None None] Set router 6c6b9228-0b7e-447e-a484-cfe0be97103b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:38:22.653878 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f0dd0b-1b2c-445b-9a33-1af0ea586066', 'name': 'tempest-snat-router-1788014801', 'tenant_id': '07bb161daa604b449e1004209d497fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.193'}], 'enable_snat': False}, 'gw_port_id': 'd7574574-051d-4e5f-8e57-4b0cd4b5d1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:09Z', 'updated_at': '2022-04-29T15:38:14Z', 'revision_number': 3, 'project_id': '07bb161daa604b449e1004209d497fd3', 'gw_port': {'id': 'd7574574-051d-4e5f-8e57-4b0cd4b5d1c4', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:06:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f0dd0b-1b2c-445b-9a33-1af0ea586066', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:11Z', 'updated_at': '2022-04-29T15:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:22.658900 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661f1b83-b842-484d-a614-e31b2aee7e8c None None] The sync data for ids ['04f0dd0b-1b2c-445b-9a33-1af0ea586066'] in dv-neutron-839913-1-hyperv is: [{'id': '04f0dd0b-1b2c-445b-9a33-1af0ea586066', 'name': 'tempest-snat-router-1788014801', 'tenant_id': '07bb161daa604b449e1004209d497fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.193'}], 'enable_snat': False}, 'gw_port_id': 'd7574574-051d-4e5f-8e57-4b0cd4b5d1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:09Z', 'updated_at': '2022-04-29T15:38:14Z', 'revision_number': 3, 'project_id': '07bb161daa604b449e1004209d497fd3', 'gw_port': {'id': 'd7574574-051d-4e5f-8e57-4b0cd4b5d1c4', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:06:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f0dd0b-1b2c-445b-9a33-1af0ea586066', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:11Z', 'updated_at': '2022-04-29T15:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:38:22.665136 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d54ac15d-05ec-4801-b243-e002ddd5fb00 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "PUT /v2.0/floatingips/91c0e582-f8a5-4df2-9efc-6ce540d9906d HTTP/1.1" status: 200 len: 990 time: 8.9017186 Apr 29 15:38:22.683186 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62018179-4253-47e7-9320-c2364040b2f4', 'tag': '7c528c27-58b6-4ff6-80e0-5ff84e7b15ab'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:38:22.782996 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de98f101-70ba-4f15-b159-d26849a34786 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Router abe1e843-43c6-485c-b9ad-872981375c90 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:38:22.785576 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e4a02a-46f3-4213-92ac-f92f54506fab'] response: {'name': 'network-changed', 'server_uuid': '62018179-4253-47e7-9320-c2364040b2f4', 'tag': '7c528c27-58b6-4ff6-80e0-5ff84e7b15ab', 'status': 'completed', 'code': 200} Apr 29 15:38:22.854467 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:38:22.913683 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d90df1-ddbc-4d2e-b0e7-fa16c1326b7f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:22.914730 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:38:22.915187 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 728b23a6-9a5a-4bd0-96e9-8c4e60d3eef4 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:38:23.029100 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-41af2051-9288-426a-933d-30114565e3a1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:23.111078 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49948) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:23.115093 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-098043cd-eff9-45ab-b219-d65935d3044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'name': 'tempest-ServersTestManualDisk-1032101193-router', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 4, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'gw_port': {'id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '91c0e582-f8a5-4df2-9efc-6ce540d9906d', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'floating_ip_address': '172.26.1.69', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'port_id': '7c528c27-58b6-4ff6-80e0-5ff84e7b15ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe', 'mac_address': 'fa:16:3e:10:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62018179-4253-47e7-9320-c2364040b2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:37:26Z', 'updated_at': '2022-04-29T15:38:15Z', 'revision_number': 1, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b923e5-a482-4b7f-988a-e06f010984d4', 'name': '', 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'mac_address': 'fa:16:3e:14:f3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6408fca5-a6c8-49cb-a418-323e1535deec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:14Z', 'updated_at': '2022-04-29T15:37:48Z', 'revision_number': 5, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'subnets': [{'id': '6408fca5-a6c8-49cb-a418-323e1535deec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:23.125797 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098043cd-eff9-45ab-b219-d65935d3044c None None] Checking router: 6c6b9228-0b7e-447e-a484-cfe0be97103b for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:38:23.137663 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e5a780a0-59e6-4ea1-9750-4e39d0bf99c1 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] 10.222.0.21 "GET /v2.0/floatingips/ab0b493d-0dbf-4f84-aafa-8e17263f29f7 HTTP/1.1" status: 200 len: 983 time: 1.0932138 Apr 29 15:38:23.138264 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-29d90df1-ddbc-4d2e-b0e7-fa16c1326b7f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:23.139437 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098043cd-eff9-45ab-b219-d65935d3044c None None] Routers {'6c6b9228-0b7e-447e-a484-cfe0be97103b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:23.141093 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49954) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:23.142247 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-098043cd-eff9-45ab-b219-d65935d3044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['6c6b9228-0b7e-447e-a484-cfe0be97103b'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:23.361497 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-88cf87dd-2dc1-4e5b-88ca-ee3cc8c01268 req-9b5f71aa-7334-4e09-a891-fda5ed17eaba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bafb4596b2ae4298bc6d4156fe1d5fb3&device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 1098 time: 0.5536542 Apr 29 15:38:23.378142 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-098043cd-eff9-45ab-b219-d65935d3044c None None] Set router 6c6b9228-0b7e-447e-a484-cfe0be97103b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:38:23.403983 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-80e8f2b0-9113-40b9-ab78-b464c5c97ffc tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-702516730'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:23.442823 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-80e8f2b0-9113-40b9-ab78-b464c5c97ffc tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:23.463907 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-80e8f2b0-9113-40b9-ab78-b464c5c97ffc tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Usage tracker for resource:router and tenant:3204ae5683134bb99d9bd8aabe4f22d3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:23.474647 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-80e8f2b0-9113-40b9-ab78-b464c5c97ffc tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:23.489459 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-80e8f2b0-9113-40b9-ab78-b464c5c97ffc tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:23.524993 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-41af2051-9288-426a-933d-30114565e3a1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:23.551151 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc04ca-0993-4348-ac89-7925561de54a req-30dc5018-114c-4d6b-b34f-b0fff1b5f608 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:23.552676 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-42bc04ca-0993-4348-ac89-7925561de54a req-30dc5018-114c-4d6b-b34f-b0fff1b5f608 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 945 time: 0.6859233 Apr 29 15:38:23.576361 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-80e8f2b0-9113-40b9-ab78-b464c5c97ffc tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:23.577591 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-80e8f2b0-9113-40b9-ab78-b464c5c97ffc tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:23.587811 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf87dd-2dc1-4e5b-88ca-ee3cc8c01268 req-eede1eb6-1e5e-4d52-b62c-b4ff2b18de19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:23.589323 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-88cf87dd-2dc1-4e5b-88ca-ee3cc8c01268 req-eede1eb6-1e5e-4d52-b62c-b4ff2b18de19 service neutron] 10.222.0.35 "GET /v2.0/networks?id=951a2926-3d60-49f1-abb0-4cfee0b87bbe HTTP/1.1" status: 200 len: 913 time: 0.2197497 Apr 29 15:38:23.602350 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a0d2e417-a251-4c99-b4e9-08417d76b175 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3814 time: 0.4519355 Apr 29 15:38:23.603960 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49958) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:23.679178 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a10f87d9-604c-4025-a3a6-6596d7586633 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:23.732572 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f7bad7-219e-4296-83ee-d2cdfca7217f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:38:23.742340 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f1f7bad7-219e-4296-83ee-d2cdfca7217f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:23.742905 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba9ca5c-5197-44d7-af36-3499bb2e4897 None None] Sync routers for ids ['017a57c6-628c-42d2-8829-cd7b223faa97'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:38:23.774032 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba9ca5c-5197-44d7-af36-3499bb2e4897 None None] Routers {'017a57c6-628c-42d2-8829-cd7b223faa97'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:23.774928 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-9ba9ca5c-5197-44d7-af36-3499bb2e4897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['017a57c6-628c-42d2-8829-cd7b223faa97'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:23.799708 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-42bc04ca-0993-4348-ac89-7925561de54a req-82ed5f95-1d89-4712-b379-0c3fd97ff60a tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/security-groups?id=58266d71-b64f-43f5-8255-965b2490a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356918 Apr 29 15:38:23.807020 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f87d9-604c-4025-a3a6-6596d7586633 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Pushing event deleted for resources: {'Port': ['ID=50464b63-ab85-4ca6-8cdd-63fa16599c8d,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:23.867532 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-88cf87dd-2dc1-4e5b-88ca-ee3cc8c01268 req-0c7ddb59-8ba8-45ed-8e22-75c6010c57f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c528c27-58b6-4ff6-80e0-5ff84e7b15ab HTTP/1.1" status: 200 len: 998 time: 0.2651291 Apr 29 15:38:23.876674 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f1f7bad7-219e-4296-83ee-d2cdfca7217f tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "PUT /v2.0/floatingips/618b55d9-fdf1-42cd-83ad-62e5079ae271 HTTP/1.1" status: 200 len: 991 time: 8.5312459 Apr 29 15:38:23.893526 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-098043cd-eff9-45ab-b219-d65935d3044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'name': 'tempest-ServersTestManualDisk-1032101193-router', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 4, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'gw_port': {'id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '91c0e582-f8a5-4df2-9efc-6ce540d9906d', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'floating_ip_address': '172.26.1.69', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'port_id': '7c528c27-58b6-4ff6-80e0-5ff84e7b15ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe', 'mac_address': 'fa:16:3e:10:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62018179-4253-47e7-9320-c2364040b2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:37:26Z', 'updated_at': '2022-04-29T15:38:15Z', 'revision_number': 1, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b923e5-a482-4b7f-988a-e06f010984d4', 'name': '', 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'mac_address': 'fa:16:3e:14:f3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6408fca5-a6c8-49cb-a418-323e1535deec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:14Z', 'updated_at': '2022-04-29T15:37:48Z', 'revision_number': 5, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'subnets': [{'id': '6408fca5-a6c8-49cb-a418-323e1535deec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:23.907710 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098043cd-eff9-45ab-b219-d65935d3044c None None] The sync data for ids ['6c6b9228-0b7e-447e-a484-cfe0be97103b'] in dv-neutron-839913-1-hyperv is: [{'id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'name': 'tempest-ServersTestManualDisk-1032101193-router', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 4, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'gw_port': {'id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '91c0e582-f8a5-4df2-9efc-6ce540d9906d', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'floating_ip_address': '172.26.1.69', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'port_id': '7c528c27-58b6-4ff6-80e0-5ff84e7b15ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe', 'mac_address': 'fa:16:3e:10:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62018179-4253-47e7-9320-c2364040b2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:37:26Z', 'updated_at': '2022-04-29T15:38:15Z', 'revision_number': 1, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b923e5-a482-4b7f-988a-e06f010984d4', 'name': '', 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'mac_address': 'fa:16:3e:14:f3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6408fca5-a6c8-49cb-a418-323e1535deec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:14Z', 'updated_at': '2022-04-29T15:37:48Z', 'revision_number': 5, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'subnets': [{'id': '6408fca5-a6c8-49cb-a418-323e1535deec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:38:23.988065 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf87dd-2dc1-4e5b-88ca-ee3cc8c01268 req-d1104253-b2b7-4310-8a21-13e8aaa118d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:23.989675 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-88cf87dd-2dc1-4e5b-88ca-ee3cc8c01268 req-d1104253-b2b7-4310-8a21-13e8aaa118d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6408fca5-a6c8-49cb-a418-323e1535deec HTTP/1.1" status: 200 len: 851 time: 0.1149383 Apr 29 15:38:24.004424 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-80e8f2b0-9113-40b9-ab78-b464c5c97ffc tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:24.041393 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de98f101-70ba-4f15-b159-d26849a34786 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:38:24.051011 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-de98f101-70ba-4f15-b159-d26849a34786 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:24.052488 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfc6b2e-5ca2-4cc9-a277-a73d53c5ef04 None None] Sync routers for ids ['abe1e843-43c6-485c-b9ad-872981375c90'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:38:24.068931 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfc6b2e-5ca2-4cc9-a277-a73d53c5ef04 None None] Routers {'abe1e843-43c6-485c-b9ad-872981375c90'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:24.069549 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-2dfc6b2e-5ca2-4cc9-a277-a73d53c5ef04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['abe1e843-43c6-485c-b9ad-872981375c90'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:24.131775 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-9ba9ca5c-5197-44d7-af36-3499bb2e4897 None None] Set router 017a57c6-628c-42d2-8829-cd7b223faa97 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:38:24.176686 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-de98f101-70ba-4f15-b159-d26849a34786 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "PUT /v2.0/floatingips/f7a8a932-f458-4ba3-ac00-4992cc94c80a HTTP/1.1" status: 200 len: 991 time: 7.8903990 Apr 29 15:38:24.203799 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-88cf87dd-2dc1-4e5b-88ca-ee3cc8c01268 req-149f2c3e-282d-4d1e-8dc1-aaa8c0df2c63 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=951a2926-3d60-49f1-abb0-4cfee0b87bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2061436 Apr 29 15:38:24.253385 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae286234-f68b-4476-9054-4551c73522da req-92b8ac27-90bd-4061-9e78-2c4fa54c66f5 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:24.256080 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ae286234-f68b-4476-9054-4551c73522da req-92b8ac27-90bd-4061-9e78-2c4fa54c66f5 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 945 time: 0.1758087 Apr 29 15:38:24.297653 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-2dfc6b2e-5ca2-4cc9-a277-a73d53c5ef04 None None] Set router abe1e843-43c6-485c-b9ad-872981375c90 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:38:24.355870 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-80e8f2b0-9113-40b9-ab78-b464c5c97ffc tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:24.464218 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ae286234-f68b-4476-9054-4551c73522da req-85a8ea19-4d96-4ddb-86d0-291100ba8d8a tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/security-groups?id=77732694-f1f0-4552-88b3-a77f8ec2116a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947100 Apr 29 15:38:24.491480 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-88cf87dd-2dc1-4e5b-88ca-ee3cc8c01268 req-6c8957f3-4010-4b5b-ba68-e603c9dc8972 service neutron] 10.222.0.35 "GET /v2.0/networks/951a2926-3d60-49f1-abb0-4cfee0b87bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811904 Apr 29 15:38:24.608234 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-9ba9ca5c-5197-44d7-af36-3499bb2e4897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'name': 'tempest-ServersTestJSON-882899689-router', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:37:11Z', 'revision_number': 4, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'gw_port': {'id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '618b55d9-fdf1-42cd-83ad-62e5079ae271', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'floating_ip_address': '172.26.1.133', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'port_id': '4f870073-d846-45aa-b77f-96ecbcf0f176', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f', 'mac_address': 'fa:16:3e:e7:cf:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedda93-4257-4c37-a040-19e2f7bf36fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:37:25Z', 'updated_at': '2022-04-29T15:38:17Z', 'revision_number': 1, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d5f898-21bf-4f2a-8334-f2b0a15c0097', 'name': '', 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'mac_address': 'fa:16:3e:f7:84:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e83914fb-022a-4002-8e6f-85f3456e202d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:08Z', 'updated_at': '2022-04-29T15:37:23Z', 'revision_number': 5, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'subnets': [{'id': 'e83914fb-022a-4002-8e6f-85f3456e202d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:24.611118 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-fad893a7-505a-4073-9a35-e7d290b3d16e tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Deleting port d78a02cb-1f44-49a2-a279-debc2fb90e25 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:24.611706 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fad893a7-505a-4073-9a35-e7d290b3d16e tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:24.615659 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba9ca5c-5197-44d7-af36-3499bb2e4897 None None] Checking router: 017a57c6-628c-42d2-8829-cd7b223faa97 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:38:24.629898 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba9ca5c-5197-44d7-af36-3499bb2e4897 None None] Routers {'017a57c6-628c-42d2-8829-cd7b223faa97'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:24.630936 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-9ba9ca5c-5197-44d7-af36-3499bb2e4897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['017a57c6-628c-42d2-8829-cd7b223faa97'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:24.634718 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a10f87d9-604c-4025-a3a6-6596d7586633 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:24.698536 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-29d90df1-ddbc-4d2e-b0e7-fa16c1326b7f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:24.750554 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a88f9-1037-42f0-ac56-0c87b3ddf5be req-e65851ab-4085-4e2e-a9f8-04be2e128486 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:24.751989 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-176a88f9-1037-42f0-ac56-0c87b3ddf5be req-e65851ab-4085-4e2e-a9f8-04be2e128486 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.4034936 Apr 29 15:38:24.797360 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfedda93-4257-4c37-a040-19e2f7bf36fb', 'tag': '4f870073-d846-45aa-b77f-96ecbcf0f176'}, {'name': 'network-changed', 'server_uuid': '1f3490da-63fe-4426-bff3-7e578dad56a5', 'tag': '2f384750-9800-4fba-99dc-e7d572a543de'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:38:24.819826 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-2dfc6b2e-5ca2-4cc9-a277-a73d53c5ef04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'name': 'tempest-ServerActionsTestJSON-1573436271-router', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:14Z', 'revision_number': 4, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'gw_port': {'id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'f7a8a932-f458-4ba3-ac00-4992cc94c80a', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'floating_ip_address': '172.26.1.102', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'port_id': '2f384750-9800-4fba-99dc-e7d572a543de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894', 'mac_address': 'fa:16:3e:a3:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3490da-63fe-4426-bff3-7e578dad56a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:37:27Z', 'updated_at': '2022-04-29T15:38:18Z', 'revision_number': 1, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79c2873-792d-48e8-808a-06c52737cc83', 'name': '', 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'mac_address': 'fa:16:3e:00:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7bb539e-4a1d-45fe-b72f-4601de1423be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:10Z', 'updated_at': '2022-04-29T15:37:51Z', 'revision_number': 5, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'subnets': [{'id': 'a7bb539e-4a1d-45fe-b72f-4601de1423be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:24.825504 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfc6b2e-5ca2-4cc9-a277-a73d53c5ef04 None None] Checking router: abe1e843-43c6-485c-b9ad-872981375c90 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:38:24.837525 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfc6b2e-5ca2-4cc9-a277-a73d53c5ef04 None None] Routers {'abe1e843-43c6-485c-b9ad-872981375c90'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:24.838186 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-2dfc6b2e-5ca2-4cc9-a277-a73d53c5ef04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['abe1e843-43c6-485c-b9ad-872981375c90'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:24.907571 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d90df1-ddbc-4d2e-b0e7-fa16c1326b7f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Subnet': ['ID=3a8743c5-58be-466b-ac58-9d97aa3a112a,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:24.913459 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-176a88f9-1037-42f0-ac56-0c87b3ddf5be req-250450b2-743f-4d81-be82-a3897f615b9a tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505086 Apr 29 15:38:24.929818 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-9ba9ca5c-5197-44d7-af36-3499bb2e4897 None None] Set router 017a57c6-628c-42d2-8829-cd7b223faa97 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:38:24.970742 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-88cf87dd-2dc1-4e5b-88ca-ee3cc8c01268 req-5c9398db-bbcd-4ce0-913c-6f916db6c1b6 service neutron] 10.222.0.35 "GET /v2.0/networks/951a2926-3d60-49f1-abb0-4cfee0b87bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689696 Apr 29 15:38:24.978503 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36092afc-3bde-45df-83b8-23aa65474663'] response: {'name': 'network-changed', 'server_uuid': 'bfedda93-4257-4c37-a040-19e2f7bf36fb', 'tag': '4f870073-d846-45aa-b77f-96ecbcf0f176', 'status': 'completed', 'code': 200} Apr 29 15:38:24.978503 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36092afc-3bde-45df-83b8-23aa65474663'] response: {'name': 'network-changed', 'server_uuid': '1f3490da-63fe-4426-bff3-7e578dad56a5', 'tag': '2f384750-9800-4fba-99dc-e7d572a543de', 'status': 'completed', 'code': 200} Apr 29 15:38:25.093608 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-2dfc6b2e-5ca2-4cc9-a277-a73d53c5ef04 None None] Set router abe1e843-43c6-485c-b9ad-872981375c90 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:38:25.102960 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d7574574-051d-4e5f-8e57-4b0cd4b5d1c4 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:25.185049 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dc71e92d-7380-45d7-870f-5c17445ce230 req-add62b40-cd82-477f-ae20-1a285d5b5fb0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9e2f4e89626458695f617011f42e6cc&device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 1098 time: 0.1624024 Apr 29 15:38:25.232550 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a10f87d9-604c-4025-a3a6-6596d7586633 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.237034 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a10f87d9-604c-4025-a3a6-6596d7586633 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.263209 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-80e8f2b0-9113-40b9-ab78-b464c5c97ffc tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.267428 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-80e8f2b0-9113-40b9-ab78-b464c5c97ffc tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 2.1522636 Apr 29 15:38:25.269251 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49978) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:25.289502 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d90df1-ddbc-4d2e-b0e7-fa16c1326b7f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Checking segment: {'id': 'f2b0b2fa-c248-401f-84cd-fe06b17307ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:38:25.290217 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d90df1-ddbc-4d2e-b0e7-fa16c1326b7f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network hostable DHCP agents. Network: 65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:38:25.361985 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a10f87d9-604c-4025-a3a6-6596d7586633 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.362936 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10f87d9-604c-4025-a3a6-6596d7586633 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Fanout notify agent at l3_agent the message router_deleted on router e6263f4e-6c15-4c84-bcf2-8a0fa3d8c09e {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:38:25.372799 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fad893a7-505a-4073-9a35-e7d290b3d16e tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.373353 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fad893a7-505a-4073-9a35-e7d290b3d16e tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.393191 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a10f87d9-604c-4025-a3a6-6596d7586633 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.398110 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a10f87d9-604c-4025-a3a6-6596d7586633 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "DELETE /v2.0/routers/e6263f4e-6c15-4c84-bcf2-8a0fa3d8c09e HTTP/1.1" status: 204 len: 168 time: 4.5351961 Apr 29 15:38:25.406140 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49982) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:25.462367 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-03f7e39e-d60b-43b4-9cce-efd2b9ad068a tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Request body: {'router': {'name': 'tempest-snat-router-829338574', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'enable_snat': False}}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:25.467918 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-03f7e39e-d60b-43b4-9cce-efd2b9ad068a tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:25.472247 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-03f7e39e-d60b-43b4-9cce-efd2b9ad068a tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Usage tracker for resource:router and tenant:21b3cb6277114da699b52cb29ae615ed is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:25.475434 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-03f7e39e-d60b-43b4-9cce-efd2b9ad068a tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:25.482023 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-03f7e39e-d60b-43b4-9cce-efd2b9ad068a tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:25.499363 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port d7574574-051d-4e5f-8e57-4b0cd4b5d1c4 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:25.506094 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde0d31-e38f-4f40-88be-d6131a569d89 req-e60a15aa-dbe9-41c1-a5ee-4b22c6f25991 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:25.508072 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cdde0d31-e38f-4f40-88be-d6131a569d89 req-e60a15aa-dbe9-41c1-a5ee-4b22c6f25991 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.3632436 Apr 29 15:38:25.512961 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71e92d-7380-45d7-870f-5c17445ce230 req-2b106e6e-6830-4986-ac5f-030587dbcffb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:25.514430 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dc71e92d-7380-45d7-870f-5c17445ce230 req-2b106e6e-6830-4986-ac5f-030587dbcffb service neutron] 10.222.0.35 "GET /v2.0/networks?id=0f64455b-29c7-4ef3-82bd-3805f7cde51f HTTP/1.1" status: 200 len: 906 time: 0.3166127 Apr 29 15:38:25.516262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f5271e4c-8b77-4e38-9b20-9b081a5c182a tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.516404 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port d7574574-051d-4e5f-8e57-4b0cd4b5d1c4 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:25.516750 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.532129 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-2dfc6b2e-5ca2-4cc9-a277-a73d53c5ef04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'name': 'tempest-ServerActionsTestJSON-1573436271-router', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:14Z', 'revision_number': 4, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'gw_port': {'id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'f7a8a932-f458-4ba3-ac00-4992cc94c80a', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'floating_ip_address': '172.26.1.102', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'port_id': '2f384750-9800-4fba-99dc-e7d572a543de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894', 'mac_address': 'fa:16:3e:a3:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3490da-63fe-4426-bff3-7e578dad56a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:37:27Z', 'updated_at': '2022-04-29T15:38:18Z', 'revision_number': 1, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79c2873-792d-48e8-808a-06c52737cc83', 'name': '', 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'mac_address': 'fa:16:3e:00:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7bb539e-4a1d-45fe-b72f-4601de1423be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:10Z', 'updated_at': '2022-04-29T15:37:51Z', 'revision_number': 5, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'subnets': [{'id': 'a7bb539e-4a1d-45fe-b72f-4601de1423be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:25.537989 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfc6b2e-5ca2-4cc9-a277-a73d53c5ef04 None None] The sync data for ids ['abe1e843-43c6-485c-b9ad-872981375c90'] in dv-neutron-839913-1-hyperv is: [{'id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'name': 'tempest-ServerActionsTestJSON-1573436271-router', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:14Z', 'revision_number': 4, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'gw_port': {'id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'f7a8a932-f458-4ba3-ac00-4992cc94c80a', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'floating_ip_address': '172.26.1.102', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'port_id': '2f384750-9800-4fba-99dc-e7d572a543de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894', 'mac_address': 'fa:16:3e:a3:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3490da-63fe-4426-bff3-7e578dad56a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:37:27Z', 'updated_at': '2022-04-29T15:38:18Z', 'revision_number': 1, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79c2873-792d-48e8-808a-06c52737cc83', 'name': '', 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'mac_address': 'fa:16:3e:00:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7bb539e-4a1d-45fe-b72f-4601de1423be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:10Z', 'updated_at': '2022-04-29T15:37:51Z', 'revision_number': 5, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'subnets': [{'id': 'a7bb539e-4a1d-45fe-b72f-4601de1423be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:38:25.590748 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03f7e39e-d60b-43b4-9cce-efd2b9ad068a tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.591794 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03f7e39e-d60b-43b4-9cce-efd2b9ad068a tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.594974 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d90df1-ddbc-4d2e-b0e7-fa16c1326b7f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network 65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:38:25.615346 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-fad893a7-505a-4073-9a35-e7d290b3d16e tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Calling delete_port for d78a02cb-1f44-49a2-a279-debc2fb90e25 owned by network:floatingip {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:25.690394 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-29d90df1-ddbc-4d2e-b0e7-fa16c1326b7f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:25.702353 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-41af2051-9288-426a-933d-30114565e3a1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.713321 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189e389b-b2cc-4cc6-b7f7-bb314576996c None None] Network 65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:38:25.738212 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d90df1-ddbc-4d2e-b0e7-fa16c1326b7f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:25.738826 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-29d90df1-ddbc-4d2e-b0e7-fa16c1326b7f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.769921 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-41af2051-9288-426a-933d-30114565e3a1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.772544 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03f7e39e-d60b-43b4-9cce-efd2b9ad068a tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.814314 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.822053 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-9ba9ca5c-5197-44d7-af36-3499bb2e4897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'name': 'tempest-ServersTestJSON-882899689-router', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:37:11Z', 'revision_number': 4, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'gw_port': {'id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '618b55d9-fdf1-42cd-83ad-62e5079ae271', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'floating_ip_address': '172.26.1.133', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'port_id': '4f870073-d846-45aa-b77f-96ecbcf0f176', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f', 'mac_address': 'fa:16:3e:e7:cf:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedda93-4257-4c37-a040-19e2f7bf36fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:37:25Z', 'updated_at': '2022-04-29T15:38:17Z', 'revision_number': 1, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d5f898-21bf-4f2a-8334-f2b0a15c0097', 'name': '', 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'mac_address': 'fa:16:3e:f7:84:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e83914fb-022a-4002-8e6f-85f3456e202d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:08Z', 'updated_at': '2022-04-29T15:37:23Z', 'revision_number': 5, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'subnets': [{'id': 'e83914fb-022a-4002-8e6f-85f3456e202d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:25.833370 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba9ca5c-5197-44d7-af36-3499bb2e4897 None None] The sync data for ids ['017a57c6-628c-42d2-8829-cd7b223faa97'] in dv-neutron-839913-1-hyperv is: [{'id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'name': 'tempest-ServersTestJSON-882899689-router', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:37:11Z', 'revision_number': 4, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'gw_port': {'id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '618b55d9-fdf1-42cd-83ad-62e5079ae271', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'floating_ip_address': '172.26.1.133', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'port_id': '4f870073-d846-45aa-b77f-96ecbcf0f176', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f', 'mac_address': 'fa:16:3e:e7:cf:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedda93-4257-4c37-a040-19e2f7bf36fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:37:25Z', 'updated_at': '2022-04-29T15:38:17Z', 'revision_number': 1, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d5f898-21bf-4f2a-8334-f2b0a15c0097', 'name': '', 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'mac_address': 'fa:16:3e:f7:84:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e83914fb-022a-4002-8e6f-85f3456e202d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:08Z', 'updated_at': '2022-04-29T15:37:23Z', 'revision_number': 5, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'subnets': [{'id': 'e83914fb-022a-4002-8e6f-85f3456e202d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:38:25.833648 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-29d90df1-ddbc-4d2e-b0e7-fa16c1326b7f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1524982 Apr 29 15:38:25.846469 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 49986) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:25.853431 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cdde0d31-e38f-4f40-88be-d6131a569d89 req-7dde0a68-7826-43b1-a2bb-8c18122b686d tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691925 Apr 29 15:38:25.868737 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7495e41a-d434-443b-90ca-8e3d28e3c23d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'port': {'network_id': '65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1377746935'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:25.879745 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port d7574574-051d-4e5f-8e57-4b0cd4b5d1c4, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d7574574-051d-4e5f-8e57-4b0cd4b5d1c4,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:25.934372 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dc71e92d-7380-45d7-870f-5c17445ce230 req-bc125878-b0a1-4d30-8b12-47f829ad0bc2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f870073-d846-45aa-b77f-96ecbcf0f176 HTTP/1.1" status: 200 len: 999 time: 0.3488383 Apr 29 15:38:25.950032 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:26.072925 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d7ce68-efa1-429c-bb8c-622e07e8280d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86', 'network_id': '65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86', 'tenant_id': '181454145b0d449b8706b073dae04744', 'fixed_ips': [{'subnet_id': '3a8743c5-58be-466b-ac58-9d97aa3a112a'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:38:26.074321 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-98d7ce68-efa1-429c-bb8c-622e07e8280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:26.091887 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=d7574574-051d-4e5f-8e57-4b0cd4b5d1c4,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:26.134014 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f5271e4c-8b77-4e38-9b20-9b081a5c182a tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:26.137438 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71e92d-7380-45d7-870f-5c17445ce230 req-3f793eda-f002-42b5-8c9f-4b92ba55992e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:26.138976 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dc71e92d-7380-45d7-870f-5c17445ce230 req-3f793eda-f002-42b5-8c9f-4b92ba55992e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e83914fb-022a-4002-8e6f-85f3456e202d HTTP/1.1" status: 200 len: 844 time: 0.1970632 Apr 29 15:38:26.143751 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f5271e4c-8b77-4e38-9b20-9b081a5c182a tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:26.236665 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dc71e92d-7380-45d7-870f-5c17445ce230 req-2c5c766e-f9a5-4429-996b-e70d84b26c87 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f64455b-29c7-4ef3-82bd-3805f7cde51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0899529 Apr 29 15:38:26.259535 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-98d7ce68-efa1-429c-bb8c-622e07e8280d None None] Allocated IP 2001:db8::2 (65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86/3a8743c5-58be-466b-ac58-9d97aa3a112a/8790829c-1f22-42ec-8ef6-2c728cb3f76e) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:26.371641 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f5271e4c-8b77-4e38-9b20-9b081a5c182a tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:26.372275 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5271e4c-8b77-4e38-9b20-9b081a5c182a tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ead780c0-8557-4321-824e-385d6fb7930b {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:38:26.403355 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7495e41a-d434-443b-90ca-8e3d28e3c23d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:26.416732 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7495e41a-d434-443b-90ca-8e3d28e3c23d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:port and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:26.424330 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7495e41a-d434-443b-90ca-8e3d28e3c23d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:26.430568 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03f7e39e-d60b-43b4-9cce-efd2b9ad068a tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:26.450678 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f5271e4c-8b77-4e38-9b20-9b081a5c182a tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:26.451750 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f5271e4c-8b77-4e38-9b20-9b081a5c182a tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] 10.222.0.21 "DELETE /v2.0/routers/ead780c0-8557-4321-824e-385d6fb7930b HTTP/1.1" status: 204 len: 168 time: 1.1812663 Apr 29 15:38:26.454999 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49990) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:26.459954 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7495e41a-d434-443b-90ca-8e3d28e3c23d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:26.462768 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-82f282db-f5b7-4718-94b5-abd57c15daea tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Request body: {'router': {'name': 'tempest-router-2110282444', 'distributed': False}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:26.468353 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-41af2051-9288-426a-933d-30114565e3a1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Allocated IP 172.26.1.164 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/a20fb150-50c3-49ea-8a06-8031355148a8) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:26.470222 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-82f282db-f5b7-4718-94b5-abd57c15daea tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:26.472117 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fad893a7-505a-4073-9a35-e7d290b3d16e tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:26.477919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-82f282db-f5b7-4718-94b5-abd57c15daea tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Usage tracker for resource:router and tenant:3204ae5683134bb99d9bd8aabe4f22d3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:26.490150 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-82f282db-f5b7-4718-94b5-abd57c15daea tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:26.499592 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-82f282db-f5b7-4718-94b5-abd57c15daea tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:26.504766 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-98d7ce68-efa1-429c-bb8c-622e07e8280d None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:26.520993 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-98d7ce68-efa1-429c-bb8c-622e07e8280d None None] Transition to ACTIVE for port object 8790829c-1f22-42ec-8ef6-2c728cb3f76e will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:26.524155 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dc71e92d-7380-45d7-870f-5c17445ce230 req-e8438b1f-e1dc-4ca3-aaa0-8d040562046d service neutron] 10.222.0.35 "GET /v2.0/networks/0f64455b-29c7-4ef3-82bd-3805f7cde51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802849 Apr 29 15:38:26.546587 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-98d7ce68-efa1-429c-bb8c-622e07e8280d None None] Transition to ACTIVE for port object 8790829c-1f22-42ec-8ef6-2c728cb3f76e will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:26.561485 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad893a7-505a-4073-9a35-e7d290b3d16e tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Pushing event deleted for resources: {'Port': ['ID=d78a02cb-1f44-49a2-a279-debc2fb90e25,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:26.563406 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7495e41a-d434-443b-90ca-8e3d28e3c23d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:26.566451 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7495e41a-d434-443b-90ca-8e3d28e3c23d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:26.583349 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca1f0d-cca6-4e91-a0c8-90cdee540e12 None None] New status for floating IP 91c0e582-f8a5-4df2-9efc-6ce540d9906d: ACTIVE {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:38:26.604083 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-82f282db-f5b7-4718-94b5-abd57c15daea tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:26.605976 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-82f282db-f5b7-4718-94b5-abd57c15daea tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:26.647197 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-98d7ce68-efa1-429c-bb8c-622e07e8280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:26.664401 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-82f282db-f5b7-4718-94b5-abd57c15daea tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:26.715098 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dc71e92d-7380-45d7-870f-5c17445ce230 req-b665734b-4ef7-41ec-b1cf-8dfb974d30a4 service neutron] 10.222.0.35 "GET /v2.0/networks/0f64455b-29c7-4ef3-82bd-3805f7cde51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835678 Apr 29 15:38:26.791011 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d7ce68-efa1-429c-bb8c-622e07e8280d None None] Network 65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:26.796935 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-98d7ce68-efa1-429c-bb8c-622e07e8280d None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:26.817590 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d7ce68-efa1-429c-bb8c-622e07e8280d None None] Pushing event updated for resources: {'Port': ['ID=8790829c-1f22-42ec-8ef6-2c728cb3f76e,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:26.826238 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-7495e41a-d434-443b-90ca-8e3d28e3c23d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] device_id is not set on port 96350259-9c63-4068-b387-2eab0498e3b1 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:38:26.830059 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d7ce68-efa1-429c-bb8c-622e07e8280d None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:26.904938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-82f282db-f5b7-4718-94b5-abd57c15daea tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:26.912733 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6044c20-e944-40b7-9478-c6ee784705fb None None] New status for floating IP f7a8a932-f458-4ba3-ac00-4992cc94c80a: ACTIVE {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:38:26.945873 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d7574574-051d-4e5f-8e57-4b0cd4b5d1c4 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:26.993996 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dc71e92d-7380-45d7-870f-5c17445ce230 req-f942355c-98b5-4eff-b821-599f47e11fae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d55e79ec04d4b58a1f4cdc4e929c13f&device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 1098 time: 0.2200038 Apr 29 15:38:27.014171 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fad893a7-505a-4073-9a35-e7d290b3d16e tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks [] for floatingip, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:27.014611 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b77d38-ca07-4d84-9e87-ebd50c5aac87 None None] New status for floating IP 618b55d9-fdf1-42cd-83ad-62e5079ae271: ACTIVE {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:38:27.041139 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-82f282db-f5b7-4718-94b5-abd57c15daea tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:27.042967 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-82f282db-f5b7-4718-94b5-abd57c15daea tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5868678 Apr 29 15:38:27.054600 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 49996) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:27.271290 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-41af2051-9288-426a-933d-30114565e3a1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:27.327575 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-7495e41a-d434-443b-90ca-8e3d28e3c23d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Allocated IP 2001:db8::4c (65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86/3a8743c5-58be-466b-ac58-9d97aa3a112a/96350259-9c63-4068-b387-2eab0498e3b1) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:27.348490 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15e0b1aa-b247-4441-9da0-0ea8a42f3373 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:27.469380 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71e92d-7380-45d7-870f-5c17445ce230 req-bbccf2b9-4116-4d00-b493-48588a7a9a29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:27.470860 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dc71e92d-7380-45d7-870f-5c17445ce230 req-bbccf2b9-4116-4d00-b493-48588a7a9a29 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c9a7398-6fd3-4213-804e-eb3de185a894 HTTP/1.1" status: 200 len: 913 time: 0.4727583 Apr 29 15:38:27.543465 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-41af2051-9288-426a-933d-30114565e3a1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:27.544376 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-98d7ce68-efa1-429c-bb8c-622e07e8280d None None] Attempting to bind port 8790829c-1f22-42ec-8ef6-2c728cb3f76e on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:27.544748 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-98d7ce68-efa1-429c-bb8c-622e07e8280d None None] Attempting to bind port 8790829c-1f22-42ec-8ef6-2c728cb3f76e by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'f2b0b2fa-c248-401f-84cd-fe06b17307ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:27.545104 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d7ce68-efa1-429c-bb8c-622e07e8280d None None] Attempting to bind port 8790829c-1f22-42ec-8ef6-2c728cb3f76e on network 65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:27.555833 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d7ce68-efa1-429c-bb8c-622e07e8280d None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:38:27.556205 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d7ce68-efa1-429c-bb8c-622e07e8280d None None] Checking segment: {'id': 'f2b0b2fa-c248-401f-84cd-fe06b17307ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:38:27.557030 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-98d7ce68-efa1-429c-bb8c-622e07e8280d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:27.557030 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d7ce68-efa1-429c-bb8c-622e07e8280d None None] Bound using segment: {'id': 'f2b0b2fa-c248-401f-84cd-fe06b17307ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:38:27.557957 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-98d7ce68-efa1-429c-bb8c-622e07e8280d None None] Bound port: 8790829c-1f22-42ec-8ef6-2c728cb3f76e, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b0b2fa-c248-401f-84cd-fe06b17307ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:38:27.558566 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-98d7ce68-efa1-429c-bb8c-622e07e8280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:27.567891 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb4cbe-e0fa-4c5e-bbdb-4e76df8f1633 req-9b1d1d87-f72f-4c97-aa4b-5878a486cb3f tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:27.570933 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0edb4cbe-e0fa-4c5e-bbdb-4e76df8f1633 req-9b1d1d87-f72f-4c97-aa4b-5878a486cb3f tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.5175934 Apr 29 15:38:27.579289 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port d7574574-051d-4e5f-8e57-4b0cd4b5d1c4 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:27.579639 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:27.638894 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03f7e39e-d60b-43b4-9cce-efd2b9ad068a tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:27.694980 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03f7e39e-d60b-43b4-9cce-efd2b9ad068a tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:27.700392 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41af2051-9288-426a-933d-30114565e3a1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:27.707311 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-98d7ce68-efa1-429c-bb8c-622e07e8280d None None] For port 8790829c-1f22-42ec-8ef6-2c728cb3f76e, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:38:27.711059 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-98d7ce68-efa1-429c-bb8c-622e07e8280d None None] For port 8790829c-1f22-42ec-8ef6-2c728cb3f76e, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=8790829c-1f22-42ec-8ef6-2c728cb3f76e,segment=NetworkSegment(f2b0b2fa-c248-401f-84cd-fe06b17307ad),segment_id=f2b0b2fa-c248-401f-84cd-fe06b17307ad)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:38:27.723457 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-41af2051-9288-426a-933d-30114565e3a1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:27.725852 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af2051-9288-426a-933d-30114565e3a1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:27.787259 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-98d7ce68-efa1-429c-bb8c-622e07e8280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:27.789346 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af2051-9288-426a-933d-30114565e3a1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Pushing event updated for resources: {'Port': ['ID=a20fb150-50c3-49ea-8a06-8031355148a8,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:27.800127 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7495e41a-d434-443b-90ca-8e3d28e3c23d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:27.863545 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-7495e41a-d434-443b-90ca-8e3d28e3c23d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Transition to ACTIVE for port object 96350259-9c63-4068-b387-2eab0498e3b1 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:27.875608 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d7ce68-efa1-429c-bb8c-622e07e8280d None None] Pushing event updated for resources: {'Port': ['ID=8790829c-1f22-42ec-8ef6-2c728cb3f76e,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:28.030282 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dc71e92d-7380-45d7-870f-5c17445ce230 req-1fc27ecc-ed22-455b-b92a-521543d60dfe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f384750-9800-4fba-99dc-e7d572a543de HTTP/1.1" status: 200 len: 1001 time: 0.5518332 Apr 29 15:38:28.091468 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15e0b1aa-b247-4441-9da0-0ea8a42f3373 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.103537 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0edb4cbe-e0fa-4c5e-bbdb-4e76df8f1633 req-d7be75db-f5b4-4ca2-9176-4b9b1d9a31d7 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5119219 Apr 29 15:38:28.110622 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15e0b1aa-b247-4441-9da0-0ea8a42f3373 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.133734 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71e92d-7380-45d7-870f-5c17445ce230 req-938c268b-c071-44b9-b838-c3efeaf13a86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:28.135459 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dc71e92d-7380-45d7-870f-5c17445ce230 req-938c268b-c071-44b9-b838-c3efeaf13a86 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a7bb539e-4a1d-45fe-b72f-4601de1423be HTTP/1.1" status: 200 len: 851 time: 0.0968165 Apr 29 15:38:28.222767 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15e0b1aa-b247-4441-9da0-0ea8a42f3373 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.223270 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e0b1aa-b247-4441-9da0-0ea8a42f3373 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96b77746-1cf2-4ee3-9b09-ef5c26f8199f {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:38:28.227278 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dc71e92d-7380-45d7-870f-5c17445ce230 req-c895a63b-aa3c-49c3-8127-8f3e46a48b01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c9a7398-6fd3-4213-804e-eb3de185a894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812964 Apr 29 15:38:28.259043 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15e0b1aa-b247-4441-9da0-0ea8a42f3373 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.264107 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-15e0b1aa-b247-4441-9da0-0ea8a42f3373 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] 10.222.0.21 "DELETE /v2.0/routers/96b77746-1cf2-4ee3-9b09-ef5c26f8199f HTTP/1.1" status: 204 len: 168 time: 1.2044871 Apr 29 15:38:28.270853 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50000) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:28.290175 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-180b07fe-84c1-48a7-890c-e574b0d6de6f tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Request body: {'router': {'name': 'tempest-router-1236524598', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'bd592ca0366e44c89b9a2766ff5ead9e'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:28.305538 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-180b07fe-84c1-48a7-890c-e574b0d6de6f tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:28.308746 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7495e41a-d434-443b-90ca-8e3d28e3c23d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.353355 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-180b07fe-84c1-48a7-890c-e574b0d6de6f tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Usage tracker for resource:router and tenant:bd592ca0366e44c89b9a2766ff5ead9e is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:28.357245 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-180b07fe-84c1-48a7-890c-e574b0d6de6f tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:28.365330 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dc71e92d-7380-45d7-870f-5c17445ce230 req-331f6594-2b70-486d-bfd9-fb3cebb4a48b service neutron] 10.222.0.35 "GET /v2.0/networks/9c9a7398-6fd3-4213-804e-eb3de185a894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320651 Apr 29 15:38:28.389178 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-180b07fe-84c1-48a7-890c-e574b0d6de6f tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:28.392975 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-03f7e39e-d60b-43b4-9cce-efd2b9ad068a tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Allocated IP 172.26.1.75 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/04f9198c-eb41-4c69-95ee-af24e103bb46) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:28.465402 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7495e41a-d434-443b-90ca-8e3d28e3c23d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network 65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:28.469043 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495e41a-d434-443b-90ca-8e3d28e3c23d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Port': ['ID=96350259-9c63-4068-b387-2eab0498e3b1,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:28.486502 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-7495e41a-d434-443b-90ca-8e3d28e3c23d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:28.511360 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dc71e92d-7380-45d7-870f-5c17445ce230 req-00b73791-c400-4e24-b550-972cd908821c service neutron] 10.222.0.35 "GET /v2.0/networks/9c9a7398-6fd3-4213-804e-eb3de185a894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336753 Apr 29 15:38:28.534132 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7495e41a-d434-443b-90ca-8e3d28e3c23d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:28.537988 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7495e41a-d434-443b-90ca-8e3d28e3c23d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:28.538599 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7495e41a-d434-443b-90ca-8e3d28e3c23d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.558703 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-180b07fe-84c1-48a7-890c-e574b0d6de6f tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.559590 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-180b07fe-84c1-48a7-890c-e574b0d6de6f tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.671922 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-180b07fe-84c1-48a7-890c-e574b0d6de6f tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.701077 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7495e41a-d434-443b-90ca-8e3d28e3c23d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.8532467 Apr 29 15:38:28.703959 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03f7e39e-d60b-43b4-9cce-efd2b9ad068a tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.704344 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50004) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:28.743424 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-41af2051-9288-426a-933d-30114565e3a1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.744156 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-41af2051-9288-426a-933d-30114565e3a1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.794080 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-24a062e1-3759-4c6c-a6f5-ed0c04e69622 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting port 96350259-9c63-4068-b387-2eab0498e3b1 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:28.794422 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-24a062e1-3759-4c6c-a6f5-ed0c04e69622 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.833614 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-180b07fe-84c1-48a7-890c-e574b0d6de6f tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.937273 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad893a7-505a-4073-9a35-e7d290b3d16e tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Router a017494e-3fd1-4c6c-a62d-60aab81bd04f has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:38:28.962470 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 8790829c-1f22-42ec-8ef6-2c728cb3f76e up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:29.038338 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-180b07fe-84c1-48a7-890c-e574b0d6de6f tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:29.045442 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-180b07fe-84c1-48a7-890c-e574b0d6de6f tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7711074 Apr 29 15:38:29.046578 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03f7e39e-d60b-43b4-9cce-efd2b9ad068a tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:29.049305 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50008) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:29.056175 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-69dca6b7-9a9b-42b6-a9e6-180e3264557c tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:29.063247 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c17223-8320-4689-8c35-1f104c76fc6e None None] Network 65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:38:29.232194 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-24a062e1-3759-4c6c-a6f5-ed0c04e69622 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:29.267550 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 8790829c-1f22-42ec-8ef6-2c728cb3f76e completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:29.270748 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f7e39e-d60b-43b4-9cce-efd2b9ad068a tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:29.273336 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7e39e-d60b-43b4-9cce-efd2b9ad068a tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Pushing event updated for resources: {'Port': ['ID=04f9198c-eb41-4c69-95ee-af24e103bb46,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:29.289967 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-03f7e39e-d60b-43b4-9cce-efd2b9ad068a tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:29.295853 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f7e39e-d60b-43b4-9cce-efd2b9ad068a tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:29.327068 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a43a3262-8d4b-488c-918a-a3daee78850e None None] Provisioning for port 8790829c-1f22-42ec-8ef6-2c728cb3f76e completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:29.344474 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a43a3262-8d4b-488c-918a-a3daee78850e None None] Provisioning complete for port 8790829c-1f22-42ec-8ef6-2c728cb3f76e triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:29.345096 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a43a3262-8d4b-488c-918a-a3daee78850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:29.464653 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-24a062e1-3759-4c6c-a6f5-ed0c04e69622 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Calling delete_port for 96350259-9c63-4068-b387-2eab0498e3b1 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:29.514552 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a43a3262-8d4b-488c-918a-a3daee78850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:29.565621 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a43a3262-8d4b-488c-918a-a3daee78850e None None] For port 8790829c-1f22-42ec-8ef6-2c728cb3f76e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=8790829c-1f22-42ec-8ef6-2c728cb3f76e,segment=NetworkSegment(f2b0b2fa-c248-401f-84cd-fe06b17307ad),segment_id=f2b0b2fa-c248-401f-84cd-fe06b17307ad)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:29.570148 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad893a7-505a-4073-9a35-e7d290b3d16e tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:38:29.575159 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fad893a7-505a-4073-9a35-e7d290b3d16e tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:29.582456 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ec04d-8225-46b8-8dc7-950b358e740c None None] Sync routers for ids ['a017494e-3fd1-4c6c-a62d-60aab81bd04f'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:38:29.599263 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7ec04d-8225-46b8-8dc7-950b358e740c None None] Routers {'a017494e-3fd1-4c6c-a62d-60aab81bd04f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:29.607356 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-8f7ec04d-8225-46b8-8dc7-950b358e740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a017494e-3fd1-4c6c-a62d-60aab81bd04f'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:29.650249 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fad893a7-505a-4073-9a35-e7d290b3d16e tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] 10.222.0.21 "DELETE /v2.0/floatingips/ab0b493d-0dbf-4f84-aafa-8e17263f29f7 HTTP/1.1" status: 204 len: 168 time: 6.0437112 Apr 29 15:38:29.651670 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50014) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:29.657572 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-6778be6a-9cb1-4dd3-ae2e-10955809f978 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:29.663138 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-6778be6a-9cb1-4dd3-ae2e-10955809f978 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:29.668042 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-6778be6a-9cb1-4dd3-ae2e-10955809f978 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Usage tracker for resource:floatingip and tenant:c86f9a41bd1c4256a871bd457430c285 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:29.673952 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-6778be6a-9cb1-4dd3-ae2e-10955809f978 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:29.680808 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-6778be6a-9cb1-4dd3-ae2e-10955809f978 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:29.733813 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03f7e39e-d60b-43b4-9cce-efd2b9ad068a tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:29.734605 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03f7e39e-d60b-43b4-9cce-efd2b9ad068a tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:29.736415 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a43a3262-8d4b-488c-918a-a3daee78850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:29.762511 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-8f7ec04d-8225-46b8-8dc7-950b358e740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:29.797887 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7ec04d-8225-46b8-8dc7-950b358e740c None None] Routers {'a017494e-3fd1-4c6c-a62d-60aab81bd04f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:29.798594 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-8f7ec04d-8225-46b8-8dc7-950b358e740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a017494e-3fd1-4c6c-a62d-60aab81bd04f'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:29.830954 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6778be6a-9cb1-4dd3-ae2e-10955809f978 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:29.863272 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41af2051-9288-426a-933d-30114565e3a1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Router b22e4f9b-7741-4320-a44f-e419de632160 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:38:29.935515 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-8f7ec04d-8225-46b8-8dc7-950b358e740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:29.935921 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ec04d-8225-46b8-8dc7-950b358e740c None None] The sync data for ids ['a017494e-3fd1-4c6c-a62d-60aab81bd04f'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:38:29.947207 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a3262-8d4b-488c-918a-a3daee78850e None None] Pushing event updated for resources: {'Port': ['ID=8790829c-1f22-42ec-8ef6-2c728cb3f76e,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:29.961932 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5216990c-d65b-413e-a0c4-c7595800fe3c None None] Provisioning complete for port 8790829c-1f22-42ec-8ef6-2c728cb3f76e triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:29.962513 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5216990c-d65b-413e-a0c4-c7595800fe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:30.125124 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19468575-9232-4687-9583-eb0be8361a1a req-a71ef0f6-298c-4f95-bc5b-4927a3468dc3 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:30.127392 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-19468575-9232-4687-9583-eb0be8361a1a req-a71ef0f6-298c-4f95-bc5b-4927a3468dc3 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.7085223 Apr 29 15:38:30.135762 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-69dca6b7-9a9b-42b6-a9e6-180e3264557c tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:30.136364 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-69dca6b7-9a9b-42b6-a9e6-180e3264557c tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks [] for router, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:30.308844 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5216990c-d65b-413e-a0c4-c7595800fe3c None None] Provisioning for port 96350259-9c63-4068-b387-2eab0498e3b1 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:30.313999 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-24a062e1-3759-4c6c-a6f5-ed0c04e69622 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:30.315370 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5216990c-d65b-413e-a0c4-c7595800fe3c None None] Provisioning complete for port 96350259-9c63-4068-b387-2eab0498e3b1 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:30.315848 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5216990c-d65b-413e-a0c4-c7595800fe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:30.349040 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-5216990c-d65b-413e-a0c4-c7595800fe3c None None] Port 96350259-9c63-4068-b387-2eab0498e3b1 was deleted so its status cannot be updated. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 29 15:38:30.357764 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-69dca6b7-9a9b-42b6-a9e6-180e3264557c tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84770) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 29 15:38:30.358084 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-69dca6b7-9a9b-42b6-a9e6-180e3264557c tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Router 39432768-49d6-4dbe-bc70-26a817631620 migrating from provider to provider. {{(pid=84770) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 29 15:38:30.358515 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-69dca6b7-9a9b-42b6-a9e6-180e3264557c tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:30.370531 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a062e1-3759-4c6c-a6f5-ed0c04e69622 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Port': ['ID=96350259-9c63-4068-b387-2eab0498e3b1,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:30.374006 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-19468575-9232-4687-9583-eb0be8361a1a req-d044a5b2-7007-4ba6-b8ce-be547366279f tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699719 Apr 29 15:38:30.377480 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-69dca6b7-9a9b-42b6-a9e6-180e3264557c tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:30.428341 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-24a062e1-3759-4c6c-a6f5-ed0c04e69622 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:30.441891 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-24a062e1-3759-4c6c-a6f5-ed0c04e69622 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/ports/96350259-9c63-4068-b387-2eab0498e3b1 HTTP/1.1" status: 204 len: 168 time: 1.7362320 Apr 29 15:38:30.451763 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-69dca6b7-9a9b-42b6-a9e6-180e3264557c tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626962'] for router, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:30.459583 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50022) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:30.463200 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1728ffd2-0838-48c5-bd1a-f5de9c55b1a3 None None] Could not find standard attr ID for object 96350259-9c63-4068-b387-2eab0498e3b1. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:38:30.528628 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6778be6a-9cb1-4dd3-ae2e-10955809f978 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:30.530678 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0982c6bf-f9a0-4294-bd33-f3d75410455f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] GET failed (client error): The resource could not be found. Apr 29 15:38:30.531174 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0982c6bf-f9a0-4294-bd33-f3d75410455f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Synchronizing usage tracker for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:30.676980 dv-neutron-839913-1-hyperv neutron-server[84770]: WARNING neutron.scheduler.l3_agent_scheduler [None req-69dca6b7-9a9b-42b6-a9e6-180e3264557c tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] No L3 agents can host the router 39432768-49d6-4dbe-bc70-26a817631620 Apr 29 15:38:30.692481 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0982c6bf-f9a0-4294-bd33-f3d75410455f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Unset dirty status for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:30.693533 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0982c6bf-f9a0-4294-bd33-f3d75410455f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports/96350259-9c63-4068-b387-2eab0498e3b1 HTTP/1.1" status: 404 len: 333 time: 0.2273874 Apr 29 15:38:30.695554 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26521958-746b-4377-a4fd-dc2a3c00e724 req-371abc0e-6141-476f-b84b-1697f09b2d6e tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:30.697001 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-26521958-746b-4377-a4fd-dc2a3c00e724 req-371abc0e-6141-476f-b84b-1697f09b2d6e tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.1093512 Apr 29 15:38:30.698155 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50026) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:30.740420 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-6778be6a-9cb1-4dd3-ae2e-10955809f978 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Allocated IP 172.26.1.8 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/9b6d9ab6-2abb-4fce-8d72-078441d7d33d) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:30.746902 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41af2051-9288-426a-933d-30114565e3a1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:38:30.764508 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] Sync routers for ids ['b22e4f9b-7741-4320-a44f-e419de632160'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:38:30.777526 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] Routers {'b22e4f9b-7741-4320-a44f-e419de632160'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:30.778339 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['b22e4f9b-7741-4320-a44f-e419de632160'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:30.836893 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f7e39e-d60b-43b4-9cce-efd2b9ad068a tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Router 5db68700-8756-4cc9-9704-888b9b6f05c9 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:38:30.852447 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-41af2051-9288-426a-933d-30114565e3a1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:30.856673 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-41af2051-9288-426a-933d-30114565e3a1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.2491593 Apr 29 15:38:30.859870 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50030) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:30.934202 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 8790829c-1f22-42ec-8ef6-2c728cb3f76e up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:30.947018 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-26521958-746b-4377-a4fd-dc2a3c00e724 req-4175a443-8f53-4136-920f-3e0a7134c601 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165265 Apr 29 15:38:31.040208 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] Set router b22e4f9b-7741-4320-a44f-e419de632160 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:38:31.076045 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dca6b7-9a9b-42b6-a9e6-180e3264557c tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Hosts for router 39432768-49d6-4dbe-bc70-26a817631620: [] {{(pid=84770) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Apr 29 15:38:31.136767 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8a6044-c056-40ed-be0c-562d59ba0ed1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting subnet 3a8743c5-58be-466b-ac58-9d97aa3a112a {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:38:31.138269 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dca6b7-9a9b-42b6-a9e6-180e3264557c tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Hosts for other DVR routers connected to router 39432768-49d6-4dbe-bc70-26a817631620: set() {{(pid=84770) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Apr 29 15:38:31.141449 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-69dca6b7-9a9b-42b6-a9e6-180e3264557c tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:31.145998 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-69dca6b7-9a9b-42b6-a9e6-180e3264557c tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] 10.222.0.21 "PUT /v2.0/routers/39432768-49d6-4dbe-bc70-26a817631620 HTTP/1.1" status: 200 len: 717 time: 2.0950367 Apr 29 15:38:31.154194 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50036) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:31.154194 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6044-c056-40ed-be0c-562d59ba0ed1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:31.171729 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6778be6a-9cb1-4dd3-ae2e-10955809f978 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:31.331986 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6044-c056-40ed-be0c-562d59ba0ed1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:31.332483 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-dc8db3be-c66e-4164-8c6b-573255cb3b76 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "GET /v2.0/routers/b22e4f9b-7741-4320-a44f-e419de632160 HTTP/1.1" status: 200 len: 908 time: 0.4715428 Apr 29 15:38:31.333369 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50040) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:31.338943 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6778be6a-9cb1-4dd3-ae2e-10955809f978 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:31.390228 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 8790829c-1f22-42ec-8ef6-2c728cb3f76e triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:31.390670 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:31.424553 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f7e39e-d60b-43b4-9cce-efd2b9ad068a tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:38:31.442100 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] Sync routers for ids ['5db68700-8756-4cc9-9704-888b9b6f05c9'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:38:31.467898 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] Routers {'5db68700-8756-4cc9-9704-888b9b6f05c9'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:31.468511 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5db68700-8756-4cc9-9704-888b9b6f05c9'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:31.495365 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e7de8dfc-4b8e-451f-a5de-febff51d7fb0 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] 10.222.0.21 "GET /v2.0/routers/39432768-49d6-4dbe-bc70-26a817631620 HTTP/1.1" status: 200 len: 717 time: 0.3444438 Apr 29 15:38:31.498275 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50044) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:31.572663 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6778be6a-9cb1-4dd3-ae2e-10955809f978 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:31.575101 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6778be6a-9cb1-4dd3-ae2e-10955809f978 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Pushing event updated for resources: {'Port': ['ID=9b6d9ab6-2abb-4fce-8d72-078441d7d33d,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:31.578543 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-6778be6a-9cb1-4dd3-ae2e-10955809f978 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:31.592779 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6044-c056-40ed-be0c-562d59ba0ed1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:31.607665 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6778be6a-9cb1-4dd3-ae2e-10955809f978 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:31.628991 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22e4f9b-7741-4320-a44f-e419de632160', 'name': 'tempest-snat-router-1788014801', 'tenant_id': '07bb161daa604b449e1004209d497fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a20fb150-50c3-49ea-8a06-8031355148a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:21Z', 'updated_at': '2022-04-29T15:38:28Z', 'revision_number': 3, 'project_id': '07bb161daa604b449e1004209d497fd3', 'gw_port': {'id': 'a20fb150-50c3-49ea-8a06-8031355148a8', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ec:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22e4f9b-7741-4320-a44f-e419de632160', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:25Z', 'updated_at': '2022-04-29T15:38:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:31.641641 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] Checking router: b22e4f9b-7741-4320-a44f-e419de632160 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:38:31.641913 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] Updating router b22e4f9b-7741-4320-a44f-e419de632160 port a20fb150-50c3-49ea-8a06-8031355148a8 binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:38:31.683294 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03f7e39e-d60b-43b4-9cce-efd2b9ad068a tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:31.689273 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-03f7e39e-d60b-43b4-9cce-efd2b9ad068a tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.2798011 Apr 29 15:38:31.689808 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50052) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:31.718474 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] Set router 5db68700-8756-4cc9-9704-888b9b6f05c9 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:38:31.783315 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:31.978617 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6044-c056-40ed-be0c-562d59ba0ed1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.031410 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6778be6a-9cb1-4dd3-ae2e-10955809f978 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.039738 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7d22eab1-7c7f-4050-9cbc-c7d57b3d209c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.052345 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db68700-8756-4cc9-9704-888b9b6f05c9', 'name': 'tempest-snat-router-829338574', 'tenant_id': '21b3cb6277114da699b52cb29ae615ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.75'}], 'enable_snat': False}, 'gw_port_id': '04f9198c-eb41-4c69-95ee-af24e103bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:25Z', 'updated_at': '2022-04-29T15:38:29Z', 'revision_number': 3, 'project_id': '21b3cb6277114da699b52cb29ae615ed', 'gw_port': {'id': '04f9198c-eb41-4c69-95ee-af24e103bb46', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:16:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db68700-8756-4cc9-9704-888b9b6f05c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:27Z', 'updated_at': '2022-04-29T15:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:32.056488 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] Checking router: 5db68700-8756-4cc9-9704-888b9b6f05c9 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:38:32.056836 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] Updating router 5db68700-8756-4cc9-9704-888b9b6f05c9 port 04f9198c-eb41-4c69-95ee-af24e103bb46 binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:38:32.119230 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.143358 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a6044-c056-40ed-be0c-562d59ba0ed1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Subnet': ['ID=3a8743c5-58be-466b-ac58-9d97aa3a112a,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:32.163480 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6044-c056-40ed-be0c-562d59ba0ed1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.190104 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc63c94b-a690-451b-8666-b949011cebee None None] Network 65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:38:32.197150 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9a49cffc-9b5a-4dcc-a3f2-96e45cce97dc tempest-RoutersTestDVR-1465772324 tempest-RoutersTestDVR-1465772324-project] 10.222.0.21 "GET /v2.0/routers/39432768-49d6-4dbe-bc70-26a817631620 HTTP/1.1" status: 200 len: 683 time: 0.6977775 Apr 29 15:38:32.204435 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1e8a6044-c056-40ed-be0c-562d59ba0ed1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/subnets/3a8743c5-58be-466b-ac58-9d97aa3a112a HTTP/1.1" status: 204 len: 168 time: 1.5051618 Apr 29 15:38:32.205067 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50056) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:32.205386 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50058) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:32.227402 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6778be6a-9cb1-4dd3-ae2e-10955809f978 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.365513 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.413500 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] Transition to ACTIVE for port object a20fb150-50c3-49ea-8a06-8031355148a8 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:32.442935 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ed5a9-ebe1-4074-862e-a193246819c0 req-4e721e68-e0ab-4c4a-9726-6efe88c53724 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:32.444414 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b5ed5a9-ebe1-4074-862e-a193246819c0 req-4e721e68-e0ab-4c4a-9726-6efe88c53724 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.6017201 Apr 29 15:38:32.486850 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e5266c7-5d33-4d14-87e0-ea06fc823549 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.490747 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.498227 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7d22eab1-7c7f-4050-9cbc-c7d57b3d209c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.518026 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-542956e3-4874-45e0-ba10-2da0de185c95 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.520640 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6778be6a-9cb1-4dd3-ae2e-10955809f978 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.539916 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41882fe8-d6bb-43ef-8ab8-4c8ab8c239d3 None None] DHCP port deletion for 65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:38:32.565212 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-41882fe8-d6bb-43ef-8ab8-4c8ab8c239d3 None None] Deleting port 8790829c-1f22-42ec-8ef6-2c728cb3f76e {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:32.565573 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-41882fe8-d6bb-43ef-8ab8-4c8ab8c239d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.570013 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-7d22eab1-7c7f-4050-9cbc-c7d57b3d209c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Deleting port a20fb150-50c3-49ea-8a06-8031355148a8 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:32.570552 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7d22eab1-7c7f-4050-9cbc-c7d57b3d209c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.607459 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6778be6a-9cb1-4dd3-ae2e-10955809f978 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.636478 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] Attempting to bind port a20fb150-50c3-49ea-8a06-8031355148a8 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:32.636478 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] Attempting to bind port a20fb150-50c3-49ea-8a06-8031355148a8 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:32.637157 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] Attempting to bind port a20fb150-50c3-49ea-8a06-8031355148a8 on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:32.645597 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcb9c6-3569-4ebe-97df-c651aec25179 None None] Pushing event updated for resources: {'Port': ['ID=a20fb150-50c3-49ea-8a06-8031355148a8,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:32.663479 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:38:32.663873 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:38:32.664254 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.664653 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:38:32.665112 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] Bound port: a20fb150-50c3-49ea-8a06-8031355148a8, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:38:32.665482 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.689928 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6778be6a-9cb1-4dd3-ae2e-10955809f978 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Pushing event updated for resources: {'Port': ['ID=9b6d9ab6-2abb-4fce-8d72-078441d7d33d,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:32.691031 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-3e5266c7-5d33-4d14-87e0-ea06fc823549 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting port 8790829c-1f22-42ec-8ef6-2c728cb3f76e {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:32.691368 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e5266c7-5d33-4d14-87e0-ea06fc823549 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.770447 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b5ed5a9-ebe1-4074-862e-a193246819c0 req-b79e2102-4196-402f-b3bd-a2674eda0721 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3124745 Apr 29 15:38:32.774836 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.794645 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] Transition to ACTIVE for port object 04f9198c-eb41-4c69-95ee-af24e103bb46 will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:32.856419 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.975617 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-7d22eab1-7c7f-4050-9cbc-c7d57b3d209c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] For port a20fb150-50c3-49ea-8a06-8031355148a8, host dv-neutron-839913-1-hyperv, got binding levels [] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:32.975979 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7d22eab1-7c7f-4050-9cbc-c7d57b3d209c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.978285 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] Attempting to bind port 04f9198c-eb41-4c69-95ee-af24e103bb46 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:32.978899 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] Attempting to bind port 04f9198c-eb41-4c69-95ee-af24e103bb46 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:32.980070 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] Attempting to bind port 04f9198c-eb41-4c69-95ee-af24e103bb46 on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:32.981161 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-3e5266c7-5d33-4d14-87e0-ea06fc823549 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] For port 8790829c-1f22-42ec-8ef6-2c728cb3f76e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=8790829c-1f22-42ec-8ef6-2c728cb3f76e,segment=NetworkSegment(f2b0b2fa-c248-401f-84cd-fe06b17307ad),segment_id=f2b0b2fa-c248-401f-84cd-fe06b17307ad)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:32.981705 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e5266c7-5d33-4d14-87e0-ea06fc823549 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.994027 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:38:32.994374 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:38:32.995456 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.995849 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:38:32.996610 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] Bound port: 04f9198c-eb41-4c69-95ee-af24e103bb46, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:38:32.997009 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.009225 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 8790829c-1f22-42ec-8ef6-2c728cb3f76e no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:38:33.102712 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b4576-e632-45c1-ad8c-c937c46e1b54 None None] Pushing event updated for resources: {'Port': ['ID=04f9198c-eb41-4c69-95ee-af24e103bb46,revision_number=2']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:33.114067 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] For port a20fb150-50c3-49ea-8a06-8031355148a8, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:38:33.119264 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-41882fe8-d6bb-43ef-8ab8-4c8ab8c239d3 None None] For port 8790829c-1f22-42ec-8ef6-2c728cb3f76e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=8790829c-1f22-42ec-8ef6-2c728cb3f76e,segment=NetworkSegment(f2b0b2fa-c248-401f-84cd-fe06b17307ad),segment_id=f2b0b2fa-c248-401f-84cd-fe06b17307ad)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:33.120276 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-41882fe8-d6bb-43ef-8ab8-4c8ab8c239d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.138461 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-7d22eab1-7c7f-4050-9cbc-c7d57b3d209c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Calling delete_port for a20fb150-50c3-49ea-8a06-8031355148a8 owned by network:router_gateway {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:33.164698 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b4576-e632-45c1-ad8c-c937c46e1b54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:33.167524 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b4576-e632-45c1-ad8c-c937c46e1b54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:33.167524 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b4576-e632-45c1-ad8c-c937c46e1b54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:33.167524 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b4576-e632-45c1-ad8c-c937c46e1b54 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:33.167524 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b4576-e632-45c1-ad8c-c937c46e1b54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:33.167524 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b4576-e632-45c1-ad8c-c937c46e1b54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:33.167524 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b4576-e632-45c1-ad8c-c937c46e1b54 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:33.167996 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b4576-e632-45c1-ad8c-c937c46e1b54 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:33.168502 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b4576-e632-45c1-ad8c-c937c46e1b54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:33.168834 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b4576-e632-45c1-ad8c-c937c46e1b54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:33.169166 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b4576-e632-45c1-ad8c-c937c46e1b54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:33.180205 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] For port 04f9198c-eb41-4c69-95ee-af24e103bb46, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:38:33.188295 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] For port 04f9198c-eb41-4c69-95ee-af24e103bb46, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=04f9198c-eb41-4c69-95ee-af24e103bb46,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:38:33.230886 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] For port a20fb150-50c3-49ea-8a06-8031355148a8, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a20fb150-50c3-49ea-8a06-8031355148a8,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:38:33.235715 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6778be6a-9cb1-4dd3-ae2e-10955809f978 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.256158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-3e5266c7-5d33-4d14-87e0-ea06fc823549 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Calling delete_port for 8790829c-1f22-42ec-8ef6-2c728cb3f76e owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:33.274867 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.292414 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-41882fe8-d6bb-43ef-8ab8-4c8ab8c239d3 None None] Calling delete_port for 8790829c-1f22-42ec-8ef6-2c728cb3f76e owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:33.326025 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.359829 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6778be6a-9cb1-4dd3-ae2e-10955809f978 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.363993 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6778be6a-9cb1-4dd3-ae2e-10955809f978 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.7083726 Apr 29 15:38:33.363993 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.db.api [None req-7d22eab1-7c7f-4050-9cbc-c7d57b3d209c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:38:33.363993 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG oslo_db.api [None req-7d22eab1-7c7f-4050-9cbc-c7d57b3d209c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:38:33.368384 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50070) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:33.396612 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] Routers {'5db68700-8756-4cc9-9704-888b9b6f05c9'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:33.396612 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5db68700-8756-4cc9-9704-888b9b6f05c9'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:33.505504 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.537442 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b4576-e632-45c1-ad8c-c937c46e1b54 None None] Pushing event updated for resources: {'Port': ['ID=04f9198c-eb41-4c69-95ee-af24e103bb46,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:33.605320 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7b47a6c4-e02a-40dc-966c-02da28be9aa5 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "GET /v2.0/routers/5db68700-8756-4cc9-9704-888b9b6f05c9 HTTP/1.1" status: 200 len: 907 time: 1.9136546 Apr 29 15:38:33.607215 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-1cb8c814-0b62-42dc-b249-e560d436858b tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:33.608911 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50078) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:33.613643 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1cb8c814-0b62-42dc-b249-e560d436858b tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:33.616473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-542956e3-4874-45e0-ba10-2da0de185c95 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.620405 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1cb8c814-0b62-42dc-b249-e560d436858b tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Usage tracker for resource:floatingip and tenant:e0f969fe50884748bf2b813dfd48de59 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:33.621159 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-9bc15f75-c506-442d-8d3d-4ae7736e7b3f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Request body: {'router': {'name': 'tempest-snat-router-829338574', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'enable_snat': True}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:33.624076 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1cb8c814-0b62-42dc-b249-e560d436858b tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:33.627705 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9bc15f75-c506-442d-8d3d-4ae7736e7b3f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:33.633980 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9bc15f75-c506-442d-8d3d-4ae7736e7b3f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Usage tracker for resource:router and tenant:21b3cb6277114da699b52cb29ae615ed is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:33.634156 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1cb8c814-0b62-42dc-b249-e560d436858b tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:33.637337 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-542956e3-4874-45e0-ba10-2da0de185c95 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.639509 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9bc15f75-c506-442d-8d3d-4ae7736e7b3f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:33.645889 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9bc15f75-c506-442d-8d3d-4ae7736e7b3f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:33.651620 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcb9c6-3569-4ebe-97df-c651aec25179 None None] Pushing event updated for resources: {'Port': ['ID=a20fb150-50c3-49ea-8a06-8031355148a8,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:33.666130 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] Routers {'b22e4f9b-7741-4320-a44f-e419de632160'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:33.667325 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['b22e4f9b-7741-4320-a44f-e419de632160'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:33.696611 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] Set router 5db68700-8756-4cc9-9704-888b9b6f05c9 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:38:33.696760 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e5266c7-5d33-4d14-87e0-ea06fc823549 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.719328 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c814-0b62-42dc-b249-e560d436858b tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Notify callbacks [] for floatingip, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.736391 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9bc15f75-c506-442d-8d3d-4ae7736e7b3f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.737499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9bc15f75-c506-442d-8d3d-4ae7736e7b3f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.752331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5266c7-5d33-4d14-87e0-ea06fc823549 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Port': ['ID=8790829c-1f22-42ec-8ef6-2c728cb3f76e,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:33.760947 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5266c7-5d33-4d14-87e0-ea06fc823549 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] No DVR routers for this DVR port 8790829c-1f22-42ec-8ef6-2c728cb3f76e on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:38:33.800325 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-542956e3-4874-45e0-ba10-2da0de185c95 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.801103 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542956e3-4874-45e0-ba10-2da0de185c95 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39432768-49d6-4dbe-bc70-26a817631620 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:38:33.850515 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-41882fe8-d6bb-43ef-8ab8-4c8ab8c239d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:38:33.850885 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-41882fe8-d6bb-43ef-8ab8-4c8ab8c239d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:38:33.887399 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-7d22eab1-7c7f-4050-9cbc-c7d57b3d209c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Deleting port a20fb150-50c3-49ea-8a06-8031355148a8 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:33.887399 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7d22eab1-7c7f-4050-9cbc-c7d57b3d209c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.887678 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] Set router b22e4f9b-7741-4320-a44f-e419de632160 gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:38:33.931766 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e5266c7-5d33-4d14-87e0-ea06fc823549 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.969219 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-3e5266c7-5d33-4d14-87e0-ea06fc823549 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:33.983600 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-3e5266c7-5d33-4d14-87e0-ea06fc823549 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b0b2fa-c248-401f-84cd-fe06b17307ad') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:33.983600 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-3e5266c7-5d33-4d14-87e0-ea06fc823549 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b0b2fa-c248-401f-84cd-fe06b17307ad') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:33.997499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e5266c7-5d33-4d14-87e0-ea06fc823549 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:34.015737 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e5266c7-5d33-4d14-87e0-ea06fc823549 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:34.017998 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22e4f9b-7741-4320-a44f-e419de632160', 'name': 'tempest-snat-router-1788014801', 'tenant_id': '07bb161daa604b449e1004209d497fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:21Z', 'updated_at': '2022-04-29T15:38:32Z', 'revision_number': 4, 'project_id': '07bb161daa604b449e1004209d497fd3', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:34.022258 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7c616a-c8a8-4117-b5bd-11d389ee5f0f None None] The sync data for ids ['b22e4f9b-7741-4320-a44f-e419de632160'] in dv-neutron-839913-1-hyperv is: [{'id': 'b22e4f9b-7741-4320-a44f-e419de632160', 'name': 'tempest-snat-router-1788014801', 'tenant_id': '07bb161daa604b449e1004209d497fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:21Z', 'updated_at': '2022-04-29T15:38:32Z', 'revision_number': 4, 'project_id': '07bb161daa604b449e1004209d497fd3', 'gw_port_host': None}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:38:34.022742 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e5266c7-5d33-4d14-87e0-ea06fc823549 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:38:34.023237 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e5266c7-5d33-4d14-87e0-ea06fc823549 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:38:34.115558 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:38:34.145724 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db68700-8756-4cc9-9704-888b9b6f05c9', 'name': 'tempest-snat-router-829338574', 'tenant_id': '21b3cb6277114da699b52cb29ae615ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.75'}], 'enable_snat': False}, 'gw_port_id': '04f9198c-eb41-4c69-95ee-af24e103bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:25Z', 'updated_at': '2022-04-29T15:38:29Z', 'revision_number': 3, 'project_id': '21b3cb6277114da699b52cb29ae615ed', 'gw_port': {'id': '04f9198c-eb41-4c69-95ee-af24e103bb46', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:16:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db68700-8756-4cc9-9704-888b9b6f05c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:27Z', 'updated_at': '2022-04-29T15:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:34.147576 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a29fc6-759e-4bd5-b9d0-93466e467fad None None] The sync data for ids ['5db68700-8756-4cc9-9704-888b9b6f05c9'] in dv-neutron-839913-1-hyperv is: [{'id': '5db68700-8756-4cc9-9704-888b9b6f05c9', 'name': 'tempest-snat-router-829338574', 'tenant_id': '21b3cb6277114da699b52cb29ae615ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.75'}], 'enable_snat': False}, 'gw_port_id': '04f9198c-eb41-4c69-95ee-af24e103bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:25Z', 'updated_at': '2022-04-29T15:38:29Z', 'revision_number': 3, 'project_id': '21b3cb6277114da699b52cb29ae615ed', 'gw_port': {'id': '04f9198c-eb41-4c69-95ee-af24e103bb46', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:16:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db68700-8756-4cc9-9704-888b9b6f05c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:27Z', 'updated_at': '2022-04-29T15:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:38:34.153153 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-7d22eab1-7c7f-4050-9cbc-c7d57b3d209c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] For port a20fb150-50c3-49ea-8a06-8031355148a8, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a20fb150-50c3-49ea-8a06-8031355148a8,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:34.154116 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7d22eab1-7c7f-4050-9cbc-c7d57b3d209c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:34.156139 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9bc15f75-c506-442d-8d3d-4ae7736e7b3f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:34.167056 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c814-0b62-42dc-b249-e560d436858b tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:34.173456 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-542956e3-4874-45e0-ba10-2da0de185c95 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:34.174595 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-542956e3-4874-45e0-ba10-2da0de185c95 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] 10.222.0.21 "DELETE /v2.0/routers/39432768-49d6-4dbe-bc70-26a817631620 HTTP/1.1" status: 204 len: 168 time: 1.9666898 Apr 29 15:38:34.210927 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50084) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:34.222260 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-c11f6262-031a-4de3-babe-e8863602cf02 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Request body: {'router': {'name': 'tempest-router-725119978', 'distributed': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:34.232372 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c11f6262-031a-4de3-babe-e8863602cf02 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:34.238799 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c11f6262-031a-4de3-babe-e8863602cf02 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Usage tracker for resource:router and tenant:3204ae5683134bb99d9bd8aabe4f22d3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:34.241999 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c11f6262-031a-4de3-babe-e8863602cf02 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:34.255377 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c11f6262-031a-4de3-babe-e8863602cf02 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:34.261165 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e5266c7-5d33-4d14-87e0-ea06fc823549 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:34.284823 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e5266c7-5d33-4d14-87e0-ea06fc823549 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:34.294969 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5266c7-5d33-4d14-87e0-ea06fc823549 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Network': ['ID=65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:34.302310 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3e5266c7-5d33-4d14-87e0-ea06fc823549 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/networks/65d9ae74-4e6d-41d2-9fcf-9cbbbcd7fd86 HTTP/1.1" status: 204 len: 168 time: 2.0921941 Apr 29 15:38:34.304262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50090) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:34.310967 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-2f890ac7-4745-427f-ab27-d12dd5cf587e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'port': {'network_id': 'fff58e3d-3f04-435f-9a39-63c880802c71', 'name': 'tempest-PortsIpV6TestJSON-583031927'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:34.352334 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-41882fe8-d6bb-43ef-8ab8-4c8ab8c239d3 None None] Deleting port 8790829c-1f22-42ec-8ef6-2c728cb3f76e {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:34.352865 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-41882fe8-d6bb-43ef-8ab8-4c8ab8c239d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:34.398311 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58da707-734a-4a5e-9b54-9fe3db6d7ab9 req-0b171c95-89db-49ed-9ac5-e51b9d1c0936 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:34.404773 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e58da707-734a-4a5e-9b54-9fe3db6d7ab9 req-0b171c95-89db-49ed-9ac5-e51b9d1c0936 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.2274220 Apr 29 15:38:34.440556 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-7d22eab1-7c7f-4050-9cbc-c7d57b3d209c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Calling delete_port for a20fb150-50c3-49ea-8a06-8031355148a8 owned by network:router_gateway {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:34.462126 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-41882fe8-d6bb-43ef-8ab8-4c8ab8c239d3 None None] The port '8790829c-1f22-42ec-8ef6-2c728cb3f76e' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:38:34.481956 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c11f6262-031a-4de3-babe-e8863602cf02 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:34.482962 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c11f6262-031a-4de3-babe-e8863602cf02 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:34.615274 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2f890ac7-4745-427f-ab27-d12dd5cf587e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:34.624496 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e58da707-734a-4a5e-9b54-9fe3db6d7ab9 req-515b4626-d689-4635-9447-fa633d434c0e tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188921 Apr 29 15:38:34.625883 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-1cb8c814-0b62-42dc-b249-e560d436858b tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Allocated IP 172.26.1.208 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/66cf57ed-0dcd-4d1b-b9b0-24151cefd0d3) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:34.626382 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2f890ac7-4745-427f-ab27-d12dd5cf587e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:port and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:34.629546 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2f890ac7-4745-427f-ab27-d12dd5cf587e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:34.635032 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9bc15f75-c506-442d-8d3d-4ae7736e7b3f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:34.640228 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c11f6262-031a-4de3-babe-e8863602cf02 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:34.651631 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2f890ac7-4745-427f-ab27-d12dd5cf587e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:34.719166 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f890ac7-4745-427f-ab27-d12dd5cf587e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:34.725221 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2f890ac7-4745-427f-ab27-d12dd5cf587e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:34.750475 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c11f6262-031a-4de3-babe-e8863602cf02 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:34.777278 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-2f890ac7-4745-427f-ab27-d12dd5cf587e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] device_id is not set on port cd0b936f-7a4b-441a-8bcc-211159c657b9 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:38:34.844593 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c814-0b62-42dc-b249-e560d436858b tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:34.868142 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7d22eab1-7c7f-4050-9cbc-c7d57b3d209c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:34.917974 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22eab1-7c7f-4050-9cbc-c7d57b3d209c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Pushing event deleted for resources: {'Port': ['ID=a20fb150-50c3-49ea-8a06-8031355148a8,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:34.985379 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c814-0b62-42dc-b249-e560d436858b tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:35.040343 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c11f6262-031a-4de3-babe-e8863602cf02 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:35.042246 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c11f6262-031a-4de3-babe-e8863602cf02 tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8296530 Apr 29 15:38:35.046716 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50094) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:35.077459 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8c814-0b62-42dc-b249-e560d436858b tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Pushing event updated for resources: {'Port': ['ID=66cf57ed-0dcd-4d1b-b9b0-24151cefd0d3,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:35.081958 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb8c814-0b62-42dc-b249-e560d436858b tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:35.137452 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-1cb8c814-0b62-42dc-b249-e560d436858b tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:35.144356 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb8c814-0b62-42dc-b249-e560d436858b tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:35.253461 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7d22eab1-7c7f-4050-9cbc-c7d57b3d209c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:35.320639 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2b124e72-549b-4b5f-b04a-0b112271ce8e tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:35.412081 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2f890ac7-4745-427f-ab27-d12dd5cf587e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:35.510072 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9bc15f75-c506-442d-8d3d-4ae7736e7b3f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:35.525407 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7d22eab1-7c7f-4050-9cbc-c7d57b3d209c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:35.532892 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7d22eab1-7c7f-4050-9cbc-c7d57b3d209c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:35.545722 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9bc15f75-c506-442d-8d3d-4ae7736e7b3f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:35.629877 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c814-0b62-42dc-b249-e560d436858b tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:35.672860 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7d22eab1-7c7f-4050-9cbc-c7d57b3d209c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:35.673753 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d22eab1-7c7f-4050-9cbc-c7d57b3d209c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b22e4f9b-7741-4320-a44f-e419de632160 {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:38:35.692961 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7d22eab1-7c7f-4050-9cbc-c7d57b3d209c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:35.697344 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7d22eab1-7c7f-4050-9cbc-c7d57b3d209c tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "DELETE /v2.0/routers/b22e4f9b-7741-4320-a44f-e419de632160 HTTP/1.1" status: 204 len: 168 time: 4.3616464 Apr 29 15:38:35.698566 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50100) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:35.719853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2f890ac7-4745-427f-ab27-d12dd5cf587e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.015853 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c814-0b62-42dc-b249-e560d436858b tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.023284 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f890ac7-4745-427f-ab27-d12dd5cf587e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network fff58e3d-3f04-435f-9a39-63c880802c71 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:36.033100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-2f890ac7-4745-427f-ab27-d12dd5cf587e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:36.041177 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f890ac7-4745-427f-ab27-d12dd5cf587e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:36.045252 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f890ac7-4745-427f-ab27-d12dd5cf587e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:36.049171 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2f890ac7-4745-427f-ab27-d12dd5cf587e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.053108 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f890ac7-4745-427f-ab27-d12dd5cf587e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Port': ['ID=cd0b936f-7a4b-441a-8bcc-211159c657b9,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:36.059803 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2b124e72-549b-4b5f-b04a-0b112271ce8e tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.090218 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2b124e72-549b-4b5f-b04a-0b112271ce8e tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.121131 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-9bc15f75-c506-442d-8d3d-4ae7736e7b3f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Allocated IP 172.26.1.231 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/38e4080f-de5d-44a6-801a-90c3e05204da) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:36.177247 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63741f26-92f2-472b-836b-d40df6b3f1aa req-dbdc41a5-5324-44f4-b1e4-b40e84859766 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:36.178747 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-63741f26-92f2-472b-836b-d40df6b3f1aa req-dbdc41a5-5324-44f4-b1e4-b40e84859766 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.4066482 Apr 29 15:38:36.252872 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0bf9be65-11bd-48ed-abf5-0374e9549813 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.341204 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2f890ac7-4745-427f-ab27-d12dd5cf587e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0357072 Apr 29 15:38:36.357387 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50104) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:36.382611 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c814-0b62-42dc-b249-e560d436858b tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.408668 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2b124e72-549b-4b5f-b04a-0b112271ce8e tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.409150 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b124e72-549b-4b5f-b04a-0b112271ce8e tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2337e2e0-3d16-4b0c-b2a0-c9583e7f1689 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:38:36.439632 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c814-0b62-42dc-b249-e560d436858b tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.462415 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2b124e72-549b-4b5f-b04a-0b112271ce8e tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.464451 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2b124e72-549b-4b5f-b04a-0b112271ce8e tempest-RoutersTestDVR-957016893 tempest-RoutersTestDVR-957016893-project-admin] 10.222.0.21 "DELETE /v2.0/routers/2337e2e0-3d16-4b0c-b2a0-c9583e7f1689 HTTP/1.1" status: 204 len: 168 time: 1.4153254 Apr 29 15:38:36.487565 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-445735f2-aa12-4529-8ed1-4dece997b01a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting port cd0b936f-7a4b-441a-8bcc-211159c657b9 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:36.488665 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-445735f2-aa12-4529-8ed1-4dece997b01a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.537890 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-63741f26-92f2-472b-836b-d40df6b3f1aa req-b17f69b6-e6a6-4ce9-a1b3-e303bad4a1ae tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072852 Apr 29 15:38:36.569480 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9bc15f75-c506-442d-8d3d-4ae7736e7b3f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.606765 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8c814-0b62-42dc-b249-e560d436858b tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Pushing event updated for resources: {'Port': ['ID=66cf57ed-0dcd-4d1b-b9b0-24151cefd0d3,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:36.630232 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0bf9be65-11bd-48ed-abf5-0374e9549813 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.637459 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c814-0b62-42dc-b249-e560d436858b tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.707535 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-0bf9be65-11bd-48ed-abf5-0374e9549813 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Deleting port d7574574-051d-4e5f-8e57-4b0cd4b5d1c4 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:36.708019 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0bf9be65-11bd-48ed-abf5-0374e9549813 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.753001 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-445735f2-aa12-4529-8ed1-4dece997b01a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.816701 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9bc15f75-c506-442d-8d3d-4ae7736e7b3f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.824146 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1cb8c814-0b62-42dc-b249-e560d436858b tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.825353 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1cb8c814-0b62-42dc-b249-e560d436858b tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4601240 Apr 29 15:38:36.830342 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50112) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:36.913239 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-445735f2-aa12-4529-8ed1-4dece997b01a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Calling delete_port for cd0b936f-7a4b-441a-8bcc-211159c657b9 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:36.969656 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c63b437b-4346-4cbe-8a8d-39be1e1c26ad tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Synchronizing usage tracker for tenant:c86f9a41bd1c4256a871bd457430c285 on resource:floatingip {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:36.979309 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-0bf9be65-11bd-48ed-abf5-0374e9549813 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] For port d7574574-051d-4e5f-8e57-4b0cd4b5d1c4, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d7574574-051d-4e5f-8e57-4b0cd4b5d1c4,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:36.979873 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0bf9be65-11bd-48ed-abf5-0374e9549813 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.988617 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc15f75-c506-442d-8d3d-4ae7736e7b3f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:36.993177 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-9bc15f75-c506-442d-8d3d-4ae7736e7b3f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:37.002973 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc15f75-c506-442d-8d3d-4ae7736e7b3f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:37.032389 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc15f75-c506-442d-8d3d-4ae7736e7b3f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Pushing event updated for resources: {'Port': ['ID=38e4080f-de5d-44a6-801a-90c3e05204da,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:37.107045 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-0bf9be65-11bd-48ed-abf5-0374e9549813 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Calling delete_port for d7574574-051d-4e5f-8e57-4b0cd4b5d1c4 owned by network:router_gateway {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:37.142969 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50118) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:37.157309 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-445735f2-aa12-4529-8ed1-4dece997b01a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.211394 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c63b437b-4346-4cbe-8a8d-39be1e1c26ad tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Unset dirty status for tenant:c86f9a41bd1c4256a871bd457430c285 on resource:floatingip {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:37.211643 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445735f2-aa12-4529-8ed1-4dece997b01a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Port': ['ID=cd0b936f-7a4b-441a-8bcc-211159c657b9,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:37.212680 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c63b437b-4346-4cbe-8a8d-39be1e1c26ad tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4003 time: 0.3814220 Apr 29 15:38:37.217565 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50124) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:37.278636 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-445735f2-aa12-4529-8ed1-4dece997b01a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.319793 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-445735f2-aa12-4529-8ed1-4dece997b01a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/ports/cd0b936f-7a4b-441a-8bcc-211159c657b9 HTTP/1.1" status: 204 len: 168 time: 0.9612134 Apr 29 15:38:37.321955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9210b015-4dd4-4188-8c5f-1781f2623f16 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Synchronizing usage tracker for tenant:029d940cbbbd46588e10c3fefc2fd379 on resource:floatingip {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:37.322657 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50128) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:37.324471 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-740d3c6f-c53c-47ed-a491-6a8c88ae9d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.328398 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-3efe3a7c-209a-4531-af09-fed6585b52c9 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'port': {'network_id': 'fff58e3d-3f04-435f-9a39-63c880802c71', 'mac_address': 'fa:16:3e:61:ad:fd', 'name': 'tempest-PortsIpV6TestJSON-1146769006'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:37.350107 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0bf9be65-11bd-48ed-abf5-0374e9549813 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.371756 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-740d3c6f-c53c-47ed-a491-6a8c88ae9d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:37.376384 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-740d3c6f-c53c-47ed-a491-6a8c88ae9d01 admin admin] Usage tracker for resource:security_group_rule and tenant:bd592ca0366e44c89b9a2766ff5ead9e is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:37.379949 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-740d3c6f-c53c-47ed-a491-6a8c88ae9d01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:37.391035 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-740d3c6f-c53c-47ed-a491-6a8c88ae9d01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:37.424154 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9bc15f75-c506-442d-8d3d-4ae7736e7b3f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.424869 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9bc15f75-c506-442d-8d3d-4ae7736e7b3f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.431434 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9210b015-4dd4-4188-8c5f-1781f2623f16 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Unset dirty status for tenant:029d940cbbbd46588e10c3fefc2fd379 on resource:floatingip {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:37.435994 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9210b015-4dd4-4188-8c5f-1781f2623f16 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2135692 Apr 29 15:38:37.436851 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50132) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:37.458125 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9be65-11bd-48ed-abf5-0374e9549813 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7574574-051d-4e5f-8e57-4b0cd4b5d1c4,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:37.642434 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-3efe3a7c-209a-4531-af09-fed6585b52c9 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:37.649679 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-3efe3a7c-209a-4531-af09-fed6585b52c9 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:port and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:37.654052 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-3efe3a7c-209a-4531-af09-fed6585b52c9 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:37.662942 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-3efe3a7c-209a-4531-af09-fed6585b52c9 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:37.715965 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-740d3c6f-c53c-47ed-a491-6a8c88ae9d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.785898 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-740d3c6f-c53c-47ed-a491-6a8c88ae9d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.805114 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0bf9be65-11bd-48ed-abf5-0374e9549813 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.862403 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efe3a7c-209a-4531-af09-fed6585b52c9 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:37.906798 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-21570497-836a-4799-a9df-099b1f92dc20 tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Deleting port 66cf57ed-0dcd-4d1b-b9b0-24151cefd0d3 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:37.907135 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-21570497-836a-4799-a9df-099b1f92dc20 tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.005034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d3c6f-c53c-47ed-a491-6a8c88ae9d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89621f38-c668-4671-874e-e54d1563d6e5,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:38.031461 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-740d3c6f-c53c-47ed-a491-6a8c88ae9d01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd592ca0366e44c89b9a2766ff5ead9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8874729 Apr 29 15:38:38.072022 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50138) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:38.120969 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88078c-8395-4609-82f3-12fab3fb9a9c req-d701d23f-71bf-4454-8341-9e293aaead28 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:38.122436 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7e88078c-8395-4609-82f3-12fab3fb9a9c req-d701d23f-71bf-4454-8341-9e293aaead28 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.4095824 Apr 29 15:38:38.184533 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3efe3a7c-209a-4531-af09-fed6585b52c9 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.192661 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-21570497-836a-4799-a9df-099b1f92dc20 tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.192990 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-21570497-836a-4799-a9df-099b1f92dc20 tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.199587 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0bf9be65-11bd-48ed-abf5-0374e9549813 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.221057 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0bf9be65-11bd-48ed-abf5-0374e9549813 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.237812 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-3efe3a7c-209a-4531-af09-fed6585b52c9 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] device_id is not set on port f55b002f-5ce8-45b2-994b-f298589f234e yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:38:38.313852 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4a83269f-94fb-47ed-896d-e2f48c6a180b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.332934 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7e88078c-8395-4609-82f3-12fab3fb9a9c req-66d56ad5-0ca3-43f5-b1f7-66e3b9589aa6 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037873 Apr 29 15:38:38.341217 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-21570497-836a-4799-a9df-099b1f92dc20 tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Calling delete_port for 66cf57ed-0dcd-4d1b-b9b0-24151cefd0d3 owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:38.364707 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4a83269f-94fb-47ed-896d-e2f48c6a180b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.419454 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0bf9be65-11bd-48ed-abf5-0374e9549813 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.419991 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf9be65-11bd-48ed-abf5-0374e9549813 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04f0dd0b-1b2c-445b-9a33-1af0ea586066 {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:38:38.507408 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc15f75-c506-442d-8d3d-4ae7736e7b3f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Router 27c05aab-aab0-452f-a3db-124803c48f68 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:38:38.552849 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0bf9be65-11bd-48ed-abf5-0374e9549813 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.553969 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0bf9be65-11bd-48ed-abf5-0374e9549813 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "DELETE /v2.0/routers/04f0dd0b-1b2c-445b-9a33-1af0ea586066 HTTP/1.1" status: 204 len: 168 time: 2.8543770 Apr 29 15:38:38.561784 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50142) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:38.572937 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-f14b19c5-283f-4e5e-8f7d-0e07acc35446 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1824476429', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}, 'admin_state_up': False}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:38.577284 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-f14b19c5-283f-4e5e-8f7d-0e07acc35446 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:38.581386 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3efe3a7c-209a-4531-af09-fed6585b52c9 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.585864 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f14b19c5-283f-4e5e-8f7d-0e07acc35446 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Usage tracker for resource:router and tenant:2fa93d6301834e4e9244fb8c7e64ed0a is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:38.590035 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f14b19c5-283f-4e5e-8f7d-0e07acc35446 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:38.597041 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-f14b19c5-283f-4e5e-8f7d-0e07acc35446 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:38.620454 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4a83269f-94fb-47ed-896d-e2f48c6a180b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.622737 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4a83269f-94fb-47ed-896d-e2f48c6a180b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.623855 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4a83269f-94fb-47ed-896d-e2f48c6a180b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89621f38-c668-4671-874e-e54d1563d6e5 HTTP/1.1" status: 204 len: 168 time: 0.5503366 Apr 29 15:38:38.632518 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-21570497-836a-4799-a9df-099b1f92dc20 tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.634923 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83269f-94fb-47ed-896d-e2f48c6a180b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89621f38-c668-4671-874e-e54d1563d6e5,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:38.678899 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f14b19c5-283f-4e5e-8f7d-0e07acc35446 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.680313 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f14b19c5-283f-4e5e-8f7d-0e07acc35446 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.682718 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21570497-836a-4799-a9df-099b1f92dc20 tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Pushing event deleted for resources: {'Port': ['ID=66cf57ed-0dcd-4d1b-b9b0-24151cefd0d3,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:38.709248 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3efe3a7c-209a-4531-af09-fed6585b52c9 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.755424 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f14b19c5-283f-4e5e-8f7d-0e07acc35446 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.797675 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-21570497-836a-4799-a9df-099b1f92dc20 tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Notify callbacks [] for floatingip, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.805188 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efe3a7c-209a-4531-af09-fed6585b52c9 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network fff58e3d-3f04-435f-9a39-63c880802c71 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:38.812538 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-3efe3a7c-209a-4531-af09-fed6585b52c9 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:38.815392 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe3a7c-209a-4531-af09-fed6585b52c9 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Port': ['ID=f55b002f-5ce8-45b2-994b-f298589f234e,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:38.817551 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efe3a7c-209a-4531-af09-fed6585b52c9 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:38.821560 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efe3a7c-209a-4531-af09-fed6585b52c9 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:38.822239 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3efe3a7c-209a-4531-af09-fed6585b52c9 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.828262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-21570497-836a-4799-a9df-099b1f92dc20 tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.831993 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-21570497-836a-4799-a9df-099b1f92dc20 tempest-FloatingIPAdminTestJSON-1101474667 tempest-FloatingIPAdminTestJSON-1101474667-project] 10.222.0.21 "DELETE /v2.0/floatingips/f4f0e297-6bf4-4e28-aad4-82f3d9aff2c7 HTTP/1.1" status: 204 len: 168 time: 1.3916855 Apr 29 15:38:38.832504 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50148) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:38.941055 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3efe3a7c-209a-4531-af09-fed6585b52c9 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6171019 Apr 29 15:38:38.947956 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50154) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:39.002208 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-5c17caf2-e606-44c1-b2f8-fc3c756a2d61 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Deleting port 9b6d9ab6-2abb-4fce-8d72-078441d7d33d {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:39.002575 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5c17caf2-e606-44c1-b2f8-fc3c756a2d61 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:39.052778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc15f75-c506-442d-8d3d-4ae7736e7b3f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:38:39.066928 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] Sync routers for ids ['27c05aab-aab0-452f-a3db-124803c48f68'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:38:39.081695 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] Routers {'27c05aab-aab0-452f-a3db-124803c48f68'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:39.082240 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['27c05aab-aab0-452f-a3db-124803c48f68'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:39.082893 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0151d27d-fc85-4396-8e78-b9123133080b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:39.083979 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0151d27d-fc85-4396-8e78-b9123133080b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Synchronizing usage tracker for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:39.102066 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f14b19c5-283f-4e5e-8f7d-0e07acc35446 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:39.190956 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5c17caf2-e606-44c1-b2f8-fc3c756a2d61 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:39.191312 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5c17caf2-e606-44c1-b2f8-fc3c756a2d61 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:39.223208 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0151d27d-fc85-4396-8e78-b9123133080b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Unset dirty status for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:39.224809 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0151d27d-fc85-4396-8e78-b9123133080b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports/f55b002f-5ce8-45b2-994b-f298589f234e HTTP/1.1" status: 200 len: 845 time: 0.2347610 Apr 29 15:38:39.241533 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50158) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:39.253951 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9bc15f75-c506-442d-8d3d-4ae7736e7b3f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:39.259734 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9bc15f75-c506-442d-8d3d-4ae7736e7b3f tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.6438072 Apr 29 15:38:39.268012 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] Set router 27c05aab-aab0-452f-a3db-124803c48f68 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:38:39.293103 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50162) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:39.316766 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-5c17caf2-e606-44c1-b2f8-fc3c756a2d61 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Calling delete_port for 9b6d9ab6-2abb-4fce-8d72-078441d7d33d owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:39.523941 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50168) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:39.575714 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c05aab-aab0-452f-a3db-124803c48f68', 'name': 'tempest-snat-router-829338574', 'tenant_id': '21b3cb6277114da699b52cb29ae615ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '38e4080f-de5d-44a6-801a-90c3e05204da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:33Z', 'updated_at': '2022-04-29T15:38:37Z', 'revision_number': 3, 'project_id': '21b3cb6277114da699b52cb29ae615ed', 'gw_port': {'id': '38e4080f-de5d-44a6-801a-90c3e05204da', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c05aab-aab0-452f-a3db-124803c48f68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:35Z', 'updated_at': '2022-04-29T15:38:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:39.579741 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] Checking router: 27c05aab-aab0-452f-a3db-124803c48f68 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:38:39.580160 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] Updating router 27c05aab-aab0-452f-a3db-124803c48f68 port 38e4080f-de5d-44a6-801a-90c3e05204da binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:38:39.595192 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bc9d0870-a5b6-4e56-ba95-c6447a246bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:39.638771 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-8a1fbcf8-144b-4f1b-a5fb-63ab9813ec11 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting port f55b002f-5ce8-45b2-994b-f298589f234e {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:39.639124 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8a1fbcf8-144b-4f1b-a5fb-63ab9813ec11 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:39.639883 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:39.699514 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ccc1b-c6ba-4ca3-b550-2d8d3a681f3d req-1e83eb16-c570-4f45-816a-0394f3ed0bc9 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:39.701307 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-332ccc1b-c6ba-4ca3-b550-2d8d3a681f3d req-1e83eb16-c570-4f45-816a-0394f3ed0bc9 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.1780481 Apr 29 15:38:39.764675 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-332ccc1b-c6ba-4ca3-b550-2d8d3a681f3d req-a65a2b96-1e14-40fd-9e1f-f4a129312ca0 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525537 Apr 29 15:38:39.768031 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5c17caf2-e606-44c1-b2f8-fc3c756a2d61 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:39.816953 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-bc9d0870-a5b6-4e56-ba95-c6447a246bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:39.819390 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17caf2-e606-44c1-b2f8-fc3c756a2d61 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b6d9ab6-2abb-4fce-8d72-078441d7d33d,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:39.823395 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-bc9d0870-a5b6-4e56-ba95-c6447a246bed admin admin] Usage tracker for resource:security_group_rule and tenant:3204ae5683134bb99d9bd8aabe4f22d3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:39.826603 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-bc9d0870-a5b6-4e56-ba95-c6447a246bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:39.861003 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-bc9d0870-a5b6-4e56-ba95-c6447a246bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:39.915992 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8a1fbcf8-144b-4f1b-a5fb-63ab9813ec11 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:39.951162 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5c17caf2-e606-44c1-b2f8-fc3c756a2d61 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.000418 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bc9d0870-a5b6-4e56-ba95-c6447a246bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.050129 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-8a1fbcf8-144b-4f1b-a5fb-63ab9813ec11 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Calling delete_port for f55b002f-5ce8-45b2-994b-f298589f234e owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:40.060000 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5c17caf2-e606-44c1-b2f8-fc3c756a2d61 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.064738 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5c17caf2-e606-44c1-b2f8-fc3c756a2d61 tempest-FloatingIPAdminTestJSON-331944446 tempest-FloatingIPAdminTestJSON-331944446-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/1e407f8a-53a5-4348-be4b-f95ddaa31ec1 HTTP/1.1" status: 204 len: 168 time: 1.2282481 Apr 29 15:38:40.065413 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50172) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:40.081545 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.093588 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] Transition to ACTIVE for port object 38e4080f-de5d-44a6-801a-90c3e05204da will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:40.106757 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bc9d0870-a5b6-4e56-ba95-c6447a246bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.158439 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.176112 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d0870-a5b6-4e56-ba95-c6447a246bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15637e8-5d31-4b6c-9372-cac050fb008b,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:40.181052 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-9ae9eb34-4d55-4af1-930b-f6ea23bd9f36 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Deleting port 55ecefb0-9124-4175-a35b-9aed63616f7f {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:40.181366 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9ae9eb34-4d55-4af1-930b-f6ea23bd9f36 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.208944 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f14b19c5-283f-4e5e-8f7d-0e07acc35446 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_gateway, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.220112 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bc9d0870-a5b6-4e56-ba95-c6447a246bed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3204ae5683134bb99d9bd8aabe4f22d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6951301 Apr 29 15:38:40.223143 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50176) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:40.243193 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] Attempting to bind port 38e4080f-de5d-44a6-801a-90c3e05204da on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:40.243717 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] Attempting to bind port 38e4080f-de5d-44a6-801a-90c3e05204da by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:40.243939 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8a1fbcf8-144b-4f1b-a5fb-63ab9813ec11 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.245097 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] Attempting to bind port 38e4080f-de5d-44a6-801a-90c3e05204da on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:40.247498 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f14b19c5-283f-4e5e-8f7d-0e07acc35446 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.251511 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae68b7e-b4da-46cb-86f1-0d9243dd2c5f None None] Pushing event updated for resources: {'Port': ['ID=38e4080f-de5d-44a6-801a-90c3e05204da,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:40.256627 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:38:40.257134 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:38:40.257619 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.258363 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:38:40.259150 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] Bound port: 38e4080f-de5d-44a6-801a-90c3e05204da, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:38:40.259377 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.340205 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fbcf8-144b-4f1b-a5fb-63ab9813ec11 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Port': ['ID=f55b002f-5ce8-45b2-994b-f298589f234e,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:40.366849 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8a1fbcf8-144b-4f1b-a5fb-63ab9813ec11 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.379948 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] For port 38e4080f-de5d-44a6-801a-90c3e05204da, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:38:40.381472 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a3b15888-f046-4860-b065-eeaf8aa033d1 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "GET /v2.0/routers/27c05aab-aab0-452f-a3db-124803c48f68 HTTP/1.1" status: 200 len: 907 time: 1.0878391 Apr 29 15:38:40.387303 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] For port 38e4080f-de5d-44a6-801a-90c3e05204da, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=38e4080f-de5d-44a6-801a-90c3e05204da,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:38:40.390001 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50180) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:40.418911 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-043dc41f-dd67-49fe-8249-22a168bb34f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.451104 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.470305 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-043dc41f-dd67-49fe-8249-22a168bb34f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.530827 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9ae9eb34-4d55-4af1-930b-f6ea23bd9f36 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.532267 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae68b7e-b4da-46cb-86f1-0d9243dd2c5f None None] Pushing event updated for resources: {'Port': ['ID=38e4080f-de5d-44a6-801a-90c3e05204da,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:40.536843 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] Routers {'27c05aab-aab0-452f-a3db-124803c48f68'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:40.537728 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['27c05aab-aab0-452f-a3db-124803c48f68'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:40.548024 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8a1fbcf8-144b-4f1b-a5fb-63ab9813ec11 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/ports/f55b002f-5ce8-45b2-994b-f298589f234e HTTP/1.1" status: 204 len: 168 time: 1.3052924 Apr 29 15:38:40.559958 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50184) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:40.645189 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdcb3de0-652b-4791-bf33-66a45357e6e0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] GET failed (client error): The resource could not be found. Apr 29 15:38:40.645921 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-bdcb3de0-652b-4791-bf33-66a45357e6e0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Synchronizing usage tracker for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:40.668472 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-9ae9eb34-4d55-4af1-930b-f6ea23bd9f36 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Calling delete_port for 55ecefb0-9124-4175-a35b-9aed63616f7f owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:40.685387 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-f14b19c5-283f-4e5e-8f7d-0e07acc35446 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Allocated IP 172.26.1.67 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/2678a79a-a6df-4511-959e-c8c843149cd2) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:40.754032 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] Set router 27c05aab-aab0-452f-a3db-124803c48f68 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:38:40.815991 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-043dc41f-dd67-49fe-8249-22a168bb34f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.843195 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043dc41f-dd67-49fe-8249-22a168bb34f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15637e8-5d31-4b6c-9372-cac050fb008b,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:40.858272 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-bdcb3de0-652b-4791-bf33-66a45357e6e0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Unset dirty status for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:40.861519 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-043dc41f-dd67-49fe-8249-22a168bb34f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.862780 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-043dc41f-dd67-49fe-8249-22a168bb34f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c15637e8-5d31-4b6c-9372-cac050fb008b HTTP/1.1" status: 204 len: 168 time: 0.6387753 Apr 29 15:38:40.863341 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50190) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:40.869327 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-bdcb3de0-652b-4791-bf33-66a45357e6e0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports/f55b002f-5ce8-45b2-994b-f298589f234e HTTP/1.1" status: 404 len: 333 time: 0.3082161 Apr 29 15:38:40.880505 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-290c990c-4952-4fb5-9f1b-54f925d16cba tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'port': {'network_id': 'fff58e3d-3f04-435f-9a39-63c880802c71', 'name': 'tempest-PortsIpV6TestJSON-2052359671'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:40.934277 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9ae9eb34-4d55-4af1-930b-f6ea23bd9f36 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.984725 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f14b19c5-283f-4e5e-8f7d-0e07acc35446 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:41.046668 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-821477eb-8f44-45dd-80f0-e8b0ae07bce8 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:41.087038 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9eb34-4d55-4af1-930b-f6ea23bd9f36 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Pushing event deleted for resources: {'Port': ['ID=55ecefb0-9124-4175-a35b-9aed63616f7f,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:41.148756 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c05aab-aab0-452f-a3db-124803c48f68', 'name': 'tempest-snat-router-829338574', 'tenant_id': '21b3cb6277114da699b52cb29ae615ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '38e4080f-de5d-44a6-801a-90c3e05204da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:33Z', 'updated_at': '2022-04-29T15:38:37Z', 'revision_number': 3, 'project_id': '21b3cb6277114da699b52cb29ae615ed', 'gw_port': {'id': '38e4080f-de5d-44a6-801a-90c3e05204da', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c05aab-aab0-452f-a3db-124803c48f68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:35Z', 'updated_at': '2022-04-29T15:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:41.153876 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c37f50e-a220-4313-ab73-9d1ad956c20c None None] The sync data for ids ['27c05aab-aab0-452f-a3db-124803c48f68'] in dv-neutron-839913-1-hyperv is: [{'id': '27c05aab-aab0-452f-a3db-124803c48f68', 'name': 'tempest-snat-router-829338574', 'tenant_id': '21b3cb6277114da699b52cb29ae615ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '38e4080f-de5d-44a6-801a-90c3e05204da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:33Z', 'updated_at': '2022-04-29T15:38:37Z', 'revision_number': 3, 'project_id': '21b3cb6277114da699b52cb29ae615ed', 'gw_port': {'id': '38e4080f-de5d-44a6-801a-90c3e05204da', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c05aab-aab0-452f-a3db-124803c48f68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:35Z', 'updated_at': '2022-04-29T15:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:38:41.228420 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-290c990c-4952-4fb5-9f1b-54f925d16cba tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:41.246269 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-290c990c-4952-4fb5-9f1b-54f925d16cba tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:41.269101 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9ae9eb34-4d55-4af1-930b-f6ea23bd9f36 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:41.273268 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9ae9eb34-4d55-4af1-930b-f6ea23bd9f36 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] 10.222.0.21 "DELETE /v2.0/ports/55ecefb0-9124-4175-a35b-9aed63616f7f HTTP/1.1" status: 204 len: 168 time: 1.2044485 Apr 29 15:38:41.273428 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f14b19c5-283f-4e5e-8f7d-0e07acc35446 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:41.274695 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50196) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:41.283318 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ac239-6e24-477b-a303-67914495bf32 req-4d1bce08-1c2b-4889-9d1c-30325152044b tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:41.284779 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2e7ac239-6e24-477b-a303-67914495bf32 req-4d1bce08-1c2b-4889-9d1c-30325152044b tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.2983246 Apr 29 15:38:41.344610 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290c990c-4952-4fb5-9f1b-54f925d16cba tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:41.347904 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-290c990c-4952-4fb5-9f1b-54f925d16cba tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:41.351354 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b19c5-283f-4e5e-8f7d-0e07acc35446 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Pushing event updated for resources: {'Port': ['ID=2678a79a-a6df-4511-959e-c8c843149cd2,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:41.370795 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14b19c5-283f-4e5e-8f7d-0e07acc35446 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:41.374220 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-f14b19c5-283f-4e5e-8f7d-0e07acc35446 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:41.376594 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14b19c5-283f-4e5e-8f7d-0e07acc35446 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:41.396577 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-290c990c-4952-4fb5-9f1b-54f925d16cba tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] device_id is not set on port 63c81f29-4d76-4c46-95df-dd12464a62a6 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:38:41.466721 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2e7ac239-6e24-477b-a303-67914495bf32 req-452e3775-44cc-496d-bd61-af033d0b0e82 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497293 Apr 29 15:38:41.555522 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-821477eb-8f44-45dd-80f0-e8b0ae07bce8 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:41.600980 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe80ebb-e547-462d-b3b9-a88756c0445a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:41.601657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7fe80ebb-e547-462d-b3b9-a88756c0445a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Synchronizing usage tracker for tenant:029d940cbbbd46588e10c3fefc2fd379 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:41.605987 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-821477eb-8f44-45dd-80f0-e8b0ae07bce8 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Deleting port 38e4080f-de5d-44a6-801a-90c3e05204da {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:41.606413 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-821477eb-8f44-45dd-80f0-e8b0ae07bce8 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:41.672699 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f14b19c5-283f-4e5e-8f7d-0e07acc35446 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_gateway, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:41.673542 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f14b19c5-283f-4e5e-8f7d-0e07acc35446 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:41.705046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7fe80ebb-e547-462d-b3b9-a88756c0445a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Unset dirty status for tenant:029d940cbbbd46588e10c3fefc2fd379 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:41.706243 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7fe80ebb-e547-462d-b3b9-a88756c0445a tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] 10.222.0.21 "GET /v2.0/ports?device_id=a017494e-3fd1-4c6c-a62d-60aab81bd04f HTTP/1.1" status: 200 len: 913 time: 0.4311259 Apr 29 15:38:41.712200 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50210) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:41.891376 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-290c990c-4952-4fb5-9f1b-54f925d16cba tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:41.917390 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-821477eb-8f44-45dd-80f0-e8b0ae07bce8 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] For port 38e4080f-de5d-44a6-801a-90c3e05204da, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=38e4080f-de5d-44a6-801a-90c3e05204da,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:41.917593 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-821477eb-8f44-45dd-80f0-e8b0ae07bce8 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.049432 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-290c990c-4952-4fb5-9f1b-54f925d16cba tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.049656 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-821477eb-8f44-45dd-80f0-e8b0ae07bce8 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Calling delete_port for 38e4080f-de5d-44a6-801a-90c3e05204da owned by network:router_gateway {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:42.185338 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290c990c-4952-4fb5-9f1b-54f925d16cba tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network fff58e3d-3f04-435f-9a39-63c880802c71 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:42.190886 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-290c990c-4952-4fb5-9f1b-54f925d16cba tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:42.195846 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290c990c-4952-4fb5-9f1b-54f925d16cba tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:42.200918 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290c990c-4952-4fb5-9f1b-54f925d16cba tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:42.204243 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-290c990c-4952-4fb5-9f1b-54f925d16cba tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.214915 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c990c-4952-4fb5-9f1b-54f925d16cba tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Port': ['ID=63c81f29-4d76-4c46-95df-dd12464a62a6,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:42.290597 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50222) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:42.301045 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e7905fa8-c157-4668-bff3-9b30469d9f01 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.353182 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14b19c5-283f-4e5e-8f7d-0e07acc35446 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Router b4837753-f57f-4c11-8fe3-f286cde9a969 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:38:42.356468 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-821477eb-8f44-45dd-80f0-e8b0ae07bce8 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.366230 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-290c990c-4952-4fb5-9f1b-54f925d16cba tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4991868 Apr 29 15:38:42.370817 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50228) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:42.409828 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821477eb-8f44-45dd-80f0-e8b0ae07bce8 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Pushing event deleted for resources: {'Port': ['ID=38e4080f-de5d-44a6-801a-90c3e05204da,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:42.425123 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-666a406f-3c65-4cc3-ae56-b122fc81f10f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:42.451865 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-0976103a-ddf1-4fd5-8a3d-2dd19e9c11b4 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1032647123'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:42.510627 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0976103a-ddf1-4fd5-8a3d-2dd19e9c11b4 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:42.554042 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0976103a-ddf1-4fd5-8a3d-2dd19e9c11b4 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Usage tracker for resource:network and tenant:9be77e6218e447e4a56f20d7631f9aa4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:42.567340 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-666a406f-3c65-4cc3-ae56-b122fc81f10f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.608155 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0976103a-ddf1-4fd5-8a3d-2dd19e9c11b4 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:42.724366 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0976103a-ddf1-4fd5-8a3d-2dd19e9c11b4 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:42.883847 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0976103a-ddf1-4fd5-8a3d-2dd19e9c11b4 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Made reservation on behalf of 9be77e6218e447e4a56f20d7631f9aa4 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:42.886846 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0976103a-ddf1-4fd5-8a3d-2dd19e9c11b4 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.900910 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f543c99-be5d-49fa-964d-f40575923f31 req-92884284-b024-46b7-8115-62e397189f25 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:42.902522 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2f543c99-be5d-49fa-964d-f40575923f31 req-92884284-b024-46b7-8115-62e397189f25 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.2814736 Apr 29 15:38:42.909437 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0976103a-ddf1-4fd5-8a3d-2dd19e9c11b4 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.923194 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-821477eb-8f44-45dd-80f0-e8b0ae07bce8 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:43.032401 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-666a406f-3c65-4cc3-ae56-b122fc81f10f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:43.092980 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2f543c99-be5d-49fa-964d-f40575923f31 req-fd07fb6c-229f-426c-b366-9ef62988b94d tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776216 Apr 29 15:38:43.107099 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-666a406f-3c65-4cc3-ae56-b122fc81f10f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:43.201377 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0976103a-ddf1-4fd5-8a3d-2dd19e9c11b4 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:43.218954 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0976103a-ddf1-4fd5-8a3d-2dd19e9c11b4 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Usage tracker for resource:security_group_rule and tenant:9be77e6218e447e4a56f20d7631f9aa4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:43.223864 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0976103a-ddf1-4fd5-8a3d-2dd19e9c11b4 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:43.231990 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0976103a-ddf1-4fd5-8a3d-2dd19e9c11b4 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:43.236181 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-821477eb-8f44-45dd-80f0-e8b0ae07bce8 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:43.250019 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-821477eb-8f44-45dd-80f0-e8b0ae07bce8 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:43.281296 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-666a406f-3c65-4cc3-ae56-b122fc81f10f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] In _notify_port_updated(), no bound segment for port 63c81f29-4d76-4c46-95df-dd12464a62a6 on network fff58e3d-3f04-435f-9a39-63c880802c71 {{(pid=84770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 15:38:43.284958 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666a406f-3c65-4cc3-ae56-b122fc81f10f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:43.285541 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-666a406f-3c65-4cc3-ae56-b122fc81f10f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:43.286810 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-666a406f-3c65-4cc3-ae56-b122fc81f10f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "PUT /v2.0/ports/63c81f29-4d76-4c46-95df-dd12464a62a6 HTTP/1.1" status: 200 len: 818 time: 0.8705347 Apr 29 15:38:43.290127 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50234) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:43.320857 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14b19c5-283f-4e5e-8f7d-0e07acc35446 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:38:43.334380 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9586dde-2b89-42bb-856e-b242191db206 None None] Sync routers for ids ['b4837753-f57f-4c11-8fe3-f286cde9a969'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:38:43.347416 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9586dde-2b89-42bb-856e-b242191db206 None None] Routers {'b4837753-f57f-4c11-8fe3-f286cde9a969'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:43.348422 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-f9586dde-2b89-42bb-856e-b242191db206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['b4837753-f57f-4c11-8fe3-f286cde9a969'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:43.366115 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0976103a-ddf1-4fd5-8a3d-2dd19e9c11b4 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:43.373304 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a406f-3c65-4cc3-ae56-b122fc81f10f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Port': ['ID=63c81f29-4d76-4c46-95df-dd12464a62a6,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:43.387181 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-821477eb-8f44-45dd-80f0-e8b0ae07bce8 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:43.387755 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821477eb-8f44-45dd-80f0-e8b0ae07bce8 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27c05aab-aab0-452f-a3db-124803c48f68 {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:38:43.392447 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-821477eb-8f44-45dd-80f0-e8b0ae07bce8 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:43.397058 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-821477eb-8f44-45dd-80f0-e8b0ae07bce8 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "DELETE /v2.0/routers/27c05aab-aab0-452f-a3db-124803c48f68 HTTP/1.1" status: 204 len: 168 time: 3.0027933 Apr 29 15:38:43.397058 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50238) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:43.415444 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-5f5d7382-4e85-43e2-8e9b-8216eae92552 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting port 63c81f29-4d76-4c46-95df-dd12464a62a6 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:43.415777 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5f5d7382-4e85-43e2-8e9b-8216eae92552 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:43.419541 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-f9586dde-2b89-42bb-856e-b242191db206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:43.430709 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9586dde-2b89-42bb-856e-b242191db206 None None] Routers {'b4837753-f57f-4c11-8fe3-f286cde9a969'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:43.431321 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-f9586dde-2b89-42bb-856e-b242191db206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['b4837753-f57f-4c11-8fe3-f286cde9a969'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:43.455271 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0976103a-ddf1-4fd5-8a3d-2dd19e9c11b4 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:43.498802 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-f9586dde-2b89-42bb-856e-b242191db206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:43.499213 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9586dde-2b89-42bb-856e-b242191db206 None None] The sync data for ids ['b4837753-f57f-4c11-8fe3-f286cde9a969'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:38:43.538791 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f14b19c5-283f-4e5e-8f7d-0e07acc35446 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:43.539998 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f14b19c5-283f-4e5e-8f7d-0e07acc35446 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.9772615 Apr 29 15:38:43.541113 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0976103a-ddf1-4fd5-8a3d-2dd19e9c11b4 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:38:43.552667 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50242) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:43.557256 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2a0e9c77-782a-489f-89cb-a15c847fa200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:43.574466 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-688fc0ae-ee62-4048-9276-be3e09206298 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'enable_snat': False}}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:43.646895 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0976103a-ddf1-4fd5-8a3d-2dd19e9c11b4 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:43.647150 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-0976103a-ddf1-4fd5-8a3d-2dd19e9c11b4 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Added segment c9b22bc9-d3fe-427c-a726-bd4692e17428 of type vlan for network 3ba7d83e-761a-4f7d-8f38-fda3c8097bcd Apr 29 15:38:43.649296 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976103a-ddf1-4fd5-8a3d-2dd19e9c11b4 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54beaada-75bf-4346-819d-a2c32aa130fc,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:43.714076 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5f5d7382-4e85-43e2-8e9b-8216eae92552 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:43.763038 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0976103a-ddf1-4fd5-8a3d-2dd19e9c11b4 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:43.842152 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-5f5d7382-4e85-43e2-8e9b-8216eae92552 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Calling delete_port for 63c81f29-4d76-4c46-95df-dd12464a62a6 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:43.868983 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0976103a-ddf1-4fd5-8a3d-2dd19e9c11b4 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:43.873436 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0976103a-ddf1-4fd5-8a3d-2dd19e9c11b4 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:43.874012 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0976103a-ddf1-4fd5-8a3d-2dd19e9c11b4 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:43.976368 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-e7905fa8-c157-4668-bff3-9b30469d9f01 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Deleting port 69213daf-3b34-49ea-b775-a506791a9c24 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:43.976952 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e7905fa8-c157-4668-bff3-9b30469d9f01 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:44.033804 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5f5d7382-4e85-43e2-8e9b-8216eae92552 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:44.062021 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0976103a-ddf1-4fd5-8a3d-2dd19e9c11b4 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7702022 Apr 29 15:38:44.062999 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976103a-ddf1-4fd5-8a3d-2dd19e9c11b4 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Pushing event updated for resources: {'Network': ['ID=3ba7d83e-761a-4f7d-8f38-fda3c8097bcd,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:44.067583 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-851cbe78-9fcc-41fd-a43b-ab2f7db1ea14 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:44.070115 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50248) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:44.085178 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 3ba7d83e-761a-4f7d-8f38-fda3c8097bcd details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:38:44.089764 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-163b32c0-fd8c-4fd8-a50b-a723f00fe34c tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Request body: {'subnet': {'network_id': '3ba7d83e-761a-4f7d-8f38-fda3c8097bcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:44.123496 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d7382-4e85-43e2-8e9b-8216eae92552 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Port': ['ID=63c81f29-4d76-4c46-95df-dd12464a62a6,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:44.310291 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5f5d7382-4e85-43e2-8e9b-8216eae92552 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:44.348362 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5f5d7382-4e85-43e2-8e9b-8216eae92552 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/ports/63c81f29-4d76-4c46-95df-dd12464a62a6 HTTP/1.1" status: 204 len: 168 time: 1.0572217 Apr 29 15:38:44.361894 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50254) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:44.362440 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-163b32c0-fd8c-4fd8-a50b-a723f00fe34c tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:44.373634 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-163b32c0-fd8c-4fd8-a50b-a723f00fe34c tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Usage tracker for resource:subnet and tenant:9be77e6218e447e4a56f20d7631f9aa4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:44.379164 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-163b32c0-fd8c-4fd8-a50b-a723f00fe34c tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:44.406947 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-163b32c0-fd8c-4fd8-a50b-a723f00fe34c tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:44.409896 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e7905fa8-c157-4668-bff3-9b30469d9f01 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:44.502126 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6729bbc2-9139-4a97-b8a4-9ea0493a32f1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:44.503468 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6729bbc2-9139-4a97-b8a4-9ea0493a32f1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1406252 Apr 29 15:38:44.506772 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50258) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:44.537853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-e7905fa8-c157-4668-bff3-9b30469d9f01 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Calling delete_port for 69213daf-3b34-49ea-b775-a506791a9c24 owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:44.565875 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3491a9b-8ffe-40ce-a9c4-6351432ac33a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] GET failed (client error): The resource could not be found. Apr 29 15:38:44.567399 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a3491a9b-8ffe-40ce-a9c4-6351432ac33a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports/63c81f29-4d76-4c46-95df-dd12464a62a6 HTTP/1.1" status: 404 len: 333 time: 0.0560884 Apr 29 15:38:44.571360 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50262) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:44.579861 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-4f4f0edb-4a8d-4949-83b4-6165e5e4956e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-161683436'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:44.589559 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4f4f0edb-4a8d-4949-83b4-6165e5e4956e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:44.595234 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c0dd8-57a7-42d9-8e08-39e0d59074f2 req-c04fdd8e-7820-4ef6-9124-0903f03cc377 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:44.596713 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fd6c0dd8-57a7-42d9-8e08-39e0d59074f2 req-c04fdd8e-7820-4ef6-9124-0903f03cc377 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.3335807 Apr 29 15:38:44.599749 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163b32c0-fd8c-4fd8-a50b-a723f00fe34c tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Made reservation on behalf of 9be77e6218e447e4a56f20d7631f9aa4 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:44.611196 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4f4f0edb-4a8d-4949-83b4-6165e5e4956e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:network and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:44.617075 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4f4f0edb-4a8d-4949-83b4-6165e5e4956e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:44.625631 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4f4f0edb-4a8d-4949-83b4-6165e5e4956e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:44.723128 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4f0edb-4a8d-4949-83b4-6165e5e4956e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:44.726060 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4f4f0edb-4a8d-4949-83b4-6165e5e4956e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:44.798708 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-851cbe78-9fcc-41fd-a43b-ab2f7db1ea14 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:44.833797 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4f0edb-4a8d-4949-83b4-6165e5e4956e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:38:44.851549 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4f4f0edb-4a8d-4949-83b4-6165e5e4956e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:44.851549 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-4f4f0edb-4a8d-4949-83b4-6165e5e4956e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Added segment cf08dbd2-b30b-47d8-b893-9c2f8743ce94 of type vlan for network 1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57 Apr 29 15:38:44.873721 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-163b32c0-fd8c-4fd8-a50b-a723f00fe34c tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:44.887040 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4f4f0edb-4a8d-4949-83b4-6165e5e4956e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:44.898277 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-851cbe78-9fcc-41fd-a43b-ab2f7db1ea14 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Deleting port 04f9198c-eb41-4c69-95ee-af24e103bb46 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:44.898645 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-851cbe78-9fcc-41fd-a43b-ab2f7db1ea14 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:44.900383 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fd6c0dd8-57a7-42d9-8e08-39e0d59074f2 req-5ff59f95-c06a-4deb-89a6-d622e5bcea86 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2852526 Apr 29 15:38:44.965158 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:45.055611 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4f4f0edb-4a8d-4949-83b4-6165e5e4956e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:45.060099 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4f0edb-4a8d-4949-83b4-6165e5e4956e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:45.060683 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4f4f0edb-4a8d-4949-83b4-6165e5e4956e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:45.132384 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e7905fa8-c157-4668-bff3-9b30469d9f01 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:45.190453 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7905fa8-c157-4668-bff3-9b30469d9f01 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Pushing event deleted for resources: {'Port': ['ID=69213daf-3b34-49ea-b775-a506791a9c24,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:45.203639 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-688fc0ae-ee62-4048-9276-be3e09206298 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:45.226185 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f0edb-4a8d-4949-83b4-6165e5e4956e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Network': ['ID=1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:45.237349 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-851cbe78-9fcc-41fd-a43b-ab2f7db1ea14 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] For port 04f9198c-eb41-4c69-95ee-af24e103bb46, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=04f9198c-eb41-4c69-95ee-af24e103bb46,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:45.237721 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-851cbe78-9fcc-41fd-a43b-ab2f7db1ea14 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:45.241217 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:38:45.251501 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4f4f0edb-4a8d-4949-83b4-6165e5e4956e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6765735 Apr 29 15:38:45.300388 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50266) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:45.380715 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-851cbe78-9fcc-41fd-a43b-ab2f7db1ea14 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Calling delete_port for 04f9198c-eb41-4c69-95ee-af24e103bb46 owned by network:router_gateway {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:45.410269 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-db41a235-5b81-4617-af16-3c3ca220f1c1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'subnet': {'network_id': '1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:45.610068 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-163b32c0-fd8c-4fd8-a50b-a723f00fe34c tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:45.623512 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-db41a235-5b81-4617-af16-3c3ca220f1c1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:45.631276 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-db41a235-5b81-4617-af16-3c3ca220f1c1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:subnet and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:45.639564 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-db41a235-5b81-4617-af16-3c3ca220f1c1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:45.647782 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-db41a235-5b81-4617-af16-3c3ca220f1c1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:45.663867 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e7905fa8-c157-4668-bff3-9b30469d9f01 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:45.701526 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b32c0-fd8c-4fd8-a50b-a723f00fe34c tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Pushing event updated for resources: {'Subnet': ['ID=7f0be395-4cd3-413b-aac3-dc1b8c831176,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:45.819528 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163b32c0-fd8c-4fd8-a50b-a723f00fe34c tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Checking segment: {'id': 'c9b22bc9-d3fe-427c-a726-bd4692e17428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ba7d83e-761a-4f7d-8f38-fda3c8097bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:38:45.820278 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163b32c0-fd8c-4fd8-a50b-a723f00fe34c tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Network hostable DHCP agents. Network: 3ba7d83e-761a-4f7d-8f38-fda3c8097bcd, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:38:45.821757 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db41a235-5b81-4617-af16-3c3ca220f1c1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:45.873315 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ed84e63b-8ace-454a-adf7-38987ae60680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:45.975749 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163b32c0-fd8c-4fd8-a50b-a723f00fe34c tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Network 3ba7d83e-761a-4f7d-8f38-fda3c8097bcd is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:38:46.088720 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-db41a235-5b81-4617-af16-3c3ca220f1c1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.123425 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-163b32c0-fd8c-4fd8-a50b-a723f00fe34c tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 3ba7d83e-761a-4f7d-8f38-fda3c8097bcd) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:46.132538 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949d9c30-e64e-4640-8348-8b8fa52fe11d None None] Network 3ba7d83e-761a-4f7d-8f38-fda3c8097bcd requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:38:46.143134 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163b32c0-fd8c-4fd8-a50b-a723f00fe34c tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:46.143691 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-163b32c0-fd8c-4fd8-a50b-a723f00fe34c tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.162427 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-851cbe78-9fcc-41fd-a43b-ab2f7db1ea14 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.230796 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cbe78-9fcc-41fd-a43b-ab2f7db1ea14 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Pushing event deleted for resources: {'Port': ['ID=04f9198c-eb41-4c69-95ee-af24e103bb46,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:46.233567 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488f20e-714a-47bc-9663-9e9c630128c7 req-7e4572d6-d115-42d1-a0fa-3a30bfe6a1ce tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:46.235074 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9488f20e-714a-47bc-9663-9e9c630128c7 req-7e4572d6-d115-42d1-a0fa-3a30bfe6a1ce tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.2007570 Apr 29 15:38:46.321311 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-163b32c0-fd8c-4fd8-a50b-a723f00fe34c tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2471249 Apr 29 15:38:46.323307 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50272) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:46.331338 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-9345c9c6-8b1c-4172-a870-62320da7802d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Request body: {'port': {'network_id': '3ba7d83e-761a-4f7d-8f38-fda3c8097bcd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-715143102'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:46.334130 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-688fc0ae-ee62-4048-9276-be3e09206298 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.352020 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-688fc0ae-ee62-4048-9276-be3e09206298 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626962'] for router, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.384023 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed70a64-682c-4635-84ba-a19acbb44019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-3ba7d83e-761a-4f7d-8f38-fda3c8097bcd', 'network_id': '3ba7d83e-761a-4f7d-8f38-fda3c8097bcd', 'tenant_id': '9be77e6218e447e4a56f20d7631f9aa4', 'fixed_ips': [{'subnet_id': '7f0be395-4cd3-413b-aac3-dc1b8c831176'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:38:46.385829 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2ed70a64-682c-4635-84ba-a19acbb44019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.557194 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-2ed70a64-682c-4635-84ba-a19acbb44019 None None] Allocated IP 2001:db8::2 (3ba7d83e-761a-4f7d-8f38-fda3c8097bcd/7f0be395-4cd3-413b-aac3-dc1b8c831176/389af594-7f65-4abf-aacb-c8c8209b6672) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:46.558813 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9488f20e-714a-47bc-9663-9e9c630128c7 req-c70409c7-6a5c-4139-b357-661ad6b2de62 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3174863 Apr 29 15:38:46.618653 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9345c9c6-8b1c-4172-a870-62320da7802d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:46.623659 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9345c9c6-8b1c-4172-a870-62320da7802d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Usage tracker for resource:port and tenant:9be77e6218e447e4a56f20d7631f9aa4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:46.627313 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9345c9c6-8b1c-4172-a870-62320da7802d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:46.634013 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9345c9c6-8b1c-4172-a870-62320da7802d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:46.686920 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7905fa8-c157-4668-bff3-9b30469d9f01 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Router a017494e-3fd1-4c6c-a62d-60aab81bd04f has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:38:46.689787 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-851cbe78-9fcc-41fd-a43b-ab2f7db1ea14 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.760577 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9345c9c6-8b1c-4172-a870-62320da7802d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Made reservation on behalf of 9be77e6218e447e4a56f20d7631f9aa4 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:46.764391 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9345c9c6-8b1c-4172-a870-62320da7802d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.859031 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-9345c9c6-8b1c-4172-a870-62320da7802d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] device_id is not set on port 3e5d35f9-5a92-41e4-b32f-59397535ea7f yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:38:46.907306 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2ed70a64-682c-4635-84ba-a19acbb44019 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.918946 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2ed70a64-682c-4635-84ba-a19acbb44019 None None] Transition to ACTIVE for port object 389af594-7f65-4abf-aacb-c8c8209b6672 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:46.939220 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2ed70a64-682c-4635-84ba-a19acbb44019 None None] Transition to ACTIVE for port object 389af594-7f65-4abf-aacb-c8c8209b6672 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:47.011758 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7905fa8-c157-4668-bff3-9b30469d9f01 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:38:47.026105 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e329b40-7924-4a72-9f83-3f2f52c65bca None None] Sync routers for ids ['a017494e-3fd1-4c6c-a62d-60aab81bd04f'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:38:47.034066 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e7905fa8-c157-4668-bff3-9b30469d9f01 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] 10.222.0.21 "PUT /v2.0/routers/a017494e-3fd1-4c6c-a62d-60aab81bd04f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3183579 Apr 29 15:38:47.034406 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50280) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:47.046889 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2ed70a64-682c-4635-84ba-a19acbb44019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.059458 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.085681 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-db41a235-5b81-4617-af16-3c3ca220f1c1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.139579 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-851cbe78-9fcc-41fd-a43b-ab2f7db1ea14 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.173096 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-851cbe78-9fcc-41fd-a43b-ab2f7db1ea14 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.197343 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e329b40-7924-4a72-9f83-3f2f52c65bca None None] Routers {'a017494e-3fd1-4c6c-a62d-60aab81bd04f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:47.198955 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-0e329b40-7924-4a72-9f83-3f2f52c65bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a017494e-3fd1-4c6c-a62d-60aab81bd04f'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:47.206514 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41a235-5b81-4617-af16-3c3ca220f1c1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Subnet': ['ID=35a29f00-0ddd-478d-a7f3-38932b1f6cea,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:47.245492 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41a235-5b81-4617-af16-3c3ca220f1c1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Checking segment: {'id': 'cf08dbd2-b30b-47d8-b893-9c2f8743ce94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:38:47.245887 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db41a235-5b81-4617-af16-3c3ca220f1c1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network hostable DHCP agents. Network: 1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:38:47.290467 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688fc0ae-ee62-4048-9276-be3e09206298 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Router b4837753-f57f-4c11-8fe3-f286cde9a969 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:38:47.293155 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-0e329b40-7924-4a72-9f83-3f2f52c65bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:47.300956 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-851cbe78-9fcc-41fd-a43b-ab2f7db1ea14 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.301484 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851cbe78-9fcc-41fd-a43b-ab2f7db1ea14 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5db68700-8756-4cc9-9704-888b9b6f05c9 {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:38:47.320942 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed70a64-682c-4635-84ba-a19acbb44019 None None] Network 3ba7d83e-761a-4f7d-8f38-fda3c8097bcd is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:47.325753 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-2ed70a64-682c-4635-84ba-a19acbb44019 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:47.328350 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed70a64-682c-4635-84ba-a19acbb44019 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:47.335065 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed70a64-682c-4635-84ba-a19acbb44019 None None] Pushing event updated for resources: {'Port': ['ID=389af594-7f65-4abf-aacb-c8c8209b6672,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:47.370846 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db41a235-5b81-4617-af16-3c3ca220f1c1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network 1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:38:47.386735 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-9345c9c6-8b1c-4172-a870-62320da7802d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Allocated IP 2001:db8::18f (3ba7d83e-761a-4f7d-8f38-fda3c8097bcd/7f0be395-4cd3-413b-aac3-dc1b8c831176/3e5d35f9-5a92-41e4-b32f-59397535ea7f) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:47.415825 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e329b40-7924-4a72-9f83-3f2f52c65bca None None] Routers {'a017494e-3fd1-4c6c-a62d-60aab81bd04f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:47.416778 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-0e329b40-7924-4a72-9f83-3f2f52c65bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a017494e-3fd1-4c6c-a62d-60aab81bd04f'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:47.442162 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603dd76-f70e-4399-9518-b08bcc07de91 req-b53c6419-501e-4473-a349-da7d6212f620 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:47.443714 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d603dd76-f70e-4399-9518-b08bcc07de91 req-b53c6419-501e-4473-a349-da7d6212f620 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.2707844 Apr 29 15:38:47.469509 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-851cbe78-9fcc-41fd-a43b-ab2f7db1ea14 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.474065 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-851cbe78-9fcc-41fd-a43b-ab2f7db1ea14 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "DELETE /v2.0/routers/5db68700-8756-4cc9-9704-888b9b6f05c9 HTTP/1.1" status: 204 len: 168 time: 4.0730913 Apr 29 15:38:47.474517 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50284) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:47.479346 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-04016d70-492b-4b48-803c-9e6fbb9f2ac6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-592677649', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}, 'admin_state_up': False}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:47.488770 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-04016d70-492b-4b48-803c-9e6fbb9f2ac6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:47.494235 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-04016d70-492b-4b48-803c-9e6fbb9f2ac6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Usage tracker for resource:router and tenant:578af6b7ee6e47d085e1fc6b8347c84b is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:47.498521 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-04016d70-492b-4b48-803c-9e6fbb9f2ac6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:47.500043 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-0e329b40-7924-4a72-9f83-3f2f52c65bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:47.500533 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e329b40-7924-4a72-9f83-3f2f52c65bca None None] The sync data for ids ['a017494e-3fd1-4c6c-a62d-60aab81bd04f'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:38:47.505781 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-04016d70-492b-4b48-803c-9e6fbb9f2ac6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:47.506984 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-2ed70a64-682c-4635-84ba-a19acbb44019 None None] Attempting to bind port 389af594-7f65-4abf-aacb-c8c8209b6672 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:47.508055 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-2ed70a64-682c-4635-84ba-a19acbb44019 None None] Attempting to bind port 389af594-7f65-4abf-aacb-c8c8209b6672 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'c9b22bc9-d3fe-427c-a726-bd4692e17428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ba7d83e-761a-4f7d-8f38-fda3c8097bcd'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:47.508055 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed70a64-682c-4635-84ba-a19acbb44019 None None] Attempting to bind port 389af594-7f65-4abf-aacb-c8c8209b6672 on network 3ba7d83e-761a-4f7d-8f38-fda3c8097bcd {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:47.517058 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed70a64-682c-4635-84ba-a19acbb44019 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:38:47.521737 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed70a64-682c-4635-84ba-a19acbb44019 None None] Checking segment: {'id': 'c9b22bc9-d3fe-427c-a726-bd4692e17428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ba7d83e-761a-4f7d-8f38-fda3c8097bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:38:47.521737 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2ed70a64-682c-4635-84ba-a19acbb44019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.521737 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed70a64-682c-4635-84ba-a19acbb44019 None None] Bound using segment: {'id': 'c9b22bc9-d3fe-427c-a726-bd4692e17428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ba7d83e-761a-4f7d-8f38-fda3c8097bcd'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:38:47.521737 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-2ed70a64-682c-4635-84ba-a19acbb44019 None None] Bound port: 389af594-7f65-4abf-aacb-c8c8209b6672, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b22bc9-d3fe-427c-a726-bd4692e17428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ba7d83e-761a-4f7d-8f38-fda3c8097bcd'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:38:47.521737 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2ed70a64-682c-4635-84ba-a19acbb44019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.523249 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-db41a235-5b81-4617-af16-3c3ca220f1c1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:47.530362 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db41a235-5b81-4617-af16-3c3ca220f1c1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:47.530967 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-db41a235-5b81-4617-af16-3c3ca220f1c1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.570165 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cff3f4-6ffd-44ec-91e1-c8ba14e6db3b None None] Network 1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:38:47.588991 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688fc0ae-ee62-4048-9276-be3e09206298 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:38:47.592971 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-688fc0ae-ee62-4048-9276-be3e09206298 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.596883 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-688fc0ae-ee62-4048-9276-be3e09206298 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "PUT /v2.0/routers/b4837753-f57f-4c11-8fe3-f286cde9a969 HTTP/1.1" status: 200 len: 921 time: 4.0403013 Apr 29 15:38:47.597662 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50288) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:47.607001 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b2ace-913f-40b2-9f3a-0fa115d1d4b5 None None] Sync routers for ids ['b4837753-f57f-4c11-8fe3-f286cde9a969'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:38:47.618649 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-be6bd8f9-b050-416c-a87a-1821922457a9 req-65dcd105-9877-45c8-8cdb-2bbc8d1a5fb9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d55e79ec04d4b58a1f4cdc4e929c13f&device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 1098 time: 0.2908354 Apr 29 15:38:47.629121 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b2ace-913f-40b2-9f3a-0fa115d1d4b5 None None] Routers {'b4837753-f57f-4c11-8fe3-f286cde9a969'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:47.631618 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-2c3b2ace-913f-40b2-9f3a-0fa115d1d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['b4837753-f57f-4c11-8fe3-f286cde9a969'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:47.633604 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d603dd76-f70e-4399-9518-b08bcc07de91 req-725890e7-b85a-4430-92ba-f8e30ab5b75d tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656518 Apr 29 15:38:47.656373 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-04016d70-492b-4b48-803c-9e6fbb9f2ac6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.657193 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-04016d70-492b-4b48-803c-9e6fbb9f2ac6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.663509 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.664164 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-db41a235-5b81-4617-af16-3c3ca220f1c1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3627250 Apr 29 15:38:47.679491 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50292) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:47.734688 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-2ed70a64-682c-4635-84ba-a19acbb44019 None None] For port 389af594-7f65-4abf-aacb-c8c8209b6672, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:38:47.740848 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-07028b58-edd3-4926-bed6-09c42cea4c73 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'subnet': {'network_id': '1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:47.755387 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-2ed70a64-682c-4635-84ba-a19acbb44019 None None] For port 389af594-7f65-4abf-aacb-c8c8209b6672, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=389af594-7f65-4abf-aacb-c8c8209b6672,segment=NetworkSegment(c9b22bc9-d3fe-427c-a726-bd4692e17428),segment_id=c9b22bc9-d3fe-427c-a726-bd4692e17428)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:38:47.777059 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-2c3b2ace-913f-40b2-9f3a-0fa115d1d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:47.792191 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b2ace-913f-40b2-9f3a-0fa115d1d4b5 None None] Routers {'b4837753-f57f-4c11-8fe3-f286cde9a969'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:47.793289 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-2c3b2ace-913f-40b2-9f3a-0fa115d1d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['b4837753-f57f-4c11-8fe3-f286cde9a969'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:47.840409 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-04016d70-492b-4b48-803c-9e6fbb9f2ac6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.854114 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2ed70a64-682c-4635-84ba-a19acbb44019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.883535 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9345c9c6-8b1c-4172-a870-62320da7802d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.919212 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4caa89-6885-42ec-a8c3-268d83d147fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57', 'network_id': '1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57', 'tenant_id': '181454145b0d449b8706b073dae04744', 'fixed_ips': [{'subnet_id': '35a29f00-0ddd-478d-a7f3-38932b1f6cea'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:38:47.920229 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6f4caa89-6885-42ec-a8c3-268d83d147fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.923088 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7752931d-3275-4220-9b72-d0f835290431 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "GET /v2.0/routers/b4837753-f57f-4c11-8fe3-f286cde9a969 HTTP/1.1" status: 200 len: 921 time: 0.3239632 Apr 29 15:38:47.924849 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50296) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:47.936009 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-2c3b2ace-913f-40b2-9f3a-0fa115d1d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:47.936676 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b2ace-913f-40b2-9f3a-0fa115d1d4b5 None None] The sync data for ids ['b4837753-f57f-4c11-8fe3-f286cde9a969'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:38:47.956236 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-daedc6a4-3e6d-4a98-a20d-0b598ddc2c60 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.015558 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-9345c9c6-8b1c-4172-a870-62320da7802d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Transition to ACTIVE for port object 3e5d35f9-5a92-41e4-b32f-59397535ea7f will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:48.039230 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed70a64-682c-4635-84ba-a19acbb44019 None None] Pushing event updated for resources: {'Port': ['ID=389af594-7f65-4abf-aacb-c8c8209b6672,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:48.127031 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-04016d70-492b-4b48-803c-9e6fbb9f2ac6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.141446 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-820e0ab4-b01b-4562-8962-a8c1e98524f6 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Synchronizing usage tracker for tenant:07bb161daa604b449e1004209d497fd3 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:48.167633 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-6f4caa89-6885-42ec-a8c3-268d83d147fb None None] Allocated IP 2001:db8::2 (1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57/35a29f00-0ddd-478d-a7f3-38932b1f6cea/7eb40267-8278-4fdf-a140-6007339daeb5) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:48.262954 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bd8f9-b050-416c-a87a-1821922457a9 req-656c4d08-cc36-4fcf-abed-b4c6b0cf08d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:48.264427 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-be6bd8f9-b050-416c-a87a-1821922457a9 req-656c4d08-cc36-4fcf-abed-b4c6b0cf08d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c9a7398-6fd3-4213-804e-eb3de185a894 HTTP/1.1" status: 200 len: 913 time: 0.6368072 Apr 29 15:38:48.305473 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-820e0ab4-b01b-4562-8962-a8c1e98524f6 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Unset dirty status for tenant:07bb161daa604b449e1004209d497fd3 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:48.318537 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-820e0ab4-b01b-4562-8962-a8c1e98524f6 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&device_id=b4837753-f57f-4c11-8fe3-f286cde9a969&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3929641 Apr 29 15:38:48.332152 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50300) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:48.372192 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.408229 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-07028b58-edd3-4926-bed6-09c42cea4c73 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:48.432090 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-07028b58-edd3-4926-bed6-09c42cea4c73 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:subnet and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:48.437413 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-07028b58-edd3-4926-bed6-09c42cea4c73 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:48.449484 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-07028b58-edd3-4926-bed6-09c42cea4c73 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:48.487823 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-be6bd8f9-b050-416c-a87a-1821922457a9 req-a971098d-3808-4fd5-994c-6b0d1e8ef54d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f384750-9800-4fba-99dc-e7d572a543de HTTP/1.1" status: 200 len: 1001 time: 0.2126687 Apr 29 15:38:48.518039 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6f4caa89-6885-42ec-a8c3-268d83d147fb None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.540938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9345c9c6-8b1c-4172-a870-62320da7802d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.545470 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-6f4caa89-6885-42ec-a8c3-268d83d147fb None None] Transition to ACTIVE for port object 7eb40267-8278-4fdf-a140-6007339daeb5 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:48.582981 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-6f4caa89-6885-42ec-a8c3-268d83d147fb None None] Transition to ACTIVE for port object 7eb40267-8278-4fdf-a140-6007339daeb5 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:48.617483 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e194dd3-8b8f-4ba0-9bee-6fd230af3bc1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:48.618049 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8e194dd3-8b8f-4ba0-9bee-6fd230af3bc1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Synchronizing usage tracker for tenant:07bb161daa604b449e1004209d497fd3 on resource:network {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:48.634075 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07028b58-edd3-4926-bed6-09c42cea4c73 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:48.668490 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6f4caa89-6885-42ec-a8c3-268d83d147fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.732409 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9345c9c6-8b1c-4172-a870-62320da7802d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Network 3ba7d83e-761a-4f7d-8f38-fda3c8097bcd is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:48.750887 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-9345c9c6-8b1c-4172-a870-62320da7802d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:48.764661 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9345c9c6-8b1c-4172-a870-62320da7802d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:48.768976 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9345c9c6-8b1c-4172-a870-62320da7802d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:48.769761 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9345c9c6-8b1c-4172-a870-62320da7802d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.794386 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4caa89-6885-42ec-a8c3-268d83d147fb None None] Network 1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:48.798631 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4caa89-6885-42ec-a8c3-268d83d147fb None None] Pushing event updated for resources: {'Port': ['ID=7eb40267-8278-4fdf-a140-6007339daeb5,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:48.802037 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-6f4caa89-6885-42ec-a8c3-268d83d147fb None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:48.807459 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4caa89-6885-42ec-a8c3-268d83d147fb None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:48.824637 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8e194dd3-8b8f-4ba0-9bee-6fd230af3bc1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Unset dirty status for tenant:07bb161daa604b449e1004209d497fd3 on resource:network {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:48.841006 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50306) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:48.850404 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8e194dd3-8b8f-4ba0-9bee-6fd230af3bc1 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "GET /v2.0/networks/f991b9a3-9206-4c97-97f2-8545e1219151 HTTP/1.1" status: 200 len: 881 time: 0.5065122 Apr 29 15:38:48.866881 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-04016d70-492b-4b48-803c-9e6fbb9f2ac6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_gateway, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.896437 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-994eb88e-2b71-4a21-8bb8-9d76eca548b5 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4837753-f57f-4c11-8fe3-f286cde9a969 HTTP/1.1" status: 200 len: 205 time: 0.0501397 Apr 29 15:38:48.897488 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345c9c6-8b1c-4172-a870-62320da7802d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Pushing event updated for resources: {'Port': ['ID=3e5d35f9-5a92-41e4-b32f-59397535ea7f,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:48.902356 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bd8f9-b050-416c-a87a-1821922457a9 req-5003ec6f-c1c8-4cd8-9453-bef5e4c03ae0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:48.904304 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-be6bd8f9-b050-416c-a87a-1821922457a9 req-5003ec6f-c1c8-4cd8-9453-bef5e4c03ae0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a7bb539e-4a1d-45fe-b72f-4601de1423be HTTP/1.1" status: 200 len: 851 time: 0.4091620 Apr 29 15:38:48.942725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50310) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:48.954893 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-6f4caa89-6885-42ec-a8c3-268d83d147fb None None] Attempting to bind port 7eb40267-8278-4fdf-a140-6007339daeb5 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:48.955454 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-6f4caa89-6885-42ec-a8c3-268d83d147fb None None] Attempting to bind port 7eb40267-8278-4fdf-a140-6007339daeb5 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'cf08dbd2-b30b-47d8-b893-9c2f8743ce94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:48.955830 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4caa89-6885-42ec-a8c3-268d83d147fb None None] Attempting to bind port 7eb40267-8278-4fdf-a140-6007339daeb5 on network 1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:38:48.964585 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4caa89-6885-42ec-a8c3-268d83d147fb None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:38:48.965068 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-04016d70-492b-4b48-803c-9e6fbb9f2ac6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.965591 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4caa89-6885-42ec-a8c3-268d83d147fb None None] Checking segment: {'id': 'cf08dbd2-b30b-47d8-b893-9c2f8743ce94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:38:48.966593 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6f4caa89-6885-42ec-a8c3-268d83d147fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.967182 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4caa89-6885-42ec-a8c3-268d83d147fb None None] Bound using segment: {'id': 'cf08dbd2-b30b-47d8-b893-9c2f8743ce94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:38:48.968502 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-6f4caa89-6885-42ec-a8c3-268d83d147fb None None] Bound port: 7eb40267-8278-4fdf-a140-6007339daeb5, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf08dbd2-b30b-47d8-b893-9c2f8743ce94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:38:48.969216 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6f4caa89-6885-42ec-a8c3-268d83d147fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:49.065375 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 389af594-7f65-4abf-aacb-c8c8209b6672 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:49.143861 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9345c9c6-8b1c-4172-a870-62320da7802d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8198571 Apr 29 15:38:49.154517 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50314) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:49.165457 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-4494664a-53f5-4b60-b2b1-a2ac50826d39 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Request body: {'port': {'network_id': '3ba7d83e-761a-4f7d-8f38-fda3c8097bcd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1561814590', 'allowed_address_pairs': [{'ip_address': '2001:db8::18f', 'mac_address': 'fa:16:3e:f7:b7:5a'}]}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:49.230797 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-6f4caa89-6885-42ec-a8c3-268d83d147fb None None] For port 7eb40267-8278-4fdf-a140-6007339daeb5, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:38:49.234316 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-6f4caa89-6885-42ec-a8c3-268d83d147fb None None] For port 7eb40267-8278-4fdf-a140-6007339daeb5, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7eb40267-8278-4fdf-a140-6007339daeb5,segment=NetworkSegment(cf08dbd2-b30b-47d8-b893-9c2f8743ce94),segment_id=cf08dbd2-b30b-47d8-b893-9c2f8743ce94)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:38:49.284113 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-07028b58-edd3-4926-bed6-09c42cea4c73 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:49.310105 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-daedc6a4-3e6d-4a98-a20d-0b598ddc2c60 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:49.325177 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6f4caa89-6885-42ec-a8c3-268d83d147fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:49.347826 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-04016d70-492b-4b48-803c-9e6fbb9f2ac6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Allocated IP 172.26.1.32 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/fdb0a521-c6fc-4cf1-9f02-db5dc6a7e9ae) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:49.387487 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 389af594-7f65-4abf-aacb-c8c8209b6672 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:49.448810 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d6f7bd-11fa-473e-ba76-d15d6f10629f None None] Network 3ba7d83e-761a-4f7d-8f38-fda3c8097bcd requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:38:49.449283 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a79f94-c0f5-48ec-9628-6fd9fbdce388 req-9fa9cb7a-7e57-4699-8a3f-c1c0c604ddb5 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:49.450856 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-26a79f94-c0f5-48ec-9628-6fd9fbdce388 req-9fa9cb7a-7e57-4699-8a3f-c1c0c604ddb5 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.5415154 Apr 29 15:38:49.479938 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-be6bd8f9-b050-416c-a87a-1821922457a9 req-d2e0081e-aa32-46f2-9427-cea91a1f3fe4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c9a7398-6fd3-4213-804e-eb3de185a894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5265629 Apr 29 15:38:49.529068 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-daedc6a4-3e6d-4a98-a20d-0b598ddc2c60 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Deleting port b5d44d36-72fe-4913-b58e-d59ba59374ed {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:49.529412 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-daedc6a4-3e6d-4a98-a20d-0b598ddc2c60 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:49.576061 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4caa89-6885-42ec-a8c3-268d83d147fb None None] Pushing event updated for resources: {'Port': ['ID=7eb40267-8278-4fdf-a140-6007339daeb5,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:49.618109 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4494664a-53f5-4b60-b2b1-a2ac50826d39 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:49.643238 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4494664a-53f5-4b60-b2b1-a2ac50826d39 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Usage tracker for resource:port and tenant:9be77e6218e447e4a56f20d7631f9aa4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:49.648449 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4494664a-53f5-4b60-b2b1-a2ac50826d39 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:49.667823 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4494664a-53f5-4b60-b2b1-a2ac50826d39 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:49.678842 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1b9d677f-280e-4fe2-8ced-68fa41541b63 None None] Provisioning for port 389af594-7f65-4abf-aacb-c8c8209b6672 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:49.724825 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.ipam_backend_mixin [None req-07028b58-edd3-4926-bed6-09c42cea4c73 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 35a29f00-0ddd-478d-a7f3-38932b1f6cea (CIDR: 2001:db8::/64) Apr 29 15:38:49.742783 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1b9d677f-280e-4fe2-8ced-68fa41541b63 None None] Provisioning complete for port 389af594-7f65-4abf-aacb-c8c8209b6672 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:49.748376 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1b9d677f-280e-4fe2-8ced-68fa41541b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:49.748521 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-26a79f94-c0f5-48ec-9628-6fd9fbdce388 req-32eb1a9e-d18e-4cc7-b7e1-670b08b7fa71 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866786 Apr 29 15:38:49.750179 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-04016d70-492b-4b48-803c-9e6fbb9f2ac6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:49.793669 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4494664a-53f5-4b60-b2b1-a2ac50826d39 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Made reservation on behalf of 9be77e6218e447e4a56f20d7631f9aa4 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:49.852388 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-07028b58-edd3-4926-bed6-09c42cea4c73 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:38:49.852500 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07028b58-edd3-4926-bed6-09c42cea4c73 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:38:49.905040 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-be6bd8f9-b050-416c-a87a-1821922457a9 req-5c7bfa77-4cc1-4f9b-9804-d3c9b54e73c0 service neutron] 10.222.0.35 "GET /v2.0/networks/9c9a7398-6fd3-4213-804e-eb3de185a894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088323 Apr 29 15:38:49.983283 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1b9d677f-280e-4fe2-8ced-68fa41541b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:50.013003 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4494664a-53f5-4b60-b2b1-a2ac50826d39 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:50.032587 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-1b9d677f-280e-4fe2-8ced-68fa41541b63 None None] For port 389af594-7f65-4abf-aacb-c8c8209b6672, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=389af594-7f65-4abf-aacb-c8c8209b6672,segment=NetworkSegment(c9b22bc9-d3fe-427c-a726-bd4692e17428),segment_id=c9b22bc9-d3fe-427c-a726-bd4692e17428)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:50.034806 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-07028b58-edd3-4926-bed6-09c42cea4c73 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3528109 Apr 29 15:38:50.037110 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50318) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:50.040905 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-04016d70-492b-4b48-803c-9e6fbb9f2ac6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:50.042814 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-daedc6a4-3e6d-4a98-a20d-0b598ddc2c60 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:50.049934 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-32f6d97a-6d62-45bb-89fc-8c839ff1d787 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'subnet': {'network_id': '1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:50.095608 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1b9d677f-280e-4fe2-8ced-68fa41541b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:50.103300 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-4494664a-53f5-4b60-b2b1-a2ac50826d39 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] device_id is not set on port a967d083-acb8-465d-9f28-e83e718f3c7a yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:38:50.171231 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d677f-280e-4fe2-8ced-68fa41541b63 None None] Pushing event updated for resources: {'Port': ['ID=389af594-7f65-4abf-aacb-c8c8209b6672,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:50.278012 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04016d70-492b-4b48-803c-9e6fbb9f2ac6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:50.291210 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-04016d70-492b-4b48-803c-9e6fbb9f2ac6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:50.305951 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04016d70-492b-4b48-803c-9e6fbb9f2ac6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Pushing event updated for resources: {'Port': ['ID=fdb0a521-c6fc-4cf1-9f02-db5dc6a7e9ae,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:50.311307 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04016d70-492b-4b48-803c-9e6fbb9f2ac6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:50.311529 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-daedc6a4-3e6d-4a98-a20d-0b598ddc2c60 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Calling delete_port for b5d44d36-72fe-4913-b58e-d59ba59374ed owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:50.384490 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10ac1e7d-458e-4d39-8ee5-ec312beba675 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:50.442667 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ebab3a1a-23c8-4be5-ae32-7a054fcac8cb None None] Provisioning complete for port 389af594-7f65-4abf-aacb-c8c8209b6672 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:50.443194 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ebab3a1a-23c8-4be5-ae32-7a054fcac8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:50.444498 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-32f6d97a-6d62-45bb-89fc-8c839ff1d787 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:50.489477 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-32f6d97a-6d62-45bb-89fc-8c839ff1d787 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:subnet and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:50.500434 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-32f6d97a-6d62-45bb-89fc-8c839ff1d787 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:50.533199 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-32f6d97a-6d62-45bb-89fc-8c839ff1d787 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:50.535515 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-4494664a-53f5-4b60-b2b1-a2ac50826d39 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Allocated IP 2001:db8::c2 (3ba7d83e-761a-4f7d-8f38-fda3c8097bcd/7f0be395-4cd3-413b-aac3-dc1b8c831176/a967d083-acb8-465d-9f28-e83e718f3c7a) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:50.593052 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-be6bd8f9-b050-416c-a87a-1821922457a9 req-5c74c32f-ab1b-462e-805c-96bd730b55ff service neutron] 10.222.0.35 "GET /v2.0/networks/9c9a7398-6fd3-4213-804e-eb3de185a894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6687248 Apr 29 15:38:50.677333 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f6d97a-6d62-45bb-89fc-8c839ff1d787 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:50.681246 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32f6d97a-6d62-45bb-89fc-8c839ff1d787 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:50.770061 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ebab3a1a-23c8-4be5-ae32-7a054fcac8cb None None] Provisioning for port 3e5d35f9-5a92-41e4-b32f-59397535ea7f completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:50.779462 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ebab3a1a-23c8-4be5-ae32-7a054fcac8cb None None] Provisioning complete for port 3e5d35f9-5a92-41e4-b32f-59397535ea7f triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:50.779831 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ebab3a1a-23c8-4be5-ae32-7a054fcac8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:50.841592 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10ac1e7d-458e-4d39-8ee5-ec312beba675 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:50.886842 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-daedc6a4-3e6d-4a98-a20d-0b598ddc2c60 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:50.929544 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-ebab3a1a-23c8-4be5-ae32-7a054fcac8cb None None] Port 3e5d35f9-5a92-41e4-b32f-59397535ea7f cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:38:51.031124 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-10ac1e7d-458e-4d39-8ee5-ec312beba675 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Deleting port 2678a79a-a6df-4511-959e-c8c843149cd2 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:51.032011 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10ac1e7d-458e-4d39-8ee5-ec312beba675 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.063230 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b793d241-fde2-46eb-842b-962bb8395b59 None None] Network 1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:38:51.183834 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-96260bbd-dc3c-4fad-a070-4e332568d226 None None] Provisioning complete for port 3e5d35f9-5a92-41e4-b32f-59397535ea7f triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:51.184194 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-96260bbd-dc3c-4fad-a070-4e332568d226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.265526 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4494664a-53f5-4b60-b2b1-a2ac50826d39 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.292571 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-4494664a-53f5-4b60-b2b1-a2ac50826d39 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Transition to ACTIVE for port object a967d083-acb8-465d-9f28-e83e718f3c7a will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:51.297125 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-96260bbd-dc3c-4fad-a070-4e332568d226 None None] Port 3e5d35f9-5a92-41e4-b32f-59397535ea7f cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:38:51.307530 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-04016d70-492b-4b48-803c-9e6fbb9f2ac6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_gateway, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.308791 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-04016d70-492b-4b48-803c-9e6fbb9f2ac6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.345125 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedc6a4-3e6d-4a98-a20d-0b598ddc2c60 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Pushing event deleted for resources: {'Port': ['ID=b5d44d36-72fe-4913-b58e-d59ba59374ed,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:51.478516 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7eb40267-8278-4fdf-a140-6007339daeb5 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:51.641056 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-90276d2d-a783-40b0-80de-128d304ef072 None None] Provisioning for port 7eb40267-8278-4fdf-a140-6007339daeb5 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:51.662036 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-daedc6a4-3e6d-4a98-a20d-0b598ddc2c60 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.672956 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 7eb40267-8278-4fdf-a140-6007339daeb5 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:51.683864 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 7eb40267-8278-4fdf-a140-6007339daeb5 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:51.684232 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.760787 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4494664a-53f5-4b60-b2b1-a2ac50826d39 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.766538 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32f6d97a-6d62-45bb-89fc-8c839ff1d787 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.872886 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.874470 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c701c76-e752-4500-b6ef-163e15a420b1 req-d6e71960-d7e1-4206-8660-46f356ecbe54 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:51.881796 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3c701c76-e752-4500-b6ef-163e15a420b1 req-d6e71960-d7e1-4206-8660-46f356ecbe54 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.8564286 Apr 29 15:38:51.894827 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f6d97a-6d62-45bb-89fc-8c839ff1d787 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network 1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:51.928897 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 7eb40267-8278-4fdf-a140-6007339daeb5, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7eb40267-8278-4fdf-a140-6007339daeb5,segment=NetworkSegment(cf08dbd2-b30b-47d8-b893-9c2f8743ce94),segment_id=cf08dbd2-b30b-47d8-b893-9c2f8743ce94)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:51.932127 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-32f6d97a-6d62-45bb-89fc-8c839ff1d787 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:51.945401 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681509ef-ec15-43c4-a4b9-66f1943ea2c1 None None] Network 1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:38:51.953752 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f6d97a-6d62-45bb-89fc-8c839ff1d787 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:51.954334 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32f6d97a-6d62-45bb-89fc-8c839ff1d787 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.954575 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10ac1e7d-458e-4d39-8ee5-ec312beba675 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:52.021072 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4494664a-53f5-4b60-b2b1-a2ac50826d39 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Network 3ba7d83e-761a-4f7d-8f38-fda3c8097bcd is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:52.025055 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494664a-53f5-4b60-b2b1-a2ac50826d39 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Pushing event updated for resources: {'Port': ['ID=a967d083-acb8-465d-9f28-e83e718f3c7a,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:52.033734 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:52.033979 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-4494664a-53f5-4b60-b2b1-a2ac50826d39 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:52.034652 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 389af594-7f65-4abf-aacb-c8c8209b6672 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:52.043300 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6d97a-6d62-45bb-89fc-8c839ff1d787 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Subnet': ['ID=8cc6aed4-6c2e-4417-9186-561aaba22110,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:52.046797 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4494664a-53f5-4b60-b2b1-a2ac50826d39 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:52.050933 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4494664a-53f5-4b60-b2b1-a2ac50826d39 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:52.051593 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4494664a-53f5-4b60-b2b1-a2ac50826d39 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:52.152126 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-32f6d97a-6d62-45bb-89fc-8c839ff1d787 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1135879 Apr 29 15:38:52.153159 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50326) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:52.159976 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-9b373dce-bda2-4cb4-b163-d38c51da1439 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'port': {'network_id': '1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57', 'fixed_ips': [{'subnet_id': '35a29f00-0ddd-478d-a7f3-38932b1f6cea'}, {'subnet_id': '8cc6aed4-6c2e-4417-9186-561aaba22110'}], 'name': 'tempest-PortsIpV6TestJSON-302395995'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:52.183630 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04016d70-492b-4b48-803c-9e6fbb9f2ac6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Router ed883d26-21ff-4048-ae80-4c831f2bfafb is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:38:52.183833 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d509b821-1ed2-488f-b7a9-a71d783ea983 None None] Provisioning complete for port 7eb40267-8278-4fdf-a140-6007339daeb5 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:52.183833 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d509b821-1ed2-488f-b7a9-a71d783ea983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:52.195783 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4494664a-53f5-4b60-b2b1-a2ac50826d39 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.0401156 Apr 29 15:38:52.243182 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50330) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:52.263681 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=7eb40267-8278-4fdf-a140-6007339daeb5,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:52.351964 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-10ac1e7d-458e-4d39-8ee5-ec312beba675 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Calling delete_port for 2678a79a-a6df-4511-959e-c8c843149cd2 owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:52.380319 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-daedc6a4-3e6d-4a98-a20d-0b598ddc2c60 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:52.411570 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 389af594-7f65-4abf-aacb-c8c8209b6672 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:52.411830 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:52.418640 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-daedc6a4-3e6d-4a98-a20d-0b598ddc2c60 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:52.430204 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3c701c76-e752-4500-b6ef-163e15a420b1 req-ad3c5451-6bf6-41f2-9006-5386bb0c3007 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5475726 Apr 29 15:38:52.514374 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b142c1-f49f-4a1a-b2a9-08bc6751c5f8 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:52.518517 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b142c1-f49f-4a1a-b2a9-08bc6751c5f8 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:52.522737 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b142c1-f49f-4a1a-b2a9-08bc6751c5f8 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:52.523579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-54b142c1-f49f-4a1a-b2a9-08bc6751c5f8 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Synchronizing usage tracker for tenant:9be77e6218e447e4a56f20d7631f9aa4 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:52.584657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-daedc6a4-3e6d-4a98-a20d-0b598ddc2c60 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:52.585156 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daedc6a4-3e6d-4a98-a20d-0b598ddc2c60 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Fanout notify agent at l3_agent the message router_deleted on router a017494e-3fd1-4c6c-a62d-60aab81bd04f {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:38:52.588941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-9b373dce-bda2-4cb4-b163-d38c51da1439 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:52.594365 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9b373dce-bda2-4cb4-b163-d38c51da1439 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:port and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:52.598184 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9b373dce-bda2-4cb4-b163-d38c51da1439 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:52.606585 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-9b373dce-bda2-4cb4-b163-d38c51da1439 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:52.617214 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-daedc6a4-3e6d-4a98-a20d-0b598ddc2c60 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:52.620326 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-daedc6a4-3e6d-4a98-a20d-0b598ddc2c60 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] 10.222.0.21 "DELETE /v2.0/routers/a017494e-3fd1-4c6c-a62d-60aab81bd04f HTTP/1.1" status: 204 len: 168 time: 5.5847027 Apr 29 15:38:52.628981 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50336) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:52.643958 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-54b142c1-f49f-4a1a-b2a9-08bc6751c5f8 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Unset dirty status for tenant:9be77e6218e447e4a56f20d7631f9aa4 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:52.645200 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-54b142c1-f49f-4a1a-b2a9-08bc6751c5f8 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.4010251 Apr 29 15:38:52.648001 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50340) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:52.693057 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:38:52.704816 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97da35b-0d69-45f0-a0e6-d082eeb4e3fa None None] Update dhcp port {'port': {'network_id': '1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57', 'fixed_ips': [{'subnet_id': '35a29f00-0ddd-478d-a7f3-38932b1f6cea', 'ip_address': '2001:db8::2'}, {'subnet_id': '8cc6aed4-6c2e-4417-9186-561aaba22110'}], 'binding:host_id': 'dv-neutron-839913-1-hyperv'}, 'id': '7eb40267-8278-4fdf-a140-6007339daeb5'} from dv-neutron-839913-1-hyperv. {{(pid=84772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 15:38:52.711031 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b373dce-bda2-4cb4-b163-d38c51da1439 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:52.770420 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-182696fb-08a8-4027-853f-56b961121b09 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Deleting port a967d083-acb8-465d-9f28-e83e718f3c7a {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:52.771654 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-182696fb-08a8-4027-853f-56b961121b09 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:52.802463 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10ac1e7d-458e-4d39-8ee5-ec312beba675 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:52.809194 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d97da35b-0d69-45f0-a0e6-d082eeb4e3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:52.869816 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-13bc7a9d-f0b7-46fd-95b9-54505724161a None None] Provisioning for port a967d083-acb8-465d-9f28-e83e718f3c7a completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:52.873822 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac1e7d-458e-4d39-8ee5-ec312beba675 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Pushing event deleted for resources: {'Port': ['ID=2678a79a-a6df-4511-959e-c8c843149cd2,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:52.880004 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-13bc7a9d-f0b7-46fd-95b9-54505724161a None None] Provisioning complete for port a967d083-acb8-465d-9f28-e83e718f3c7a triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:52.880437 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-13bc7a9d-f0b7-46fd-95b9-54505724161a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:52.901200 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04016d70-492b-4b48-803c-9e6fbb9f2ac6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:38:52.953149 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debce075-53dd-4ed7-a5bd-1d03bd5ab70f None None] Sync routers for ids ['ed883d26-21ff-4048-ae80-4c831f2bfafb'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:38:52.988483 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9b373dce-bda2-4cb4-b163-d38c51da1439 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:53.003718 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dcae7c9-ca00-4b88-adb2-1c6cc1dd31ed tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Deleting subnet f13ccb74-98d8-41b6-be11-9b697cc4cf41 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:38:53.009505 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2dcae7c9-ca00-4b88-adb2-1c6cc1dd31ed tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:53.017459 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-13bc7a9d-f0b7-46fd-95b9-54505724161a None None] Port a967d083-acb8-465d-9f28-e83e718f3c7a cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:38:53.023639 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7eb40267-8278-4fdf-a140-6007339daeb5 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:53.047780 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-04016d70-492b-4b48-803c-9e6fbb9f2ac6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:53.051662 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-04016d70-492b-4b48-803c-9e6fbb9f2ac6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5738099 Apr 29 15:38:53.053008 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50344) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:53.058104 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debce075-53dd-4ed7-a5bd-1d03bd5ab70f None None] Routers {'ed883d26-21ff-4048-ae80-4c831f2bfafb'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:53.058766 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-debce075-53dd-4ed7-a5bd-1d03bd5ab70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ed883d26-21ff-4048-ae80-4c831f2bfafb'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:53.067154 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-9b373dce-bda2-4cb4-b163-d38c51da1439 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] device_id is not set on port 5998910b-4b58-422f-8256-f8c3725d06af yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:38:53.108544 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-39fab666-b8a2-460c-aa6f-8be37154adee tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'enable_snat': False}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:53.121359 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2dcae7c9-ca00-4b88-adb2-1c6cc1dd31ed tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:53.173393 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-debce075-53dd-4ed7-a5bd-1d03bd5ab70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:53.214182 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-d97da35b-0d69-45f0-a0e6-d082eeb4e3fa None None] Allocated IP 2001:db8:0:1::2 (1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57/8cc6aed4-6c2e-4417-9186-561aaba22110/7eb40267-8278-4fdf-a140-6007339daeb5) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:53.216544 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debce075-53dd-4ed7-a5bd-1d03bd5ab70f None None] Routers {'ed883d26-21ff-4048-ae80-4c831f2bfafb'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:53.217159 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-debce075-53dd-4ed7-a5bd-1d03bd5ab70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ed883d26-21ff-4048-ae80-4c831f2bfafb'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:53.289010 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-debce075-53dd-4ed7-a5bd-1d03bd5ab70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:53.289416 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debce075-53dd-4ed7-a5bd-1d03bd5ab70f None None] The sync data for ids ['ed883d26-21ff-4048-ae80-4c831f2bfafb'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:38:53.333630 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2dcae7c9-ca00-4b88-adb2-1c6cc1dd31ed tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:53.362277 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 7eb40267-8278-4fdf-a140-6007339daeb5 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:53.362277 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:53.381712 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10ac1e7d-458e-4d39-8ee5-ec312beba675 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:53.472488 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2dcae7c9-ca00-4b88-adb2-1c6cc1dd31ed tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:53.517924 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-d97da35b-0d69-45f0-a0e6-d082eeb4e3fa None None] For port 7eb40267-8278-4fdf-a140-6007339daeb5, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7eb40267-8278-4fdf-a140-6007339daeb5,segment=NetworkSegment(cf08dbd2-b30b-47d8-b893-9c2f8743ce94),segment_id=cf08dbd2-b30b-47d8-b893-9c2f8743ce94)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:53.544341 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2dcae7c9-ca00-4b88-adb2-1c6cc1dd31ed tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:53.550847 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d7574574-051d-4e5f-8e57-4b0cd4b5d1c4 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:38:53.555080 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcae7c9-ca00-4b88-adb2-1c6cc1dd31ed tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Pushing event deleted for resources: {'Subnet': ['ID=f13ccb74-98d8-41b6-be11-9b697cc4cf41,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:53.563635 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2dcae7c9-ca00-4b88-adb2-1c6cc1dd31ed tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] 10.222.0.21 "DELETE /v2.0/subnets/f13ccb74-98d8-41b6-be11-9b697cc4cf41 HTTP/1.1" status: 204 len: 168 time: 0.9320924 Apr 29 15:38:53.567336 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50350) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:53.578591 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5abc596-bf90-4acf-a256-10bace181a0a None None] Network 8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:38:53.694065 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d97da35b-0d69-45f0-a0e6-d082eeb4e3fa None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:53.700873 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: d7574574-051d-4e5f-8e57-4b0cd4b5d1c4 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:38:53.701220 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d7574574-051d-4e5f-8e57-4b0cd4b5d1c4 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:38:53.728387 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-182696fb-08a8-4027-853f-56b961121b09 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:53.740497 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6a86d772-53e1-44d5-8d3e-867a5b4fe21b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:53.741059 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d97da35b-0d69-45f0-a0e6-d082eeb4e3fa None None] Transition to ACTIVE for port object 7eb40267-8278-4fdf-a140-6007339daeb5 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:53.754119 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-6a86d772-53e1-44d5-8d3e-867a5b4fe21b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Deleting port 4e37d44b-393e-48b1-bc72-98b39f352d9a {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:53.754710 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6a86d772-53e1-44d5-8d3e-867a5b4fe21b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:53.827949 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d97da35b-0d69-45f0-a0e6-d082eeb4e3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.000237 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-182696fb-08a8-4027-853f-56b961121b09 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Calling delete_port for a967d083-acb8-465d-9f28-e83e718f3c7a owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:54.015779 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97da35b-0d69-45f0-a0e6-d082eeb4e3fa None None] Pushing event updated for resources: {'Port': ['ID=7eb40267-8278-4fdf-a140-6007339daeb5,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:54.046755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee2bf22-532e-42c5-b54c-615857017533 None None] DHCP port deletion for 8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:38:54.051241 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8ee2bf22-532e-42c5-b54c-615857017533 None None] Deleting port 4e37d44b-393e-48b1-bc72-98b39f352d9a {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:54.051712 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8ee2bf22-532e-42c5-b54c-615857017533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.073511 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10ac1e7d-458e-4d39-8ee5-ec312beba675 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.094210 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10ac1e7d-458e-4d39-8ee5-ec312beba675 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.165209 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7b59a-e756-4f79-8960-9b6232913f72 req-656b4be2-852f-45e1-812b-ccc538d3e7fd tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:54.167360 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5aa7b59a-e756-4f79-8960-9b6232913f72 req-656b4be2-852f-45e1-812b-ccc538d3e7fd tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.5196636 Apr 29 15:38:54.214436 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-6a86d772-53e1-44d5-8d3e-867a5b4fe21b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] For port 4e37d44b-393e-48b1-bc72-98b39f352d9a, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=4e37d44b-393e-48b1-bc72-98b39f352d9a,segment=NetworkSegment(398661bd-d430-4192-aa01-e5940f178679),segment_id=398661bd-d430-4192-aa01-e5940f178679)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:54.214824 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6a86d772-53e1-44d5-8d3e-867a5b4fe21b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.286552 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5aa7b59a-e756-4f79-8960-9b6232913f72 req-6e5462ff-5e68-4b8f-8081-292c31aede61 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836341 Apr 29 15:38:54.295705 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10ac1e7d-458e-4d39-8ee5-ec312beba675 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.296985 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ac1e7d-458e-4d39-8ee5-ec312beba675 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Fanout notify agent at l3_agent the message router_deleted on router b4837753-f57f-4c11-8fe3-f286cde9a969 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:38:54.342791 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8ee2bf22-532e-42c5-b54c-615857017533 None None] For port 4e37d44b-393e-48b1-bc72-98b39f352d9a, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=4e37d44b-393e-48b1-bc72-98b39f352d9a,segment=NetworkSegment(398661bd-d430-4192-aa01-e5940f178679),segment_id=398661bd-d430-4192-aa01-e5940f178679)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:38:54.342791 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8ee2bf22-532e-42c5-b54c-615857017533 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.369338 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-6a86d772-53e1-44d5-8d3e-867a5b4fe21b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Calling delete_port for 4e37d44b-393e-48b1-bc72-98b39f352d9a owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:54.382555 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10ac1e7d-458e-4d39-8ee5-ec312beba675 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.384292 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-10ac1e7d-458e-4d39-8ee5-ec312beba675 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "DELETE /v2.0/routers/b4837753-f57f-4c11-8fe3-f286cde9a969 HTTP/1.1" status: 204 len: 168 time: 5.4391694 Apr 29 15:38:54.385264 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-182696fb-08a8-4027-853f-56b961121b09 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.421540 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50356) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:54.458843 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-9b373dce-bda2-4cb4-b163-d38c51da1439 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Allocated IP 2001:db8::1a2 (1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57/35a29f00-0ddd-478d-a7f3-38932b1f6cea/5998910b-4b58-422f-8256-f8c3725d06af) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:54.466218 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-0101e68e-ecbb-43d7-99da-7588411c480c tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-388162363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:54.498946 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-9b373dce-bda2-4cb4-b163-d38c51da1439 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Allocated IP 2001:db8:0:1::298 (1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57/8cc6aed4-6c2e-4417-9186-561aaba22110/5998910b-4b58-422f-8256-f8c3725d06af) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:54.504794 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0101e68e-ecbb-43d7-99da-7588411c480c tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:54.516483 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0101e68e-ecbb-43d7-99da-7588411c480c tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Usage tracker for resource:router and tenant:2fa93d6301834e4e9244fb8c7e64ed0a is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:54.520381 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0101e68e-ecbb-43d7-99da-7588411c480c tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:54.544771 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0101e68e-ecbb-43d7-99da-7588411c480c tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:54.552561 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182696fb-08a8-4027-853f-56b961121b09 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Pushing event deleted for resources: {'Port': ['ID=a967d083-acb8-465d-9f28-e83e718f3c7a,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:54.594440 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8ee2bf22-532e-42c5-b54c-615857017533 None None] Calling delete_port for 4e37d44b-393e-48b1-bc72-98b39f352d9a owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:54.680177 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0101e68e-ecbb-43d7-99da-7588411c480c tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.681066 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0101e68e-ecbb-43d7-99da-7588411c480c tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.693694 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6a86d772-53e1-44d5-8d3e-867a5b4fe21b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.700796 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-8ee2bf22-532e-42c5-b54c-615857017533 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:38:54.701187 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-8ee2bf22-532e-42c5-b54c-615857017533 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:38:54.771477 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-182696fb-08a8-4027-853f-56b961121b09 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.775548 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-182696fb-08a8-4027-853f-56b961121b09 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] 10.222.0.21 "DELETE /v2.0/ports/a967d083-acb8-465d-9f28-e83e718f3c7a HTTP/1.1" status: 204 len: 168 time: 2.1236031 Apr 29 15:38:54.777584 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50360) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:54.801308 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86d772-53e1-44d5-8d3e-867a5b4fe21b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Pushing event deleted for resources: {'Port': ['ID=4e37d44b-393e-48b1-bc72-98b39f352d9a,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:54.826941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a86d772-53e1-44d5-8d3e-867a5b4fe21b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] No DVR routers for this DVR port 4e37d44b-393e-48b1-bc72-98b39f352d9a on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:38:54.831300 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca2c50b-4183-4df0-be05-e32dc980ace0 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] GET failed (client error): The resource could not be found. Apr 29 15:38:54.831962 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1ca2c50b-4183-4df0-be05-e32dc980ace0 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Synchronizing usage tracker for tenant:9be77e6218e447e4a56f20d7631f9aa4 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:54.882494 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de32e70-a142-4a9e-b326-de220926654f req-27ae2914-73f9-43c9-8d91-796a2520169e tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:54.884894 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5de32e70-a142-4a9e-b326-de220926654f req-27ae2914-73f9-43c9-8d91-796a2520169e tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.3886034 Apr 29 15:38:54.947592 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c73d1c09-bb72-4954-8c5b-e43f1f9f8882 None None] Provisioning for port 7eb40267-8278-4fdf-a140-6007339daeb5 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:54.952823 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c73d1c09-bb72-4954-8c5b-e43f1f9f8882 None None] Provisioning complete for port 7eb40267-8278-4fdf-a140-6007339daeb5 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:54.962969 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c73d1c09-bb72-4954-8c5b-e43f1f9f8882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.971649 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5de32e70-a142-4a9e-b326-de220926654f req-44f5b062-dc67-4168-bf9b-721762127504 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799940 Apr 29 15:38:54.986891 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7eb40267-8278-4fdf-a140-6007339daeb5 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:55.022885 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0101e68e-ecbb-43d7-99da-7588411c480c tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.034925 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1ca2c50b-4183-4df0-be05-e32dc980ace0 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Unset dirty status for tenant:9be77e6218e447e4a56f20d7631f9aa4 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:55.040549 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1ca2c50b-4183-4df0-be05-e32dc980ace0 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] 10.222.0.21 "GET /v2.0/ports/a967d083-acb8-465d-9f28-e83e718f3c7a HTTP/1.1" status: 404 len: 333 time: 0.2619412 Apr 29 15:38:55.043547 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9b373dce-bda2-4cb4-b163-d38c51da1439 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.048413 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6a86d772-53e1-44d5-8d3e-867a5b4fe21b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.049082 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50366) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:55.102295 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-6a86d772-53e1-44d5-8d3e-867a5b4fe21b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:55.106997 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-2649c27c-50fe-41f2-aba2-c259386677a6 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Request body: {'port': {'network_id': '3ba7d83e-761a-4f7d-8f38-fda3c8097bcd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-668053232'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:55.119516 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-9b373dce-bda2-4cb4-b163-d38c51da1439 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Transition to ACTIVE for port object 5998910b-4b58-422f-8256-f8c3725d06af will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:55.122686 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-6a86d772-53e1-44d5-8d3e-867a5b4fe21b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398661bd-d430-4192-aa01-e5940f178679') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:55.123198 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-6a86d772-53e1-44d5-8d3e-867a5b4fe21b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398661bd-d430-4192-aa01-e5940f178679') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:55.141384 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6a86d772-53e1-44d5-8d3e-867a5b4fe21b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.145366 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 7eb40267-8278-4fdf-a140-6007339daeb5 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:55.145737 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.166642 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6a86d772-53e1-44d5-8d3e-867a5b4fe21b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.177179 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a86d772-53e1-44d5-8d3e-867a5b4fe21b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:38:55.177884 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6a86d772-53e1-44d5-8d3e-867a5b4fe21b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:38:55.194921 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:38:55.203730 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0101e68e-ecbb-43d7-99da-7588411c480c tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.206769 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8ee2bf22-532e-42c5-b54c-615857017533 None None] Deleting port 4e37d44b-393e-48b1-bc72-98b39f352d9a {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:55.207136 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8ee2bf22-532e-42c5-b54c-615857017533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.283227 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8ee2bf22-532e-42c5-b54c-615857017533 None None] The port '4e37d44b-393e-48b1-bc72-98b39f352d9a' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:38:55.364392 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9b373dce-bda2-4cb4-b163-d38c51da1439 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.414691 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2649c27c-50fe-41f2-aba2-c259386677a6 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:55.419142 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6a86d772-53e1-44d5-8d3e-867a5b4fe21b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.428457 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2649c27c-50fe-41f2-aba2-c259386677a6 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:55.448524 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6a86d772-53e1-44d5-8d3e-867a5b4fe21b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.469035 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-39fab666-b8a2-460c-aa6f-8be37154adee tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.470006 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0101e68e-ecbb-43d7-99da-7588411c480c tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.471565 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0101e68e-ecbb-43d7-99da-7588411c480c tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0489707 Apr 29 15:38:55.474651 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50370) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:55.476013 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 4e37d44b-393e-48b1-bc72-98b39f352d9a no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:38:55.476991 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86d772-53e1-44d5-8d3e-867a5b4fe21b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Pushing event deleted for resources: {'Network': ['ID=8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:55.480515 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b373dce-bda2-4cb4-b163-d38c51da1439 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network 1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:55.480828 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-03a000e5-cb9c-4312-abf1-bbc9d3e727c4 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:55.485138 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6a86d772-53e1-44d5-8d3e-867a5b4fe21b tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] 10.222.0.21 "DELETE /v2.0/networks/8fb22e86-a56a-4d3f-b4b3-6a0bfe031ca3 HTTP/1.1" status: 204 len: 168 time: 1.9168105 Apr 29 15:38:55.486774 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-9b373dce-bda2-4cb4-b163-d38c51da1439 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:55.488571 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b373dce-bda2-4cb4-b163-d38c51da1439 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Port': ['ID=5998910b-4b58-422f-8256-f8c3725d06af,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:55.491002 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b373dce-bda2-4cb4-b163-d38c51da1439 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:55.495081 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b373dce-bda2-4cb4-b163-d38c51da1439 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:55.499572 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9b373dce-bda2-4cb4-b163-d38c51da1439 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.499572 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50374) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:55.522119 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 4e37d44b-393e-48b1-bc72-98b39f352d9a {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:38:55.523638 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 4e37d44b-393e-48b1-bc72-98b39f352d9a not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:38:55.600149 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2649c27c-50fe-41f2-aba2-c259386677a6 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Made reservation on behalf of 9be77e6218e447e4a56f20d7631f9aa4 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:55.603735 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2649c27c-50fe-41f2-aba2-c259386677a6 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.657211 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-2649c27c-50fe-41f2-aba2-c259386677a6 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] device_id is not set on port f88e8e3f-6e1b-4abc-afa2-f9af690a12ec yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:38:55.677151 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-8b3d9660-32d2-4969-af0c-5ab6f415e0e6 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Deleting port d6fc027b-c67f-4c09-8edf-f91a7f16da34 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:55.677492 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9660-32d2-4969-af0c-5ab6f415e0e6 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.707770 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9b373dce-bda2-4cb4-b163-d38c51da1439 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.5532708 Apr 29 15:38:55.718703 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50380) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:55.737774 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-81bba9f8-8364-474e-a387-3cd93197cca4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '35a29f00-0ddd-478d-a7f3-38932b1f6cea'}]}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:55.895396 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8ebf3cde-9f7d-4e00-8f83-1382afa68d83 None None] Provisioning for port 5998910b-4b58-422f-8256-f8c3725d06af completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:55.900866 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8ebf3cde-9f7d-4e00-8f83-1382afa68d83 None None] Provisioning complete for port 5998910b-4b58-422f-8256-f8c3725d06af triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:55.901331 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8ebf3cde-9f7d-4e00-8f83-1382afa68d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.958889 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8ebf3cde-9f7d-4e00-8f83-1382afa68d83 None None] Port 5998910b-4b58-422f-8256-f8c3725d06af cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:38:55.960543 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-81bba9f8-8364-474e-a387-3cd93197cca4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.991579 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9660-32d2-4969-af0c-5ab6f415e0e6 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.991905 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9660-32d2-4969-af0c-5ab6f415e0e6 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.240850 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-8b3d9660-32d2-4969-af0c-5ab6f415e0e6 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Calling delete_port for d6fc027b-c67f-4c09-8edf-f91a7f16da34 owned by network:floatingip {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:56.243163 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fc0d8-2293-4c0a-b63d-ac394670ad00 req-8bb10697-3a59-4608-bdba-2b82b85e8269 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:56.245464 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1f4fc0d8-2293-4c0a-b63d-ac394670ad00 req-8bb10697-3a59-4608-bdba-2b82b85e8269 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.4385581 Apr 29 15:38:56.295089 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-2649c27c-50fe-41f2-aba2-c259386677a6 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Allocated IP 2001:db8::243 (3ba7d83e-761a-4f7d-8f38-fda3c8097bcd/7f0be395-4cd3-413b-aac3-dc1b8c831176/f88e8e3f-6e1b-4abc-afa2-f9af690a12ec) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:56.364109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03a000e5-cb9c-4312-abf1-bbc9d3e727c4 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.390292 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1f4fc0d8-2293-4c0a-b63d-ac394670ad00 req-fdd1f140-5563-4f1a-87d9-fd5370ffebc4 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362846 Apr 29 15:38:56.611065 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9660-32d2-4969-af0c-5ab6f415e0e6 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.663331 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d9660-32d2-4969-af0c-5ab6f415e0e6 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Pushing event deleted for resources: {'Port': ['ID=d6fc027b-c67f-4c09-8edf-f91a7f16da34,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:56.667840 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-81bba9f8-8364-474e-a387-3cd93197cca4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Delete allocated IP 2001:db8:0:1::298 (1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57/8cc6aed4-6c2e-4417-9186-561aaba22110) {{(pid=84771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 15:38:56.801281 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-39fab666-b8a2-460c-aa6f-8be37154adee tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.829732 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-39fab666-b8a2-460c-aa6f-8be37154adee tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626962'] for router, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.848913 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9660-32d2-4969-af0c-5ab6f415e0e6 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks [] for floatingip, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.926064 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-81bba9f8-8364-474e-a387-3cd93197cca4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.943848 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-81bba9f8-8364-474e-a387-3cd93197cca4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Transition to ACTIVE for port object 5998910b-4b58-422f-8256-f8c3725d06af will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:56.974366 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055d952-8b67-4c9b-b27d-10f4314211f7 req-34360bb6-ba0e-444a-9161-965f4f724097 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:56.975834 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f055d952-8b67-4c9b-b27d-10f4314211f7 req-34360bb6-ba0e-444a-9161-965f4f724097 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.4396882 Apr 29 15:38:57.021338 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-81bba9f8-8364-474e-a387-3cd93197cca4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.062054 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9660-32d2-4969-af0c-5ab6f415e0e6 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.065678 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8b3d9660-32d2-4969-af0c-5ab6f415e0e6 tempest-FloatingIPAdminTestJSON-671720576 tempest-FloatingIPAdminTestJSON-671720576-project] 10.222.0.21 "DELETE /v2.0/floatingips/6a751b77-c4e5-49e4-bd28-8cd89009c010 HTTP/1.1" status: 204 len: 168 time: 1.5627270 Apr 29 15:38:57.068854 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2649c27c-50fe-41f2-aba2-c259386677a6 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.135408 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-81bba9f8-8364-474e-a387-3cd93197cca4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] In _notify_port_updated(), no bound segment for port 5998910b-4b58-422f-8256-f8c3725d06af on network 1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57 {{(pid=84771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 15:38:57.140796 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bba9f8-8364-474e-a387-3cd93197cca4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:57.141424 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-81bba9f8-8364-474e-a387-3cd93197cca4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.145687 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-81bba9f8-8364-474e-a387-3cd93197cca4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "PUT /v2.0/ports/5998910b-4b58-422f-8256-f8c3725d06af HTTP/1.1" status: 200 len: 925 time: 1.4259903 Apr 29 15:38:57.146287 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50388) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:57.153179 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bba9f8-8364-474e-a387-3cd93197cca4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Port': ['ID=5998910b-4b58-422f-8256-f8c3725d06af,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:57.158640 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-fe4c93ed-2e99-413c-b999-fb881102eb25 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '35a29f00-0ddd-478d-a7f3-38932b1f6cea'}, {'subnet_id': '8cc6aed4-6c2e-4417-9186-561aaba22110'}]}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:57.166363 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-2649c27c-50fe-41f2-aba2-c259386677a6 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Transition to ACTIVE for port object f88e8e3f-6e1b-4abc-afa2-f9af690a12ec will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:57.227161 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f055d952-8b67-4c9b-b27d-10f4314211f7 req-71be4a6b-e2ba-418d-a5ed-b2d0086562cf tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876895 Apr 29 15:38:57.301719 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2649c27c-50fe-41f2-aba2-c259386677a6 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.302309 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fe4c93ed-2e99-413c-b999-fb881102eb25 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.386028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03a000e5-cb9c-4312-abf1-bbc9d3e727c4 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.421269 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649c27c-50fe-41f2-aba2-c259386677a6 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Pushing event updated for resources: {'Port': ['ID=f88e8e3f-6e1b-4abc-afa2-f9af690a12ec,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:57.466323 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03a000e5-cb9c-4312-abf1-bbc9d3e727c4 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.472593 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e14aa300-4acc-4e06-845a-959c21cabfa7 None None] Provisioning for port 5998910b-4b58-422f-8256-f8c3725d06af completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:57.478750 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e14aa300-4acc-4e06-845a-959c21cabfa7 None None] Provisioning complete for port 5998910b-4b58-422f-8256-f8c3725d06af triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:57.479414 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e14aa300-4acc-4e06-845a-959c21cabfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.527042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2649c27c-50fe-41f2-aba2-c259386677a6 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Network 3ba7d83e-761a-4f7d-8f38-fda3c8097bcd is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:57.533868 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-2649c27c-50fe-41f2-aba2-c259386677a6 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:57.543381 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2649c27c-50fe-41f2-aba2-c259386677a6 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:57.547456 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2649c27c-50fe-41f2-aba2-c259386677a6 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:57.548082 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2649c27c-50fe-41f2-aba2-c259386677a6 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.565061 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-e14aa300-4acc-4e06-845a-959c21cabfa7 None None] Port 5998910b-4b58-422f-8256-f8c3725d06af cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:38:57.691669 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50396) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:57.724996 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219bfce-9fa5-4a39-a5b7-fac122d7ca75 req-4a866dc0-23e5-4c03-96ce-0b37a39d15ec tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:57.726208 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9219bfce-9fa5-4a39-a5b7-fac122d7ca75 req-4a866dc0-23e5-4c03-96ce-0b37a39d15ec tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.3119762 Apr 29 15:38:57.733371 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2649c27c-50fe-41f2-aba2-c259386677a6 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6831253 Apr 29 15:38:57.738666 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50402) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:57.752418 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-8ed37947-34ac-410d-a36b-b3776c822ed8 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18f', 'mac_address': 'fa:16:3e:f7:b7:5a'}]}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:38:57.814871 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-03a000e5-cb9c-4312-abf1-bbc9d3e727c4 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Allocated IP 172.26.1.74 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/9af49e99-7d7e-4daa-8c31-e6c056021052) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:57.843213 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9219bfce-9fa5-4a39-a5b7-fac122d7ca75 req-bc528acf-92b6-4ea4-b6b8-6c121f0841a1 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065788 Apr 29 15:38:57.855720 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-fe4c93ed-2e99-413c-b999-fb881102eb25 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Allocated IP 2001:db8:0:1::18a (1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57/8cc6aed4-6c2e-4417-9186-561aaba22110/5998910b-4b58-422f-8256-f8c3725d06af) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:57.941942 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fab666-b8a2-460c-aa6f-8be37154adee tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Router ed883d26-21ff-4048-ae80-4c831f2bfafb has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:38:57.981462 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9b4d3f38-6589-46af-a183-eceae6f7158d None None] Provisioning for port f88e8e3f-6e1b-4abc-afa2-f9af690a12ec completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:57.993287 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9b4d3f38-6589-46af-a183-eceae6f7158d None None] Provisioning complete for port f88e8e3f-6e1b-4abc-afa2-f9af690a12ec triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:57.994841 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9b4d3f38-6589-46af-a183-eceae6f7158d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.088024 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-9b4d3f38-6589-46af-a183-eceae6f7158d None None] Port f88e8e3f-6e1b-4abc-afa2-f9af690a12ec cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:38:58.146146 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03a000e5-cb9c-4312-abf1-bbc9d3e727c4 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.243003 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50410) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:58.243239 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1f5f6a98-d0be-4987-add1-97251df48fe5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=029d940cbbbd46588e10c3fefc2fd379&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5501773 Apr 29 15:38:58.266614 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fab666-b8a2-460c-aa6f-8be37154adee tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:38:58.279498 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-39fab666-b8a2-460c-aa6f-8be37154adee tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.279498 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-39fab666-b8a2-460c-aa6f-8be37154adee tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "PUT /v2.0/routers/ed883d26-21ff-4048-ae80-4c831f2bfafb HTTP/1.1" status: 200 len: 924 time: 5.2242785 Apr 29 15:38:58.281547 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50414) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:58.283629 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724f2b6a-7e59-4bba-9a8c-bfd3b8e1250b None None] Sync routers for ids ['ed883d26-21ff-4048-ae80-4c831f2bfafb'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:38:58.300361 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724f2b6a-7e59-4bba-9a8c-bfd3b8e1250b None None] Routers {'ed883d26-21ff-4048-ae80-4c831f2bfafb'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:58.301092 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-724f2b6a-7e59-4bba-9a8c-bfd3b8e1250b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ed883d26-21ff-4048-ae80-4c831f2bfafb'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:58.357849 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03a000e5-cb9c-4312-abf1-bbc9d3e727c4 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.365522 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fe4c93ed-2e99-413c-b999-fb881102eb25 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.372991 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8ed37947-34ac-410d-a36b-b3776c822ed8 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.394120 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-724f2b6a-7e59-4bba-9a8c-bfd3b8e1250b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:58.406546 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724f2b6a-7e59-4bba-9a8c-bfd3b8e1250b None None] Routers {'ed883d26-21ff-4048-ae80-4c831f2bfafb'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:38:58.407575 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-724f2b6a-7e59-4bba-9a8c-bfd3b8e1250b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ed883d26-21ff-4048-ae80-4c831f2bfafb'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:58.438044 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-fe4c93ed-2e99-413c-b999-fb881102eb25 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Ignored duplicate provisioning block setup for port 5998910b-4b58-422f-8256-f8c3725d06af by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 29 15:38:58.470066 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-724f2b6a-7e59-4bba-9a8c-bfd3b8e1250b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:58.470466 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724f2b6a-7e59-4bba-9a8c-bfd3b8e1250b None None] The sync data for ids ['ed883d26-21ff-4048-ae80-4c831f2bfafb'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:38:58.483287 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fe4c93ed-2e99-413c-b999-fb881102eb25 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.548479 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a000e5-cb9c-4312-abf1-bbc9d3e727c4 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:58.567348 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-03a000e5-cb9c-4312-abf1-bbc9d3e727c4 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:58.571980 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a000e5-cb9c-4312-abf1-bbc9d3e727c4 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Pushing event updated for resources: {'Port': ['ID=9af49e99-7d7e-4daa-8c31-e6c056021052,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:58.590336 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a000e5-cb9c-4312-abf1-bbc9d3e727c4 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:38:58.624635 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0e341b12-a721-4984-90f2-5a83e53c1350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.711058 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0e341b12-a721-4984-90f2-5a83e53c1350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.730030 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c93ed-2e99-413c-b999-fb881102eb25 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Port': ['ID=5998910b-4b58-422f-8256-f8c3725d06af,revision_number=3']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:58.733334 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-fe4c93ed-2e99-413c-b999-fb881102eb25 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] In _notify_port_updated(), no bound segment for port 5998910b-4b58-422f-8256-f8c3725d06af on network 1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57 {{(pid=84771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 15:38:58.736951 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4c93ed-2e99-413c-b999-fb881102eb25 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:58.737478 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fe4c93ed-2e99-413c-b999-fb881102eb25 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.741394 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fe4c93ed-2e99-413c-b999-fb881102eb25 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "PUT /v2.0/ports/5998910b-4b58-422f-8256-f8c3725d06af HTTP/1.1" status: 200 len: 1011 time: 1.5889843 Apr 29 15:38:58.744479 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50418) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:58.803362 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a16b13-63c7-444d-b2b4-980f39ed36c9 req-8590fe1f-d0f5-46fc-83c4-c83914a671d4 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:58.804832 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e9a16b13-63c7-444d-b2b4-980f39ed36c9 req-8590fe1f-d0f5-46fc-83c4-c83914a671d4 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.4020264 Apr 29 15:38:58.832406 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-f2be1b5d-2d0c-4ce9-a644-457d3fa23a0c tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting port 5998910b-4b58-422f-8256-f8c3725d06af {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:58.832752 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f2be1b5d-2d0c-4ce9-a644-457d3fa23a0c tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.966869 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8ed37947-34ac-410d-a36b-b3776c822ed8 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:59.021503 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-abad01c5-f19f-4987-a886-f856d366a21a None None] Provisioning complete for port 5998910b-4b58-422f-8256-f8c3725d06af triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:59.022067 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-abad01c5-f19f-4987-a886-f856d366a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:59.075867 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e9a16b13-63c7-444d-b2b4-980f39ed36c9 req-405e7897-478e-4cd1-8e73-85f7ff491844 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597203 Apr 29 15:38:59.076210 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8ed37947-34ac-410d-a36b-b3776c822ed8 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:59.082433 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-abad01c5-f19f-4987-a886-f856d366a21a None None] Port 5998910b-4b58-422f-8256-f8c3725d06af cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:38:59.113896 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b407d2d2-db0f-4bc0-a51c-027eb4176fdc tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "GET /v2.0/routers/ed883d26-21ff-4048-ae80-4c831f2bfafb HTTP/1.1" status: 200 len: 924 time: 0.8287058 Apr 29 15:38:59.114261 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50422) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:59.157354 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-8ed37947-34ac-410d-a36b-b3776c822ed8 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] In _notify_port_updated(), no bound segment for port f88e8e3f-6e1b-4abc-afa2-f9af690a12ec on network 3ba7d83e-761a-4f7d-8f38-fda3c8097bcd {{(pid=84771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 15:38:59.161155 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed37947-34ac-410d-a36b-b3776c822ed8 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:59.161782 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8ed37947-34ac-410d-a36b-b3776c822ed8 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:59.163101 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8ed37947-34ac-410d-a36b-b3776c822ed8 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] 10.222.0.21 "PUT /v2.0/ports/f88e8e3f-6e1b-4abc-afa2-f9af690a12ec HTTP/1.1" status: 200 len: 1002 time: 1.4170916 Apr 29 15:38:59.166037 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50426) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:59.196091 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed37947-34ac-410d-a36b-b3776c822ed8 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Pushing event updated for resources: {'Port': ['ID=f88e8e3f-6e1b-4abc-afa2-f9af690a12ec,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:59.213714 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f2be1b5d-2d0c-4ce9-a644-457d3fa23a0c tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:59.268065 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-f88e945c-d166-4361-8a5f-c1e12eca5613 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Deleting port f88e8e3f-6e1b-4abc-afa2-f9af690a12ec {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:59.268509 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f88e945c-d166-4361-8a5f-c1e12eca5613 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:59.308118 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0e341b12-a721-4984-90f2-5a83e53c1350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:59.346002 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-f2be1b5d-2d0c-4ce9-a644-457d3fa23a0c tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Calling delete_port for 5998910b-4b58-422f-8256-f8c3725d06af owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:38:59.350814 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e341b12-a721-4984-90f2-5a83e53c1350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4cab2a-4e9b-4f87-a77c-db63fb55fc8c,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:59.375369 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0249873e-26e3-4dc0-9a05-6d612ec60a26 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Synchronizing usage tracker for tenant:21b3cb6277114da699b52cb29ae615ed on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:59.378101 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0e341b12-a721-4984-90f2-5a83e53c1350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:59.379215 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0e341b12-a721-4984-90f2-5a83e53c1350 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b4cab2a-4e9b-4f87-a77c-db63fb55fc8c HTTP/1.1" status: 204 len: 168 time: 1.1352286 Apr 29 15:38:59.417518 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d3fd04f6-0f46-4dbf-8925-a2820461caae None None] Provisioning complete for port f88e8e3f-6e1b-4abc-afa2-f9af690a12ec triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:59.417893 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d3fd04f6-0f46-4dbf-8925-a2820461caae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:59.457100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03a000e5-cb9c-4312-abf1-bbc9d3e727c4 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:59.492334 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d3fd04f6-0f46-4dbf-8925-a2820461caae None None] Port f88e8e3f-6e1b-4abc-afa2-f9af690a12ec cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:38:59.530416 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0249873e-26e3-4dc0-9a05-6d612ec60a26 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Unset dirty status for tenant:21b3cb6277114da699b52cb29ae615ed on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:59.531634 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0249873e-26e3-4dc0-9a05-6d612ec60a26 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&device_id=ed883d26-21ff-4048-ae80-4c831f2bfafb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4164257 Apr 29 15:38:59.554012 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50432) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:59.708734 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d661cb-1baf-4037-a537-3379fb4d9cb1 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:59.714433 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-59d661cb-1baf-4037-a537-3379fb4d9cb1 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "GET /v2.0/networks/f991b9a3-9206-4c97-97f2-8545e1219151 HTTP/1.1" status: 200 len: 881 time: 0.1594915 Apr 29 15:38:59.715339 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50438) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:59.726693 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03a000e5-cb9c-4312-abf1-bbc9d3e727c4 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:59.731687 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03a000e5-cb9c-4312-abf1-bbc9d3e727c4 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626962'] for router, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:59.756488 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f2be1b5d-2d0c-4ce9-a644-457d3fa23a0c tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:59.802345 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6dd96f9e-50f0-48e3-8af6-587bf5269e4e tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed883d26-21ff-4048-ae80-4c831f2bfafb HTTP/1.1" status: 200 len: 205 time: 0.0855911 Apr 29 15:38:59.808785 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50442) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:59.813094 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be1b5d-2d0c-4ce9-a644-457d3fa23a0c tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Port': ['ID=5998910b-4b58-422f-8256-f8c3725d06af,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:59.925511 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f88e945c-d166-4361-8a5f-c1e12eca5613 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:00.064907 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-f88e945c-d166-4361-8a5f-c1e12eca5613 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Calling delete_port for f88e8e3f-6e1b-4abc-afa2-f9af690a12ec owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:00.098582 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50448) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:00.120193 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f2be1b5d-2d0c-4ce9-a644-457d3fa23a0c tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:00.144595 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f2be1b5d-2d0c-4ce9-a644-457d3fa23a0c tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/ports/5998910b-4b58-422f-8256-f8c3725d06af HTTP/1.1" status: 204 len: 168 time: 1.3972950 Apr 29 15:39:00.146319 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50454) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:00.167332 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-380ca6bf-9e47-474c-97b5-787a4e1ac056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:00.201974 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c4793d-e7f7-4954-878c-d7cfb5caa2f6 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] GET failed (client error): The resource could not be found. Apr 29 15:39:00.202580 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-66c4793d-e7f7-4954-878c-d7cfb5caa2f6 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Synchronizing usage tracker for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:00.269752 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8efaeba0-35bb-4493-9d9a-0df52d480323 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:00.274596 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-380ca6bf-9e47-474c-97b5-787a4e1ac056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:00.318025 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-380ca6bf-9e47-474c-97b5-787a4e1ac056 admin admin] Usage tracker for resource:security_group_rule and tenant:e0f969fe50884748bf2b813dfd48de59 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:00.325048 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-66c4793d-e7f7-4954-878c-d7cfb5caa2f6 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Unset dirty status for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:00.326280 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-66c4793d-e7f7-4954-878c-d7cfb5caa2f6 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports/5998910b-4b58-422f-8256-f8c3725d06af HTTP/1.1" status: 404 len: 333 time: 0.1776838 Apr 29 15:39:00.331005 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-380ca6bf-9e47-474c-97b5-787a4e1ac056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:00.333943 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50460) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:00.347723 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-380ca6bf-9e47-474c-97b5-787a4e1ac056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:00.430375 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdca53-77b0-448b-becc-40369c0c5c9f req-21ed5b18-1069-468e-97c1-9f87f31c9c29 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:00.433216 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-80bdca53-77b0-448b-becc-40369c0c5c9f req-21ed5b18-1069-468e-97c1-9f87f31c9c29 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.1586900 Apr 29 15:39:00.484314 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-80bdca53-77b0-448b-becc-40369c0c5c9f req-a986cc1e-3b9a-48aa-a403-606a04539d91 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445843 Apr 29 15:39:00.489293 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f88e945c-d166-4361-8a5f-c1e12eca5613 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:00.546051 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e945c-d166-4361-8a5f-c1e12eca5613 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Pushing event deleted for resources: {'Port': ['ID=f88e8e3f-6e1b-4abc-afa2-f9af690a12ec,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:00.551231 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a000e5-cb9c-4312-abf1-bbc9d3e727c4 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Router aaefb93f-47de-4bf6-beab-8a59e53ceb7e is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:39:00.608371 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88e945c-d166-4361-8a5f-c1e12eca5613 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:00.608724 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88e945c-d166-4361-8a5f-c1e12eca5613 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:00.609057 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88e945c-d166-4361-8a5f-c1e12eca5613 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:00.609427 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88e945c-d166-4361-8a5f-c1e12eca5613 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:00.609763 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88e945c-d166-4361-8a5f-c1e12eca5613 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:00.610129 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88e945c-d166-4361-8a5f-c1e12eca5613 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:00.610405 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88e945c-d166-4361-8a5f-c1e12eca5613 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:00.610753 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88e945c-d166-4361-8a5f-c1e12eca5613 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:00.611073 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88e945c-d166-4361-8a5f-c1e12eca5613 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:00.611389 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88e945c-d166-4361-8a5f-c1e12eca5613 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:00.611710 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88e945c-d166-4361-8a5f-c1e12eca5613 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:00.612349 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-32638b88-73bd-4bca-bdba-8a10875d68c7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting subnet 8cc6aed4-6c2e-4417-9186-561aaba22110 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:39:00.617436 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32638b88-73bd-4bca-bdba-8a10875d68c7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:00.697512 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32638b88-73bd-4bca-bdba-8a10875d68c7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:00.847276 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8efaeba0-35bb-4493-9d9a-0df52d480323 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:00.854863 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32638b88-73bd-4bca-bdba-8a10875d68c7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:00.942009 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-380ca6bf-9e47-474c-97b5-787a4e1ac056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:00.957808 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-8efaeba0-35bb-4493-9d9a-0df52d480323 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Deleting port fdb0a521-c6fc-4cf1-9f02-db5dc6a7e9ae {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:00.958161 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8efaeba0-35bb-4493-9d9a-0df52d480323 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:00.983417 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f88e945c-d166-4361-8a5f-c1e12eca5613 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.005417 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f88e945c-d166-4361-8a5f-c1e12eca5613 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] 10.222.0.21 "DELETE /v2.0/ports/f88e8e3f-6e1b-4abc-afa2-f9af690a12ec HTTP/1.1" status: 204 len: 168 time: 1.8359995 Apr 29 15:39:01.005865 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50468) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:01.039561 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-380ca6bf-9e47-474c-97b5-787a4e1ac056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.047534 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32638b88-73bd-4bca-bdba-8a10875d68c7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.110076 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac1dd64-3732-4db6-8c16-b5d675d627de tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] GET failed (client error): The resource could not be found. Apr 29 15:39:01.110649 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0ac1dd64-3732-4db6-8c16-b5d675d627de tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Synchronizing usage tracker for tenant:9be77e6218e447e4a56f20d7631f9aa4 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:01.144338 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ca6bf-9e47-474c-97b5-787a4e1ac056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5bc635-897e-4994-889b-7c9c6c75089f,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:01.155272 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-380ca6bf-9e47-474c-97b5-787a4e1ac056 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0f969fe50884748bf2b813dfd48de59&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0523109 Apr 29 15:39:01.155272 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50472) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:01.165198 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32638b88-73bd-4bca-bdba-8a10875d68c7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc6aed4-6c2e-4417-9186-561aaba22110,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:01.190276 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32638b88-73bd-4bca-bdba-8a10875d68c7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.195123 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961123e9-e3e8-4f24-8da3-4935bbdd60b1 None None] Network 1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:01.208043 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32638b88-73bd-4bca-bdba-8a10875d68c7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:01.208525 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32638b88-73bd-4bca-bdba-8a10875d68c7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:01.208870 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32638b88-73bd-4bca-bdba-8a10875d68c7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:01.209207 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32638b88-73bd-4bca-bdba-8a10875d68c7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:01.209538 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32638b88-73bd-4bca-bdba-8a10875d68c7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:01.209865 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32638b88-73bd-4bca-bdba-8a10875d68c7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:01.210192 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32638b88-73bd-4bca-bdba-8a10875d68c7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:01.210555 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32638b88-73bd-4bca-bdba-8a10875d68c7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:01.210885 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32638b88-73bd-4bca-bdba-8a10875d68c7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:01.211208 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32638b88-73bd-4bca-bdba-8a10875d68c7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:01.211582 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32638b88-73bd-4bca-bdba-8a10875d68c7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:01.226260 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-32638b88-73bd-4bca-bdba-8a10875d68c7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/subnets/8cc6aed4-6c2e-4417-9186-561aaba22110 HTTP/1.1" status: 204 len: 168 time: 0.8911533 Apr 29 15:39:01.231023 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50476) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:01.266324 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8efaeba0-35bb-4493-9d9a-0df52d480323 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.274000 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0ac1dd64-3732-4db6-8c16-b5d675d627de tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Unset dirty status for tenant:9be77e6218e447e4a56f20d7631f9aa4 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:01.279512 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0ac1dd64-3732-4db6-8c16-b5d675d627de tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] 10.222.0.21 "GET /v2.0/ports/f88e8e3f-6e1b-4abc-afa2-f9af690a12ec HTTP/1.1" status: 404 len: 333 time: 0.2726915 Apr 29 15:39:01.280076 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50480) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:01.304685 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d7a3240e-f356-4b72-a9b0-5286ee3b3cb9 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Request body: {'port': {'network_id': '3ba7d83e-761a-4f7d-8f38-fda3c8097bcd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-798134815'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:01.313273 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de66264-f317-461a-862f-c86980b5dfea req-9bfbf441-bfcc-4ae7-af97-a0e3ba561d68 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:01.314763 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9de66264-f317-461a-862f-c86980b5dfea req-9bfbf441-bfcc-4ae7-af97-a0e3ba561d68 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.2664609 Apr 29 15:39:01.325151 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a000e5-cb9c-4312-abf1-bbc9d3e727c4 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:39:01.331029 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03a000e5-cb9c-4312-abf1-bbc9d3e727c4 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.332148 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-03a000e5-cb9c-4312-abf1-bbc9d3e727c4 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "PUT /v2.0/routers/aaefb93f-47de-4bf6-beab-8a59e53ceb7e HTTP/1.1" status: 200 len: 878 time: 5.8565087 Apr 29 15:39:01.341539 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476820b4-f66e-49cc-a682-79ab1c947704 None None] Sync routers for ids ['aaefb93f-47de-4bf6-beab-8a59e53ceb7e'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:39:01.342472 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50484) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:01.433313 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476820b4-f66e-49cc-a682-79ab1c947704 None None] Routers {'aaefb93f-47de-4bf6-beab-8a59e53ceb7e'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:01.434104 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-476820b4-f66e-49cc-a682-79ab1c947704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['aaefb93f-47de-4bf6-beab-8a59e53ceb7e'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:01.442500 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-863c8708-b454-4274-ba73-7475ee1e5e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.508316 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-476820b4-f66e-49cc-a682-79ab1c947704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:01.569628 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476820b4-f66e-49cc-a682-79ab1c947704 None None] Routers {'aaefb93f-47de-4bf6-beab-8a59e53ceb7e'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:01.570556 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-476820b4-f66e-49cc-a682-79ab1c947704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['aaefb93f-47de-4bf6-beab-8a59e53ceb7e'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:01.615935 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-8efaeba0-35bb-4493-9d9a-0df52d480323 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Calling delete_port for fdb0a521-c6fc-4cf1-9f02-db5dc6a7e9ae owned by network:router_gateway {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:01.619770 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-863c8708-b454-4274-ba73-7475ee1e5e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.639091 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-476820b4-f66e-49cc-a682-79ab1c947704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:01.639494 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476820b4-f66e-49cc-a682-79ab1c947704 None None] The sync data for ids ['aaefb93f-47de-4bf6-beab-8a59e53ceb7e'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:39:01.674449 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9de66264-f317-461a-862f-c86980b5dfea req-883c662b-d0dc-43fa-9104-092dc0dd28e1 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3385866 Apr 29 15:39:01.715940 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa559980-3eae-4e12-aeca-ef381e939b45 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting subnet 35a29f00-0ddd-478d-a7f3-38932b1f6cea {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:39:01.721468 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa559980-3eae-4e12-aeca-ef381e939b45 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.786860 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa559980-3eae-4e12-aeca-ef381e939b45 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.819127 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d7a3240e-f356-4b72-a9b0-5286ee3b3cb9 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:01.835325 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d7a3240e-f356-4b72-a9b0-5286ee3b3cb9 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:01.847427 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-863c8708-b454-4274-ba73-7475ee1e5e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.888345 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c8708-b454-4274-ba73-7475ee1e5e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5bc635-897e-4994-889b-7c9c6c75089f,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:01.902737 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-863c8708-b454-4274-ba73-7475ee1e5e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.906271 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-863c8708-b454-4274-ba73-7475ee1e5e4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f5bc635-897e-4994-889b-7c9c6c75089f HTTP/1.1" status: 204 len: 168 time: 0.7481458 Apr 29 15:39:01.922411 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa559980-3eae-4e12-aeca-ef381e939b45 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.940903 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a3240e-f356-4b72-a9b0-5286ee3b3cb9 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Made reservation on behalf of 9be77e6218e447e4a56f20d7631f9aa4 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:01.948992 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d7a3240e-f356-4b72-a9b0-5286ee3b3cb9 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.960370 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8efaeba0-35bb-4493-9d9a-0df52d480323 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.968461 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-fe76a943-b2b9-4c86-9a7f-89c7c4beace0 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "GET /v2.0/routers/aaefb93f-47de-4bf6-beab-8a59e53ceb7e HTTP/1.1" status: 200 len: 919 time: 0.6244335 Apr 29 15:39:01.971349 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50490) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:02.013656 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efaeba0-35bb-4493-9d9a-0df52d480323 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Pushing event deleted for resources: {'Port': ['ID=fdb0a521-c6fc-4cf1-9f02-db5dc6a7e9ae,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:02.019344 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-d7a3240e-f356-4b72-a9b0-5286ee3b3cb9 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] device_id is not set on port 898ec8ad-b2e9-48c8-aa07-72c80b460c3e yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:39:02.070222 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-edf7a604-d293-4fde-b03b-b5a9a2b22fa4 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&device_id=aaefb93f-47de-4bf6-beab-8a59e53ceb7e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0977969 Apr 29 15:39:02.075096 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50494) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:02.168109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa559980-3eae-4e12-aeca-ef381e939b45 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.237372 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa559980-3eae-4e12-aeca-ef381e939b45 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Subnet': ['ID=35a29f00-0ddd-478d-a7f3-38932b1f6cea,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:02.245177 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa559980-3eae-4e12-aeca-ef381e939b45 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.259541 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-aa559980-3eae-4e12-aeca-ef381e939b45 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/subnets/35a29f00-0ddd-478d-a7f3-38932b1f6cea HTTP/1.1" status: 204 len: 168 time: 1.0269456 Apr 29 15:39:02.262126 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50498) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:02.341073 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0730035-27e1-4780-bd42-9cf99e93503c None None] Network 1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:02.390112 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8efaeba0-35bb-4493-9d9a-0df52d480323 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.410923 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2a1ba0-bc50-483e-8df5-af1c138d65cf tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:02.411479 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4d2a1ba0-bc50-483e-8df5-af1c138d65cf tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Synchronizing usage tracker for tenant:07bb161daa604b449e1004209d497fd3 on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:02.429341 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.434093 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4d2a1ba0-bc50-483e-8df5-af1c138d65cf tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Unset dirty status for tenant:07bb161daa604b449e1004209d497fd3 on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:02.438476 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4d2a1ba0-bc50-483e-8df5-af1c138d65cf tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "GET /v2.0/networks/f991b9a3-9206-4c97-97f2-8545e1219151 HTTP/1.1" status: 200 len: 881 time: 0.3620832 Apr 29 15:39:02.438952 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50504) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:02.491365 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3dfd3c8e-f863-47b9-b62b-f355ed8542a6 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaefb93f-47de-4bf6-beab-8a59e53ceb7e HTTP/1.1" status: 200 len: 205 time: 0.0508044 Apr 29 15:39:02.492060 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50508) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:02.496336 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting port 7eb40267-8278-4fdf-a140-6007339daeb5 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:02.496673 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.535086 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-d7a3240e-f356-4b72-a9b0-5286ee3b3cb9 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Allocated IP 2001:db8::2bb (3ba7d83e-761a-4f7d-8f38-fda3c8097bcd/7f0be395-4cd3-413b-aac3-dc1b8c831176/898ec8ad-b2e9-48c8-aa07-72c80b460c3e) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:02.570394 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ff7e535f-228d-4d73-b077-bc3b97bed321 None None] Provisioning complete for port 7eb40267-8278-4fdf-a140-6007339daeb5 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:02.571124 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ff7e535f-228d-4d73-b077-bc3b97bed321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.704750 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8efaeba0-35bb-4493-9d9a-0df52d480323 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.720017 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8efaeba0-35bb-4493-9d9a-0df52d480323 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.810072 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ed9866-bdda-4980-a1c6-fb7adf523940 None None] DHCP port deletion for 1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:39:02.817270 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-97ed9866-bdda-4980-a1c6-fb7adf523940 None None] Deleting port 7eb40267-8278-4fdf-a140-6007339daeb5 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:02.817270 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-97ed9866-bdda-4980-a1c6-fb7adf523940 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.934134 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50514) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:02.944982 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d7a3240e-f356-4b72-a9b0-5286ee3b3cb9 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.985862 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7eb40267-8278-4fdf-a140-6007339daeb5 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:03.005377 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3bd9d2cd-612e-4afa-a53f-170df5d6aa30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:03.010180 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-d7a3240e-f356-4b72-a9b0-5286ee3b3cb9 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Transition to ACTIVE for port object 898ec8ad-b2e9-48c8-aa07-72c80b460c3e will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:03.011347 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8efaeba0-35bb-4493-9d9a-0df52d480323 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:03.012827 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efaeba0-35bb-4493-9d9a-0df52d480323 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Fanout notify agent at l3_agent the message router_deleted on router ed883d26-21ff-4048-ae80-4c831f2bfafb {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:39:03.039477 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8efaeba0-35bb-4493-9d9a-0df52d480323 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:03.044941 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8efaeba0-35bb-4493-9d9a-0df52d480323 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "DELETE /v2.0/routers/ed883d26-21ff-4048-ae80-4c831f2bfafb HTTP/1.1" status: 204 len: 168 time: 3.2293828 Apr 29 15:39:03.044941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50518) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:03.050812 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-3cb64ba4-e861-4b71-b646-f5a49edee846 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-686911012', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:03.059448 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-3cb64ba4-e861-4b71-b646-f5a49edee846 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:03.065609 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-3cb64ba4-e861-4b71-b646-f5a49edee846 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Usage tracker for resource:router and tenant:578af6b7ee6e47d085e1fc6b8347c84b is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:03.070179 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-3cb64ba4-e861-4b71-b646-f5a49edee846 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:03.077373 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-3cb64ba4-e861-4b71-b646-f5a49edee846 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:03.120459 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-97ed9866-bdda-4980-a1c6-fb7adf523940 None None] For port 7eb40267-8278-4fdf-a140-6007339daeb5, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7eb40267-8278-4fdf-a140-6007339daeb5,segment=NetworkSegment(cf08dbd2-b30b-47d8-b893-9c2f8743ce94),segment_id=cf08dbd2-b30b-47d8-b893-9c2f8743ce94)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:03.120860 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-97ed9866-bdda-4980-a1c6-fb7adf523940 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:03.152654 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] For port 7eb40267-8278-4fdf-a140-6007339daeb5, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7eb40267-8278-4fdf-a140-6007339daeb5,segment=NetworkSegment(cf08dbd2-b30b-47d8-b893-9c2f8743ce94),segment_id=cf08dbd2-b30b-47d8-b893-9c2f8743ce94)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:03.153029 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:03.166403 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3bd9d2cd-612e-4afa-a53f-170df5d6aa30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:03.187016 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d7a3240e-f356-4b72-a9b0-5286ee3b3cb9 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:03.231804 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3cb64ba4-e861-4b71-b646-f5a49edee846 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:03.232758 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3cb64ba4-e861-4b71-b646-f5a49edee846 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:03.281072 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a3240e-f356-4b72-a9b0-5286ee3b3cb9 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Network 3ba7d83e-761a-4f7d-8f38-fda3c8097bcd is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:03.282066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-97ed9866-bdda-4980-a1c6-fb7adf523940 None None] Calling delete_port for 7eb40267-8278-4fdf-a140-6007339daeb5 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:03.284828 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3bd9d2cd-612e-4afa-a53f-170df5d6aa30 admin admin] Usage tracker for resource:security_group_rule and tenant:c86f9a41bd1c4256a871bd457430c285 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:03.284978 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-d7a3240e-f356-4b72-a9b0-5286ee3b3cb9 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:03.289850 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a3240e-f356-4b72-a9b0-5286ee3b3cb9 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:03.293868 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a3240e-f356-4b72-a9b0-5286ee3b3cb9 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:03.294500 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d7a3240e-f356-4b72-a9b0-5286ee3b3cb9 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:03.295125 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Calling delete_port for 7eb40267-8278-4fdf-a140-6007339daeb5 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:03.321254 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3240e-f356-4b72-a9b0-5286ee3b3cb9 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Pushing event updated for resources: {'Port': ['ID=898ec8ad-b2e9-48c8-aa07-72c80b460c3e,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:03.322200 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3bd9d2cd-612e-4afa-a53f-170df5d6aa30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:03.333220 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3cb64ba4-e861-4b71-b646-f5a49edee846 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:03.340844 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987507c-2860-40d4-9c2b-38e166cff833 req-bcb61afd-570a-4702-9a1b-384be5316413 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:03.347710 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d987507c-2860-40d4-9c2b-38e166cff833 req-bcb61afd-570a-4702-9a1b-384be5316413 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.4576111 Apr 29 15:39:03.351109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3bd9d2cd-612e-4afa-a53f-170df5d6aa30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:03.351265 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:03.393174 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d7a3240e-f356-4b72-a9b0-5286ee3b3cb9 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1095722 Apr 29 15:39:03.395683 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50522) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:03.401392 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 7eb40267-8278-4fdf-a140-6007339daeb5, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7eb40267-8278-4fdf-a140-6007339daeb5,segment=NetworkSegment(cf08dbd2-b30b-47d8-b893-9c2f8743ce94),segment_id=cf08dbd2-b30b-47d8-b893-9c2f8743ce94)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:03.402036 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-9301dee1-8fac-455e-8a64-fc929ea5c9a0 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f7:b7:5a'}]}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:03.437793 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3cb64ba4-e861-4b71-b646-f5a49edee846 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:03.486074 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:03.512129 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d987507c-2860-40d4-9c2b-38e166cff833 req-a5b576d1-4f75-4b16-b0ce-e22d27448029 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636791 Apr 29 15:39:03.522398 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d84e-09d6-4c80-afd8-bfda681274ff tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:03.555100 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-97ed9866-bdda-4980-a1c6-fb7adf523940 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:39:03.556298 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-97ed9866-bdda-4980-a1c6-fb7adf523940 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:39:03.571878 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3cb64ba4-e861-4b71-b646-f5a49edee846 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:03.575611 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3cb64ba4-e861-4b71-b646-f5a49edee846 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5273588 Apr 29 15:39:03.590800 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50528) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:03.599170 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=7eb40267-8278-4fdf-a140-6007339daeb5,revision_number=7']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:03.603562 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-32e88157-024d-4338-99fd-ef7952e99293 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:03.611467 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:03.612095 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:03.612491 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:03.612879 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:03.613696 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:03.614353 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:03.614835 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:03.615240 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:03.615660 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:03.616083 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:03.616462 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:03.660242 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.api [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:39:03.660562 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG oslo_db.api [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:39:03.733195 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3bd9d2cd-612e-4afa-a53f-170df5d6aa30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:03.763964 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-34609174-d7de-49a7-964c-632d8ccc4f16 None None] Provisioning for port 898ec8ad-b2e9-48c8-aa07-72c80b460c3e completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:03.769524 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-34609174-d7de-49a7-964c-632d8ccc4f16 None None] Provisioning complete for port 898ec8ad-b2e9-48c8-aa07-72c80b460c3e triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:03.769938 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-34609174-d7de-49a7-964c-632d8ccc4f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:03.795963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3bd9d2cd-612e-4afa-a53f-170df5d6aa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:03.827030 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-34609174-d7de-49a7-964c-632d8ccc4f16 None None] Port 898ec8ad-b2e9-48c8-aa07-72c80b460c3e cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:39:03.835807 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae12a0-1a2d-41b8-9d3f-6c0161212fb5 req-7365c12a-1588-4bdf-8e5b-402b5db5347a tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:03.837405 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5eae12a0-1a2d-41b8-9d3f-6c0161212fb5 req-7365c12a-1588-4bdf-8e5b-402b5db5347a tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.1422868 Apr 29 15:39:03.889359 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9d2cd-612e-4afa-a53f-170df5d6aa30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c241a931-bf94-4c3f-aeb8-01e08b0c3ff3,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:03.895865 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3bd9d2cd-612e-4afa-a53f-170df5d6aa30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c86f9a41bd1c4256a871bd457430c285&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9530654 Apr 29 15:39:03.896546 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50532) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:03.961216 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5eae12a0-1a2d-41b8-9d3f-6c0161212fb5 req-5caeda9a-0020-48b0-b375-004985fbe998 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102562 Apr 29 15:39:03.992718 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d84e-09d6-4c80-afd8-bfda681274ff tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.005759 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-68e6dae2-ac2e-470e-8973-1732ab04703a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.034592 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-68e6dae2-ac2e-470e-8973-1732ab04703a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.056627 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9301dee1-8fac-455e-8a64-fc929ea5c9a0 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.057683 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-97ed9866-bdda-4980-a1c6-fb7adf523940 None None] Deleting port 7eb40267-8278-4fdf-a140-6007339daeb5 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:04.058049 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-97ed9866-bdda-4980-a1c6-fb7adf523940 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.066043 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-0ac9d84e-09d6-4c80-afd8-bfda681274ff tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Deleting port 9af49e99-7d7e-4daa-8c31-e6c056021052 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:04.066472 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d84e-09d6-4c80-afd8-bfda681274ff tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.161195 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting port 7eb40267-8278-4fdf-a140-6007339daeb5 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:04.161644 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.278152 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-97ed9866-bdda-4980-a1c6-fb7adf523940 None None] For port 7eb40267-8278-4fdf-a140-6007339daeb5, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7eb40267-8278-4fdf-a140-6007339daeb5,segment=NetworkSegment(cf08dbd2-b30b-47d8-b893-9c2f8743ce94),segment_id=cf08dbd2-b30b-47d8-b893-9c2f8743ce94)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:04.279035 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-97ed9866-bdda-4980-a1c6-fb7adf523940 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.309480 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32e88157-024d-4338-99fd-ef7952e99293 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.408166 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-97ed9866-bdda-4980-a1c6-fb7adf523940 None None] Calling delete_port for 7eb40267-8278-4fdf-a140-6007339daeb5 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:04.553624 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-68e6dae2-ac2e-470e-8973-1732ab04703a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.557780 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-97ed9866-bdda-4980-a1c6-fb7adf523940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.581212 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9301dee1-8fac-455e-8a64-fc929ea5c9a0 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.605434 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed9866-bdda-4980-a1c6-fb7adf523940 None None] Pushing event deleted for resources: {'Port': ['ID=7eb40267-8278-4fdf-a140-6007339daeb5,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:04.611953 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ed9866-bdda-4980-a1c6-fb7adf523940 None None] No DVR routers for this DVR port 7eb40267-8278-4fdf-a140-6007339daeb5 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:39:04.627908 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c934396-75a9-489f-bfe6-ebe581f3a838 req-deb690c8-6a44-4370-a83e-e46f8c05dcff tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:04.628958 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3c934396-75a9-489f-bfe6-ebe581f3a838 req-deb690c8-6a44-4370-a83e-e46f8c05dcff tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.5250943 Apr 29 15:39:04.630645 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d84e-09d6-4c80-afd8-bfda681274ff tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.657383 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6dae2-ac2e-470e-8973-1732ab04703a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c241a931-bf94-4c3f-aeb8-01e08b0c3ff3,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:04.662973 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9301dee1-8fac-455e-8a64-fc929ea5c9a0 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.701425 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32e88157-024d-4338-99fd-ef7952e99293 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_gateway, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.751554 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32e88157-024d-4338-99fd-ef7952e99293 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.763514 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-9301dee1-8fac-455e-8a64-fc929ea5c9a0 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] In _notify_port_updated(), no bound segment for port 898ec8ad-b2e9-48c8-aa07-72c80b460c3e on network 3ba7d83e-761a-4f7d-8f38-fda3c8097bcd {{(pid=84771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 15:39:04.769131 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9301dee1-8fac-455e-8a64-fc929ea5c9a0 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:04.770292 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9301dee1-8fac-455e-8a64-fc929ea5c9a0 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.775170 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9301dee1-8fac-455e-8a64-fc929ea5c9a0 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] 10.222.0.21 "PUT /v2.0/ports/898ec8ad-b2e9-48c8-aa07-72c80b460c3e HTTP/1.1" status: 200 len: 1002 time: 1.3752117 Apr 29 15:39:04.795247 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50538) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:04.802690 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-0ac9d84e-09d6-4c80-afd8-bfda681274ff tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Calling delete_port for 9af49e99-7d7e-4daa-8c31-e6c056021052 owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:04.836490 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301dee1-8fac-455e-8a64-fc929ea5c9a0 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Pushing event updated for resources: {'Port': ['ID=898ec8ad-b2e9-48c8-aa07-72c80b460c3e,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:04.940737 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-32e88157-024d-4338-99fd-ef7952e99293 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Allocated IP 172.26.1.242 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/6dc2d606-269d-4c94-bfcc-6a98c09bb458) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:04.954706 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] For port 7eb40267-8278-4fdf-a140-6007339daeb5, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7eb40267-8278-4fdf-a140-6007339daeb5,segment=NetworkSegment(cf08dbd2-b30b-47d8-b893-9c2f8743ce94),segment_id=cf08dbd2-b30b-47d8-b893-9c2f8743ce94)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:04.955026 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.966450 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-68e6dae2-ac2e-470e-8973-1732ab04703a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.970308 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-68e6dae2-ac2e-470e-8973-1732ab04703a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c241a931-bf94-4c3f-aeb8-01e08b0c3ff3 HTTP/1.1" status: 204 len: 168 time: 1.0689113 Apr 29 15:39:05.060533 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-333b0a85-9963-4cdd-81c2-4e6f8d09aeae None None] Provisioning complete for port 898ec8ad-b2e9-48c8-aa07-72c80b460c3e triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:05.061350 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-333b0a85-9963-4cdd-81c2-4e6f8d09aeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.101420 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3c934396-75a9-489f-bfe6-ebe581f3a838 req-a519bb8d-0b12-447f-b3d1-fdc9a55d7088 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4380639 Apr 29 15:39:05.101420 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Calling delete_port for 7eb40267-8278-4fdf-a140-6007339daeb5 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:05.135527 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32e88157-024d-4338-99fd-ef7952e99293 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.144738 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-6faf91d4-ce25-44e5-94fd-1bce626dc2ba tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Deleting port 898ec8ad-b2e9-48c8-aa07-72c80b460c3e {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:05.145315 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6faf91d4-ce25-44e5-94fd-1bce626dc2ba tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.160653 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-333b0a85-9963-4cdd-81c2-4e6f8d09aeae None None] Port 898ec8ad-b2e9-48c8-aa07-72c80b460c3e cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:39:05.232858 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32e88157-024d-4338-99fd-ef7952e99293 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.312349 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e88157-024d-4338-99fd-ef7952e99293 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:05.316612 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-32e88157-024d-4338-99fd-ef7952e99293 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:05.318743 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e88157-024d-4338-99fd-ef7952e99293 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:05.355218 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e88157-024d-4338-99fd-ef7952e99293 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Pushing event updated for resources: {'Port': ['ID=6dc2d606-269d-4c94-bfcc-6a98c09bb458,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:05.389605 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.api [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:39:05.389923 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG oslo_db.api [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:39:05.437496 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting port 7eb40267-8278-4fdf-a140-6007339daeb5 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:05.437845 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.570459 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] The port '7eb40267-8278-4fdf-a140-6007339daeb5' was deleted {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:39:05.754196 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6faf91d4-ce25-44e5-94fd-1bce626dc2ba tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.767967 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d803f34-f51b-4af3-92fc-e94864e208b2 req-ed008ea9-7a2f-4e38-a08c-f367cf39e13c tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:05.769425 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9d803f34-f51b-4af3-92fc-e94864e208b2 req-ed008ea9-7a2f-4e38-a08c-f367cf39e13c tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.4997077 Apr 29 15:39:05.832238 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.904348 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-6faf91d4-ce25-44e5-94fd-1bce626dc2ba tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Calling delete_port for 898ec8ad-b2e9-48c8-aa07-72c80b460c3e owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:06.029878 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32e88157-024d-4338-99fd-ef7952e99293 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_gateway, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.052095 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d84e-09d6-4c80-afd8-bfda681274ff tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.138228 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9d84e-09d6-4c80-afd8-bfda681274ff tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Pushing event deleted for resources: {'Port': ['ID=9af49e99-7d7e-4daa-8c31-e6c056021052,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:06.141504 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:06.176512 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf08dbd2-b30b-47d8-b893-9c2f8743ce94') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:06.176814 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf08dbd2-b30b-47d8-b893-9c2f8743ce94') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:06.215483 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32e88157-024d-4338-99fd-ef7952e99293 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.221221 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32e88157-024d-4338-99fd-ef7952e99293 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626962'] for router, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.268363 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.297616 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9d803f34-f51b-4af3-92fc-e94864e208b2 req-f1695c10-98e4-40c2-8715-b548bee4dff6 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5183494 Apr 29 15:39:06.336589 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.357746 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:39:06.358154 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: util.warn( Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: util.warn( Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: util.warn( Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: util.warn( Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:39:06.374773 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:39:06.557363 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e88157-024d-4338-99fd-ef7952e99293 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Router 031b6d04-583a-4a8f-a7a6-9e7e2a9bd181 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:39:06.638671 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d84e-09d6-4c80-afd8-bfda681274ff tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.762435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6faf91d4-ce25-44e5-94fd-1bce626dc2ba tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.766523 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.781841 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e88157-024d-4338-99fd-ef7952e99293 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:39:06.791842 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32e88157-024d-4338-99fd-ef7952e99293 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.794301 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c609f6-8a36-4c4a-b69e-f61bbd900b72 None None] Sync routers for ids ['031b6d04-583a-4a8f-a7a6-9e7e2a9bd181'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:39:06.795814 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-32e88157-024d-4338-99fd-ef7952e99293 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "PUT /v2.0/routers/031b6d04-583a-4a8f-a7a6-9e7e2a9bd181 HTTP/1.1" status: 200 len: 883 time: 3.2040067 Apr 29 15:39:06.796394 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50568) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:06.807215 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c609f6-8a36-4c4a-b69e-f61bbd900b72 None None] Routers {'031b6d04-583a-4a8f-a7a6-9e7e2a9bd181'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:06.810780 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-c1c609f6-8a36-4c4a-b69e-f61bbd900b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['031b6d04-583a-4a8f-a7a6-9e7e2a9bd181'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:06.826756 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.856191 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf91d4-ce25-44e5-94fd-1bce626dc2ba tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Pushing event deleted for resources: {'Port': ['ID=898ec8ad-b2e9-48c8-aa07-72c80b460c3e,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:06.863905 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Network': ['ID=1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:06.889671 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-c1c609f6-8a36-4c4a-b69e-f61bbd900b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:06.903979 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c609f6-8a36-4c4a-b69e-f61bbd900b72 None None] Routers {'031b6d04-583a-4a8f-a7a6-9e7e2a9bd181'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:06.904840 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-c1c609f6-8a36-4c4a-b69e-f61bbd900b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['031b6d04-583a-4a8f-a7a6-9e7e2a9bd181'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:06.935027 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 04f9198c-eb41-4c69-95ee-af24e103bb46 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:07.002934 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 04f9198c-eb41-4c69-95ee-af24e103bb46 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:39:07.003458 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 04f9198c-eb41-4c69-95ee-af24e103bb46 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:39:07.004070 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 38e4080f-de5d-44a6-801a-90c3e05204da no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:07.011472 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-c1c609f6-8a36-4c4a-b69e-f61bbd900b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:07.011934 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c609f6-8a36-4c4a-b69e-f61bbd900b72 None None] The sync data for ids ['031b6d04-583a-4a8f-a7a6-9e7e2a9bd181'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:39:07.037907 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50576) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:07.038137 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ee6c7d0d-f519-4c5c-aaa4-785bdccb935d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/networks/1ebbe70f-a4e8-43e9-98e0-12fdf2f7bf57 HTTP/1.1" status: 204 len: 168 time: 4.7749851 Apr 29 15:39:07.054835 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d84e-09d6-4c80-afd8-bfda681274ff tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:07.058961 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6faf91d4-ce25-44e5-94fd-1bce626dc2ba tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:07.061149 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6faf91d4-ce25-44e5-94fd-1bce626dc2ba tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] 10.222.0.21 "DELETE /v2.0/ports/898ec8ad-b2e9-48c8-aa07-72c80b460c3e HTTP/1.1" status: 204 len: 168 time: 2.2659042 Apr 29 15:39:07.064145 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50580) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:07.071740 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbfecd-b594-4a73-a035-43f472f8654f req-6d76329c-b43a-4922-8fbd-cbf793e09153 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:07.073422 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-94cbfecd-b594-4a73-a035-43f472f8654f req-6d76329c-b43a-4922-8fbd-cbf793e09153 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.5727537 Apr 29 15:39:07.110719 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 38e4080f-de5d-44a6-801a-90c3e05204da {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:39:07.111227 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 38e4080f-de5d-44a6-801a-90c3e05204da not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:39:07.127324 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d84e-09d6-4c80-afd8-bfda681274ff tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:07.157706 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-77eb06d2-0970-428d-b23a-4caa4242653d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] GET failed (client error): The resource could not be found. Apr 29 15:39:07.158416 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-77eb06d2-0970-428d-b23a-4caa4242653d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Synchronizing usage tracker for tenant:9be77e6218e447e4a56f20d7631f9aa4 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:07.179012 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfceadd-b4d2-447e-af86-778bafd0bc3f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:07.184798 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3bfceadd-b4d2-447e-af86-778bafd0bc3f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1423793 Apr 29 15:39:07.188576 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50586) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:07.207398 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-77eb06d2-0970-428d-b23a-4caa4242653d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Unset dirty status for tenant:9be77e6218e447e4a56f20d7631f9aa4 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:07.212501 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-77eb06d2-0970-428d-b23a-4caa4242653d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] 10.222.0.21 "GET /v2.0/ports/898ec8ad-b2e9-48c8-aa07-72c80b460c3e HTTP/1.1" status: 404 len: 333 time: 0.1472468 Apr 29 15:39:07.216353 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50590) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:07.224825 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-d850e51c-9e79-4687-8f49-a28c326c3d0f tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Request body: {'port': {'network_id': '3ba7d83e-761a-4f7d-8f38-fda3c8097bcd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1520967815'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:07.251639 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-94cbfecd-b594-4a73-a035-43f472f8654f req-65016a32-0f25-404b-a117-e26d12d28efe tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166756 Apr 29 15:39:07.300347 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d84e-09d6-4c80-afd8-bfda681274ff tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:07.300856 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac9d84e-09d6-4c80-afd8-bfda681274ff tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Fanout notify agent at l3_agent the message router_deleted on router aaefb93f-47de-4bf6-beab-8a59e53ceb7e {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:39:07.329189 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d84e-09d6-4c80-afd8-bfda681274ff tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:07.330343 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e3ae2b36-21c5-4e7a-aedb-0452c1ef5858 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1405842 Apr 29 15:39:07.338554 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0ac9d84e-09d6-4c80-afd8-bfda681274ff tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "DELETE /v2.0/routers/aaefb93f-47de-4bf6-beab-8a59e53ceb7e HTTP/1.1" status: 204 len: 168 time: 4.8416841 Apr 29 15:39:07.339220 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50598) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:07.339552 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50600) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:07.339862 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50602) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:07.342273 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-83df4680-01a5-48f5-91bb-afb7a16604d4 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "GET /v2.0/routers/031b6d04-583a-4a8f-a7a6-9e7e2a9bd181 HTTP/1.1" status: 200 len: 924 time: 0.5445359 Apr 29 15:39:07.377238 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-3560da96-24eb-4804-8005-62f0643550eb tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1204326229', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:07.389280 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-9d3dbeb8-5a3e-4fba-b0a7-d8a16e079fd0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1752466047'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:07.402671 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3560da96-24eb-4804-8005-62f0643550eb tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:07.548755 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9d3dbeb8-5a3e-4fba-b0a7-d8a16e079fd0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:07.572217 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3560da96-24eb-4804-8005-62f0643550eb tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Usage tracker for resource:router and tenant:2fa93d6301834e4e9244fb8c7e64ed0a is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:07.582022 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3560da96-24eb-4804-8005-62f0643550eb tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:07.584790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9d3dbeb8-5a3e-4fba-b0a7-d8a16e079fd0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:network and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:07.591011 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9d3dbeb8-5a3e-4fba-b0a7-d8a16e079fd0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:07.612935 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9d3dbeb8-5a3e-4fba-b0a7-d8a16e079fd0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:07.614998 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3560da96-24eb-4804-8005-62f0643550eb tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:07.647138 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d850e51c-9e79-4687-8f49-a28c326c3d0f tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:07.665982 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d850e51c-9e79-4687-8f49-a28c326c3d0f tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:07.689288 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-906c4508-fffd-4511-af49-81bd7901e8cd tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&device_id=031b6d04-583a-4a8f-a7a6-9e7e2a9bd181&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3467705 Apr 29 15:39:07.691866 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50620) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:07.699732 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b94568-918c-45d1-b6ee-50a709de87a6 req-c84a1949-ff4b-4767-af8a-27440160c900 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:07.701042 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d0b94568-918c-45d1-b6ee-50a709de87a6 req-c84a1949-ff4b-4767-af8a-27440160c900 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.3007560 Apr 29 15:39:07.702037 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3560da96-24eb-4804-8005-62f0643550eb tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:07.703215 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3560da96-24eb-4804-8005-62f0643550eb tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:07.727115 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3dbeb8-5a3e-4fba-b0a7-d8a16e079fd0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:07.731088 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d3dbeb8-5a3e-4fba-b0a7-d8a16e079fd0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:07.761366 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d850e51c-9e79-4687-8f49-a28c326c3d0f tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Made reservation on behalf of 9be77e6218e447e4a56f20d7631f9aa4 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:07.764333 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d850e51c-9e79-4687-8f49-a28c326c3d0f tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:07.802576 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3560da96-24eb-4804-8005-62f0643550eb tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:07.823042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-d850e51c-9e79-4687-8f49-a28c326c3d0f tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] device_id is not set on port 914a8def-6086-4d21-86ad-ace4c0a5f1bd yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:39:07.837926 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50624) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:07.858174 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d0b94568-918c-45d1-b6ee-50a709de87a6 req-cd1ff85a-6895-4d7d-8e92-e5b20b6e1111 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464434 Apr 29 15:39:07.859076 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3dbeb8-5a3e-4fba-b0a7-d8a16e079fd0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:39:07.869174 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d53e21e-c5d3-433c-88bc-938a866ce170 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:07.873334 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7d53e21e-c5d3-433c-88bc-938a866ce170 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "GET /v2.0/networks/f991b9a3-9206-4c97-97f2-8545e1219151 HTTP/1.1" status: 200 len: 881 time: 0.1763451 Apr 29 15:39:07.874005 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50630) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:07.889838 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d3dbeb8-5a3e-4fba-b0a7-d8a16e079fd0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:07.890185 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-9d3dbeb8-5a3e-4fba-b0a7-d8a16e079fd0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Added segment 9ffac864-78eb-42d6-ab62-6c6270a499d5 of type vlan for network 373de27b-4b0b-49b4-bcbc-58ce0be6fee1 Apr 29 15:39:07.935978 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-220f9b7f-9930-41a2-a3b8-af8505b36af1 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "GET /v2.0/ports?device_id=031b6d04-583a-4a8f-a7a6-9e7e2a9bd181 HTTP/1.1" status: 200 len: 205 time: 0.0606005 Apr 29 15:39:07.938696 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50636) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:07.967533 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d3dbeb8-5a3e-4fba-b0a7-d8a16e079fd0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:07.983469 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3560da96-24eb-4804-8005-62f0643550eb tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:08.050742 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-d850e51c-9e79-4687-8f49-a28c326c3d0f tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Allocated IP 2001:db8::257 (3ba7d83e-761a-4f7d-8f38-fda3c8097bcd/7f0be395-4cd3-413b-aac3-dc1b8c831176/914a8def-6086-4d21-86ad-ace4c0a5f1bd) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:08.065041 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-85255630', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:08.072038 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:08.077067 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Usage tracker for resource:port and tenant:37db4262052945c393c88540c63cb9a6 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:08.080829 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:08.095060 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:08.137780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3560da96-24eb-4804-8005-62f0643550eb tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:08.139000 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3560da96-24eb-4804-8005-62f0643550eb tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7954111 Apr 29 15:39:08.139829 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d3dbeb8-5a3e-4fba-b0a7-d8a16e079fd0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:08.143418 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3dbeb8-5a3e-4fba-b0a7-d8a16e079fd0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:08.143975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d3dbeb8-5a3e-4fba-b0a7-d8a16e079fd0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:08.147608 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50640) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:08.154278 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d862a6bb-848d-405c-b737-5bf7225f3665 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'enable_snat': True}}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:08.321004 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Made reservation on behalf of 37db4262052945c393c88540c63cb9a6 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:08.323386 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:08.380531 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3dbeb8-5a3e-4fba-b0a7-d8a16e079fd0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Network': ['ID=373de27b-4b0b-49b4-bcbc-58ce0be6fee1,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:08.391879 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 373de27b-4b0b-49b4-bcbc-58ce0be6fee1 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:39:08.405913 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:08.428402 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d850e51c-9e79-4687-8f49-a28c326c3d0f tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:08.448198 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9d3dbeb8-5a3e-4fba-b0a7-d8a16e079fd0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1071091 Apr 29 15:39:08.451137 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50644) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:08.451318 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-efc632bc-0e18-4b6e-8f28-6256456bc950 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:08.453696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-d850e51c-9e79-4687-8f49-a28c326c3d0f tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Transition to ACTIVE for port object 914a8def-6086-4d21-86ad-ace4c0a5f1bd will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:08.458350 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-adc4e022-0794-45b1-8977-e55edeebfb32 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'subnet': {'network_id': '373de27b-4b0b-49b4-bcbc-58ce0be6fee1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:08.592834 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-adc4e022-0794-45b1-8977-e55edeebfb32 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:08.597639 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-adc4e022-0794-45b1-8977-e55edeebfb32 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:subnet and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:08.600696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-adc4e022-0794-45b1-8977-e55edeebfb32 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:08.604736 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:08.607131 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-adc4e022-0794-45b1-8977-e55edeebfb32 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:08.655948 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d850e51c-9e79-4687-8f49-a28c326c3d0f tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:08.677712 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Usage tracker for resource:security_group_rule and tenant:37db4262052945c393c88540c63cb9a6 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:08.709869 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc4e022-0794-45b1-8977-e55edeebfb32 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:08.734402 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:08.758519 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:08.829454 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d850e51c-9e79-4687-8f49-a28c326c3d0f tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Network 3ba7d83e-761a-4f7d-8f38-fda3c8097bcd is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:08.835878 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-d850e51c-9e79-4687-8f49-a28c326c3d0f tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:08.838561 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d850e51c-9e79-4687-8f49-a28c326c3d0f tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:08.842437 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d850e51c-9e79-4687-8f49-a28c326c3d0f tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:08.843232 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d850e51c-9e79-4687-8f49-a28c326c3d0f tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:08.849649 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850e51c-9e79-4687-8f49-a28c326c3d0f tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Pushing event updated for resources: {'Port': ['ID=914a8def-6086-4d21-86ad-ace4c0a5f1bd,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:08.898851 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-adc4e022-0794-45b1-8977-e55edeebfb32 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:08.994333 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d850e51c-9e79-4687-8f49-a28c326c3d0f tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7723725 Apr 29 15:39:08.995522 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50648) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:09.004861 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-871f1bcb-a28f-4a15-b2e2-78db1646692d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Request body: {'port': {'network_id': '3ba7d83e-761a-4f7d-8f38-fda3c8097bcd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-108207286'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:09.031362 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:09.033600 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d862a6bb-848d-405c-b737-5bf7225f3665 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:09.094859 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-efc632bc-0e18-4b6e-8f28-6256456bc950 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:09.129388 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:09.141268 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] device_id is not set on port 550994cc-c675-4295-a92c-c39eba467b96 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:39:09.207365 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd15e86a-9eb3-4fd9-9225-8076dfc98166,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:09.220038 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-871f1bcb-a28f-4a15-b2e2-78db1646692d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:09.236912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-871f1bcb-a28f-4a15-b2e2-78db1646692d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:09.254783 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e7807bb2-dd18-42b2-b460-3614eee8e11a None None] Provisioning for port 914a8def-6086-4d21-86ad-ace4c0a5f1bd completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:09.261309 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e7807bb2-dd18-42b2-b460-3614eee8e11a None None] Provisioning complete for port 914a8def-6086-4d21-86ad-ace4c0a5f1bd triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:09.267942 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e7807bb2-dd18-42b2-b460-3614eee8e11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:09.292650 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-efc632bc-0e18-4b6e-8f28-6256456bc950 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Deleting port 6dc2d606-269d-4c94-bfcc-6a98c09bb458 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:09.293745 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-efc632bc-0e18-4b6e-8f28-6256456bc950 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:09.311948 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871f1bcb-a28f-4a15-b2e2-78db1646692d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Made reservation on behalf of 9be77e6218e447e4a56f20d7631f9aa4 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:09.315083 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-871f1bcb-a28f-4a15-b2e2-78db1646692d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:09.315444 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-e7807bb2-dd18-42b2-b460-3614eee8e11a None None] Port 914a8def-6086-4d21-86ad-ace4c0a5f1bd cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:39:09.338840 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-871f1bcb-a28f-4a15-b2e2-78db1646692d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] device_id is not set on port d4c371a8-342c-46c0-b718-95043068d67c yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:39:09.379695 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-adc4e022-0794-45b1-8977-e55edeebfb32 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:09.487047 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Allocated IP 172.26.1.64 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/550994cc-c675-4295-a92c-c39eba467b96) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:09.521367 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4e022-0794-45b1-8977-e55edeebfb32 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Subnet': ['ID=3553e521-b9af-4611-ba40-96c76e2c8d5d,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:09.552687 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc4e022-0794-45b1-8977-e55edeebfb32 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Checking segment: {'id': '9ffac864-78eb-42d6-ab62-6c6270a499d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '373de27b-4b0b-49b4-bcbc-58ce0be6fee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:39:09.553048 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc4e022-0794-45b1-8977-e55edeebfb32 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network hostable DHCP agents. Network: 373de27b-4b0b-49b4-bcbc-58ce0be6fee1, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:39:09.579836 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-871f1bcb-a28f-4a15-b2e2-78db1646692d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Allocated IP 2001:db8::195 (3ba7d83e-761a-4f7d-8f38-fda3c8097bcd/7f0be395-4cd3-413b-aac3-dc1b8c831176/d4c371a8-342c-46c0-b718-95043068d67c) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:09.607600 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-efc632bc-0e18-4b6e-8f28-6256456bc950 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:09.805125 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc4e022-0794-45b1-8977-e55edeebfb32 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network 373de27b-4b0b-49b4-bcbc-58ce0be6fee1 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:39:09.888034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-adc4e022-0794-45b1-8977-e55edeebfb32 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 373de27b-4b0b-49b4-bcbc-58ce0be6fee1) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:09.895284 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-871f1bcb-a28f-4a15-b2e2-78db1646692d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:09.897333 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743a4528-85ea-4ff4-9d1a-3cfdd47e44a1 None None] Network 373de27b-4b0b-49b4-bcbc-58ce0be6fee1 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:09.902768 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc4e022-0794-45b1-8977-e55edeebfb32 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:09.903564 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-adc4e022-0794-45b1-8977-e55edeebfb32 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:09.909658 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-efc632bc-0e18-4b6e-8f28-6256456bc950 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Calling delete_port for 6dc2d606-269d-4c94-bfcc-6a98c09bb458 owned by network:router_gateway {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:09.934226 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-871f1bcb-a28f-4a15-b2e2-78db1646692d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Transition to ACTIVE for port object d4c371a8-342c-46c0-b718-95043068d67c will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:10.011265 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-adc4e022-0794-45b1-8977-e55edeebfb32 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5589850 Apr 29 15:39:10.013742 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50652) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:10.019367 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-6e0ddfdb-4873-4f78-bae0-18ac87b4c78d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'port': {'network_id': '373de27b-4b0b-49b4-bcbc-58ce0be6fee1', 'name': 'tempest-PortsIpV6TestJSON-546036706'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:10.044615 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-871f1bcb-a28f-4a15-b2e2-78db1646692d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.053707 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d862a6bb-848d-405c-b737-5bf7225f3665 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.105403 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d862a6bb-848d-405c-b737-5bf7225f3665 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.120503 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dd4015-2bd6-45ac-bff3-7e7467ced887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-373de27b-4b0b-49b4-bcbc-58ce0be6fee1', 'network_id': '373de27b-4b0b-49b4-bcbc-58ce0be6fee1', 'tenant_id': '181454145b0d449b8706b073dae04744', 'fixed_ips': [{'subnet_id': '3553e521-b9af-4611-ba40-96c76e2c8d5d'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:39:10.121332 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-09dd4015-2bd6-45ac-bff3-7e7467ced887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.170038 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f1bcb-a28f-4a15-b2e2-78db1646692d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Pushing event updated for resources: {'Port': ['ID=d4c371a8-342c-46c0-b718-95043068d67c,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:10.171249 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.208787 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871f1bcb-a28f-4a15-b2e2-78db1646692d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Network 3ba7d83e-761a-4f7d-8f38-fda3c8097bcd is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:10.210195 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-871f1bcb-a28f-4a15-b2e2-78db1646692d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:10.223468 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871f1bcb-a28f-4a15-b2e2-78db1646692d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:10.227410 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871f1bcb-a28f-4a15-b2e2-78db1646692d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:10.231627 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-871f1bcb-a28f-4a15-b2e2-78db1646692d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.268512 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6e0ddfdb-4873-4f78-bae0-18ac87b4c78d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:10.273300 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6e0ddfdb-4873-4f78-bae0-18ac87b4c78d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:port and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:10.277642 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6e0ddfdb-4873-4f78-bae0-18ac87b4c78d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:10.283561 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6e0ddfdb-4873-4f78-bae0-18ac87b4c78d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:10.299975 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-09dd4015-2bd6-45ac-bff3-7e7467ced887 None None] Allocated IP 2001:db8::2 (373de27b-4b0b-49b4-bcbc-58ce0be6fee1/3553e521-b9af-4611-ba40-96c76e2c8d5d/58afe34c-1baf-4208-b496-5857cd6c923f) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:10.342920 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-871f1bcb-a28f-4a15-b2e2-78db1646692d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3467026 Apr 29 15:39:10.345415 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50656) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:10.351025 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-c5ae43cf-3d21-4cc5-922b-bc253a9e373d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18f', 'mac_address': 'fa:16:3e:f7:b7:5a'}, {'ip_address': '2001:db8::257', 'mac_address': 'fa:16:3e:2b:b5:e1'}]}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:10.410148 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.443811 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0ddfdb-4873-4f78-bae0-18ac87b4c78d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:10.447012 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6e0ddfdb-4873-4f78-bae0-18ac87b4c78d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.498187 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-efc632bc-0e18-4b6e-8f28-6256456bc950 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.517331 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-09dd4015-2bd6-45ac-bff3-7e7467ced887 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.528966 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-09dd4015-2bd6-45ac-bff3-7e7467ced887 None None] Transition to ACTIVE for port object 58afe34c-1baf-4208-b496-5857cd6c923f will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:10.531711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-6e0ddfdb-4873-4f78-bae0-18ac87b4c78d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] device_id is not set on port 72bc4a17-539f-49fc-a93e-ba3462c87045 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:39:10.548398 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-09dd4015-2bd6-45ac-bff3-7e7467ced887 None None] Transition to ACTIVE for port object 58afe34c-1baf-4208-b496-5857cd6c923f will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:10.580112 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:10.590212 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:10.607602 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:10.620897 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-09dd4015-2bd6-45ac-bff3-7e7467ced887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.666278 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-d862a6bb-848d-405c-b737-5bf7225f3665 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Allocated IP 172.26.1.8 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/f38c7a80-6504-491c-bd88-2bd4d4ebdeeb) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:10.670065 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-740ebc18-4cdf-4d24-b311-67d0cb40a15a None None] Provisioning for port d4c371a8-342c-46c0-b718-95043068d67c completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:10.676468 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Pushing event updated for resources: {'Port': ['ID=550994cc-c675-4295-a92c-c39eba467b96,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:10.687984 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-740ebc18-4cdf-4d24-b311-67d0cb40a15a None None] Provisioning complete for port d4c371a8-342c-46c0-b718-95043068d67c triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:10.694623 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-740ebc18-4cdf-4d24-b311-67d0cb40a15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.745082 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c5ae43cf-3d21-4cc5-922b-bc253a9e373d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.745468 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd4015-2bd6-45ac-bff3-7e7467ced887 None None] Pushing event updated for resources: {'Port': ['ID=58afe34c-1baf-4208-b496-5857cd6c923f,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:10.749174 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dd4015-2bd6-45ac-bff3-7e7467ced887 None None] Network 373de27b-4b0b-49b4-bcbc-58ce0be6fee1 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:10.751666 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc632bc-0e18-4b6e-8f28-6256456bc950 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Pushing event deleted for resources: {'Port': ['ID=6dc2d606-269d-4c94-bfcc-6a98c09bb458,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:10.752869 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-09dd4015-2bd6-45ac-bff3-7e7467ced887 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:10.756622 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dd4015-2bd6-45ac-bff3-7e7467ced887 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:10.765083 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-740ebc18-4cdf-4d24-b311-67d0cb40a15a None None] Port d4c371a8-342c-46c0-b718-95043068d67c cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:39:10.778703 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-6e0ddfdb-4873-4f78-bae0-18ac87b4c78d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Allocated IP 2001:db8::3b0 (373de27b-4b0b-49b4-bcbc-58ce0be6fee1/3553e521-b9af-4611-ba40-96c76e2c8d5d/72bc4a17-539f-49fc-a93e-ba3462c87045) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:10.824724 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:10.825322 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.860404 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-09dd4015-2bd6-45ac-bff3-7e7467ced887 None None] Attempting to bind port 58afe34c-1baf-4208-b496-5857cd6c923f on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:10.861158 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-09dd4015-2bd6-45ac-bff3-7e7467ced887 None None] Attempting to bind port 58afe34c-1baf-4208-b496-5857cd6c923f by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '9ffac864-78eb-42d6-ab62-6c6270a499d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '373de27b-4b0b-49b4-bcbc-58ce0be6fee1'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:10.861734 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dd4015-2bd6-45ac-bff3-7e7467ced887 None None] Attempting to bind port 58afe34c-1baf-4208-b496-5857cd6c923f on network 373de27b-4b0b-49b4-bcbc-58ce0be6fee1 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:39:10.871202 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dd4015-2bd6-45ac-bff3-7e7467ced887 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:39:10.872107 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dd4015-2bd6-45ac-bff3-7e7467ced887 None None] Checking segment: {'id': '9ffac864-78eb-42d6-ab62-6c6270a499d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '373de27b-4b0b-49b4-bcbc-58ce0be6fee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:39:10.873318 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-09dd4015-2bd6-45ac-bff3-7e7467ced887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.875012 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dd4015-2bd6-45ac-bff3-7e7467ced887 None None] Bound using segment: {'id': '9ffac864-78eb-42d6-ab62-6c6270a499d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '373de27b-4b0b-49b4-bcbc-58ce0be6fee1'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:39:10.875684 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-09dd4015-2bd6-45ac-bff3-7e7467ced887 None None] Bound port: 58afe34c-1baf-4208-b496-5857cd6c923f, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffac864-78eb-42d6-ab62-6c6270a499d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '373de27b-4b0b-49b4-bcbc-58ce0be6fee1'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:10.876225 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-09dd4015-2bd6-45ac-bff3-7e7467ced887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.975096 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-09dd4015-2bd6-45ac-bff3-7e7467ced887 None None] For port 58afe34c-1baf-4208-b496-5857cd6c923f, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:39:10.979070 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-09dd4015-2bd6-45ac-bff3-7e7467ced887 None None] For port 58afe34c-1baf-4208-b496-5857cd6c923f, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=58afe34c-1baf-4208-b496-5857cd6c923f,segment=NetworkSegment(9ffac864-78eb-42d6-ab62-6c6270a499d5),segment_id=9ffac864-78eb-42d6-ab62-6c6270a499d5)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:39:11.034130 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-efc632bc-0e18-4b6e-8f28-6256456bc950 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.061071 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-09dd4015-2bd6-45ac-bff3-7e7467ced887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.148034 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd4015-2bd6-45ac-bff3-7e7467ced887 None None] Pushing event updated for resources: {'Port': ['ID=58afe34c-1baf-4208-b496-5857cd6c923f,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:11.160899 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d9b9ab9f-6fbd-4fcc-88f2-3ba9f6aca680 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.3203197 Apr 29 15:39:11.164563 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50660) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:11.177641 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c5ae43cf-3d21-4cc5-922b-bc253a9e373d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.182037 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-f20db3eb-ab2a-46f3-a636-cbedf8131ffc tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.64'}]}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:11.188777 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-f20db3eb-ab2a-46f3-a636-cbedf8131ffc tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:11.203257 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f20db3eb-ab2a-46f3-a636-cbedf8131ffc tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Usage tracker for resource:router and tenant:37db4262052945c393c88540c63cb9a6 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:11.207646 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f20db3eb-ab2a-46f3-a636-cbedf8131ffc tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:11.212424 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6e0ddfdb-4873-4f78-bae0-18ac87b4c78d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.220794 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-f20db3eb-ab2a-46f3-a636-cbedf8131ffc tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:11.236272 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-6e0ddfdb-4873-4f78-bae0-18ac87b4c78d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Transition to ACTIVE for port object 72bc4a17-539f-49fc-a93e-ba3462c87045 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:11.255068 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c5ae43cf-3d21-4cc5-922b-bc253a9e373d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.265537 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d862a6bb-848d-405c-b737-5bf7225f3665 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.310615 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f20db3eb-ab2a-46f3-a636-cbedf8131ffc tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.311114 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f20db3eb-ab2a-46f3-a636-cbedf8131ffc tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.338430 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-c5ae43cf-3d21-4cc5-922b-bc253a9e373d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] In _notify_port_updated(), no bound segment for port d4c371a8-342c-46c0-b718-95043068d67c on network 3ba7d83e-761a-4f7d-8f38-fda3c8097bcd {{(pid=84770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 15:39:11.342591 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ae43cf-3d21-4cc5-922b-bc253a9e373d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:11.344230 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c5ae43cf-3d21-4cc5-922b-bc253a9e373d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.344894 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c5ae43cf-3d21-4cc5-922b-bc253a9e373d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] 10.222.0.21 "PUT /v2.0/ports/d4c371a8-342c-46c0-b718-95043068d67c HTTP/1.1" status: 200 len: 1067 time: 0.9985266 Apr 29 15:39:11.349395 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50664) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:11.371658 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-efc632bc-0e18-4b6e-8f28-6256456bc950 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.387175 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-efc632bc-0e18-4b6e-8f28-6256456bc950 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.401595 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6e0ddfdb-4873-4f78-bae0-18ac87b4c78d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.403153 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae43cf-3d21-4cc5-922b-bc253a9e373d tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Pushing event updated for resources: {'Port': ['ID=d4c371a8-342c-46c0-b718-95043068d67c,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:11.519146 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f20db3eb-ab2a-46f3-a636-cbedf8131ffc tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.524830 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d862a6bb-848d-405c-b737-5bf7225f3665 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.536100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-37a63626-fb32-49e2-b15a-a33786a12e2f tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Deleting port d4c371a8-342c-46c0-b718-95043068d67c {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:11.539292 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-37a63626-fb32-49e2-b15a-a33786a12e2f tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.572967 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0ddfdb-4873-4f78-bae0-18ac87b4c78d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network 373de27b-4b0b-49b4-bcbc-58ce0be6fee1 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:11.600116 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ddfdb-4873-4f78-bae0-18ac87b4c78d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Port': ['ID=72bc4a17-539f-49fc-a93e-ba3462c87045,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:11.617977 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-6e0ddfdb-4873-4f78-bae0-18ac87b4c78d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:11.624266 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0ddfdb-4873-4f78-bae0-18ac87b4c78d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:11.628602 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0ddfdb-4873-4f78-bae0-18ac87b4c78d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:11.629270 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6e0ddfdb-4873-4f78-bae0-18ac87b4c78d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.691758 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-efc632bc-0e18-4b6e-8f28-6256456bc950 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.692292 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc632bc-0e18-4b6e-8f28-6256456bc950 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Fanout notify agent at l3_agent the message router_deleted on router 031b6d04-583a-4a8f-a7a6-9e7e2a9bd181 {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:39:11.713891 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d862a6bb-848d-405c-b737-5bf7225f3665 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:11.718233 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9f70fc65-7d01-461e-9f4f-6b1d5145fd86 None None] Provisioning complete for port d4c371a8-342c-46c0-b718-95043068d67c triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:11.718794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9f70fc65-7d01-461e-9f4f-6b1d5145fd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.721864 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-d862a6bb-848d-405c-b737-5bf7225f3665 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:11.724454 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d862a6bb-848d-405c-b737-5bf7225f3665 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:11.788593 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-9f70fc65-7d01-461e-9f4f-6b1d5145fd86 None None] Port d4c371a8-342c-46c0-b718-95043068d67c cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:39:11.819383 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-efc632bc-0e18-4b6e-8f28-6256456bc950 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.819383 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-efc632bc-0e18-4b6e-8f28-6256456bc950 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "DELETE /v2.0/routers/031b6d04-583a-4a8f-a7a6-9e7e2a9bd181 HTTP/1.1" status: 204 len: 168 time: 3.8725295 Apr 29 15:39:11.832046 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50668) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:11.847702 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7eefe0d8-1010-4ef6-8695-2762a1f08ff3 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-599184582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:11.858854 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862a6bb-848d-405c-b737-5bf7225f3665 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Pushing event updated for resources: {'Port': ['ID=f38c7a80-6504-491c-bd88-2bd4d4ebdeeb,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:11.864739 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7eefe0d8-1010-4ef6-8695-2762a1f08ff3 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:11.872747 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7eefe0d8-1010-4ef6-8695-2762a1f08ff3 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Usage tracker for resource:router and tenant:578af6b7ee6e47d085e1fc6b8347c84b is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:11.879349 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7eefe0d8-1010-4ef6-8695-2762a1f08ff3 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:11.888737 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7eefe0d8-1010-4ef6-8695-2762a1f08ff3 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:11.944362 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6e0ddfdb-4873-4f78-bae0-18ac87b4c78d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9293387 Apr 29 15:39:11.947632 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50672) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:11.954119 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-4dab9796-ef60-48d9-8933-7a682d9dc22b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'port': {'network_id': '373de27b-4b0b-49b4-bcbc-58ce0be6fee1', 'name': 'tempest-PortsIpV6TestJSON-271964123'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:11.976008 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7eefe0d8-1010-4ef6-8695-2762a1f08ff3 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.979865 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7eefe0d8-1010-4ef6-8695-2762a1f08ff3 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.069877 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f20db3eb-ab2a-46f3-a636-cbedf8131ffc tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.093214 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-37a63626-fb32-49e2-b15a-a33786a12e2f tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.099892 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7eefe0d8-1010-4ef6-8695-2762a1f08ff3 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.134443 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4dab9796-ef60-48d9-8933-7a682d9dc22b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:12.140529 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4dab9796-ef60-48d9-8933-7a682d9dc22b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:port and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:12.143865 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4dab9796-ef60-48d9-8933-7a682d9dc22b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:12.151317 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4dab9796-ef60-48d9-8933-7a682d9dc22b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:12.153570 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d862a6bb-848d-405c-b737-5bf7225f3665 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.207192 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7eefe0d8-1010-4ef6-8695-2762a1f08ff3 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.235354 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-37a63626-fb32-49e2-b15a-a33786a12e2f tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Calling delete_port for d4c371a8-342c-46c0-b718-95043068d67c owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:12.279171 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a299b19a-3b19-4674-8fc8-a2a79590e7d9 None None] Network 373de27b-4b0b-49b4-bcbc-58ce0be6fee1 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:12.336100 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dab9796-ef60-48d9-8933-7a682d9dc22b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:12.339595 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4dab9796-ef60-48d9-8933-7a682d9dc22b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.356415 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7eefe0d8-1010-4ef6-8695-2762a1f08ff3 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.360250 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7eefe0d8-1010-4ef6-8695-2762a1f08ff3 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5245600 Apr 29 15:39:12.361696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50676) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:12.363855 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d862a6bb-848d-405c-b737-5bf7225f3665 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.371801 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d862a6bb-848d-405c-b737-5bf7225f3665 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626962'] for router, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.374962 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-30492d98-18ca-4a80-9616-6ea09b149aa6 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'enable_snat': True}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:12.376060 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-4dab9796-ef60-48d9-8933-7a682d9dc22b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] device_id is not set on port edf76fb1-b120-4446-8a4d-dc426f518d88 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:39:12.429165 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f7660889-8894-4f7f-afed-016499841d9f None None] Provisioning for port 58afe34c-1baf-4208-b496-5857cd6c923f completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:12.652775 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-4dab9796-ef60-48d9-8933-7a682d9dc22b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Allocated IP 2001:db8::39e (373de27b-4b0b-49b4-bcbc-58ce0be6fee1/3553e521-b9af-4611-ba40-96c76e2c8d5d/edf76fb1-b120-4446-8a4d-dc426f518d88) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:12.816234 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-37a63626-fb32-49e2-b15a-a33786a12e2f tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.865229 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d862a6bb-848d-405c-b737-5bf7225f3665 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Router 72048fc0-7218-4ac8-9bf8-4247f57f06ec is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:39:12.954170 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a63626-fb32-49e2-b15a-a33786a12e2f tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Pushing event deleted for resources: {'Port': ['ID=d4c371a8-342c-46c0-b718-95043068d67c,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:13.001594 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 58afe34c-1baf-4208-b496-5857cd6c923f up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:13.078783 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-03ddede6-f196-454c-a573-e635f948e35a None None] Provisioning for port 72bc4a17-539f-49fc-a93e-ba3462c87045 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:13.088845 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-03ddede6-f196-454c-a573-e635f948e35a None None] Provisioning complete for port 72bc4a17-539f-49fc-a93e-ba3462c87045 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:13.089475 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-03ddede6-f196-454c-a573-e635f948e35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.119794 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4dab9796-ef60-48d9-8933-7a682d9dc22b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.128556 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30492d98-18ca-4a80-9616-6ea09b149aa6 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.156024 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-4dab9796-ef60-48d9-8933-7a682d9dc22b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Transition to ACTIVE for port object edf76fb1-b120-4446-8a4d-dc426f518d88 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:13.162151 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-03ddede6-f196-454c-a573-e635f948e35a None None] Port 72bc4a17-539f-49fc-a93e-ba3462c87045 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:39:13.171879 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f20db3eb-ab2a-46f3-a636-cbedf8131ffc tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.235045 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d862a6bb-848d-405c-b737-5bf7225f3665 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:39:13.246808 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587e3899-9266-4e64-b35d-d992cd021e35 None None] Sync routers for ids ['72048fc0-7218-4ac8-9bf8-4247f57f06ec'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:39:13.250971 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d862a6bb-848d-405c-b737-5bf7225f3665 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.256253 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d862a6bb-848d-405c-b737-5bf7225f3665 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "PUT /v2.0/routers/72048fc0-7218-4ac8-9bf8-4247f57f06ec HTTP/1.1" status: 200 len: 913 time: 5.1075585 Apr 29 15:39:13.257218 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50680) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:13.261216 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587e3899-9266-4e64-b35d-d992cd021e35 None None] Routers {'72048fc0-7218-4ac8-9bf8-4247f57f06ec'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:13.267183 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-587e3899-9266-4e64-b35d-d992cd021e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['72048fc0-7218-4ac8-9bf8-4247f57f06ec'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:13.329406 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4dab9796-ef60-48d9-8933-7a682d9dc22b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.332812 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f20db3eb-ab2a-46f3-a636-cbedf8131ffc tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.356937 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 58afe34c-1baf-4208-b496-5857cd6c923f completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:13.373507 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-587e3899-9266-4e64-b35d-d992cd021e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:13.375272 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 58afe34c-1baf-4208-b496-5857cd6c923f triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:13.375636 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.448062 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ef9db9ed-1449-4293-81a5-a83679f4bc7a None None] Provisioning complete for port 72bc4a17-539f-49fc-a93e-ba3462c87045 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:13.448431 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ef9db9ed-1449-4293-81a5-a83679f4bc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.482796 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587e3899-9266-4e64-b35d-d992cd021e35 None None] Routers {'72048fc0-7218-4ac8-9bf8-4247f57f06ec'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:13.483500 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-587e3899-9266-4e64-b35d-d992cd021e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:38:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['72048fc0-7218-4ac8-9bf8-4247f57f06ec'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:13.570948 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dab9796-ef60-48d9-8933-7a682d9dc22b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network 373de27b-4b0b-49b4-bcbc-58ce0be6fee1 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:13.580145 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-587e3899-9266-4e64-b35d-d992cd021e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:13.580539 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587e3899-9266-4e64-b35d-d992cd021e35 None None] The sync data for ids ['72048fc0-7218-4ac8-9bf8-4247f57f06ec'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:39:13.582426 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab9796-ef60-48d9-8933-7a682d9dc22b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Port': ['ID=edf76fb1-b120-4446-8a4d-dc426f518d88,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:13.585471 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-4dab9796-ef60-48d9-8933-7a682d9dc22b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:13.590032 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dab9796-ef60-48d9-8933-7a682d9dc22b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:13.593108 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-37a63626-fb32-49e2-b15a-a33786a12e2f tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.597046 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dab9796-ef60-48d9-8933-7a682d9dc22b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:13.597935 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4dab9796-ef60-48d9-8933-7a682d9dc22b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.641193 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-ef9db9ed-1449-4293-81a5-a83679f4bc7a None None] Port 72bc4a17-539f-49fc-a93e-ba3462c87045 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:39:13.644981 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a42bfeee-3789-4e6f-8518-481b2ca3b9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.659601 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4dab9796-ef60-48d9-8933-7a682d9dc22b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7107446 Apr 29 15:39:13.668995 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50686) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:13.684170 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.735937 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-37a63626-fb32-49e2-b15a-a33786a12e2f tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] 10.222.0.21 "DELETE /v2.0/ports/d4c371a8-342c-46c0-b718-95043068d67c HTTP/1.1" status: 204 len: 168 time: 2.3855202 Apr 29 15:39:13.740847 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50690) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:13.750083 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 58afe34c-1baf-4208-b496-5857cd6c923f, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=58afe34c-1baf-4208-b496-5857cd6c923f,segment=NetworkSegment(9ffac864-78eb-42d6-ab62-6c6270a499d5),segment_id=9ffac864-78eb-42d6-ab62-6c6270a499d5)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:13.792248 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.798755 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa91b7f7-9802-4dc9-ba71-2bee53567961 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] GET failed (client error): The resource could not be found. Apr 29 15:39:13.798949 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4db4cf30-8e61-4782-88b0-c0e566887a3b tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "GET /v2.0/routers/72048fc0-7218-4ac8-9bf8-4247f57f06ec HTTP/1.1" status: 200 len: 919 time: 0.5374532 Apr 29 15:39:13.799032 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-aa91b7f7-9802-4dc9-ba71-2bee53567961 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Synchronizing usage tracker for tenant:9be77e6218e447e4a56f20d7631f9aa4 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:13.799111 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50694) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:13.839805 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f20db3eb-ab2a-46f3-a636-cbedf8131ffc tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.864305 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9467b7-a012-45f8-8526-69562b64f5d3 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:13.865461 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9b9467b7-a012-45f8-8526-69562b64f5d3 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Synchronizing usage tracker for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:13.872855 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=58afe34c-1baf-4208-b496-5857cd6c923f,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:13.897858 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-aa91b7f7-9802-4dc9-ba71-2bee53567961 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Unset dirty status for tenant:9be77e6218e447e4a56f20d7631f9aa4 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:13.899069 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-aa91b7f7-9802-4dc9-ba71-2bee53567961 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] 10.222.0.21 "GET /v2.0/ports/d4c371a8-342c-46c0-b718-95043068d67c HTTP/1.1" status: 404 len: 333 time: 0.1576350 Apr 29 15:39:13.902632 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50698) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:13.963003 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-33183328-bc76-4ae7-bad3-49e07fd4fe38 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&device_id=72048fc0-7218-4ac8-9bf8-4247f57f06ec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1597979 Apr 29 15:39:13.975554 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50702) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:13.996200 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9b9467b7-a012-45f8-8526-69562b64f5d3 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Unset dirty status for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:13.999992 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9b9467b7-a012-45f8-8526-69562b64f5d3 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3b0 HTTP/1.1" status: 200 len: 928 time: 0.3269694 Apr 29 15:39:14.004310 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50706) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:14.027203 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30492d98-18ca-4a80-9616-6ea09b149aa6 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:14.048844 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-61e8ae45-aa4b-4a4c-8c60-2c3d041ca911 None None] Provisioning for port edf76fb1-b120-4446-8a4d-dc426f518d88 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:14.056238 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-61e8ae45-aa4b-4a4c-8c60-2c3d041ca911 None None] Provisioning complete for port edf76fb1-b120-4446-8a4d-dc426f518d88 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:14.056238 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-61e8ae45-aa4b-4a4c-8c60-2c3d041ca911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:14.095467 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-d8924a5a-fd3c-4ebd-8e23-ab97f9dd55e0 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Deleting port 914a8def-6086-4d21-86ad-ace4c0a5f1bd {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:14.095824 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d8924a5a-fd3c-4ebd-8e23-ab97f9dd55e0 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:14.111482 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-61e8ae45-aa4b-4a4c-8c60-2c3d041ca911 None None] Port edf76fb1-b120-4446-8a4d-dc426f518d88 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:39:14.120853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30492d98-18ca-4a80-9616-6ea09b149aa6 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:14.213099 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-0c9755eb-b7f0-46cf-b01f-3ef849adb813 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting port edf76fb1-b120-4446-8a4d-dc426f518d88 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:14.213430 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c9755eb-b7f0-46cf-b01f-3ef849adb813 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:14.339844 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc23bc81-b9b0-4e97-a48a-457c9df5c2f3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:14.341224 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fc23bc81-b9b0-4e97-a48a-457c9df5c2f3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "GET /v2.0/networks/f991b9a3-9206-4c97-97f2-8545e1219151 HTTP/1.1" status: 200 len: 881 time: 0.3675787 Apr 29 15:39:14.370383 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50710) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:14.434361 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-13315b2e-3c0e-4793-9373-b09b135020b4 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "GET /v2.0/ports?device_id=72048fc0-7218-4ac8-9bf8-4247f57f06ec HTTP/1.1" status: 200 len: 205 time: 0.0628252 Apr 29 15:39:14.439474 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50714) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:14.444380 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f20db3eb-ab2a-46f3-a636-cbedf8131ffc tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:14.487894 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f20db3eb-ab2a-46f3-a636-cbedf8131ffc tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:14.534876 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-30492d98-18ca-4a80-9616-6ea09b149aa6 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Allocated IP 172.26.1.27 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/9841a31f-d9a9-4b06-9e1a-a3189bc78fcd) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:14.627670 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f20db3eb-ab2a-46f3-a636-cbedf8131ffc tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:14.628149 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20db3eb-ab2a-46f3-a636-cbedf8131ffc tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4074858-301b-4819-b0b3-9d162c5bf037 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:39:14.755079 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d8924a5a-fd3c-4ebd-8e23-ab97f9dd55e0 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:14.799930 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-f20db3eb-ab2a-46f3-a636-cbedf8131ffc tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 29 15:39:14.800981 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f20db3eb-ab2a-46f3-a636-cbedf8131ffc tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.6323972 Apr 29 15:39:14.809042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50718) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:14.848668 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30492d98-18ca-4a80-9616-6ea09b149aa6 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:14.918509 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-734cad97-77ca-4508-b30f-30b54ae26b10 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Deleting port 550994cc-c675-4295-a92c-c39eba467b96 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:14.918509 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-734cad97-77ca-4508-b30f-30b54ae26b10 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:14.928945 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-d8924a5a-fd3c-4ebd-8e23-ab97f9dd55e0 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Calling delete_port for 914a8def-6086-4d21-86ad-ace4c0a5f1bd owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:14.951830 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 58afe34c-1baf-4208-b496-5857cd6c923f up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:14.983984 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:15.000098 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c9755eb-b7f0-46cf-b01f-3ef849adb813 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:15.025821 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 58afe34c-1baf-4208-b496-5857cd6c923f triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:15.026162 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:15.115664 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30492d98-18ca-4a80-9616-6ea09b149aa6 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:15.236959 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-0c9755eb-b7f0-46cf-b01f-3ef849adb813 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Calling delete_port for edf76fb1-b120-4446-8a4d-dc426f518d88 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:15.369956 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30492d98-18ca-4a80-9616-6ea09b149aa6 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:15.376431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-30492d98-18ca-4a80-9616-6ea09b149aa6 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:15.391197 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30492d98-18ca-4a80-9616-6ea09b149aa6 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:15.415665 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30492d98-18ca-4a80-9616-6ea09b149aa6 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Pushing event updated for resources: {'Port': ['ID=9841a31f-d9a9-4b06-9e1a-a3189bc78fcd,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:15.429903 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-734cad97-77ca-4508-b30f-30b54ae26b10 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:15.471221 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24d08321-0768-4c2f-aee4-142264e2c96e tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:15.525309 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d8924a5a-fd3c-4ebd-8e23-ab97f9dd55e0 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:15.575126 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-734cad97-77ca-4508-b30f-30b54ae26b10 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Calling delete_port for 550994cc-c675-4295-a92c-c39eba467b96 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:15.623793 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c9755eb-b7f0-46cf-b01f-3ef849adb813 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:15.642760 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8924a5a-fd3c-4ebd-8e23-ab97f9dd55e0 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Pushing event deleted for resources: {'Port': ['ID=914a8def-6086-4d21-86ad-ace4c0a5f1bd,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:15.718847 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9755eb-b7f0-46cf-b01f-3ef849adb813 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Port': ['ID=edf76fb1-b120-4446-8a4d-dc426f518d88,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:15.791597 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c9755eb-b7f0-46cf-b01f-3ef849adb813 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:15.929335 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24d08321-0768-4c2f-aee4-142264e2c96e tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:15.982202 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30492d98-18ca-4a80-9616-6ea09b149aa6 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:15.998042 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3dbbbaf3-5de5-486e-9533-95711052b8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:16.005836 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0c9755eb-b7f0-46cf-b01f-3ef849adb813 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/ports/edf76fb1-b120-4446-8a4d-dc426f518d88 HTTP/1.1" status: 204 len: 168 time: 2.0007229 Apr 29 15:39:16.009597 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50724) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:16.062912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-734cad97-77ca-4508-b30f-30b54ae26b10 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:16.063131 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-24d08321-0768-4c2f-aee4-142264e2c96e tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Deleting port f38c7a80-6504-491c-bd88-2bd4d4ebdeeb {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:16.063131 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24d08321-0768-4c2f-aee4-142264e2c96e tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:16.112374 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c981e4f-d2b6-4e4f-b44c-b2bcb818f0fe tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] GET failed (client error): The resource could not be found. Apr 29 15:39:16.115068 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4c981e4f-d2b6-4e4f-b44c-b2bcb818f0fe tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Synchronizing usage tracker for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:16.186997 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734cad97-77ca-4508-b30f-30b54ae26b10 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Pushing event deleted for resources: {'Port': ['ID=550994cc-c675-4295-a92c-c39eba467b96,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:16.241564 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d8924a5a-fd3c-4ebd-8e23-ab97f9dd55e0 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:16.244680 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d8924a5a-fd3c-4ebd-8e23-ab97f9dd55e0 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] 10.222.0.21 "DELETE /v2.0/ports/914a8def-6086-4d21-86ad-ace4c0a5f1bd HTTP/1.1" status: 204 len: 168 time: 2.3401582 Apr 29 15:39:16.247248 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50730) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:16.289479 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4c981e4f-d2b6-4e4f-b44c-b2bcb818f0fe tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Unset dirty status for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:16.291352 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4c981e4f-d2b6-4e4f-b44c-b2bcb818f0fe tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports/edf76fb1-b120-4446-8a4d-dc426f518d88 HTTP/1.1" status: 404 len: 333 time: 0.2800827 Apr 29 15:39:16.296399 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50734) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:16.303213 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2daa9432-35c3-4990-92ec-fecd0d87694b tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] GET failed (client error): The resource could not be found. Apr 29 15:39:16.304437 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2daa9432-35c3-4990-92ec-fecd0d87694b tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Synchronizing usage tracker for tenant:9be77e6218e447e4a56f20d7631f9aa4 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:16.354600 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24d08321-0768-4c2f-aee4-142264e2c96e tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:16.363182 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30492d98-18ca-4a80-9616-6ea09b149aa6 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:16.372356 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-734cad97-77ca-4508-b30f-30b54ae26b10 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:16.386547 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30492d98-18ca-4a80-9616-6ea09b149aa6 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626962'] for router, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:16.397047 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-734cad97-77ca-4508-b30f-30b54ae26b10 tempest-RoutersAdminNegativeIpV6Test-1215832354 tempest-RoutersAdminNegativeIpV6Test-1215832354-project-admin] 10.222.0.21 "DELETE /v2.0/ports/550994cc-c675-4295-a92c-c39eba467b96 HTTP/1.1" status: 204 len: 168 time: 1.5869772 Apr 29 15:39:16.401611 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-50e7cc49-cfad-430b-af96-77be269e509d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting port 72bc4a17-539f-49fc-a93e-ba3462c87045 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:16.401940 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-50e7cc49-cfad-430b-af96-77be269e509d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:16.424520 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2daa9432-35c3-4990-92ec-fecd0d87694b tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Unset dirty status for tenant:9be77e6218e447e4a56f20d7631f9aa4 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:16.425764 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2daa9432-35c3-4990-92ec-fecd0d87694b tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] 10.222.0.21 "GET /v2.0/ports/914a8def-6086-4d21-86ad-ace4c0a5f1bd HTTP/1.1" status: 404 len: 333 time: 0.1775911 Apr 29 15:39:16.435173 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50740) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:16.491254 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-24d08321-0768-4c2f-aee4-142264e2c96e tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Calling delete_port for f38c7a80-6504-491c-bd88-2bd4d4ebdeeb owned by network:router_gateway {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:16.737723 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-1def7037-e17e-4cbb-bd0f-3d013f74b329 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Deleting port 3e5d35f9-5a92-41e4-b32f-59397535ea7f {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:16.738066 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1def7037-e17e-4cbb-bd0f-3d013f74b329 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:16.740320 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24d08321-0768-4c2f-aee4-142264e2c96e tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:16.784428 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d08321-0768-4c2f-aee4-142264e2c96e tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Pushing event deleted for resources: {'Port': ['ID=f38c7a80-6504-491c-bd88-2bd4d4ebdeeb,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:16.971764 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50746) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:17.044666 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:17.116713 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24d08321-0768-4c2f-aee4-142264e2c96e tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:17.160350 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-50e7cc49-cfad-430b-af96-77be269e509d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:17.236496 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d898cde6-6484-4359-ae18-2d46baa155e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:17.317860 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-50e7cc49-cfad-430b-af96-77be269e509d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Calling delete_port for 72bc4a17-539f-49fc-a93e-ba3462c87045 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:17.372343 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24d08321-0768-4c2f-aee4-142264e2c96e tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:17.376738 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24d08321-0768-4c2f-aee4-142264e2c96e tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:17.406446 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1def7037-e17e-4cbb-bd0f-3d013f74b329 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:17.454624 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:17.466030 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24d08321-0768-4c2f-aee4-142264e2c96e tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:17.466616 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d08321-0768-4c2f-aee4-142264e2c96e tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Fanout notify agent at l3_agent the message router_deleted on router 72048fc0-7218-4ac8-9bf8-4247f57f06ec {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:39:17.483124 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24d08321-0768-4c2f-aee4-142264e2c96e tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:17.487887 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-24d08321-0768-4c2f-aee4-142264e2c96e tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "DELETE /v2.0/routers/72048fc0-7218-4ac8-9bf8-4247f57f06ec HTTP/1.1" status: 204 len: 168 time: 3.0432217 Apr 29 15:39:17.488504 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50752) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:17.494739 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d3cfa165-c5fd-4b47-9246-cbf8db76ab57 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-110776986', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:17.500604 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d3cfa165-c5fd-4b47-9246-cbf8db76ab57 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:17.504380 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d3cfa165-c5fd-4b47-9246-cbf8db76ab57 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Usage tracker for resource:router and tenant:2fa93d6301834e4e9244fb8c7e64ed0a is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:17.507297 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d3cfa165-c5fd-4b47-9246-cbf8db76ab57 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:17.514157 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d3cfa165-c5fd-4b47-9246-cbf8db76ab57 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:17.556831 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-1def7037-e17e-4cbb-bd0f-3d013f74b329 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Calling delete_port for 3e5d35f9-5a92-41e4-b32f-59397535ea7f owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:17.571284 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d3cfa165-c5fd-4b47-9246-cbf8db76ab57 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:17.571284 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d3cfa165-c5fd-4b47-9246-cbf8db76ab57 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:17.586055 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d898cde6-6484-4359-ae18-2d46baa155e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:17.589414 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d3cfa165-c5fd-4b47-9246-cbf8db76ab57 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:17.599513 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d898cde6-6484-4359-ae18-2d46baa155e4 admin admin] Usage tracker for resource:security_group_rule and tenant:27875a312166469d9a4eae80b80c9c4c is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:17.604609 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d898cde6-6484-4359-ae18-2d46baa155e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:17.622152 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d898cde6-6484-4359-ae18-2d46baa155e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:17.666064 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d3cfa165-c5fd-4b47-9246-cbf8db76ab57 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:17.746254 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d3cfa165-c5fd-4b47-9246-cbf8db76ab57 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:17.747476 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d3cfa165-c5fd-4b47-9246-cbf8db76ab57 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2580664 Apr 29 15:39:17.750123 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50756) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:17.755126 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-72e71964-1d36-4e4a-b772-8e2bf1f389a3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'enable_snat': False}}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:17.803112 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-50e7cc49-cfad-430b-af96-77be269e509d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:17.861222 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7cc49-cfad-430b-af96-77be269e509d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Port': ['ID=72bc4a17-539f-49fc-a93e-ba3462c87045,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:17.865636 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30492d98-18ca-4a80-9616-6ea09b149aa6 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Router 8650b17a-5c9f-4f40-8464-a58565ee6df0 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:39:17.927885 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1def7037-e17e-4cbb-bd0f-3d013f74b329 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:17.993474 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-50e7cc49-cfad-430b-af96-77be269e509d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:18.018928 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def7037-e17e-4cbb-bd0f-3d013f74b329 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Pushing event deleted for resources: {'Port': ['ID=3e5d35f9-5a92-41e4-b32f-59397535ea7f,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:18.077147 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d898cde6-6484-4359-ae18-2d46baa155e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:18.155369 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-72e71964-1d36-4e4a-b772-8e2bf1f389a3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:18.176483 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d898cde6-6484-4359-ae18-2d46baa155e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:18.202748 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-50e7cc49-cfad-430b-af96-77be269e509d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/ports/72bc4a17-539f-49fc-a93e-ba3462c87045 HTTP/1.1" status: 204 len: 168 time: 1.9032545 Apr 29 15:39:18.207128 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50760) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:18.215905 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1def7037-e17e-4cbb-bd0f-3d013f74b329 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:18.220042 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1def7037-e17e-4cbb-bd0f-3d013f74b329 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] 10.222.0.21 "DELETE /v2.0/ports/3e5d35f9-5a92-41e4-b32f-59397535ea7f HTTP/1.1" status: 204 len: 168 time: 1.7816317 Apr 29 15:39:18.220991 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50764) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:18.261197 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc774a9-4a7e-4438-b3b3-7dfcd4be135c tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] GET failed (client error): The resource could not be found. Apr 29 15:39:18.266232 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5cc774a9-4a7e-4438-b3b3-7dfcd4be135c tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports/72bc4a17-539f-49fc-a93e-ba3462c87045 HTTP/1.1" status: 404 len: 333 time: 0.0598927 Apr 29 15:39:18.268393 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50768) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:18.351886 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:18.431322 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898cde6-6484-4359-ae18-2d46baa155e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a015d5b1-664a-4a3b-84d1-8dea9b70f91a,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:18.443956 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d898cde6-6484-4359-ae18-2d46baa155e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27875a312166469d9a4eae80b80c9c4c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4683950 Apr 29 15:39:18.445429 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50772) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:18.546449 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8184115-e4ce-4136-9a20-743daf1bc8f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting subnet 3553e521-b9af-4611-ba40-96c76e2c8d5d {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:39:18.553175 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d8184115-e4ce-4136-9a20-743daf1bc8f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:18.619681 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d8184115-e4ce-4136-9a20-743daf1bc8f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:18.637661 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-64e8c757-8f8d-49e9-80c9-60a6829d19aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:18.694677 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b3b987-4b30-427e-93a3-38f04a7d8663 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Deleting subnet 7f0be395-4cd3-413b-aac3-dc1b8c831176 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:39:18.702100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e5b3b987-4b30-427e-93a3-38f04a7d8663 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:18.735987 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-64e8c757-8f8d-49e9-80c9-60a6829d19aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:18.798632 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e5b3b987-4b30-427e-93a3-38f04a7d8663 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:18.825282 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-72e71964-1d36-4e4a-b772-8e2bf1f389a3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:18.847044 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30492d98-18ca-4a80-9616-6ea09b149aa6 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:39:18.858840 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea765469-141f-43ce-a8a4-3e34266e329b None None] Sync routers for ids ['8650b17a-5c9f-4f40-8464-a58565ee6df0'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:39:18.861637 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30492d98-18ca-4a80-9616-6ea09b149aa6 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:18.862941 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-30492d98-18ca-4a80-9616-6ea09b149aa6 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "PUT /v2.0/routers/8650b17a-5c9f-4f40-8464-a58565ee6df0 HTTP/1.1" status: 200 len: 917 time: 6.4992254 Apr 29 15:39:18.865671 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50776) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:18.866425 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-72e71964-1d36-4e4a-b772-8e2bf1f389a3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:18.878093 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea765469-141f-43ce-a8a4-3e34266e329b None None] Routers {'8650b17a-5c9f-4f40-8464-a58565ee6df0'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:18.878838 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-ea765469-141f-43ce-a8a4-3e34266e329b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['8650b17a-5c9f-4f40-8464-a58565ee6df0'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:18.921880 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d8184115-e4ce-4136-9a20-743daf1bc8f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:18.944004 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-ea765469-141f-43ce-a8a4-3e34266e329b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:18.956463 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea765469-141f-43ce-a8a4-3e34266e329b None None] Routers {'8650b17a-5c9f-4f40-8464-a58565ee6df0'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:18.957146 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-ea765469-141f-43ce-a8a4-3e34266e329b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['8650b17a-5c9f-4f40-8464-a58565ee6df0'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:19.019076 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-ea765469-141f-43ce-a8a4-3e34266e329b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:19.019567 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea765469-141f-43ce-a8a4-3e34266e329b None None] The sync data for ids ['8650b17a-5c9f-4f40-8464-a58565ee6df0'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:39:19.020263 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-64e8c757-8f8d-49e9-80c9-60a6829d19aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:19.057752 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-64e8c757-8f8d-49e9-80c9-60a6829d19aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:19.061884 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-64e8c757-8f8d-49e9-80c9-60a6829d19aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a015d5b1-664a-4a3b-84d1-8dea9b70f91a HTTP/1.1" status: 204 len: 168 time: 0.6132441 Apr 29 15:39:19.061884 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8c757-8f8d-49e9-80c9-60a6829d19aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a015d5b1-664a-4a3b-84d1-8dea9b70f91a,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:19.075109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e5b3b987-4b30-427e-93a3-38f04a7d8663 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:19.102333 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d8184115-e4ce-4136-9a20-743daf1bc8f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:19.155402 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8184115-e4ce-4136-9a20-743daf1bc8f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Subnet': ['ID=3553e521-b9af-4611-ba40-96c76e2c8d5d,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:19.169992 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d8184115-e4ce-4136-9a20-743daf1bc8f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:19.179147 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e499487-ba7f-4514-befb-617887a1e123 None None] Network 373de27b-4b0b-49b4-bcbc-58ce0be6fee1 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:19.179761 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-72e71964-1d36-4e4a-b772-8e2bf1f389a3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Allocated IP 172.26.1.156 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/410c2d03-c2c0-4789-a2c1-57f2290c000a) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:19.191419 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d8184115-e4ce-4136-9a20-743daf1bc8f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/subnets/3553e521-b9af-4611-ba40-96c76e2c8d5d HTTP/1.1" status: 204 len: 168 time: 0.9212189 Apr 29 15:39:19.199857 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50782) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:19.247930 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e5b3b987-4b30-427e-93a3-38f04a7d8663 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:19.297203 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3b987-4b30-427e-93a3-38f04a7d8663 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Pushing event deleted for resources: {'Subnet': ['ID=7f0be395-4cd3-413b-aac3-dc1b8c831176,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:19.303920 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-285263e9-82cd-493b-b19f-a1c3bef9c63c tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "GET /v2.0/routers/8650b17a-5c9f-4f40-8464-a58565ee6df0 HTTP/1.1" status: 200 len: 923 time: 0.4371076 Apr 29 15:39:19.307734 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50786) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:19.348584 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e5b3b987-4b30-427e-93a3-38f04a7d8663 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:19.364638 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e0faea27-1555-47fd-9441-07fefc5817e9 req-716127c8-3da0-4128-829e-8361de86a727 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1853170 Apr 29 15:39:19.371966 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e5b3b987-4b30-427e-93a3-38f04a7d8663 tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] 10.222.0.21 "DELETE /v2.0/subnets/7f0be395-4cd3-413b-aac3-dc1b8c831176 HTTP/1.1" status: 204 len: 168 time: 1.1482301 Apr 29 15:39:19.375665 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50790) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:19.393185 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6085804-ada5-482d-aedc-f260d58f384d None None] Network 3ba7d83e-761a-4f7d-8f38-fda3c8097bcd requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:19.410735 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-416658be-5d8e-47fb-bcee-f0ffa7e24660 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:19.437568 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-416658be-5d8e-47fb-bcee-f0ffa7e24660 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting port 58afe34c-1baf-4208-b496-5857cd6c923f {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:19.437911 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-416658be-5d8e-47fb-bcee-f0ffa7e24660 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:19.500313 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-72e71964-1d36-4e4a-b772-8e2bf1f389a3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:19.572853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b0f701bf-ee6f-4265-9adf-9bce54cd0bcb tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:19.581676 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-516da1b2-c8fd-4cd5-a106-9e73b3c9b9ab tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&device_id=8650b17a-5c9f-4f40-8464-a58565ee6df0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2703612 Apr 29 15:39:19.584470 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50796) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:19.595324 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-b0f701bf-ee6f-4265-9adf-9bce54cd0bcb tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Deleting port 389af594-7f65-4abf-aacb-c8c8209b6672 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:19.595792 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b0f701bf-ee6f-4265-9adf-9bce54cd0bcb tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:19.645670 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e0faea27-1555-47fd-9441-07fefc5817e9 req-ad3fd241-d1a0-4a29-9ffb-2de61a97d169 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bafb4596b2ae4298bc6d4156fe1d5fb3&device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 1098 time: 0.2356319 Apr 29 15:39:19.742974 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaf5cb3-9174-435d-bc01-768ebb4d4a0f None None] DHCP port deletion for 373de27b-4b0b-49b4-bcbc-58ce0be6fee1 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:39:19.752444 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf5cb3-9174-435d-bc01-768ebb4d4a0f None None] Deleting port 58afe34c-1baf-4208-b496-5857cd6c923f {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:19.752895 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-aaaf5cb3-9174-435d-bc01-768ebb4d4a0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:19.795808 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-72e71964-1d36-4e4a-b772-8e2bf1f389a3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:19.877660 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581384ff-434e-4996-9c47-8a97340105d8 None None] DHCP port deletion for 3ba7d83e-761a-4f7d-8f38-fda3c8097bcd request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:39:19.887056 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-581384ff-434e-4996-9c47-8a97340105d8 None None] Deleting port 389af594-7f65-4abf-aacb-c8c8209b6672 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:19.887423 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-581384ff-434e-4996-9c47-8a97340105d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:19.889986 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-416658be-5d8e-47fb-bcee-f0ffa7e24660 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] For port 58afe34c-1baf-4208-b496-5857cd6c923f, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=58afe34c-1baf-4208-b496-5857cd6c923f,segment=NetworkSegment(9ffac864-78eb-42d6-ab62-6c6270a499d5),segment_id=9ffac864-78eb-42d6-ab62-6c6270a499d5)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:19.890357 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-416658be-5d8e-47fb-bcee-f0ffa7e24660 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:19.948880 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-b0f701bf-ee6f-4265-9adf-9bce54cd0bcb tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] For port 389af594-7f65-4abf-aacb-c8c8209b6672, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=389af594-7f65-4abf-aacb-c8c8209b6672,segment=NetworkSegment(c9b22bc9-d3fe-427c-a726-bd4692e17428),segment_id=c9b22bc9-d3fe-427c-a726-bd4692e17428)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:19.949374 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b0f701bf-ee6f-4265-9adf-9bce54cd0bcb tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:19.963683 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0faea27-1555-47fd-9441-07fefc5817e9 req-31aad707-5906-492b-b6ff-fb8561c5b6ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:19.965469 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e0faea27-1555-47fd-9441-07fefc5817e9 req-31aad707-5906-492b-b6ff-fb8561c5b6ff service neutron] 10.222.0.35 "GET /v2.0/networks?id=951a2926-3d60-49f1-abb0-4cfee0b87bbe HTTP/1.1" status: 200 len: 913 time: 0.2661307 Apr 29 15:39:20.023050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50800) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:20.038317 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e71964-1d36-4e4a-b772-8e2bf1f389a3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:20.047094 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-416658be-5d8e-47fb-bcee-f0ffa7e24660 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Calling delete_port for 58afe34c-1baf-4208-b496-5857cd6c923f owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:20.074855 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-72e71964-1d36-4e4a-b772-8e2bf1f389a3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:20.086909 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e71964-1d36-4e4a-b772-8e2bf1f389a3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:20.090156 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-aaaf5cb3-9174-435d-bc01-768ebb4d4a0f None None] For port 58afe34c-1baf-4208-b496-5857cd6c923f, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=58afe34c-1baf-4208-b496-5857cd6c923f,segment=NetworkSegment(9ffac864-78eb-42d6-ab62-6c6270a499d5),segment_id=9ffac864-78eb-42d6-ab62-6c6270a499d5)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:20.090660 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-aaaf5cb3-9174-435d-bc01-768ebb4d4a0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:20.130684 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e71964-1d36-4e4a-b772-8e2bf1f389a3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Pushing event updated for resources: {'Port': ['ID=410c2d03-c2c0-4789-a2c1-57f2290c000a,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:20.158775 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc241ea-ab8b-42c1-8252-eebdaec58e58 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:20.163399 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7bc241ea-ab8b-42c1-8252-eebdaec58e58 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "GET /v2.0/networks/f991b9a3-9206-4c97-97f2-8545e1219151 HTTP/1.1" status: 200 len: 881 time: 0.5723579 Apr 29 15:39:20.165915 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50806) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:20.234614 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d64354fc-2648-4723-833e-85ca91b3fb84 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "GET /v2.0/ports?device_id=8650b17a-5c9f-4f40-8464-a58565ee6df0 HTTP/1.1" status: 200 len: 205 time: 0.0651324 Apr 29 15:39:20.247884 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-b0f701bf-ee6f-4265-9adf-9bce54cd0bcb tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Calling delete_port for 389af594-7f65-4abf-aacb-c8c8209b6672 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:20.258188 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50810) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:20.285137 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf5cb3-9174-435d-bc01-768ebb4d4a0f None None] Calling delete_port for 58afe34c-1baf-4208-b496-5857cd6c923f owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:20.382035 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-14445918-0da4-4405-aa49-7ec9ea427bc3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37db4262052945c393c88540c63cb9a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3549714 Apr 29 15:39:20.385182 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50814) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:20.447853 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e0faea27-1555-47fd-9441-07fefc5817e9 req-e8652e0c-480b-436b-83c3-83bc67d47431 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c528c27-58b6-4ff6-80e0-5ff84e7b15ab HTTP/1.1" status: 200 len: 1000 time: 0.4258678 Apr 29 15:39:20.479444 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-581384ff-434e-4996-9c47-8a97340105d8 None None] For port 389af594-7f65-4abf-aacb-c8c8209b6672, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=389af594-7f65-4abf-aacb-c8c8209b6672,segment=NetworkSegment(c9b22bc9-d3fe-427c-a726-bd4692e17428),segment_id=c9b22bc9-d3fe-427c-a726-bd4692e17428)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:20.480032 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-581384ff-434e-4996-9c47-8a97340105d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:20.489471 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-aaaf5cb3-9174-435d-bc01-768ebb4d4a0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:39:20.496046 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-aaaf5cb3-9174-435d-bc01-768ebb4d4a0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:39:20.498813 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-416658be-5d8e-47fb-bcee-f0ffa7e24660 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:20.518445 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b0f701bf-ee6f-4265-9adf-9bce54cd0bcb tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:20.562657 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416658be-5d8e-47fb-bcee-f0ffa7e24660 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Port': ['ID=58afe34c-1baf-4208-b496-5857cd6c923f,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:20.567072 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f701bf-ee6f-4265-9adf-9bce54cd0bcb tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Pushing event deleted for resources: {'Port': ['ID=389af594-7f65-4abf-aacb-c8c8209b6672,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:20.575251 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416658be-5d8e-47fb-bcee-f0ffa7e24660 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] No DVR routers for this DVR port 58afe34c-1baf-4208-b496-5857cd6c923f on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:39:20.594266 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0faea27-1555-47fd-9441-07fefc5817e9 req-9c88aa79-a362-4890-a644-38b33ab1be84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:20.595748 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e0faea27-1555-47fd-9441-07fefc5817e9 req-9c88aa79-a362-4890-a644-38b33ab1be84 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6408fca5-a6c8-49cb-a418-323e1535deec HTTP/1.1" status: 200 len: 851 time: 0.1351235 Apr 29 15:39:20.596385 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7c0838d4-1b85-4591-b926-726db0ac0d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:20.598275 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f701bf-ee6f-4265-9adf-9bce54cd0bcb tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] No DVR routers for this DVR port 389af594-7f65-4abf-aacb-c8c8209b6672 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:39:20.625697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-581384ff-434e-4996-9c47-8a97340105d8 None None] Calling delete_port for 389af594-7f65-4abf-aacb-c8c8209b6672 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:20.722322 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-581384ff-434e-4996-9c47-8a97340105d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:39:20.722758 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-581384ff-434e-4996-9c47-8a97340105d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:39:20.726125 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-416658be-5d8e-47fb-bcee-f0ffa7e24660 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:20.757582 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-416658be-5d8e-47fb-bcee-f0ffa7e24660 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373de27b-4b0b-49b4-bcbc-58ce0be6fee1']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:20.779445 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-416658be-5d8e-47fb-bcee-f0ffa7e24660 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffac864-78eb-42d6-ab62-6c6270a499d5') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:20.779676 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-416658be-5d8e-47fb-bcee-f0ffa7e24660 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffac864-78eb-42d6-ab62-6c6270a499d5') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:20.789643 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7c0838d4-1b85-4591-b926-726db0ac0d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:20.799764 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-416658be-5d8e-47fb-bcee-f0ffa7e24660 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:20.819798 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b0f701bf-ee6f-4265-9adf-9bce54cd0bcb tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:20.823458 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-416658be-5d8e-47fb-bcee-f0ffa7e24660 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:20.841800 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416658be-5d8e-47fb-bcee-f0ffa7e24660 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:39:20.842202 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-416658be-5d8e-47fb-bcee-f0ffa7e24660 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:39:20.857103 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:39:20.866930 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-b0f701bf-ee6f-4265-9adf-9bce54cd0bcb tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba7d83e-761a-4f7d-8f38-fda3c8097bcd']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:20.886152 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e0faea27-1555-47fd-9441-07fefc5817e9 req-2a076ab8-66d9-4c8d-8e36-99ddd80c5c73 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=951a2926-3d60-49f1-abb0-4cfee0b87bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2456617 Apr 29 15:39:20.887440 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-b0f701bf-ee6f-4265-9adf-9bce54cd0bcb tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b22bc9-d3fe-427c-a726-bd4692e17428') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:20.887671 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-b0f701bf-ee6f-4265-9adf-9bce54cd0bcb tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b22bc9-d3fe-427c-a726-bd4692e17428') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:20.920582 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b0f701bf-ee6f-4265-9adf-9bce54cd0bcb tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:20.951251 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-16852bd2-9ee3-4fed-b8c4-47778371c93f tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:20.969111 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 58afe34c-1baf-4208-b496-5857cd6c923f no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:20.994154 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf5cb3-9174-435d-bc01-768ebb4d4a0f None None] Deleting port 58afe34c-1baf-4208-b496-5857cd6c923f {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:20.994775 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-aaaf5cb3-9174-435d-bc01-768ebb4d4a0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:20.997490 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b0f701bf-ee6f-4265-9adf-9bce54cd0bcb tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.008721 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f701bf-ee6f-4265-9adf-9bce54cd0bcb tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:39:21.009317 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b0f701bf-ee6f-4265-9adf-9bce54cd0bcb tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:39:21.023361 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:39:21.037485 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 58afe34c-1baf-4208-b496-5857cd6c923f {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:39:21.037485 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 58afe34c-1baf-4208-b496-5857cd6c923f not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:39:21.037843 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 389af594-7f65-4abf-aacb-c8c8209b6672 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:21.057425 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-416658be-5d8e-47fb-bcee-f0ffa7e24660 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.064160 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-72e71964-1d36-4e4a-b772-8e2bf1f389a3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.079375 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7c0838d4-1b85-4591-b926-726db0ac0d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.098674 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf5cb3-9174-435d-bc01-768ebb4d4a0f None None] The port '58afe34c-1baf-4208-b496-5857cd6c923f' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:39:21.099523 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 389af594-7f65-4abf-aacb-c8c8209b6672 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:39:21.099862 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 389af594-7f65-4abf-aacb-c8c8209b6672 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:39:21.139891 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0838d4-1b85-4591-b926-726db0ac0d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd15e86a-9eb3-4fd9-9225-8076dfc98166,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:21.140838 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-416658be-5d8e-47fb-bcee-f0ffa7e24660 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.149988 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e0faea27-1555-47fd-9441-07fefc5817e9 req-860a05d7-1256-4ea3-b221-a70d2b058b8c service neutron] 10.222.0.35 "GET /v2.0/networks/951a2926-3d60-49f1-abb0-4cfee0b87bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551017 Apr 29 15:39:21.216243 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416658be-5d8e-47fb-bcee-f0ffa7e24660 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Network': ['ID=373de27b-4b0b-49b4-bcbc-58ce0be6fee1,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:21.224493 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-581384ff-434e-4996-9c47-8a97340105d8 None None] Deleting port 389af594-7f65-4abf-aacb-c8c8209b6672 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:21.224493 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-581384ff-434e-4996-9c47-8a97340105d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.233265 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b0f701bf-ee6f-4265-9adf-9bce54cd0bcb tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.243442 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-416658be-5d8e-47fb-bcee-f0ffa7e24660 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/networks/373de27b-4b0b-49b4-bcbc-58ce0be6fee1 HTTP/1.1" status: 204 len: 168 time: 2.0425270 Apr 29 15:39:21.244418 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50818) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:21.249585 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7c0838d4-1b85-4591-b926-726db0ac0d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.253043 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7c0838d4-1b85-4591-b926-726db0ac0d33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd15e86a-9eb3-4fd9-9225-8076dfc98166 HTTP/1.1" status: 204 len: 168 time: 0.8594103 Apr 29 15:39:21.265091 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-40c5833c-a548-4bd2-884b-158628f286ea tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1316520035'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:21.268348 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b0f701bf-ee6f-4265-9adf-9bce54cd0bcb tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.279735 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f701bf-ee6f-4265-9adf-9bce54cd0bcb tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] Pushing event deleted for resources: {'Network': ['ID=3ba7d83e-761a-4f7d-8f38-fda3c8097bcd,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:21.281083 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-40c5833c-a548-4bd2-884b-158628f286ea tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:21.285014 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b0f701bf-ee6f-4265-9adf-9bce54cd0bcb tempest-AllowedAddressPairIpV6TestJSON-2003055840 tempest-AllowedAddressPairIpV6TestJSON-2003055840-project] 10.222.0.21 "DELETE /v2.0/networks/3ba7d83e-761a-4f7d-8f38-fda3c8097bcd HTTP/1.1" status: 204 len: 168 time: 1.9085877 Apr 29 15:39:21.292303 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-40c5833c-a548-4bd2-884b-158628f286ea tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:network and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:21.297302 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-581384ff-434e-4996-9c47-8a97340105d8 None None] The port '389af594-7f65-4abf-aacb-c8c8209b6672' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:39:21.298924 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-40c5833c-a548-4bd2-884b-158628f286ea tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:21.314077 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-40c5833c-a548-4bd2-884b-158628f286ea tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:21.332382 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e0faea27-1555-47fd-9441-07fefc5817e9 req-4ca9499b-99d6-4cc1-9527-93a5fa7f2935 service neutron] 10.222.0.35 "GET /v2.0/networks/951a2926-3d60-49f1-abb0-4cfee0b87bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761138 Apr 29 15:39:21.347876 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-72e71964-1d36-4e4a-b772-8e2bf1f389a3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.353360 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-72e71964-1d36-4e4a-b772-8e2bf1f389a3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626962'] for router, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.418788 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c5833c-a548-4bd2-884b-158628f286ea tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:21.418788 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-40c5833c-a548-4bd2-884b-158628f286ea tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.543634 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c5833c-a548-4bd2-884b-158628f286ea tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:39:21.560092 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-40c5833c-a548-4bd2-884b-158628f286ea tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.560421 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-40c5833c-a548-4bd2-884b-158628f286ea tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Added segment e0121701-5ccb-403f-b2d5-5f61f7563e36 of type vlan for network 86235389-ab63-4db8-a2eb-e4f629b764c3 Apr 29 15:39:21.606414 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-40c5833c-a548-4bd2-884b-158628f286ea tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.613307 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-16852bd2-9ee3-4fed-b8c4-47778371c93f tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.722842 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-16852bd2-9ee3-4fed-b8c4-47778371c93f tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Deleting port 9841a31f-d9a9-4b06-9e1a-a3189bc78fcd {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:21.723185 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-16852bd2-9ee3-4fed-b8c4-47778371c93f tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.788746 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-40c5833c-a548-4bd2-884b-158628f286ea tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.792112 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c5833c-a548-4bd2-884b-158628f286ea tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:21.792686 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-40c5833c-a548-4bd2-884b-158628f286ea tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.871931 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e71964-1d36-4e4a-b772-8e2bf1f389a3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Router 136d48e1-44d3-4d45-bb06-6c6e1f8fb049 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:39:22.043693 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50832) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:22.094625 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5833c-a548-4bd2-884b-158628f286ea tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Network': ['ID=86235389-ab63-4db8-a2eb-e4f629b764c3,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:22.109641 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 86235389-ab63-4db8-a2eb-e4f629b764c3 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:39:22.224470 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-40c5833c-a548-4bd2-884b-158628f286ea tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9765382 Apr 29 15:39:22.228045 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50842) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:22.233690 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-e0cb058c-926c-4e9b-961d-45b6cae01d51 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'subnet': {'network_id': '86235389-ab63-4db8-a2eb-e4f629b764c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:22.256541 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-16852bd2-9ee3-4fed-b8c4-47778371c93f tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:22.385521 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-33647d5a-dc1f-44db-ae82-3797718055c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9be77e6218e447e4a56f20d7631f9aa4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3376527 Apr 29 15:39:22.391699 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50848) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:22.408869 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-16852bd2-9ee3-4fed-b8c4-47778371c93f tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Calling delete_port for 9841a31f-d9a9-4b06-9e1a-a3189bc78fcd owned by network:router_gateway {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:22.419772 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e0cb058c-926c-4e9b-961d-45b6cae01d51 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:22.432333 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e0cb058c-926c-4e9b-961d-45b6cae01d51 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:subnet and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:22.441425 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e0cb058c-926c-4e9b-961d-45b6cae01d51 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:22.454960 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e0cb058c-926c-4e9b-961d-45b6cae01d51 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:22.483879 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3647a25b-5cd2-43be-b905-594a503f2c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:22.511854 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3647a25b-5cd2-43be-b905-594a503f2c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:22.543081 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cb058c-926c-4e9b-961d-45b6cae01d51 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:22.585426 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e71964-1d36-4e4a-b772-8e2bf1f389a3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:39:22.596890 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9266f630-ca89-4cd0-889f-c4e5a6afb288 None None] Sync routers for ids ['136d48e1-44d3-4d45-bb06-6c6e1f8fb049'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:39:22.609098 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-72e71964-1d36-4e4a-b772-8e2bf1f389a3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:22.611120 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9266f630-ca89-4cd0-889f-c4e5a6afb288 None None] Routers {'136d48e1-44d3-4d45-bb06-6c6e1f8fb049'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:22.611998 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-9266f630-ca89-4cd0-889f-c4e5a6afb288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['136d48e1-44d3-4d45-bb06-6c6e1f8fb049'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:22.612982 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-72e71964-1d36-4e4a-b772-8e2bf1f389a3 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "PUT /v2.0/routers/136d48e1-44d3-4d45-bb06-6c6e1f8fb049 HTTP/1.1" status: 200 len: 915 time: 4.8618474 Apr 29 15:39:22.614182 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50856) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:22.656862 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e0cb058c-926c-4e9b-961d-45b6cae01d51 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:22.687894 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-9266f630-ca89-4cd0-889f-c4e5a6afb288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:22.699602 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9266f630-ca89-4cd0-889f-c4e5a6afb288 None None] Routers {'136d48e1-44d3-4d45-bb06-6c6e1f8fb049'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:22.700367 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-9266f630-ca89-4cd0-889f-c4e5a6afb288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['136d48e1-44d3-4d45-bb06-6c6e1f8fb049'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:22.725996 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-16852bd2-9ee3-4fed-b8c4-47778371c93f tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:22.776499 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-9266f630-ca89-4cd0-889f-c4e5a6afb288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:22.776909 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9266f630-ca89-4cd0-889f-c4e5a6afb288 None None] The sync data for ids ['136d48e1-44d3-4d45-bb06-6c6e1f8fb049'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:39:22.798283 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16852bd2-9ee3-4fed-b8c4-47778371c93f tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Pushing event deleted for resources: {'Port': ['ID=9841a31f-d9a9-4b06-9e1a-a3189bc78fcd,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:22.910338 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50862) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:22.925653 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3647a25b-5cd2-43be-b905-594a503f2c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:22.942341 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647a25b-5cd2-43be-b905-594a503f2c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54beaada-75bf-4346-819d-a2c32aa130fc,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:23.003152 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3647a25b-5cd2-43be-b905-594a503f2c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.004276 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3647a25b-5cd2-43be-b905-594a503f2c1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54beaada-75bf-4346-819d-a2c32aa130fc HTTP/1.1" status: 204 len: 168 time: 0.6117299 Apr 29 15:39:23.043666 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-16852bd2-9ee3-4fed-b8c4-47778371c93f tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.061681 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-15d555ae-cb18-4b32-8dc6-55399808fe54 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-889019475'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:23.070053 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-15d555ae-cb18-4b32-8dc6-55399808fe54 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:23.075081 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-15d555ae-cb18-4b32-8dc6-55399808fe54 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Usage tracker for resource:network and tenant:c0e5eb64d48444a7a7538cb7910a5743 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:23.077896 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-15d555ae-cb18-4b32-8dc6-55399808fe54 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:23.083614 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-15d555ae-cb18-4b32-8dc6-55399808fe54 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:23.140755 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e0cb058c-926c-4e9b-961d-45b6cae01d51 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.187000 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d555ae-cb18-4b32-8dc6-55399808fe54 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Made reservation on behalf of c0e5eb64d48444a7a7538cb7910a5743 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:23.189884 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15d555ae-cb18-4b32-8dc6-55399808fe54 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.220799 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15d555ae-cb18-4b32-8dc6-55399808fe54 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.243647 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb058c-926c-4e9b-961d-45b6cae01d51 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Subnet': ['ID=fd6c60b3-f196-4a67-98df-708317508413,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:23.283710 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-15d555ae-cb18-4b32-8dc6-55399808fe54 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:23.290656 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-15d555ae-cb18-4b32-8dc6-55399808fe54 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Usage tracker for resource:security_group_rule and tenant:c0e5eb64d48444a7a7538cb7910a5743 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:23.294061 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cb058c-926c-4e9b-961d-45b6cae01d51 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Checking segment: {'id': 'e0121701-5ccb-403f-b2d5-5f61f7563e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '86235389-ab63-4db8-a2eb-e4f629b764c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:39:23.294414 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cb058c-926c-4e9b-961d-45b6cae01d51 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network hostable DHCP agents. Network: 86235389-ab63-4db8-a2eb-e4f629b764c3, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:39:23.300289 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-15d555ae-cb18-4b32-8dc6-55399808fe54 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:23.307082 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-15d555ae-cb18-4b32-8dc6-55399808fe54 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:23.389500 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cb058c-926c-4e9b-961d-45b6cae01d51 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network 86235389-ab63-4db8-a2eb-e4f629b764c3 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:39:23.401496 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15d555ae-cb18-4b32-8dc6-55399808fe54 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.412268 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-16852bd2-9ee3-4fed-b8c4-47778371c93f tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.419979 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-16852bd2-9ee3-4fed-b8c4-47778371c93f tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.430650 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-41d480d3-c4b5-49c4-a139-c2ba3e2efdc8 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "GET /v2.0/routers/136d48e1-44d3-4d45-bb06-6c6e1f8fb049 HTTP/1.1" status: 200 len: 921 time: 0.8145707 Apr 29 15:39:23.433526 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50872) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:23.469720 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15d555ae-cb18-4b32-8dc6-55399808fe54 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.511708 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d555ae-cb18-4b32-8dc6-55399808fe54 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:39:23.521480 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-e0cb058c-926c-4e9b-961d-45b6cae01d51 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 86235389-ab63-4db8-a2eb-e4f629b764c3) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:23.530425 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a643c2a-d245-49fd-876d-f9a4bf2d7c30 None None] Network 86235389-ab63-4db8-a2eb-e4f629b764c3 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:23.534587 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-16852bd2-9ee3-4fed-b8c4-47778371c93f tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.535390 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16852bd2-9ee3-4fed-b8c4-47778371c93f tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Fanout notify agent at l3_agent the message router_deleted on router 8650b17a-5c9f-4f40-8464-a58565ee6df0 {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:39:23.547346 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-16852bd2-9ee3-4fed-b8c4-47778371c93f tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.548737 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-16852bd2-9ee3-4fed-b8c4-47778371c93f tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "DELETE /v2.0/routers/8650b17a-5c9f-4f40-8464-a58565ee6df0 HTTP/1.1" status: 204 len: 168 time: 3.2907243 Apr 29 15:39:23.549739 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cb058c-926c-4e9b-961d-45b6cae01d51 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:23.550424 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e0cb058c-926c-4e9b-961d-45b6cae01d51 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.552957 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50880) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:23.555923 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d555ae-cb18-4b32-8dc6-55399808fe54 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f619af26-d1d7-4336-baaa-93965235e454,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:23.559015 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-44950925-6a7b-488e-82dd-374b5c20c596 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-268169776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:23.560177 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15d555ae-cb18-4b32-8dc6-55399808fe54 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.560518 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-15d555ae-cb18-4b32-8dc6-55399808fe54 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Added segment 17628ead-52e7-49e3-8b66-88dbd737cb29 of type vlan for network 35f9cafe-6023-4c45-9f4d-1d167f928a6c Apr 29 15:39:23.565801 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-44950925-6a7b-488e-82dd-374b5c20c596 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:23.573668 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-44950925-6a7b-488e-82dd-374b5c20c596 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Usage tracker for resource:router and tenant:578af6b7ee6e47d085e1fc6b8347c84b is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:23.578287 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-44950925-6a7b-488e-82dd-374b5c20c596 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:23.585115 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-44950925-6a7b-488e-82dd-374b5c20c596 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:23.615028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15d555ae-cb18-4b32-8dc6-55399808fe54 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.630245 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e8d908de-c64d-4cd4-93d0-f1b5c1ecb2ce tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&device_id=136d48e1-44d3-4d45-bb06-6c6e1f8fb049&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1932411 Apr 29 15:39:23.630938 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50886) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:23.681203 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e0cb058c-926c-4e9b-961d-45b6cae01d51 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4519436 Apr 29 15:39:23.683954 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50890) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:23.690671 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-faea793c-cad6-4f9c-bc55-2dcb64ef0996 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'port': {'network_id': '86235389-ab63-4db8-a2eb-e4f629b764c3', 'name': 'tempest-PortsIpV6TestJSON-1464756652', 'fixed_ips': [{'subnet_id': 'fd6c60b3-f196-4a67-98df-708317508413', 'ip_address': '2001:db8::10'}]}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:23.703021 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-44950925-6a7b-488e-82dd-374b5c20c596 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.703958 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-44950925-6a7b-488e-82dd-374b5c20c596 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.762287 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-44950925-6a7b-488e-82dd-374b5c20c596 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.785603 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15d555ae-cb18-4b32-8dc6-55399808fe54 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.788300 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb809f4-c6a3-40cb-8cca-2c3fb47186ad tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:23.789753 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d555ae-cb18-4b32-8dc6-55399808fe54 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:23.790511 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9fb809f4-c6a3-40cb-8cca-2c3fb47186ad tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "GET /v2.0/networks/f991b9a3-9206-4c97-97f2-8545e1219151 HTTP/1.1" status: 200 len: 881 time: 0.1582401 Apr 29 15:39:23.790944 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15d555ae-cb18-4b32-8dc6-55399808fe54 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.793093 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50896) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:23.806931 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bca7175-7f25-490a-aeee-0eb2a9ebe35e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-86235389-ab63-4db8-a2eb-e4f629b764c3', 'network_id': '86235389-ab63-4db8-a2eb-e4f629b764c3', 'tenant_id': '181454145b0d449b8706b073dae04744', 'fixed_ips': [{'subnet_id': 'fd6c60b3-f196-4a67-98df-708317508413'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:39:23.808118 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7bca7175-7f25-490a-aeee-0eb2a9ebe35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.854998 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0edc1cb9-1a01-4c91-994d-9d3ca6d7c4ba tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "GET /v2.0/ports?device_id=136d48e1-44d3-4d45-bb06-6c6e1f8fb049 HTTP/1.1" status: 200 len: 205 time: 0.0605531 Apr 29 15:39:23.855580 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50900) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:23.858862 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-44950925-6a7b-488e-82dd-374b5c20c596 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.938984 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d555ae-cb18-4b32-8dc6-55399808fe54 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event updated for resources: {'Network': ['ID=35f9cafe-6023-4c45-9f4d-1d167f928a6c,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:23.963137 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 35f9cafe-6023-4c45-9f4d-1d167f928a6c details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:39:23.970545 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-15d555ae-cb18-4b32-8dc6-55399808fe54 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0586102 Apr 29 15:39:23.995647 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-faea793c-cad6-4f9c-bc55-2dcb64ef0996 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:24.003494 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-faea793c-cad6-4f9c-bc55-2dcb64ef0996 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:port and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:24.017221 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-faea793c-cad6-4f9c-bc55-2dcb64ef0996 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:24.024372 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-faea793c-cad6-4f9c-bc55-2dcb64ef0996 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:24.094584 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faea793c-cad6-4f9c-bc55-2dcb64ef0996 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:24.097155 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-44950925-6a7b-488e-82dd-374b5c20c596 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:24.100018 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-faea793c-cad6-4f9c-bc55-2dcb64ef0996 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:24.110843 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-44950925-6a7b-488e-82dd-374b5c20c596 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5536602 Apr 29 15:39:24.111154 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50908) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:24.116398 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-ae4009aa-4ebf-4982-98cb-f7b8686c26cb tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'enable_snat': False}}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:24.144013 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-faea793c-cad6-4f9c-bc55-2dcb64ef0996 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] device_id is not set on port a19d879d-45b0-4f37-85b6-3b1d70d9ee62 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:39:24.193932 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-7bca7175-7f25-490a-aeee-0eb2a9ebe35e None None] Allocated IP 2001:db8::2 (86235389-ab63-4db8-a2eb-e4f629b764c3/fd6c60b3-f196-4a67-98df-708317508413/c5120a67-ae7f-490d-834c-f824b6b6bf9c) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:24.427578 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3ad0a6ac-8c97-4ec0-b1f6-87cdf2b98284 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:24.440027 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7bca7175-7f25-490a-aeee-0eb2a9ebe35e None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:24.450241 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7bca7175-7f25-490a-aeee-0eb2a9ebe35e None None] Transition to ACTIVE for port object c5120a67-ae7f-490d-834c-f824b6b6bf9c will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:24.461384 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50914) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:24.472937 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7bca7175-7f25-490a-aeee-0eb2a9ebe35e None None] Transition to ACTIVE for port object c5120a67-ae7f-490d-834c-f824b6b6bf9c will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:24.548486 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7bca7175-7f25-490a-aeee-0eb2a9ebe35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:24.643620 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bca7175-7f25-490a-aeee-0eb2a9ebe35e None None] Network 86235389-ab63-4db8-a2eb-e4f629b764c3 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:24.647358 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-7bca7175-7f25-490a-aeee-0eb2a9ebe35e None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:24.656601 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca7175-7f25-490a-aeee-0eb2a9ebe35e None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:24.660237 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca7175-7f25-490a-aeee-0eb2a9ebe35e None None] Pushing event updated for resources: {'Port': ['ID=c5120a67-ae7f-490d-834c-f824b6b6bf9c,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:24.677098 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-faea793c-cad6-4f9c-bc55-2dcb64ef0996 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Allocated IP 2001:db8::10 (86235389-ab63-4db8-a2eb-e4f629b764c3/fd6c60b3-f196-4a67-98df-708317508413/a19d879d-45b0-4f37-85b6-3b1d70d9ee62) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:24.693455 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Request body: {'networks': [{'name': 'tempest-network--1632678987'}, {'name': 'tempest-network--103982732'}]} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:24.693768 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Request body: {'network': {'name': 'tempest-network--1632678987'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:24.694228 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Request body: {'network': {'name': 'tempest-network--103982732'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:24.716621 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:24.721740 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Usage tracker for resource:network and tenant:06cdb5e955154be3b0308180afe8f9b4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:24.726065 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:24.814744 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-7bca7175-7f25-490a-aeee-0eb2a9ebe35e None None] Attempting to bind port c5120a67-ae7f-490d-834c-f824b6b6bf9c on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:24.815416 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-7bca7175-7f25-490a-aeee-0eb2a9ebe35e None None] Attempting to bind port c5120a67-ae7f-490d-834c-f824b6b6bf9c by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'e0121701-5ccb-403f-b2d5-5f61f7563e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '86235389-ab63-4db8-a2eb-e4f629b764c3'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:24.815955 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bca7175-7f25-490a-aeee-0eb2a9ebe35e None None] Attempting to bind port c5120a67-ae7f-490d-834c-f824b6b6bf9c on network 86235389-ab63-4db8-a2eb-e4f629b764c3 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:39:24.822109 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ae4009aa-4ebf-4982-98cb-f7b8686c26cb tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:24.824352 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bca7175-7f25-490a-aeee-0eb2a9ebe35e None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:39:24.824727 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bca7175-7f25-490a-aeee-0eb2a9ebe35e None None] Checking segment: {'id': 'e0121701-5ccb-403f-b2d5-5f61f7563e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '86235389-ab63-4db8-a2eb-e4f629b764c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:39:24.825125 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7bca7175-7f25-490a-aeee-0eb2a9ebe35e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:24.825558 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bca7175-7f25-490a-aeee-0eb2a9ebe35e None None] Bound using segment: {'id': 'e0121701-5ccb-403f-b2d5-5f61f7563e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '86235389-ab63-4db8-a2eb-e4f629b764c3'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:39:24.826073 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-7bca7175-7f25-490a-aeee-0eb2a9ebe35e None None] Bound port: c5120a67-ae7f-490d-834c-f824b6b6bf9c, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0121701-5ccb-403f-b2d5-5f61f7563e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '86235389-ab63-4db8-a2eb-e4f629b764c3'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:24.826493 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7bca7175-7f25-490a-aeee-0eb2a9ebe35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:24.877714 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3ad0a6ac-8c97-4ec0-b1f6-87cdf2b98284 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:24.939289 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-7bca7175-7f25-490a-aeee-0eb2a9ebe35e None None] For port c5120a67-ae7f-490d-834c-f824b6b6bf9c, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:39:24.943506 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-7bca7175-7f25-490a-aeee-0eb2a9ebe35e None None] For port c5120a67-ae7f-490d-834c-f824b6b6bf9c, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c5120a67-ae7f-490d-834c-f824b6b6bf9c,segment=NetworkSegment(e0121701-5ccb-403f-b2d5-5f61f7563e36),segment_id=e0121701-5ccb-403f-b2d5-5f61f7563e36)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:39:24.949067 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:24.983502 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-3ad0a6ac-8c97-4ec0-b1f6-87cdf2b98284 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Deleting port 410c2d03-c2c0-4789-a2c1-57f2290c000a {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:24.983853 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3ad0a6ac-8c97-4ec0-b1f6-87cdf2b98284 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.006660 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-faea793c-cad6-4f9c-bc55-2dcb64ef0996 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.024344 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-faea793c-cad6-4f9c-bc55-2dcb64ef0996 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Transition to ACTIVE for port object a19d879d-45b0-4f37-85b6-3b1d70d9ee62 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:25.048642 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Made reservation on behalf of 06cdb5e955154be3b0308180afe8f9b4 for: {'network': 2} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:25.051299 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7bca7175-7f25-490a-aeee-0eb2a9ebe35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.052477 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.067137 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.104522 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:25.108962 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Usage tracker for resource:security_group_rule and tenant:06cdb5e955154be3b0308180afe8f9b4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:25.112864 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:25.119179 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:25.135817 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-faea793c-cad6-4f9c-bc55-2dcb64ef0996 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.142372 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca7175-7f25-490a-aeee-0eb2a9ebe35e None None] Pushing event updated for resources: {'Port': ['ID=c5120a67-ae7f-490d-834c-f824b6b6bf9c,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:25.256584 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faea793c-cad6-4f9c-bc55-2dcb64ef0996 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network 86235389-ab63-4db8-a2eb-e4f629b764c3 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:25.259667 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea793c-cad6-4f9c-bc55-2dcb64ef0996 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Port': ['ID=a19d879d-45b0-4f37-85b6-3b1d70d9ee62,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:25.263919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-faea793c-cad6-4f9c-bc55-2dcb64ef0996 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:25.270401 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faea793c-cad6-4f9c-bc55-2dcb64ef0996 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:25.275669 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faea793c-cad6-4f9c-bc55-2dcb64ef0996 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:25.276913 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-faea793c-cad6-4f9c-bc55-2dcb64ef0996 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.339766 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3ad0a6ac-8c97-4ec0-b1f6-87cdf2b98284 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.351724 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.375477 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-faea793c-cad6-4f9c-bc55-2dcb64ef0996 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6904154 Apr 29 15:39:25.377961 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50920) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:25.384464 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-6d5904aa-8f8f-499b-ae74-a68ad8d05712 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'port': {'network_id': '86235389-ab63-4db8-a2eb-e4f629b764c3', 'name': 'tempest-PortsIpV6TestJSON-2053344366', 'fixed_ips': [{'subnet_id': 'fd6c60b3-f196-4a67-98df-708317508413', 'ip_address': '2001:db8::f'}]}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:25.405170 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.405627 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.507542 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-3ad0a6ac-8c97-4ec0-b1f6-87cdf2b98284 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Calling delete_port for 410c2d03-c2c0-4789-a2c1-57f2290c000a owned by network:router_gateway {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:25.567056 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:39:25.585930 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=115372a9-c5e9-432f-927e-104b4b11a3db,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:25.596729 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.597073 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Added segment f8109f12-8973-4cd5-b540-71263d6b841f of type vlan for network 9e08dc53-f78c-4928-ae7a-da58a12aec8c Apr 29 15:39:25.623304 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ae4009aa-4ebf-4982-98cb-f7b8686c26cb tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.666223 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.667757 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ae4009aa-4ebf-4982-98cb-f7b8686c26cb tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.688839 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6d5904aa-8f8f-499b-ae74-a68ad8d05712 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:25.706617 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6d5904aa-8f8f-499b-ae74-a68ad8d05712 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:port and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:25.711429 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6d5904aa-8f8f-499b-ae74-a68ad8d05712 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:25.722069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6d5904aa-8f8f-499b-ae74-a68ad8d05712 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:25.757514 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:39:25.769258 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.769665 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Added segment 3c2a123e-093d-4c1a-b380-f549a67e118a of type vlan for network 3e5b1871-a96a-452e-8d21-59a6a3cabe1c Apr 29 15:39:25.805170 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.824828 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5904aa-8f8f-499b-ae74-a68ad8d05712 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:25.829963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6d5904aa-8f8f-499b-ae74-a68ad8d05712 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.858922 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-6d5904aa-8f8f-499b-ae74-a68ad8d05712 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] device_id is not set on port ac07bdcc-e0bd-4b7c-ae79-ad657d218471 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:39:25.875027 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-ae4009aa-4ebf-4982-98cb-f7b8686c26cb tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Allocated IP 172.26.1.97 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/569d48c6-b4d5-4505-bccc-e49dc1759ded) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:25.980049 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.980452 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.984103 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:25.987169 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:25.987759 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.097684 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ae4009aa-4ebf-4982-98cb-f7b8686c26cb tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.131835 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3ad0a6ac-8c97-4ec0-b1f6-87cdf2b98284 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.194387 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0a6ac-8c97-4ec0-b1f6-87cdf2b98284 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Pushing event deleted for resources: {'Port': ['ID=410c2d03-c2c0-4789-a2c1-57f2290c000a,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:26.200895 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ae4009aa-4ebf-4982-98cb-f7b8686c26cb tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.257650 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Pushing event updated for resources: {'Network': ['ID=9e08dc53-f78c-4928-ae7a-da58a12aec8c,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:26.270252 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 9e08dc53-f78c-4928-ae7a-da58a12aec8c details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:39:26.356770 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8898706 Apr 29 15:39:26.359224 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50928) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:26.371391 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4009aa-4ebf-4982-98cb-f7b8686c26cb tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:26.380647 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-ae4009aa-4ebf-4982-98cb-f7b8686c26cb tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:26.384046 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4009aa-4ebf-4982-98cb-f7b8686c26cb tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:26.411523 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-6d5904aa-8f8f-499b-ae74-a68ad8d05712 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Allocated IP 2001:db8::f (86235389-ab63-4db8-a2eb-e4f629b764c3/fd6c60b3-f196-4a67-98df-708317508413/ac07bdcc-e0bd-4b7c-ae79-ad657d218471) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:26.452112 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4009aa-4ebf-4982-98cb-f7b8686c26cb tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Pushing event updated for resources: {'Port': ['ID=569d48c6-b4d5-4505-bccc-e49dc1759ded,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:26.496477 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838618f1-d828-4e1c-9a55-95859e67b989 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Pushing event updated for resources: {'Network': ['ID=3e5b1871-a96a-452e-8d21-59a6a3cabe1c,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:26.532127 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 3e5b1871-a96a-452e-8d21-59a6a3cabe1c details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:39:26.620873 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d780127-ee0d-410f-8b83-46507b67acdb tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:26.625256 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d780127-ee0d-410f-8b83-46507b67acdb tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:26.629190 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d780127-ee0d-410f-8b83-46507b67acdb tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:26.634239 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d780127-ee0d-410f-8b83-46507b67acdb tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:26.635161 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6d780127-ee0d-410f-8b83-46507b67acdb tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Synchronizing usage tracker for tenant:06cdb5e955154be3b0308180afe8f9b4 on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:26.681793 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541ee78c-1bf0-4bf2-b874-bbdbaaf8f939 None None] Network 86235389-ab63-4db8-a2eb-e4f629b764c3 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:26.761712 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3ad0a6ac-8c97-4ec0-b1f6-87cdf2b98284 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.821572 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-21351197-af92-424a-ac97-ab5a3e4994ae None None] Provisioning for port c5120a67-ae7f-490d-834c-f824b6b6bf9c completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:26.873138 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6d5904aa-8f8f-499b-ae74-a68ad8d05712 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.894222 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-6d5904aa-8f8f-499b-ae74-a68ad8d05712 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Transition to ACTIVE for port object ac07bdcc-e0bd-4b7c-ae79-ad657d218471 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:26.915946 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6d780127-ee0d-410f-8b83-46507b67acdb tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Unset dirty status for tenant:06cdb5e955154be3b0308180afe8f9b4 on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:26.920340 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6d780127-ee0d-410f-8b83-46507b67acdb tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5523405 Apr 29 15:39:26.920906 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50932) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:27.047259 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c5120a67-ae7f-490d-834c-f824b6b6bf9c up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:27.062952 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6d5904aa-8f8f-499b-ae74-a68ad8d05712 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.218007 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5904aa-8f8f-499b-ae74-a68ad8d05712 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Port': ['ID=ac07bdcc-e0bd-4b7c-ae79-ad657d218471,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:27.227940 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5904aa-8f8f-499b-ae74-a68ad8d05712 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network 86235389-ab63-4db8-a2eb-e4f629b764c3 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:27.237943 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-6d5904aa-8f8f-499b-ae74-a68ad8d05712 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:27.238357 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port c5120a67-ae7f-490d-834c-f824b6b6bf9c completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:27.241595 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5904aa-8f8f-499b-ae74-a68ad8d05712 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:27.246066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port c5120a67-ae7f-490d-834c-f824b6b6bf9c triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:27.254080 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.254250 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5904aa-8f8f-499b-ae74-a68ad8d05712 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:27.254250 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6d5904aa-8f8f-499b-ae74-a68ad8d05712 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.269861 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c5c02af8-0bf8-4206-9f9d-8ef2c34a8883 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.325056 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50936) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:27.334941 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6d5904aa-8f8f-499b-ae74-a68ad8d05712 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9555950 Apr 29 15:39:27.335183 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50940) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:27.339416 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-c020706e-3348-4a23-9a3f-ab2e6d7ff1a2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Request body: {'subnet': {'network_id': '35f9cafe-6023-4c45-9f4d-1d167f928a6c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:27.403978 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3ad0a6ac-8c97-4ec0-b1f6-87cdf2b98284 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.412577 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.424730 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3ad0a6ac-8c97-4ec0-b1f6-87cdf2b98284 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.452373 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port c5120a67-ae7f-490d-834c-f824b6b6bf9c, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c5120a67-ae7f-490d-834c-f824b6b6bf9c,segment=NetworkSegment(e0121701-5ccb-403f-b2d5-5f61f7563e36),segment_id=e0121701-5ccb-403f-b2d5-5f61f7563e36)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:27.482261 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eea571-9583-4375-b959-dbd200be9f94 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:27.483039 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-15eea571-9583-4375-b959-dbd200be9f94 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Synchronizing usage tracker for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:27.510903 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0f49c9c7-478e-494d-a762-9b126443efc0 None None] Provisioning for port a19d879d-45b0-4f37-85b6-3b1d70d9ee62 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:27.516593 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0f49c9c7-478e-494d-a762-9b126443efc0 None None] Provisioning complete for port a19d879d-45b0-4f37-85b6-3b1d70d9ee62 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:27.516960 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0f49c9c7-478e-494d-a762-9b126443efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.530513 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c5c02af8-0bf8-4206-9f9d-8ef2c34a8883 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.542018 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3ad0a6ac-8c97-4ec0-b1f6-87cdf2b98284 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.542631 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad0a6ac-8c97-4ec0-b1f6-87cdf2b98284 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Fanout notify agent at l3_agent the message router_deleted on router 136d48e1-44d3-4d45-bb06-6c6e1f8fb049 {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:39:27.560256 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c020706e-3348-4a23-9a3f-ab2e6d7ff1a2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:27.565615 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3ad0a6ac-8c97-4ec0-b1f6-87cdf2b98284 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.566038 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-c5c02af8-0bf8-4206-9f9d-8ef2c34a8883 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e08dc53-f78c-4928-ae7a-da58a12aec8c']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:27.566745 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3ad0a6ac-8c97-4ec0-b1f6-87cdf2b98284 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "DELETE /v2.0/routers/136d48e1-44d3-4d45-bb06-6c6e1f8fb049 HTTP/1.1" status: 204 len: 168 time: 3.7098558 Apr 29 15:39:27.571471 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-15eea571-9583-4375-b959-dbd200be9f94 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Unset dirty status for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:27.572545 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-15eea571-9583-4375-b959-dbd200be9f94 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2367072 Apr 29 15:39:27.575137 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50944) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:27.575777 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50946) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:27.576881 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c020706e-3348-4a23-9a3f-ab2e6d7ff1a2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Usage tracker for resource:subnet and tenant:c0e5eb64d48444a7a7538cb7910a5743 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:27.582369 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c020706e-3348-4a23-9a3f-ab2e6d7ff1a2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:27.588362 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-ecc49b1c-c222-470a-8358-83bfeaaff300 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1712366723', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}, 'admin_state_up': False}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:27.590835 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-c5c02af8-0bf8-4206-9f9d-8ef2c34a8883 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8109f12-8973-4cd5-b540-71263d6b841f') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:27.591138 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-c5c02af8-0bf8-4206-9f9d-8ef2c34a8883 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8109f12-8973-4cd5-b540-71263d6b841f') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:27.594822 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-0f49c9c7-478e-494d-a762-9b126443efc0 None None] Port a19d879d-45b0-4f37-85b6-3b1d70d9ee62 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:39:27.597890 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ecc49b1c-c222-470a-8358-83bfeaaff300 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:27.598030 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c020706e-3348-4a23-9a3f-ab2e6d7ff1a2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:27.598794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.603372 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ecc49b1c-c222-470a-8358-83bfeaaff300 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Usage tracker for resource:router and tenant:2fa93d6301834e4e9244fb8c7e64ed0a is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:27.607756 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ecc49b1c-c222-470a-8358-83bfeaaff300 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:27.607899 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c5c02af8-0bf8-4206-9f9d-8ef2c34a8883 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.616315 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ecc49b1c-c222-470a-8358-83bfeaaff300 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:27.626136 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c5c02af8-0bf8-4206-9f9d-8ef2c34a8883 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.633090 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c02af8-0bf8-4206-9f9d-8ef2c34a8883 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:39:27.633533 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c5c02af8-0bf8-4206-9f9d-8ef2c34a8883 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:39:27.648603 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:39:27.696174 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ae4009aa-4ebf-4982-98cb-f7b8686c26cb tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.700513 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=c5120a67-ae7f-490d-834c-f824b6b6bf9c,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:27.716159 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0f49c9c7-478e-494d-a762-9b126443efc0 None None] Provisioning complete for port c5120a67-ae7f-490d-834c-f824b6b6bf9c triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:27.716360 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c020706e-3348-4a23-9a3f-ab2e6d7ff1a2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Made reservation on behalf of c0e5eb64d48444a7a7538cb7910a5743 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:27.716563 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0f49c9c7-478e-494d-a762-9b126443efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.841118 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ecc49b1c-c222-470a-8358-83bfeaaff300 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.842066 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ecc49b1c-c222-470a-8358-83bfeaaff300 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.862402 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c020706e-3348-4a23-9a3f-ab2e6d7ff1a2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.905981 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908ace3-4966-405f-a3fa-9052afba4b9a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:27.910156 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908ace3-4966-405f-a3fa-9052afba4b9a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:27.914074 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908ace3-4966-405f-a3fa-9052afba4b9a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:27.915732 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8908ace3-4966-405f-a3fa-9052afba4b9a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.3357587 Apr 29 15:39:27.920699 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50954) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:27.929142 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c5c02af8-0bf8-4206-9f9d-8ef2c34a8883 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.961483 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c5c02af8-0bf8-4206-9f9d-8ef2c34a8883 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.984543 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c02af8-0bf8-4206-9f9d-8ef2c34a8883 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Pushing event deleted for resources: {'Network': ['ID=9e08dc53-f78c-4928-ae7a-da58a12aec8c,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:27.989893 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ef29bb13-28ea-49ed-9199-b17b42cef81a None None] Provisioning complete for port a19d879d-45b0-4f37-85b6-3b1d70d9ee62 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:27.990516 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ef29bb13-28ea-49ed-9199-b17b42cef81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.991480 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ae4009aa-4ebf-4982-98cb-f7b8686c26cb tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.994240 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ecc49b1c-c222-470a-8358-83bfeaaff300 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.012341 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ae4009aa-4ebf-4982-98cb-f7b8686c26cb tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626962'] for router, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.033741 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-2d857293-b3d6-4a4d-b6f3-a55dbf383633 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting port ac07bdcc-e0bd-4b7c-ae79-ad657d218471 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:28.034060 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2d857293-b3d6-4a4d-b6f3-a55dbf383633 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.046788 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-ef29bb13-28ea-49ed-9199-b17b42cef81a None None] Port a19d879d-45b0-4f37-85b6-3b1d70d9ee62 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:39:28.058016 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c5c02af8-0bf8-4206-9f9d-8ef2c34a8883 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] 10.222.0.21 "DELETE /v2.0/networks/9e08dc53-f78c-4928-ae7a-da58a12aec8c HTTP/1.1" status: 204 len: 168 time: 1.1360664 Apr 29 15:39:28.063358 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50958) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:28.111895 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ef29bb13-28ea-49ed-9199-b17b42cef81a None None] Provisioning for port ac07bdcc-e0bd-4b7c-ae79-ad657d218471 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:28.119233 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ef29bb13-28ea-49ed-9199-b17b42cef81a None None] Provisioning complete for port ac07bdcc-e0bd-4b7c-ae79-ad657d218471 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:28.119233 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ef29bb13-28ea-49ed-9199-b17b42cef81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.172247 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-ef29bb13-28ea-49ed-9199-b17b42cef81a None None] Port ac07bdcc-e0bd-4b7c-ae79-ad657d218471 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:39:28.310517 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a2a12a3-a5ed-4ccc-b3fd-0ae926e5d377 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.419165 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c020706e-3348-4a23-9a3f-ab2e6d7ff1a2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.487634 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a2a12a3-a5ed-4ccc-b3fd-0ae926e5d377 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.501402 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ecc49b1c-c222-470a-8358-83bfeaaff300 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.530759 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-1a2a12a3-a5ed-4ccc-b3fd-0ae926e5d377 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5b1871-a96a-452e-8d21-59a6a3cabe1c']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:28.557649 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-1a2a12a3-a5ed-4ccc-b3fd-0ae926e5d377 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2a123e-093d-4c1a-b380-f549a67e118a') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:28.557940 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-1a2a12a3-a5ed-4ccc-b3fd-0ae926e5d377 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2a123e-093d-4c1a-b380-f549a67e118a') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:28.565543 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020706e-3348-4a23-9a3f-ab2e6d7ff1a2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event updated for resources: {'Subnet': ['ID=1e7b97eb-2286-4807-9a66-4bb0fab9e36f,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:28.575599 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2d857293-b3d6-4a4d-b6f3-a55dbf383633 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.575809 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a2a12a3-a5ed-4ccc-b3fd-0ae926e5d377 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.589577 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c020706e-3348-4a23-9a3f-ab2e6d7ff1a2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Checking segment: {'id': '17628ead-52e7-49e3-8b66-88dbd737cb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '35f9cafe-6023-4c45-9f4d-1d167f928a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:39:28.589937 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c020706e-3348-4a23-9a3f-ab2e6d7ff1a2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Network hostable DHCP agents. Network: 35f9cafe-6023-4c45-9f4d-1d167f928a6c, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:39:28.601342 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a2a12a3-a5ed-4ccc-b3fd-0ae926e5d377 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.609954 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2a12a3-a5ed-4ccc-b3fd-0ae926e5d377 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:39:28.610336 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a2a12a3-a5ed-4ccc-b3fd-0ae926e5d377 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:39:28.624625 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:39:28.768490 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c020706e-3348-4a23-9a3f-ab2e6d7ff1a2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Network 35f9cafe-6023-4c45-9f4d-1d167f928a6c is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:39:28.776595 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a2a12a3-a5ed-4ccc-b3fd-0ae926e5d377 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.794976 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a2a12a3-a5ed-4ccc-b3fd-0ae926e5d377 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.809330 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a12a3-a5ed-4ccc-b3fd-0ae926e5d377 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Pushing event deleted for resources: {'Network': ['ID=3e5b1871-a96a-452e-8d21-59a6a3cabe1c,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:28.813587 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1a2a12a3-a5ed-4ccc-b3fd-0ae926e5d377 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] 10.222.0.21 "DELETE /v2.0/networks/3e5b1871-a96a-452e-8d21-59a6a3cabe1c HTTP/1.1" status: 204 len: 168 time: 0.7494452 Apr 29 15:39:28.816227 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50962) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:28.819418 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-2d857293-b3d6-4a4d-b6f3-a55dbf383633 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Calling delete_port for ac07bdcc-e0bd-4b7c-ae79-ad657d218471 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:28.896696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-c020706e-3348-4a23-9a3f-ab2e6d7ff1a2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 35f9cafe-6023-4c45-9f4d-1d167f928a6c) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:28.906851 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5602cd-fe1a-41e0-8ccb-25c2503af7b6 None None] Network 35f9cafe-6023-4c45-9f4d-1d167f928a6c requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:28.932610 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c020706e-3348-4a23-9a3f-ab2e6d7ff1a2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:28.936346 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c020706e-3348-4a23-9a3f-ab2e6d7ff1a2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.043539 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc80c11-5e9b-41e2-b5fa-72ca7d8c1673 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:29.049324 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc80c11-5e9b-41e2-b5fa-72ca7d8c1673 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:29.050760 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7fc80c11-5e9b-41e2-b5fa-72ca7d8c1673 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Synchronizing usage tracker for tenant:06cdb5e955154be3b0308180afe8f9b4 on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:29.069180 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c020706e-3348-4a23-9a3f-ab2e6d7ff1a2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7424636 Apr 29 15:39:29.072753 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50966) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:29.079342 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-51561f92-e00f-4003-9f6d-3517d886f2d5 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-607497344'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:29.087042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-51561f92-e00f-4003-9f6d-3517d886f2d5 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:29.092058 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-51561f92-e00f-4003-9f6d-3517d886f2d5 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Usage tracker for resource:network and tenant:c0e5eb64d48444a7a7538cb7910a5743 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:29.094318 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c5120a67-ae7f-490d-834c-f824b6b6bf9c up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:29.095915 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-51561f92-e00f-4003-9f6d-3517d886f2d5 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:29.104905 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-51561f92-e00f-4003-9f6d-3517d886f2d5 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:29.162782 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ecc49b1c-c222-470a-8358-83bfeaaff300 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_gateway, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.194196 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ecc49b1c-c222-470a-8358-83bfeaaff300 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.205102 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7fc80c11-5e9b-41e2-b5fa-72ca7d8c1673 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Unset dirty status for tenant:06cdb5e955154be3b0308180afe8f9b4 on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:29.208106 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7fc80c11-5e9b-41e2-b5fa-72ca7d8c1673 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3907940 Apr 29 15:39:29.213389 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50970) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:29.219358 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-94df32a3-9963-4cab-a01c-9c0cf827ebe1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-790744061'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:29.225737 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-94df32a3-9963-4cab-a01c-9c0cf827ebe1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:29.234528 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51561f92-e00f-4003-9f6d-3517d886f2d5 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Made reservation on behalf of c0e5eb64d48444a7a7538cb7910a5743 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:29.237607 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-51561f92-e00f-4003-9f6d-3517d886f2d5 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.244479 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4009aa-4ebf-4982-98cb-f7b8686c26cb tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Router 37003019-5e8e-4e3a-b35c-6e11a82343b9 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:39:29.247989 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2d857293-b3d6-4a4d-b6f3-a55dbf383633 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.252597 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-94df32a3-9963-4cab-a01c-9c0cf827ebe1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:29.280445 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51561f92-e00f-4003-9f6d-3517d886f2d5 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:39:29.288217 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port c5120a67-ae7f-490d-834c-f824b6b6bf9c triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:29.288651 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.301295 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-51561f92-e00f-4003-9f6d-3517d886f2d5 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.302707 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-51561f92-e00f-4003-9f6d-3517d886f2d5 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Added segment 81e4ecb6-ecbc-4b11-b335-f97ff17df21a of type vlan for network 9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1 Apr 29 15:39:29.317458 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d857293-b3d6-4a4d-b6f3-a55dbf383633 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Port': ['ID=ac07bdcc-e0bd-4b7c-ae79-ad657d218471,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:29.324309 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed62991-9da1-411e-a1a5-2002ba6b1c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-35f9cafe-6023-4c45-9f4d-1d167f928a6c', 'network_id': '35f9cafe-6023-4c45-9f4d-1d167f928a6c', 'tenant_id': 'c0e5eb64d48444a7a7538cb7910a5743', 'fixed_ips': [{'subnet_id': '1e7b97eb-2286-4807-9a66-4bb0fab9e36f'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:39:29.325360 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-eed62991-9da1-411e-a1a5-2002ba6b1c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.362139 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-51561f92-e00f-4003-9f6d-3517d886f2d5 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.412574 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94df32a3-9963-4cab-a01c-9c0cf827ebe1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Made reservation on behalf of 06cdb5e955154be3b0308180afe8f9b4 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:29.417260 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-94df32a3-9963-4cab-a01c-9c0cf827ebe1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.456929 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2d857293-b3d6-4a4d-b6f3-a55dbf383633 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.473371 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94df32a3-9963-4cab-a01c-9c0cf827ebe1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:39:29.491501 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-51561f92-e00f-4003-9f6d-3517d886f2d5 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.499957 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51561f92-e00f-4003-9f6d-3517d886f2d5 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:29.501394 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-51561f92-e00f-4003-9f6d-3517d886f2d5 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.645235 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-94df32a3-9963-4cab-a01c-9c0cf827ebe1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.645575 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-94df32a3-9963-4cab-a01c-9c0cf827ebe1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Added segment e6b639ef-40b4-40b8-80fa-26805aa90c01 of type vlan for network 6c6935c7-eb4b-4fa8-9230-ff6adb8add63 Apr 29 15:39:29.664984 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-eed62991-9da1-411e-a1a5-2002ba6b1c7d None None] Allocated IP 2001:db8:0:ffff::2 (35f9cafe-6023-4c45-9f4d-1d167f928a6c/1e7b97eb-2286-4807-9a66-4bb0fab9e36f/d4076916-a3ea-495a-832a-6a643b33a68f) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:29.719122 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51561f92-e00f-4003-9f6d-3517d886f2d5 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event updated for resources: {'Network': ['ID=9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:29.725649 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-94df32a3-9963-4cab-a01c-9c0cf827ebe1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.766318 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-51561f92-e00f-4003-9f6d-3517d886f2d5 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6898835 Apr 29 15:39:29.766615 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50974) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:29.772721 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-eee819fa-9dd4-4167-b662-54c6bce9123c tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Request body: {'subnet': {'network_id': '9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:29.799267 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-ecc49b1c-c222-470a-8358-83bfeaaff300 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Allocated IP 172.26.1.63 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/d4841bdb-e9e3-4db1-8b1b-61e69c76fc11) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:29.806088 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2d857293-b3d6-4a4d-b6f3-a55dbf383633 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/ports/ac07bdcc-e0bd-4b7c-ae79-ad657d218471 HTTP/1.1" status: 204 len: 168 time: 1.8839831 Apr 29 15:39:29.806286 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50978) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:29.817653 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:39:29.830736 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:39:29.866232 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-94df32a3-9963-4cab-a01c-9c0cf827ebe1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.870996 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94df32a3-9963-4cab-a01c-9c0cf827ebe1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:29.871592 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-94df32a3-9963-4cab-a01c-9c0cf827ebe1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.035529 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ecc49b1c-c222-470a-8358-83bfeaaff300 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.060004 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea6ee18-ef41-4a8d-9ae5-ed3a6ca567b6 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] GET failed (client error): The resource could not be found. Apr 29 15:39:30.060506 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1ea6ee18-ef41-4a8d-9ae5-ed3a6ca567b6 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Synchronizing usage tracker for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:30.083449 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4009aa-4ebf-4982-98cb-f7b8686c26cb tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:39:30.086402 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-eed62991-9da1-411e-a1a5-2002ba6b1c7d None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.088949 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ae4009aa-4ebf-4982-98cb-f7b8686c26cb tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.092893 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ae4009aa-4ebf-4982-98cb-f7b8686c26cb tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "PUT /v2.0/routers/37003019-5e8e-4e3a-b35c-6e11a82343b9 HTTP/1.1" status: 200 len: 918 time: 5.9809442 Apr 29 15:39:30.094644 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50982) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:30.098782 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-eed62991-9da1-411e-a1a5-2002ba6b1c7d None None] Transition to ACTIVE for port object d4076916-a3ea-495a-832a-6a643b33a68f will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:30.104675 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbbaff9-cb90-466d-958a-8b75b9e98ce2 None None] Sync routers for ids ['37003019-5e8e-4e3a-b35c-6e11a82343b9'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:39:30.111608 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbbaff9-cb90-466d-958a-8b75b9e98ce2 None None] Routers {'37003019-5e8e-4e3a-b35c-6e11a82343b9'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:30.112219 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-9fbbaff9-cb90-466d-958a-8b75b9e98ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['37003019-5e8e-4e3a-b35c-6e11a82343b9'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:30.121382 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-eee819fa-9dd4-4167-b662-54c6bce9123c tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:30.123250 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-eed62991-9da1-411e-a1a5-2002ba6b1c7d None None] Transition to ACTIVE for port object d4076916-a3ea-495a-832a-6a643b33a68f will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:30.125352 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-eee819fa-9dd4-4167-b662-54c6bce9123c tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Usage tracker for resource:subnet and tenant:c0e5eb64d48444a7a7538cb7910a5743 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:30.128133 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df32a3-9963-4cab-a01c-9c0cf827ebe1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Pushing event updated for resources: {'Network': ['ID=6c6935c7-eb4b-4fa8-9230-ff6adb8add63,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:30.133505 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-eee819fa-9dd4-4167-b662-54c6bce9123c tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:30.140501 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 6c6935c7-eb4b-4fa8-9230-ff6adb8add63 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:39:30.142861 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-eee819fa-9dd4-4167-b662-54c6bce9123c tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:30.174883 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-9fbbaff9-cb90-466d-958a-8b75b9e98ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:30.186954 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbbaff9-cb90-466d-958a-8b75b9e98ce2 None None] Routers {'37003019-5e8e-4e3a-b35c-6e11a82343b9'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:30.187600 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-9fbbaff9-cb90-466d-958a-8b75b9e98ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['37003019-5e8e-4e3a-b35c-6e11a82343b9'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:30.190738 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-94df32a3-9963-4cab-a01c-9c0cf827ebe1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9755397 Apr 29 15:39:30.192656 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50986) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:30.200853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-88f5fb7c-1c01-41a8-a5ae-cc3d28c55076 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-302177876'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:30.206695 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-88f5fb7c-1c01-41a8-a5ae-cc3d28c55076 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:30.222768 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-88f5fb7c-1c01-41a8-a5ae-cc3d28c55076 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:30.227525 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-eed62991-9da1-411e-a1a5-2002ba6b1c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.235571 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1ea6ee18-ef41-4a8d-9ae5-ed3a6ca567b6 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Unset dirty status for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:30.243728 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1ea6ee18-ef41-4a8d-9ae5-ed3a6ca567b6 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports/ac07bdcc-e0bd-4b7c-ae79-ad657d218471 HTTP/1.1" status: 404 len: 333 time: 0.4355772 Apr 29 15:39:30.244827 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 50990) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:30.246725 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ecc49b1c-c222-470a-8358-83bfeaaff300 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.250288 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-9fbbaff9-cb90-466d-958a-8b75b9e98ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:30.250801 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbbaff9-cb90-466d-958a-8b75b9e98ce2 None None] The sync data for ids ['37003019-5e8e-4e3a-b35c-6e11a82343b9'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:39:30.302288 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed62991-9da1-411e-a1a5-2002ba6b1c7d None None] Network 35f9cafe-6023-4c45-9f4d-1d167f928a6c is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:30.312409 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-eed62991-9da1-411e-a1a5-2002ba6b1c7d None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:30.319239 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed62991-9da1-411e-a1a5-2002ba6b1c7d None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:30.332826 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee819fa-9dd4-4167-b662-54c6bce9123c tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Made reservation on behalf of c0e5eb64d48444a7a7538cb7910a5743 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:30.334830 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed62991-9da1-411e-a1a5-2002ba6b1c7d None None] Pushing event updated for resources: {'Port': ['ID=d4076916-a3ea-495a-832a-6a643b33a68f,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:30.336909 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc49b1c-c222-470a-8358-83bfeaaff300 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:30.341623 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-ecc49b1c-c222-470a-8358-83bfeaaff300 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:30.347210 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc49b1c-c222-470a-8358-83bfeaaff300 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:30.361155 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-11ded027-2ff3-488b-9c8d-996ef1141fa1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting port a19d879d-45b0-4f37-85b6-3b1d70d9ee62 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:30.361599 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-11ded027-2ff3-488b-9c8d-996ef1141fa1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.372522 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc49b1c-c222-470a-8358-83bfeaaff300 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Pushing event updated for resources: {'Port': ['ID=d4841bdb-e9e3-4db1-8b1b-61e69c76fc11,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:30.400139 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f5fb7c-1c01-41a8-a5ae-cc3d28c55076 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Made reservation on behalf of 06cdb5e955154be3b0308180afe8f9b4 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:30.403126 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-88f5fb7c-1c01-41a8-a5ae-cc3d28c55076 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.420938 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-eed62991-9da1-411e-a1a5-2002ba6b1c7d None None] Attempting to bind port d4076916-a3ea-495a-832a-6a643b33a68f on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:30.421305 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-eed62991-9da1-411e-a1a5-2002ba6b1c7d None None] Attempting to bind port d4076916-a3ea-495a-832a-6a643b33a68f by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '17628ead-52e7-49e3-8b66-88dbd737cb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '35f9cafe-6023-4c45-9f4d-1d167f928a6c'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:30.421662 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed62991-9da1-411e-a1a5-2002ba6b1c7d None None] Attempting to bind port d4076916-a3ea-495a-832a-6a643b33a68f on network 35f9cafe-6023-4c45-9f4d-1d167f928a6c {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:39:30.428556 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed62991-9da1-411e-a1a5-2002ba6b1c7d None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:39:30.428921 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed62991-9da1-411e-a1a5-2002ba6b1c7d None None] Checking segment: {'id': '17628ead-52e7-49e3-8b66-88dbd737cb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '35f9cafe-6023-4c45-9f4d-1d167f928a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:39:30.429483 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-eed62991-9da1-411e-a1a5-2002ba6b1c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.429878 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed62991-9da1-411e-a1a5-2002ba6b1c7d None None] Bound using segment: {'id': '17628ead-52e7-49e3-8b66-88dbd737cb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '35f9cafe-6023-4c45-9f4d-1d167f928a6c'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:39:30.430342 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-eed62991-9da1-411e-a1a5-2002ba6b1c7d None None] Bound port: d4076916-a3ea-495a-832a-6a643b33a68f, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17628ead-52e7-49e3-8b66-88dbd737cb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '35f9cafe-6023-4c45-9f4d-1d167f928a6c'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:30.430730 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-eed62991-9da1-411e-a1a5-2002ba6b1c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.528142 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-eed62991-9da1-411e-a1a5-2002ba6b1c7d None None] For port d4076916-a3ea-495a-832a-6a643b33a68f, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:39:30.531432 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-eed62991-9da1-411e-a1a5-2002ba6b1c7d None None] For port d4076916-a3ea-495a-832a-6a643b33a68f, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d4076916-a3ea-495a-832a-6a643b33a68f,segment=NetworkSegment(17628ead-52e7-49e3-8b66-88dbd737cb29),segment_id=17628ead-52e7-49e3-8b66-88dbd737cb29)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:39:30.531975 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8ffdd5bd-cbc9-4996-8037-2da93b43bcfb tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "GET /v2.0/routers/37003019-5e8e-4e3a-b35c-6e11a82343b9 HTTP/1.1" status: 200 len: 924 time: 0.4362688 Apr 29 15:39:30.534623 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50994) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:30.558494 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eee819fa-9dd4-4167-b662-54c6bce9123c tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.616902 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c73c074f-f882-495f-ab37-f7357b59d024 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&device_id=37003019-5e8e-4e3a-b35c-6e11a82343b9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0811524 Apr 29 15:39:30.620069 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 50998) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:30.631977 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-eed62991-9da1-411e-a1a5-2002ba6b1c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.735638 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed62991-9da1-411e-a1a5-2002ba6b1c7d None None] Pushing event updated for resources: {'Port': ['ID=d4076916-a3ea-495a-832a-6a643b33a68f,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:30.760003 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88f5fb7c-1c01-41a8-a5ae-cc3d28c55076 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:39:30.779451 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-88f5fb7c-1c01-41a8-a5ae-cc3d28c55076 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.779913 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-88f5fb7c-1c01-41a8-a5ae-cc3d28c55076 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Added segment 6cdf291d-541b-4e2e-a9e7-7ad66c2b3ecb of type vlan for network 1ca0d1b0-1f73-4afb-a391-f2165c069a06 Apr 29 15:39:30.876223 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ecc49b1c-c222-470a-8358-83bfeaaff300 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_gateway, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.876948 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ecc49b1c-c222-470a-8358-83bfeaaff300 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.921456 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-88f5fb7c-1c01-41a8-a5ae-cc3d28c55076 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:31.004833 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-11ded027-2ff3-488b-9c8d-996ef1141fa1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:31.045018 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f7f95e-1067-4591-8732-d6d3943183aa tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:31.049286 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-93f7f95e-1067-4591-8732-d6d3943183aa tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "GET /v2.0/networks/f991b9a3-9206-4c97-97f2-8545e1219151 HTTP/1.1" status: 200 len: 881 time: 0.4283013 Apr 29 15:39:31.049866 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51002) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:31.117759 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-eac35ff1-4f8a-47bf-b842-0fb6bb927b26 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "GET /v2.0/ports?device_id=37003019-5e8e-4e3a-b35c-6e11a82343b9 HTTP/1.1" status: 200 len: 205 time: 0.0584981 Apr 29 15:39:31.122733 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51006) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:31.171215 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-11ded027-2ff3-488b-9c8d-996ef1141fa1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Calling delete_port for a19d879d-45b0-4f37-85b6-3b1d70d9ee62 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:31.200749 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-88f5fb7c-1c01-41a8-a5ae-cc3d28c55076 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:31.204383 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f5fb7c-1c01-41a8-a5ae-cc3d28c55076 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:31.204953 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-88f5fb7c-1c01-41a8-a5ae-cc3d28c55076 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:31.384830 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5fb62bdf-c175-4ecb-b37a-d005835ee814 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:31.393296 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5fb7c-1c01-41a8-a5ae-cc3d28c55076 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Pushing event updated for resources: {'Network': ['ID=1ca0d1b0-1f73-4afb-a391-f2165c069a06,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:31.405061 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 1ca0d1b0-1f73-4afb-a391-f2165c069a06 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:39:31.454549 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-88f5fb7c-1c01-41a8-a5ae-cc3d28c55076 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2579536 Apr 29 15:39:31.457374 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51010) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:31.470565 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Request body: {'ports': [{'network_id': '6c6935c7-eb4b-4fa8-9230-ff6adb8add63', 'name': 'tempest-port--124744756', 'admin_state_up': True}, {'network_id': '1ca0d1b0-1f73-4afb-a391-f2165c069a06', 'admin_state_up': False}]} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:31.473472 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Request body: {'port': {'network_id': '6c6935c7-eb4b-4fa8-9230-ff6adb8add63', 'name': 'tempest-port--124744756', 'admin_state_up': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:31.473472 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Request body: {'port': {'network_id': '1ca0d1b0-1f73-4afb-a391-f2165c069a06', 'admin_state_up': False}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:31.552695 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc49b1c-c222-470a-8358-83bfeaaff300 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Router bc24eea4-d40f-4e80-937c-8776871cce98 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:39:31.726393 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-11ded027-2ff3-488b-9c8d-996ef1141fa1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:31.756798 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5fb62bdf-c175-4ecb-b37a-d005835ee814 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:31.779751 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fe0b04-afe4-4e0f-a90f-caf20038630a None None] Network 35f9cafe-6023-4c45-9f4d-1d167f928a6c requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:31.822660 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc49b1c-c222-470a-8358-83bfeaaff300 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:39:31.828424 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ded027-2ff3-488b-9c8d-996ef1141fa1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Port': ['ID=a19d879d-45b0-4f37-85b6-3b1d70d9ee62,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:31.847769 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2a2c66-ebc1-441f-a6e6-386881e90cc7 None None] Sync routers for ids ['bc24eea4-d40f-4e80-937c-8776871cce98'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:39:31.872289 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-5fb62bdf-c175-4ecb-b37a-d005835ee814 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Deleting port 569d48c6-b4d5-4505-bccc-e49dc1759ded {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:31.872651 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5fb62bdf-c175-4ecb-b37a-d005835ee814 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:31.886121 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.objects.ports [None req-eee819fa-9dd4-4167-b662-54c6bce9123c tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84770) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 15:39:31.899792 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2a2c66-ebc1-441f-a6e6-386881e90cc7 None None] Routers {'bc24eea4-d40f-4e80-937c-8776871cce98'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:31.900425 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-0f2a2c66-ebc1-441f-a6e6-386881e90cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['bc24eea4-d40f-4e80-937c-8776871cce98'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:31.905551 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-11ded027-2ff3-488b-9c8d-996ef1141fa1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:31.908009 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:31.910140 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eee819fa-9dd4-4167-b662-54c6bce9123c tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:31.955140 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Usage tracker for resource:port and tenant:06cdb5e955154be3b0308180afe8f9b4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:31.964907 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:31.980734 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:32.033806 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee819fa-9dd4-4167-b662-54c6bce9123c tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event updated for resources: {'Subnet': ['ID=2c3992fc-fec7-4f78-b4e0-8016c7366da5,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:32.053431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee819fa-9dd4-4167-b662-54c6bce9123c tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Checking segment: {'id': '81e4ecb6-ecbc-4b11-b335-f97ff17df21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:39:32.053848 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee819fa-9dd4-4167-b662-54c6bce9123c tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Network hostable DHCP agents. Network: 9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:39:32.065267 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-11ded027-2ff3-488b-9c8d-996ef1141fa1 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/ports/a19d879d-45b0-4f37-85b6-3b1d70d9ee62 HTTP/1.1" status: 204 len: 168 time: 1.8188868 Apr 29 15:39:32.067007 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51014) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:32.074674 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5fb62bdf-c175-4ecb-b37a-d005835ee814 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:32.103487 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b450a0de-8595-49bb-b1da-ec9e698cb2ac None None] Provisioning for port d4076916-a3ea-495a-832a-6a643b33a68f completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:32.116828 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Made reservation on behalf of 06cdb5e955154be3b0308180afe8f9b4 for: {'port': 2} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:32.120852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-0f2a2c66-ebc1-441f-a6e6-386881e90cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:32.121530 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:32.135654 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-554ac217-04c8-4c20-beb4-e61e7526724a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] GET failed (client error): The resource could not be found. Apr 29 15:39:32.135654 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-554ac217-04c8-4c20-beb4-e61e7526724a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Synchronizing usage tracker for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:32.136080 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ecc49b1c-c222-470a-8358-83bfeaaff300 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:32.139870 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ecc49b1c-c222-470a-8358-83bfeaaff300 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5594404 Apr 29 15:39:32.145617 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51018) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:32.155565 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-2960bac7-b48e-4322-9040-e4159fbb82fd tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:32.175500 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2a2c66-ebc1-441f-a6e6-386881e90cc7 None None] Routers {'bc24eea4-d40f-4e80-937c-8776871cce98'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:32.176160 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-0f2a2c66-ebc1-441f-a6e6-386881e90cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['bc24eea4-d40f-4e80-937c-8776871cce98'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:32.201331 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-5fb62bdf-c175-4ecb-b37a-d005835ee814 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Calling delete_port for 569d48c6-b4d5-4505-bccc-e49dc1759ded owned by network:router_gateway {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:32.207245 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:32.244492 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-0f2a2c66-ebc1-441f-a6e6-386881e90cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:32.244899 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2a2c66-ebc1-441f-a6e6-386881e90cc7 None None] The sync data for ids ['bc24eea4-d40f-4e80-937c-8776871cce98'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:39:32.348456 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-554ac217-04c8-4c20-beb4-e61e7526724a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Unset dirty status for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:32.352961 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-554ac217-04c8-4c20-beb4-e61e7526724a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports/a19d879d-45b0-4f37-85b6-3b1d70d9ee62 HTTP/1.1" status: 404 len: 333 time: 0.2817154 Apr 29 15:39:32.363579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51022) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:32.364273 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee819fa-9dd4-4167-b662-54c6bce9123c tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Network 9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:39:32.545945 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5fb62bdf-c175-4ecb-b37a-d005835ee814 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:32.591400 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb62bdf-c175-4ecb-b37a-d005835ee814 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Pushing event deleted for resources: {'Port': ['ID=569d48c6-b4d5-4505-bccc-e49dc1759ded,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:32.677686 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-eee819fa-9dd4-4167-b662-54c6bce9123c tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:32.689032 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02b1925-90dd-4045-a22b-82716d74c9ff None None] Network 9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:32.699682 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee819fa-9dd4-4167-b662-54c6bce9123c tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:32.699979 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eee819fa-9dd4-4167-b662-54c6bce9123c tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:32.813612 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] device_id is not set on port 54deab5c-6770-406c-b507-80cb4bc01b12 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:39:32.849770 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5fb62bdf-c175-4ecb-b37a-d005835ee814 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:32.890321 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-eee819fa-9dd4-4167-b662-54c6bce9123c tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1197715 Apr 29 15:39:32.895122 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51026) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:32.903319 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-3724a9af-d01d-43a2-9841-912133cfbff8 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting subnet fd6c60b3-f196-4a67-98df-708317508413 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:39:32.922391 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-27becf8d-b8b3-4692-9e49-ab849422ab42 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Request body: {'port': {'network_id': '9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1', 'name': 'tempest-NetworksIpV6TestAttrs-1593781433'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:32.943732 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3724a9af-d01d-43a2-9841-912133cfbff8 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:32.949420 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e62eb0-cd5c-4f2f-a3e0-acb4df3b4b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1', 'network_id': '9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1', 'tenant_id': 'c0e5eb64d48444a7a7538cb7910a5743', 'fixed_ips': [{'subnet_id': '2c3992fc-fec7-4f78-b4e0-8016c7366da5'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:39:32.950337 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-44e62eb0-cd5c-4f2f-a3e0-acb4df3b4b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.043210 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d4076916-a3ea-495a-832a-6a643b33a68f up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:33.093846 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3724a9af-d01d-43a2-9841-912133cfbff8 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.134449 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5fb62bdf-c175-4ecb-b37a-d005835ee814 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.140163 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5fb62bdf-c175-4ecb-b37a-d005835ee814 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.182702 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-44e62eb0-cd5c-4f2f-a3e0-acb4df3b4b40 None None] Allocated IP 2001:db8::f816:3eff:fe05:16f (9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1/2c3992fc-fec7-4f78-b4e0-8016c7366da5/127ae3e4-aca8-4c52-a5d0-6cf975bd8893) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:33.237843 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5fb62bdf-c175-4ecb-b37a-d005835ee814 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.238926 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb62bdf-c175-4ecb-b37a-d005835ee814 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Fanout notify agent at l3_agent the message router_deleted on router 37003019-5e8e-4e3a-b35c-6e11a82343b9 {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:39:33.256108 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5fb62bdf-c175-4ecb-b37a-d005835ee814 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.258942 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5fb62bdf-c175-4ecb-b37a-d005835ee814 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "DELETE /v2.0/routers/37003019-5e8e-4e3a-b35c-6e11a82343b9 HTTP/1.1" status: 204 len: 168 time: 2.1333013 Apr 29 15:39:33.260772 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port d4076916-a3ea-495a-832a-6a643b33a68f completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:33.263322 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51030) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:33.269631 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-b475424a-6ecd-4f76-8355-ba87790ff532 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-919537646', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}, 'admin_state_up': False}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:33.278403 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b475424a-6ecd-4f76-8355-ba87790ff532 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:33.278628 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port d4076916-a3ea-495a-832a-6a643b33a68f triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:33.278834 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.282756 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b475424a-6ecd-4f76-8355-ba87790ff532 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Usage tracker for resource:router and tenant:578af6b7ee6e47d085e1fc6b8347c84b is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:33.285835 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b475424a-6ecd-4f76-8355-ba87790ff532 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:33.293263 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b475424a-6ecd-4f76-8355-ba87790ff532 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:33.340586 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.345990 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b475424a-6ecd-4f76-8355-ba87790ff532 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.347149 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b475424a-6ecd-4f76-8355-ba87790ff532 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.356010 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-27becf8d-b8b3-4692-9e49-ab849422ab42 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:33.368624 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b475424a-6ecd-4f76-8355-ba87790ff532 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.383719 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-27becf8d-b8b3-4692-9e49-ab849422ab42 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Usage tracker for resource:port and tenant:c0e5eb64d48444a7a7538cb7910a5743 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:33.396248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-27becf8d-b8b3-4692-9e49-ab849422ab42 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:33.470583 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-27becf8d-b8b3-4692-9e49-ab849422ab42 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:33.488073 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.503186 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] device_id is not set on port d8357e98-51fa-4fee-a7c7-f43524a777eb yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:39:33.517028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3724a9af-d01d-43a2-9841-912133cfbff8 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.520441 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-44e62eb0-cd5c-4f2f-a3e0-acb4df3b4b40 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.537591 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-44e62eb0-cd5c-4f2f-a3e0-acb4df3b4b40 None None] Transition to ACTIVE for port object 127ae3e4-aca8-4c52-a5d0-6cf975bd8893 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:33.545743 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port d4076916-a3ea-495a-832a-6a643b33a68f, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d4076916-a3ea-495a-832a-6a643b33a68f,segment=NetworkSegment(17628ead-52e7-49e3-8b66-88dbd737cb29),segment_id=17628ead-52e7-49e3-8b66-88dbd737cb29)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:33.560998 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-44e62eb0-cd5c-4f2f-a3e0-acb4df3b4b40 None None] Transition to ACTIVE for port object 127ae3e4-aca8-4c52-a5d0-6cf975bd8893 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:33.588493 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27becf8d-b8b3-4692-9e49-ab849422ab42 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Made reservation on behalf of c0e5eb64d48444a7a7538cb7910a5743 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:33.589167 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b475424a-6ecd-4f76-8355-ba87790ff532 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.591417 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-27becf8d-b8b3-4692-9e49-ab849422ab42 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.608480 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.651185 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-27becf8d-b8b3-4692-9e49-ab849422ab42 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] device_id is not set on port badc12f0-5efd-4284-901f-4978c8748ecc yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:39:33.666221 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-44e62eb0-cd5c-4f2f-a3e0-acb4df3b4b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.700195 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e62eb0-cd5c-4f2f-a3e0-acb4df3b4b40 None None] Network 9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:33.703049 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-44e62eb0-cd5c-4f2f-a3e0-acb4df3b4b40 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:33.709098 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e62eb0-cd5c-4f2f-a3e0-acb4df3b4b40 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:33.717415 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=d4076916-a3ea-495a-832a-6a643b33a68f,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:33.762399 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3724a9af-d01d-43a2-9841-912133cfbff8 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.805340 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.826684 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724a9af-d01d-43a2-9841-912133cfbff8 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Subnet': ['ID=fd6c60b3-f196-4a67-98df-708317508413,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:33.868861 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b475424a-6ecd-4f76-8355-ba87790ff532 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_gateway, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.878904 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3724a9af-d01d-43a2-9841-912133cfbff8 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.892758 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fb34d1-0df8-4f6e-96f5-c4b48c2f19f1 None None] Network 86235389-ab63-4db8-a2eb-e4f629b764c3 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:33.905251 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b475424a-6ecd-4f76-8355-ba87790ff532 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.908645 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e62eb0-cd5c-4f2f-a3e0-acb4df3b4b40 None None] Pushing event updated for resources: {'Port': ['ID=127ae3e4-aca8-4c52-a5d0-6cf975bd8893,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:33.915925 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-44e62eb0-cd5c-4f2f-a3e0-acb4df3b4b40 None None] Attempting to bind port 127ae3e4-aca8-4c52-a5d0-6cf975bd8893 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:33.915925 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-44e62eb0-cd5c-4f2f-a3e0-acb4df3b4b40 None None] Attempting to bind port 127ae3e4-aca8-4c52-a5d0-6cf975bd8893 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '81e4ecb6-ecbc-4b11-b335-f97ff17df21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:33.916380 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e62eb0-cd5c-4f2f-a3e0-acb4df3b4b40 None None] Attempting to bind port 127ae3e4-aca8-4c52-a5d0-6cf975bd8893 on network 9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:39:33.918467 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3724a9af-d01d-43a2-9841-912133cfbff8 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/subnets/fd6c60b3-f196-4a67-98df-708317508413 HTTP/1.1" status: 204 len: 168 time: 1.5515599 Apr 29 15:39:33.949896 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51034) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:33.998198 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e62eb0-cd5c-4f2f-a3e0-acb4df3b4b40 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:39:33.998749 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e62eb0-cd5c-4f2f-a3e0-acb4df3b4b40 None None] Checking segment: {'id': '81e4ecb6-ecbc-4b11-b335-f97ff17df21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:39:33.999242 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-44e62eb0-cd5c-4f2f-a3e0-acb4df3b4b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.999721 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e62eb0-cd5c-4f2f-a3e0-acb4df3b4b40 None None] Bound using segment: {'id': '81e4ecb6-ecbc-4b11-b335-f97ff17df21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:39:34.000300 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-44e62eb0-cd5c-4f2f-a3e0-acb4df3b4b40 None None] Bound port: 127ae3e4-aca8-4c52-a5d0-6cf975bd8893, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e4ecb6-ecbc-4b11-b335-f97ff17df21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:34.000761 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-44e62eb0-cd5c-4f2f-a3e0-acb4df3b4b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:34.004480 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-27becf8d-b8b3-4692-9e49-ab849422ab42 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Allocated IP 2001:db8::f816:3eff:fe12:eb3f (9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1/2c3992fc-fec7-4f78-b4e0-8016c7366da5/badc12f0-5efd-4284-901f-4978c8748ecc) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:34.127764 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-047e0ba3-4fcf-41d0-ae50-83ae69e860f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:34.157868 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-047e0ba3-4fcf-41d0-ae50-83ae69e860f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting port c5120a67-ae7f-490d-834c-f824b6b6bf9c {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:34.158214 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-047e0ba3-4fcf-41d0-ae50-83ae69e860f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:34.180444 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-44e62eb0-cd5c-4f2f-a3e0-acb4df3b4b40 None None] For port 127ae3e4-aca8-4c52-a5d0-6cf975bd8893, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:39:34.191565 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-44e62eb0-cd5c-4f2f-a3e0-acb4df3b4b40 None None] For port 127ae3e4-aca8-4c52-a5d0-6cf975bd8893, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=127ae3e4-aca8-4c52-a5d0-6cf975bd8893,segment=NetworkSegment(81e4ecb6-ecbc-4b11-b335-f97ff17df21a),segment_id=81e4ecb6-ecbc-4b11-b335-f97ff17df21a)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:39:34.251940 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:34.266428 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f20cdc2-3300-4755-9150-597e48959ece None None] DHCP port deletion for 86235389-ab63-4db8-a2eb-e4f629b764c3 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:39:34.271668 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-7f20cdc2-3300-4755-9150-597e48959ece None None] Deleting port c5120a67-ae7f-490d-834c-f824b6b6bf9c {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:34.272157 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7f20cdc2-3300-4755-9150-597e48959ece None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:34.314810 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-b475424a-6ecd-4f76-8355-ba87790ff532 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Allocated IP 172.26.1.42 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/72c6ebcb-208b-43fe-a42d-0bda687bcb5c) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:34.348948 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-44e62eb0-cd5c-4f2f-a3e0-acb4df3b4b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:34.478561 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Pushing event updated for resources: {'Port': ['ID=54deab5c-6770-406c-b507-80cb4bc01b12,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:34.524384 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e62eb0-cd5c-4f2f-a3e0-acb4df3b4b40 None None] Pushing event updated for resources: {'Port': ['ID=127ae3e4-aca8-4c52-a5d0-6cf975bd8893,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:34.546143 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Checking segment: {'id': 'e6b639ef-40b4-40b8-80fa-26805aa90c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6c6935c7-eb4b-4fa8-9230-ff6adb8add63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:39:34.546303 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Network hostable DHCP agents. Network: 6c6935c7-eb4b-4fa8-9230-ff6adb8add63, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:39:34.577799 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-27becf8d-b8b3-4692-9e49-ab849422ab42 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:34.593886 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-047e0ba3-4fcf-41d0-ae50-83ae69e860f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] For port c5120a67-ae7f-490d-834c-f824b6b6bf9c, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c5120a67-ae7f-490d-834c-f824b6b6bf9c,segment=NetworkSegment(e0121701-5ccb-403f-b2d5-5f61f7563e36),segment_id=e0121701-5ccb-403f-b2d5-5f61f7563e36)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:34.594576 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-047e0ba3-4fcf-41d0-ae50-83ae69e860f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:34.607805 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-27becf8d-b8b3-4692-9e49-ab849422ab42 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Transition to ACTIVE for port object badc12f0-5efd-4284-901f-4978c8748ecc will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:34.651727 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2960bac7-b48e-4322-9040-e4159fbb82fd tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:34.658779 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-7f20cdc2-3300-4755-9150-597e48959ece None None] For port c5120a67-ae7f-490d-834c-f824b6b6bf9c, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c5120a67-ae7f-490d-834c-f824b6b6bf9c,segment=NetworkSegment(e0121701-5ccb-403f-b2d5-5f61f7563e36),segment_id=e0121701-5ccb-403f-b2d5-5f61f7563e36)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:34.659665 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7f20cdc2-3300-4755-9150-597e48959ece None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:34.694599 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Network 6c6935c7-eb4b-4fa8-9230-ff6adb8add63 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:39:34.729482 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-27becf8d-b8b3-4692-9e49-ab849422ab42 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:34.731917 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-047e0ba3-4fcf-41d0-ae50-83ae69e860f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Calling delete_port for c5120a67-ae7f-490d-834c-f824b6b6bf9c owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:34.774079 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b475424a-6ecd-4f76-8355-ba87790ff532 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:34.822587 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-7f20cdc2-3300-4755-9150-597e48959ece None None] Calling delete_port for c5120a67-ae7f-490d-834c-f824b6b6bf9c owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:34.833092 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 6c6935c7-eb4b-4fa8-9230-ff6adb8add63) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:34.850266 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc2f15c-66b3-44c7-9745-f695691fd809 None None] Network 6c6935c7-eb4b-4fa8-9230-ff6adb8add63 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:34.879375 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:34.880603 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:34.901004 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2960bac7-b48e-4322-9040-e4159fbb82fd tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:34.939305 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27becf8d-b8b3-4692-9e49-ab849422ab42 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Network 9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:34.940267 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-047e0ba3-4fcf-41d0-ae50-83ae69e860f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:34.948129 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-27becf8d-b8b3-4692-9e49-ab849422ab42 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:34.951295 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27becf8d-b8b3-4692-9e49-ab849422ab42 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event updated for resources: {'Port': ['ID=badc12f0-5efd-4284-901f-4978c8748ecc,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:34.954713 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27becf8d-b8b3-4692-9e49-ab849422ab42 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:34.958664 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27becf8d-b8b3-4692-9e49-ab849422ab42 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:34.959503 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-27becf8d-b8b3-4692-9e49-ab849422ab42 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.027542 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b475424a-6ecd-4f76-8355-ba87790ff532 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.038972 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e0ba3-4fcf-41d0-ae50-83ae69e860f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Port': ['ID=c5120a67-ae7f-490d-834c-f824b6b6bf9c,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:35.086130 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-7f20cdc2-3300-4755-9150-597e48959ece None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:39:35.086653 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-7f20cdc2-3300-4755-9150-597e48959ece None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:39:35.107096 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047e0ba3-4fcf-41d0-ae50-83ae69e860f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] No DVR routers for this DVR port c5120a67-ae7f-490d-834c-f824b6b6bf9c on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:39:35.112333 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d4076916-a3ea-495a-832a-6a643b33a68f up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:35.118099 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Pushing event updated for resources: {'Port': ['ID=d8357e98-51fa-4fee-a7c7-f43524a777eb,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:35.120387 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-2960bac7-b48e-4322-9040-e4159fbb82fd tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Deleting port d4841bdb-e9e3-4db1-8b1b-61e69c76fc11 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:35.120722 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2960bac7-b48e-4322-9040-e4159fbb82fd tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.182954 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b475424a-6ecd-4f76-8355-ba87790ff532 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:35.183849 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475424a-6ecd-4f76-8355-ba87790ff532 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Pushing event updated for resources: {'Port': ['ID=72c6ebcb-208b-43fe-a42d-0bda687bcb5c,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:35.203599 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port d4076916-a3ea-495a-832a-6a643b33a68f triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:35.203967 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.228589 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-b475424a-6ecd-4f76-8355-ba87790ff532 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:35.235766 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b475424a-6ecd-4f76-8355-ba87790ff532 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:35.293586 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2960bac7-b48e-4322-9040-e4159fbb82fd tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.296704 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-047e0ba3-4fcf-41d0-ae50-83ae69e860f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.329674 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 127ae3e4-aca8-4c52-a5d0-6cf975bd8893 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:35.330739 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-047e0ba3-4fcf-41d0-ae50-83ae69e860f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86235389-ab63-4db8-a2eb-e4f629b764c3']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:35.373751 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-047e0ba3-4fcf-41d0-ae50-83ae69e860f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0121701-5ccb-403f-b2d5-5f61f7563e36') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:35.374122 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-047e0ba3-4fcf-41d0-ae50-83ae69e860f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0121701-5ccb-403f-b2d5-5f61f7563e36') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:35.395719 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-047e0ba3-4fcf-41d0-ae50-83ae69e860f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.415758 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-2960bac7-b48e-4322-9040-e4159fbb82fd tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Calling delete_port for d4841bdb-e9e3-4db1-8b1b-61e69c76fc11 owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:35.425528 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-047e0ba3-4fcf-41d0-ae50-83ae69e860f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.433538 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047e0ba3-4fcf-41d0-ae50-83ae69e860f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:39:35.433851 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-047e0ba3-4fcf-41d0-ae50-83ae69e860f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:39:35.448758 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:39:35.465442 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 127ae3e4-aca8-4c52-a5d0-6cf975bd8893 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:35.524492 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Checking segment: {'id': '6cdf291d-541b-4e2e-a9e7-7ad66c2b3ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1ca0d1b0-1f73-4afb-a391-f2165c069a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:39:35.524702 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Network hostable DHCP agents. Network: 1ca0d1b0-1f73-4afb-a391-f2165c069a06, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:39:35.529963 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c5120a67-ae7f-490d-834c-f824b6b6bf9c no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:35.566594 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: c5120a67-ae7f-490d-834c-f824b6b6bf9c {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:39:35.566936 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c5120a67-ae7f-490d-834c-f824b6b6bf9c not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:39:35.588235 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-7f20cdc2-3300-4755-9150-597e48959ece None None] Deleting port c5120a67-ae7f-490d-834c-f824b6b6bf9c {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:35.588988 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7f20cdc2-3300-4755-9150-597e48959ece None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.627880 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-27becf8d-b8b3-4692-9e49-ab849422ab42 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.7172494 Apr 29 15:39:35.630772 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51038) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:35.661688 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-7f20cdc2-3300-4755-9150-597e48959ece None None] The port 'c5120a67-ae7f-490d-834c-f824b6b6bf9c' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:39:35.674882 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-047e0ba3-4fcf-41d0-ae50-83ae69e860f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.677926 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Network 1ca0d1b0-1f73-4afb-a391-f2165c069a06 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:39:35.699319 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-047e0ba3-4fcf-41d0-ae50-83ae69e860f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.712505 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2960bac7-b48e-4322-9040-e4159fbb82fd tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.729281 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e0ba3-4fcf-41d0-ae50-83ae69e860f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Network': ['ID=86235389-ab63-4db8-a2eb-e4f629b764c3,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:35.779018 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 1ca0d1b0-1f73-4afb-a391-f2165c069a06) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:35.780925 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960bac7-b48e-4322-9040-e4159fbb82fd tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Pushing event deleted for resources: {'Port': ['ID=d4841bdb-e9e3-4db1-8b1b-61e69c76fc11,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:35.784495 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:35.787796 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d26512b-c101-47fe-9c38-bf744f3022bf None None] Network 1ca0d1b0-1f73-4afb-a391-f2165c069a06 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:35.789510 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:35.792853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:35.793520 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.850798 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-047e0ba3-4fcf-41d0-ae50-83ae69e860f7 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/networks/86235389-ab63-4db8-a2eb-e4f629b764c3 HTTP/1.1" status: 204 len: 168 time: 1.8929472 Apr 29 15:39:35.855094 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51042) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:35.874527 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b475424a-6ecd-4f76-8355-ba87790ff532 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_gateway, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.875256 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b475424a-6ecd-4f76-8355-ba87790ff532 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.875387 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71945b1-ab79-4aef-a33b-0bae6ab04b40 None None] Network 9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:35.890378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-dba0769d-bdac-4bb4-9745-4b9bc74589fc tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1637101510'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:35.904966 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-dba0769d-bdac-4bb4-9745-4b9bc74589fc tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:35.912076 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-dba0769d-bdac-4bb4-9745-4b9bc74589fc tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:network and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:35.916698 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-dba0769d-bdac-4bb4-9745-4b9bc74589fc tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:35.925229 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-dba0769d-bdac-4bb4-9745-4b9bc74589fc tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:35.933311 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-397e4fc8-f793-4196-aac6-a3ea451bd368 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.4722238 Apr 29 15:39:35.934790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51046) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:36.026211 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-20321f8c-5369-4167-8a19-671a89502729 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Deleting subnet 2c3992fc-fec7-4f78-b4e0-8016c7366da5 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:39:36.035735 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-20321f8c-5369-4167-8a19-671a89502729 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.135090 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba0769d-bdac-4bb4-9745-4b9bc74589fc tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:36.136355 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f5bdfe07-9172-4d99-bfef-f3ac15ba67a2 None None] Provisioning for port 127ae3e4-aca8-4c52-a5d0-6cf975bd8893 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:36.138095 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dba0769d-bdac-4bb4-9745-4b9bc74589fc tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.167951 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f5bdfe07-9172-4d99-bfef-f3ac15ba67a2 None None] Provisioning complete for port 127ae3e4-aca8-4c52-a5d0-6cf975bd8893 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:36.168412 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f5bdfe07-9172-4d99-bfef-f3ac15ba67a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.170792 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2960bac7-b48e-4322-9040-e4159fbb82fd tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.199076 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-20321f8c-5369-4167-8a19-671a89502729 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.353387 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-20321f8c-5369-4167-8a19-671a89502729 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.411656 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f5bdfe07-9172-4d99-bfef-f3ac15ba67a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.422831 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba0769d-bdac-4bb4-9745-4b9bc74589fc tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:39:36.435004 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2960bac7-b48e-4322-9040-e4159fbb82fd tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.442864 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dba0769d-bdac-4bb4-9745-4b9bc74589fc tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.443455 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-dba0769d-bdac-4bb4-9745-4b9bc74589fc tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Added segment 051d156d-d9ce-4695-9334-fb016e98fc2e of type vlan for network 0fb8fb74-23fc-49f9-88b1-e9f8821c8da8 Apr 29 15:39:36.446016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2960bac7-b48e-4322-9040-e4159fbb82fd tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626962'] for router, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.470284 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e93b00-1c9a-4449-857e-970cd07ac110 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:36.474052 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e93b00-1c9a-4449-857e-970cd07ac110 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:36.476414 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-19e93b00-1c9a-4449-857e-970cd07ac110 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Synchronizing usage tracker for tenant:06cdb5e955154be3b0308180afe8f9b4 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:36.489194 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b475424a-6ecd-4f76-8355-ba87790ff532 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Router d0281413-fe6d-494a-bb93-fd2edf25eef6 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:39:36.567723 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-f5bdfe07-9172-4d99-bfef-f3ac15ba67a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:39:36.568339 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-f5bdfe07-9172-4d99-bfef-f3ac15ba67a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:39:36.581095 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-20321f8c-5369-4167-8a19-671a89502729 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.613888 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dba0769d-bdac-4bb4-9745-4b9bc74589fc tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.676452 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2960bac7-b48e-4322-9040-e4159fbb82fd tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Router bc24eea4-d40f-4e80-937c-8776871cce98 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:39:36.677795 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20321f8c-5369-4167-8a19-671a89502729 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event deleted for resources: {'Subnet': ['ID=2c3992fc-fec7-4f78-b4e0-8016c7366da5,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:36.688929 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-20321f8c-5369-4167-8a19-671a89502729 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.706876 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-20321f8c-5369-4167-8a19-671a89502729 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "DELETE /v2.0/subnets/2c3992fc-fec7-4f78-b4e0-8016c7366da5 HTTP/1.1" status: 204 len: 168 time: 1.0742316 Apr 29 15:39:36.713729 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51056) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:36.756938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-19e93b00-1c9a-4449-857e-970cd07ac110 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Unset dirty status for tenant:06cdb5e955154be3b0308180afe8f9b4 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:36.758476 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-19e93b00-1c9a-4449-857e-970cd07ac110 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.8225610 Apr 29 15:39:36.759215 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dba0769d-bdac-4bb4-9745-4b9bc74589fc tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.762838 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba0769d-bdac-4bb4-9745-4b9bc74589fc tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:36.763417 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dba0769d-bdac-4bb4-9745-4b9bc74589fc tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.765742 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51062) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:36.884060 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e07e0c-e4df-4f70-9c9e-5076b0de9537 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:36.885567 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e07e0c-e4df-4f70-9c9e-5076b0de9537 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:36.886994 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-58e07e0c-e4df-4f70-9c9e-5076b0de9537 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Synchronizing usage tracker for tenant:c0e5eb64d48444a7a7538cb7910a5743 on resource:subnet {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:36.908244 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-69f4ddcd-3cfc-49a6-aaf9-827076a65550 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Deleting port 54deab5c-6770-406c-b507-80cb4bc01b12 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:36.908723 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-69f4ddcd-3cfc-49a6-aaf9-827076a65550 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:37.024187 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0769d-bdac-4bb4-9745-4b9bc74589fc tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Network': ['ID=0fb8fb74-23fc-49f9-88b1-e9f8821c8da8,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:37.033880 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2960bac7-b48e-4322-9040-e4159fbb82fd tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:39:37.039070 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 0fb8fb74-23fc-49f9-88b1-e9f8821c8da8 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:39:37.042229 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2960bac7-b48e-4322-9040-e4159fbb82fd tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:37.043426 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2960bac7-b48e-4322-9040-e4159fbb82fd tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "PUT /v2.0/routers/bc24eea4-d40f-4e80-937c-8776871cce98 HTTP/1.1" status: 200 len: 706 time: 4.8964441 Apr 29 15:39:37.046191 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-dba0769d-bdac-4bb4-9745-4b9bc74589fc tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1886859 Apr 29 15:39:37.046191 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51068) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:37.051756 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1368ce2b-963a-4a06-96e0-f04e423cc6b7 None None] Sync routers for ids ['bc24eea4-d40f-4e80-937c-8776871cce98'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:39:37.059527 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51072) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:37.067933 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d17c0d-dba6-4ba0-91f0-ba629c280da7 None None] Network 9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:37.070975 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-4cf2c72c-30de-409c-b772-fceebb25375b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'subnet': {'network_id': '0fb8fb74-23fc-49f9-88b1-e9f8821c8da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:37.085684 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-58e07e0c-e4df-4f70-9c9e-5076b0de9537 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Unset dirty status for tenant:c0e5eb64d48444a7a7538cb7910a5743 on resource:subnet {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:37.089884 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-58e07e0c-e4df-4f70-9c9e-5076b0de9537 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3739536 Apr 29 15:39:37.092344 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1368ce2b-963a-4a06-96e0-f04e423cc6b7 None None] Routers {'bc24eea4-d40f-4e80-937c-8776871cce98'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:37.094882 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-1368ce2b-963a-4a06-96e0-f04e423cc6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['bc24eea4-d40f-4e80-937c-8776871cce98'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:37.096193 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51076) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:37.175514 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-1368ce2b-963a-4a06-96e0-f04e423cc6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:37.203056 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6a675c1d-e0f5-486e-a626-8c776567efbf tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "GET /v2.0/routers/bc24eea4-d40f-4e80-937c-8776871cce98 HTTP/1.1" status: 200 len: 741 time: 0.1558702 Apr 29 15:39:37.205537 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51080) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:37.208998 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1368ce2b-963a-4a06-96e0-f04e423cc6b7 None None] Routers {'bc24eea4-d40f-4e80-937c-8776871cce98'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:37.209914 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-1368ce2b-963a-4a06-96e0-f04e423cc6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['bc24eea4-d40f-4e80-937c-8776871cce98'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:37.268387 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5740c7eb-b947-41ba-8de0-c593dcb1f509 tempest-RoutersAdminTest-671399962 tempest-RoutersAdminTest-671399962-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&device_id=bc24eea4-d40f-4e80-937c-8776871cce98 HTTP/1.1" status: 200 len: 205 time: 0.0614510 Apr 29 15:39:37.270888 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51084) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:37.320642 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7008498f-4726-4f65-bf83-ca92125bb617 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc24eea4-d40f-4e80-937c-8776871cce98 HTTP/1.1" status: 200 len: 205 time: 0.0478082 Apr 29 15:39:37.321942 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-1368ce2b-963a-4a06-96e0-f04e423cc6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:37.322868 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1368ce2b-963a-4a06-96e0-f04e423cc6b7 None None] The sync data for ids ['bc24eea4-d40f-4e80-937c-8776871cce98'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:39:37.323446 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51090) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:37.359293 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b475424a-6ecd-4f76-8355-ba87790ff532 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:39:37.401607 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd98b70-df33-41f7-8086-c7ff2638070f None None] Sync routers for ids ['d0281413-fe6d-494a-bb93-fd2edf25eef6'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:39:37.421662 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4cf2c72c-30de-409c-b772-fceebb25375b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:37.433097 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-69f4ddcd-3cfc-49a6-aaf9-827076a65550 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:37.439964 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4cf2c72c-30de-409c-b772-fceebb25375b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:subnet and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:37.452548 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-82501d69-c587-4324-a289-03ce4dab56e1 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:37.456741 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f5bdfe07-9172-4d99-bfef-f3ac15ba67a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:37.457092 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4cf2c72c-30de-409c-b772-fceebb25375b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:37.566994 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4cf2c72c-30de-409c-b772-fceebb25375b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:37.569282 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b475424a-6ecd-4f76-8355-ba87790ff532 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:37.573883 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b475424a-6ecd-4f76-8355-ba87790ff532 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3067505 Apr 29 15:39:37.578341 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-69f4ddcd-3cfc-49a6-aaf9-827076a65550 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Calling delete_port for 54deab5c-6770-406c-b507-80cb4bc01b12 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:37.584687 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd98b70-df33-41f7-8086-c7ff2638070f None None] Routers {'d0281413-fe6d-494a-bb93-fd2edf25eef6'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:37.585864 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-abd98b70-df33-41f7-8086-c7ff2638070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d0281413-fe6d-494a-bb93-fd2edf25eef6'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:37.593196 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51096) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:37.612407 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-0dd712c0-d183-4faa-ab09-229666140b48 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:37.620128 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-82501d69-c587-4324-a289-03ce4dab56e1 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 29 15:39:37.620669 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82501d69-c587-4324-a289-03ce4dab56e1 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:39:37.625890 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-82501d69-c587-4324-a289-03ce4dab56e1 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "DELETE /v2.0/networks/9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1 HTTP/1.1" status: 409 len: 405 time: 0.5252454 Apr 29 15:39:37.629816 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51100) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:37.637932 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-81529b3a-713b-47ac-8739-c14f69c81ee9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-133458304'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:37.645645 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-81529b3a-713b-47ac-8739-c14f69c81ee9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:37.654476 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-81529b3a-713b-47ac-8739-c14f69c81ee9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Usage tracker for resource:network and tenant:c0e5eb64d48444a7a7538cb7910a5743 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:37.656437 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f5bdfe07-9172-4d99-bfef-f3ac15ba67a2 None None] For port 127ae3e4-aca8-4c52-a5d0-6cf975bd8893, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=127ae3e4-aca8-4c52-a5d0-6cf975bd8893,segment=NetworkSegment(81e4ecb6-ecbc-4b11-b335-f97ff17df21a),segment_id=81e4ecb6-ecbc-4b11-b335-f97ff17df21a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:37.658989 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-81529b3a-713b-47ac-8739-c14f69c81ee9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:37.661708 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-abd98b70-df33-41f7-8086-c7ff2638070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:37.675158 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-81529b3a-713b-47ac-8739-c14f69c81ee9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:37.684534 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf2c72c-30de-409c-b772-fceebb25375b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:37.708109 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f5bdfe07-9172-4d99-bfef-f3ac15ba67a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:37.775507 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17da6f54-8841-4f59-a6e3-c156d35dcd9c tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:37.779967 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81529b3a-713b-47ac-8739-c14f69c81ee9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Made reservation on behalf of c0e5eb64d48444a7a7538cb7910a5743 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:37.783953 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-81529b3a-713b-47ac-8739-c14f69c81ee9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:37.795420 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bdfe07-9172-4d99-bfef-f3ac15ba67a2 None None] Pushing event updated for resources: {'Port': ['ID=127ae3e4-aca8-4c52-a5d0-6cf975bd8893,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:37.803686 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd98b70-df33-41f7-8086-c7ff2638070f None None] Routers {'d0281413-fe6d-494a-bb93-fd2edf25eef6'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:37.805085 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-abd98b70-df33-41f7-8086-c7ff2638070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d0281413-fe6d-494a-bb93-fd2edf25eef6'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:37.816223 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-69f4ddcd-3cfc-49a6-aaf9-827076a65550 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:37.885124 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-abd98b70-df33-41f7-8086-c7ff2638070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:37.885427 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd98b70-df33-41f7-8086-c7ff2638070f None None] The sync data for ids ['d0281413-fe6d-494a-bb93-fd2edf25eef6'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:39:37.896895 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4ddcd-3cfc-49a6-aaf9-827076a65550 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Pushing event deleted for resources: {'Port': ['ID=54deab5c-6770-406c-b507-80cb4bc01b12,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:37.911502 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4cf2c72c-30de-409c-b772-fceebb25375b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:37.945032 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-69f4ddcd-3cfc-49a6-aaf9-827076a65550 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:37.947617 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81529b3a-713b-47ac-8739-c14f69c81ee9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:39:37.961776 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd15284e-cd36-4fcc-a08e-659f3dc3f3c4 None None] DHCP port deletion for 9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:39:37.972269 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-dd15284e-cd36-4fcc-a08e-659f3dc3f3c4 None None] Deleting port 127ae3e4-aca8-4c52-a5d0-6cf975bd8893 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:37.972770 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dd15284e-cd36-4fcc-a08e-659f3dc3f3c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:38.003827 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-291fed55-af1f-4de5-b5ed-bb599862cb64 None None] Provisioning for port badc12f0-5efd-4284-901f-4978c8748ecc completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:38.022073 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-291fed55-af1f-4de5-b5ed-bb599862cb64 None None] Provisioning complete for port badc12f0-5efd-4284-901f-4978c8748ecc triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:38.022629 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-291fed55-af1f-4de5-b5ed-bb599862cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:38.058733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd4f6f-efac-4dd8-a0bc-b70b3deb4ff6 req-b3ee27ff-b504-429a-aaec-731c4edcee6a tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:38.060341 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-64fd4f6f-efac-4dd8-a0bc-b70b3deb4ff6 req-b3ee27ff-b504-429a-aaec-731c4edcee6a tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 945 time: 0.5757627 Apr 29 15:39:38.074562 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3fb15-e001-4b2c-bea3-e17e82020763 req-933769a8-764a-4517-b861-882d8c1ea4af tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:38.076029 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-39a3fb15-e001-4b2c-bea3-e17e82020763 req-933769a8-764a-4517-b861-882d8c1ea4af tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 945 time: 0.5368094 Apr 29 15:39:38.131581 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-291fed55-af1f-4de5-b5ed-bb599862cb64 None None] Port badc12f0-5efd-4284-901f-4978c8748ecc cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:39:38.152647 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-81529b3a-713b-47ac-8739-c14f69c81ee9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:38.152990 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-81529b3a-713b-47ac-8739-c14f69c81ee9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Added segment e9189657-21e7-43cf-a099-f7da9a228ffc of type vlan for network d0782301-1259-4aba-a3b1-c1e54329f9e6 Apr 29 15:39:38.194817 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-81529b3a-713b-47ac-8739-c14f69c81ee9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:38.229157 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-69f4ddcd-3cfc-49a6-aaf9-827076a65550 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] 10.222.0.21 "DELETE /v2.0/ports/54deab5c-6770-406c-b507-80cb4bc01b12 HTTP/1.1" status: 204 len: 168 time: 1.4548211 Apr 29 15:39:38.231169 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-291fed55-af1f-4de5-b5ed-bb599862cb64 None None] Provisioning complete for port 127ae3e4-aca8-4c52-a5d0-6cf975bd8893 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:38.231309 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51104) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:38.231605 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-291fed55-af1f-4de5-b5ed-bb599862cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:38.287595 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-dd15284e-cd36-4fcc-a08e-659f3dc3f3c4 None None] For port 127ae3e4-aca8-4c52-a5d0-6cf975bd8893, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=127ae3e4-aca8-4c52-a5d0-6cf975bd8893,segment=NetworkSegment(81e4ecb6-ecbc-4b11-b335-f97ff17df21a),segment_id=81e4ecb6-ecbc-4b11-b335-f97ff17df21a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:38.288042 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dd15284e-cd36-4fcc-a08e-659f3dc3f3c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:38.307923 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-64fd4f6f-efac-4dd8-a0bc-b70b3deb4ff6 req-d466a26b-a414-4b47-b46b-c8bb9486ea01 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/security-groups?id=77732694-f1f0-4552-88b3-a77f8ec2116a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302582 Apr 29 15:39:38.309882 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-39a3fb15-e001-4b2c-bea3-e17e82020763 req-a0460eaf-85e9-4de2-b3c2-de0447714c61 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/security-groups?id=58266d71-b64f-43f5-8255-965b2490a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157938 Apr 29 15:39:38.346584 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-db0fcbde-5468-4e0f-93f7-cc255e0561eb tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Deleting port d8357e98-51fa-4fee-a7c7-f43524a777eb {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:38.346921 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-db0fcbde-5468-4e0f-93f7-cc255e0561eb tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:38.396013 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-81529b3a-713b-47ac-8739-c14f69c81ee9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:38.399694 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81529b3a-713b-47ac-8739-c14f69c81ee9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:38.400254 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-81529b3a-713b-47ac-8739-c14f69c81ee9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:38.423023 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-dd15284e-cd36-4fcc-a08e-659f3dc3f3c4 None None] Calling delete_port for 127ae3e4-aca8-4c52-a5d0-6cf975bd8893 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:38.442469 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17da6f54-8841-4f59-a6e3-c156d35dcd9c tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:38.459821 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17da6f54-8841-4f59-a6e3-c156d35dcd9c tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:38.577426 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81529b3a-713b-47ac-8739-c14f69c81ee9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event updated for resources: {'Network': ['ID=d0782301-1259-4aba-a3b1-c1e54329f9e6,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:38.589124 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network d0782301-1259-4aba-a3b1-c1e54329f9e6 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:39:38.657954 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17da6f54-8841-4f59-a6e3-c156d35dcd9c tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:38.658439 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17da6f54-8841-4f59-a6e3-c156d35dcd9c tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Fanout notify agent at l3_agent the message router_deleted on router bc24eea4-d40f-4e80-937c-8776871cce98 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:39:38.670261 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17da6f54-8841-4f59-a6e3-c156d35dcd9c tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:38.674965 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51108) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:38.676639 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-17da6f54-8841-4f59-a6e3-c156d35dcd9c tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "DELETE /v2.0/routers/bc24eea4-d40f-4e80-937c-8776871cce98 HTTP/1.1" status: 204 len: 168 time: 1.3466668 Apr 29 15:39:38.678310 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4cf2c72c-30de-409c-b772-fceebb25375b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:38.704452 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dd15284e-cd36-4fcc-a08e-659f3dc3f3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:38.715692 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-81529b3a-713b-47ac-8739-c14f69c81ee9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0847278 Apr 29 15:39:38.719133 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51112) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:38.727824 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-7adeeaaf-abc5-401b-976f-0c04bf5ab22e tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Request body: {'subnet': {'network_id': 'd0782301-1259-4aba-a3b1-c1e54329f9e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:38.775933 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15284e-cd36-4fcc-a08e-659f3dc3f3c4 None None] Pushing event deleted for resources: {'Port': ['ID=127ae3e4-aca8-4c52-a5d0-6cf975bd8893,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:38.786477 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd15284e-cd36-4fcc-a08e-659f3dc3f3c4 None None] No DVR routers for this DVR port 127ae3e4-aca8-4c52-a5d0-6cf975bd8893 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:39:38.787924 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-93376002-3bc4-41ac-a84f-0f5f2ca2c98d tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc24eea4-d40f-4e80-937c-8776871cce98 HTTP/1.1" status: 200 len: 205 time: 0.1112208 Apr 29 15:39:38.803368 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51116) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:38.887328 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-db0fcbde-5468-4e0f-93f7-cc255e0561eb tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:38.911883 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-7dcbfbea-92fc-4303-9db6-78ed018376fa tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] delete failed (client error): The resource could not be found. Apr 29 15:39:38.913241 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7dcbfbea-92fc-4303-9db6-78ed018376fa tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "DELETE /v2.0/routers/bc24eea4-d40f-4e80-937c-8776871cce98 HTTP/1.1" status: 404 len: 336 time: 0.1078911 Apr 29 15:39:38.917542 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2c72c-30de-409c-b772-fceebb25375b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Subnet': ['ID=6f68dcd6-c35c-4d23-a45b-9345134e37fb,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:38.919616 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51120) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:38.960944 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 127ae3e4-aca8-4c52-a5d0-6cf975bd8893 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:38.989448 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-7adeeaaf-abc5-401b-976f-0c04bf5ab22e tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:38.996405 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 127ae3e4-aca8-4c52-a5d0-6cf975bd8893 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:39:38.996756 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 127ae3e4-aca8-4c52-a5d0-6cf975bd8893 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:39:39.002380 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-7adeeaaf-abc5-401b-976f-0c04bf5ab22e tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:39.062308 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0dd712c0-d183-4faa-ab09-229666140b48 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:39.070840 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-db0fcbde-5468-4e0f-93f7-cc255e0561eb tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Calling delete_port for d8357e98-51fa-4fee-a7c7-f43524a777eb owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:39.093704 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adeeaaf-abc5-401b-976f-0c04bf5ab22e tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Made reservation on behalf of c0e5eb64d48444a7a7538cb7910a5743 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:39.118603 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f8525106-5b12-46fc-b356-222ce3b7441d tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "GET /v2.0/ports?device_id=136d48e1-44d3-4d45-bb06-6c6e1f8fb049 HTTP/1.1" status: 200 len: 205 time: 0.1423540 Apr 29 15:39:39.123828 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51124) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:39.196510 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf2c72c-30de-409c-b772-fceebb25375b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Checking segment: {'id': '051d156d-d9ce-4695-9334-fb016e98fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0fb8fb74-23fc-49f9-88b1-e9f8821c8da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:39:39.196864 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf2c72c-30de-409c-b772-fceebb25375b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network hostable DHCP agents. Network: 0fb8fb74-23fc-49f9-88b1-e9f8821c8da8, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:39:39.204809 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-068a334a-a34a-4dc3-a981-0d66badbf614 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] delete failed (client error): The resource could not be found. Apr 29 15:39:39.205836 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-068a334a-a34a-4dc3-a981-0d66badbf614 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "DELETE /v2.0/routers/136d48e1-44d3-4d45-bb06-6c6e1f8fb049 HTTP/1.1" status: 404 len: 336 time: 0.0800555 Apr 29 15:39:39.208950 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51128) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:39.222552 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0dd712c0-d183-4faa-ab09-229666140b48 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:39.262052 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7adeeaaf-abc5-401b-976f-0c04bf5ab22e tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:39.275744 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-de7518fc-269e-44ac-b4f5-c4e86dbfde69 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "GET /v2.0/ports?device_id=72048fc0-7218-4ac8-9bf8-4247f57f06ec HTTP/1.1" status: 200 len: 205 time: 0.0657158 Apr 29 15:39:39.282053 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51134) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:39.357169 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302eae6d-4725-401a-bd90-67b8872de1a7 req-21058311-5860-440b-8a89-0e51ee9ae212 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:39.357778 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-302eae6d-4725-401a-bd90-67b8872de1a7 req-21058311-5860-440b-8a89-0e51ee9ae212 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Synchronizing usage tracker for tenant:bafb4596b2ae4298bc6d4156fe1d5fb3 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:39.370825 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-302eae6d-4725-401a-bd90-67b8872de1a7 req-21058311-5860-440b-8a89-0e51ee9ae212 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Unset dirty status for tenant:bafb4596b2ae4298bc6d4156fe1d5fb3 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:39.372013 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-302eae6d-4725-401a-bd90-67b8872de1a7 req-21058311-5860-440b-8a89-0e51ee9ae212 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.35 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 945 time: 0.1081131 Apr 29 15:39:39.380032 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-0dd712c0-d183-4faa-ab09-229666140b48 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Deleting port 72c6ebcb-208b-43fe-a42d-0bda687bcb5c {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:39.380378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0dd712c0-d183-4faa-ab09-229666140b48 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:39.442476 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [req-302eae6d-4725-401a-bd90-67b8872de1a7 req-5ef750a4-5ecf-4e18-8676-d2107506f782 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Deleting port 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:39.442879 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-302eae6d-4725-401a-bd90-67b8872de1a7 req-5ef750a4-5ecf-4e18-8676-d2107506f782 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:39.478583 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-db0fcbde-5468-4e0f-93f7-cc255e0561eb tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:39.536784 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf2c72c-30de-409c-b772-fceebb25375b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network 0fb8fb74-23fc-49f9-88b1-e9f8821c8da8 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:39:39.554269 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fcbde-5468-4e0f-93f7-cc255e0561eb tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Pushing event deleted for resources: {'Port': ['ID=d8357e98-51fa-4fee-a7c7-f43524a777eb,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:39.569162 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-8bdafcb9-c38a-4ce6-adbb-a13a895973aa tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] delete failed (client error): The resource could not be found. Apr 29 15:39:39.570748 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8bdafcb9-c38a-4ce6-adbb-a13a895973aa tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "DELETE /v2.0/routers/72048fc0-7218-4ac8-9bf8-4247f57f06ec HTTP/1.1" status: 404 len: 336 time: 0.2877135 Apr 29 15:39:39.597611 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-db0fcbde-5468-4e0f-93f7-cc255e0561eb tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:39.599919 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51142) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:39.685460 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337a88e-1ff0-4aa0-a2e5-8fce22f6a1e5 req-1c61b64b-23b3-4478-b6f7-a5f9a086edb8 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:39.686853 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b337a88e-1ff0-4aa0-a2e5-8fce22f6a1e5 req-1c61b64b-23b3-4478-b6f7-a5f9a086edb8 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 945 time: 0.5790055 Apr 29 15:39:39.738941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-4cf2c72c-30de-409c-b772-fceebb25375b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 0fb8fb74-23fc-49f9-88b1-e9f8821c8da8) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:39.751385 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-db0fcbde-5468-4e0f-93f7-cc255e0561eb tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] 10.222.0.21 "DELETE /v2.0/ports/d8357e98-51fa-4fee-a7c7-f43524a777eb HTTP/1.1" status: 204 len: 168 time: 1.4863586 Apr 29 15:39:39.751385 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8b1dc946-0e81-42f3-bbbf-81cb3d25b2ed tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaefb93f-47de-4bf6-beab-8a59e53ceb7e HTTP/1.1" status: 200 len: 205 time: 0.1495988 Apr 29 15:39:39.751644 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51146) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:39.755648 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea205e8-fa99-4e4a-bd7a-690d5ba3550e None None] Network 0fb8fb74-23fc-49f9-88b1-e9f8821c8da8 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:39.758277 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51148) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:39.761676 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf2c72c-30de-409c-b772-fceebb25375b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:39.762328 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4cf2c72c-30de-409c-b772-fceebb25375b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:39.893917 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-57855fa2-8e37-4e59-aa76-f3499bf852a1 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] delete failed (client error): The resource could not be found. Apr 29 15:39:39.897386 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-57855fa2-8e37-4e59-aa76-f3499bf852a1 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "DELETE /v2.0/routers/aaefb93f-47de-4bf6-beab-8a59e53ceb7e HTTP/1.1" status: 404 len: 336 time: 0.1288652 Apr 29 15:39:39.898051 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-b337a88e-1ff0-4aa0-a2e5-8fce22f6a1e5 req-f6aae883-f11e-48d1-8a0c-15ce69bdafdd tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Deleting port 4f870073-d846-45aa-b77f-96ecbcf0f176 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:39.898051 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-b337a88e-1ff0-4aa0-a2e5-8fce22f6a1e5 req-f6aae883-f11e-48d1-8a0c-15ce69bdafdd tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:39.898270 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b7332536-2596-4758-95ba-a45050f42a87 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Synchronizing usage tracker for tenant:06cdb5e955154be3b0308180afe8f9b4 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:39.899398 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51154) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:39.993457 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535695a6-f89e-449d-b728-81db77c4a8e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-0fb8fb74-23fc-49f9-88b1-e9f8821c8da8', 'network_id': '0fb8fb74-23fc-49f9-88b1-e9f8821c8da8', 'tenant_id': '181454145b0d449b8706b073dae04744', 'fixed_ips': [{'subnet_id': '6f68dcd6-c35c-4d23-a45b-9345134e37fb'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:39:39.995344 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-535695a6-f89e-449d-b728-81db77c4a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:39.996722 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4cf2c72c-30de-409c-b772-fceebb25375b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9359922 Apr 29 15:39:40.010577 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51158) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:40.026142 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4c1492be-06d0-4680-bfc9-6c30e984ace4 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4837753-f57f-4c11-8fe3-f286cde9a969 HTTP/1.1" status: 200 len: 205 time: 0.1191711 Apr 29 15:39:40.031342 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-bbbb2a20-e605-4500-89ba-ce0435e608cd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-718964244', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:40.032298 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51162) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:40.040596 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-bbbb2a20-e605-4500-89ba-ce0435e608cd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:40.042602 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b7027-5fc6-47fd-b222-fd3a2437c47b req-ec700c7c-7560-49b2-a5ea-dc75ea96bbe6 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:40.044077 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-458b7027-5fc6-47fd-b222-fd3a2437c47b req-ec700c7c-7560-49b2-a5ea-dc75ea96bbe6 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 945 time: 0.4798596 Apr 29 15:39:40.048362 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-bbbb2a20-e605-4500-89ba-ce0435e608cd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:router and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:40.053258 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-bbbb2a20-e605-4500-89ba-ce0435e608cd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:40.071961 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-bbbb2a20-e605-4500-89ba-ce0435e608cd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:40.103955 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-302eae6d-4725-401a-bd90-67b8872de1a7 req-5ef750a4-5ecf-4e18-8676-d2107506f782 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] For port 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=7c528c27-58b6-4ff6-80e0-5ff84e7b15ab,segment=NetworkSegment(e48be504-9206-4521-ba82-c3663d220100),segment_id=e48be504-9206-4521-ba82-c3663d220100)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:40.107644 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-302eae6d-4725-401a-bd90-67b8872de1a7 req-5ef750a4-5ecf-4e18-8676-d2107506f782 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.109672 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0dd712c0-d183-4faa-ab09-229666140b48 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.122389 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16b991-1e17-437e-a22a-2f64e4b6e424 req-9116e797-ca12-421e-ab45-097cdf3e3bba tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:40.123885 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df16b991-1e17-437e-a22a-2f64e4b6e424 req-9116e797-ca12-421e-ab45-097cdf3e3bba tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 945 time: 0.5607464 Apr 29 15:39:40.164386 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-535695a6-f89e-449d-b728-81db77c4a8e3 None None] Allocated IP 2001:db8::2 (0fb8fb74-23fc-49f9-88b1-e9f8821c8da8/6f68dcd6-c35c-4d23-a45b-9345134e37fb/c64c9f99-0522-4969-8af2-f7541f058ac4) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:40.166522 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b7332536-2596-4758-95ba-a45050f42a87 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Unset dirty status for tenant:06cdb5e955154be3b0308180afe8f9b4 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:40.167450 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b7332536-2596-4758-95ba-a45050f42a87 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4111753 Apr 29 15:39:40.175375 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51166) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:40.183251 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-97fc78b3-3038-44b9-8de9-8abc9bd73bf8 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-741706333'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:40.200559 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bbbb2a20-e605-4500-89ba-ce0435e608cd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.201496 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bbbb2a20-e605-4500-89ba-ce0435e608cd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.208043 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-97fc78b3-3038-44b9-8de9-8abc9bd73bf8 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:40.225556 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-97fc78b3-3038-44b9-8de9-8abc9bd73bf8 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Usage tracker for resource:network and tenant:06cdb5e955154be3b0308180afe8f9b4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:40.232083 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-97fc78b3-3038-44b9-8de9-8abc9bd73bf8 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:40.295212 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-97fc78b3-3038-44b9-8de9-8abc9bd73bf8 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:40.302327 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-c000ea19-334f-4f13-8b88-0e3a45a4b638 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] delete failed (client error): The resource could not be found. Apr 29 15:39:40.303402 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c000ea19-334f-4f13-8b88-0e3a45a4b638 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "DELETE /v2.0/routers/b4837753-f57f-4c11-8fe3-f286cde9a969 HTTP/1.1" status: 404 len: 336 time: 0.2584321 Apr 29 15:39:40.312174 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51170) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:40.329330 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-0dd712c0-d183-4faa-ab09-229666140b48 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Calling delete_port for 72c6ebcb-208b-43fe-a42d-0bda687bcb5c owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:40.368192 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4e4ef0e8-6d41-49d6-abe5-ce13d9a4cf89 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6184a19-4d41-452f-a9b5-2bd4e5978415 HTTP/1.1" status: 200 len: 205 time: 0.0527337 Apr 29 15:39:40.376030 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51174) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:40.381413 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bbbb2a20-e605-4500-89ba-ce0435e608cd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.389809 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-535695a6-f89e-449d-b728-81db77c4a8e3 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.401443 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-535695a6-f89e-449d-b728-81db77c4a8e3 None None] Transition to ACTIVE for port object c64c9f99-0522-4969-8af2-f7541f058ac4 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:40.420544 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-535695a6-f89e-449d-b728-81db77c4a8e3 None None] Transition to ACTIVE for port object c64c9f99-0522-4969-8af2-f7541f058ac4 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:40.477614 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-535695a6-f89e-449d-b728-81db77c4a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.514230 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fc78b3-3038-44b9-8de9-8abc9bd73bf8 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Made reservation on behalf of 06cdb5e955154be3b0308180afe8f9b4 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:40.517044 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-97fc78b3-3038-44b9-8de9-8abc9bd73bf8 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.531891 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-36657427-f9b5-44bb-955f-2a4c03557528 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] delete failed (client error): The resource could not be found. Apr 29 15:39:40.533006 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-36657427-f9b5-44bb-955f-2a4c03557528 tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "DELETE /v2.0/routers/c6184a19-4d41-452f-a9b5-2bd4e5978415 HTTP/1.1" status: 404 len: 336 time: 0.1559803 Apr 29 15:39:40.543587 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51178) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:40.563937 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535695a6-f89e-449d-b728-81db77c4a8e3 None None] Pushing event updated for resources: {'Port': ['ID=c64c9f99-0522-4969-8af2-f7541f058ac4,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:40.568059 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535695a6-f89e-449d-b728-81db77c4a8e3 None None] Network 0fb8fb74-23fc-49f9-88b1-e9f8821c8da8 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:40.570721 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-535695a6-f89e-449d-b728-81db77c4a8e3 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:40.573583 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535695a6-f89e-449d-b728-81db77c4a8e3 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:40.581445 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-302eae6d-4725-401a-bd90-67b8872de1a7 req-5ef750a4-5ecf-4e18-8676-d2107506f782 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.581822 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-302eae6d-4725-401a-bd90-67b8872de1a7 req-5ef750a4-5ecf-4e18-8676-d2107506f782 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.582184 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [req-302eae6d-4725-401a-bd90-67b8872de1a7 req-5ef750a4-5ecf-4e18-8676-d2107506f782 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Floating IP 91c0e582-f8a5-4df2-9efc-6ce540d9906d disassociated. External IP: 172.26.1.69, port: 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab. Apr 29 15:39:40.582543 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [req-302eae6d-4725-401a-bd90-67b8872de1a7 req-5ef750a4-5ecf-4e18-8676-d2107506f782 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Calling delete_port for 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab owned by compute:nova {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:40.601335 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-458b7027-5fc6-47fd-b222-fd3a2437c47b req-d0b5df00-0460-44e6-8f64-fce006ed3d43 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/security-groups?id=77732694-f1f0-4552-88b3-a77f8ec2116a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4706349 Apr 29 15:39:40.626179 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bbbb2a20-e605-4500-89ba-ce0435e608cd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.632597 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97fc78b3-3038-44b9-8de9-8abc9bd73bf8 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:39:40.635041 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df16b991-1e17-437e-a22a-2f64e4b6e424 req-6d15e9ec-25f1-489b-b581-8e32e1ae27d2 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/security-groups?id=58266d71-b64f-43f5-8255-965b2490a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4953907 Apr 29 15:39:40.671583 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e228ef-68e6-4db3-ba4a-d31f179fc85e tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] DELETE failed (client error): The resource could not be found. Apr 29 15:39:40.676362 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e228ef-68e6-4db3-ba4a-d31f179fc85e tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:39:40.682445 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-97fc78b3-3038-44b9-8de9-8abc9bd73bf8 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.683062 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-97fc78b3-3038-44b9-8de9-8abc9bd73bf8 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Added segment 86cb6106-a9d8-446b-8127-539b5f6507ae of type vlan for network 8fbb9788-ee90-42d5-a9d5-cc4794661b8b Apr 29 15:39:40.699219 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-535695a6-f89e-449d-b728-81db77c4a8e3 None None] Attempting to bind port c64c9f99-0522-4969-8af2-f7541f058ac4 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:40.699755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-535695a6-f89e-449d-b728-81db77c4a8e3 None None] Attempting to bind port c64c9f99-0522-4969-8af2-f7541f058ac4 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '051d156d-d9ce-4695-9334-fb016e98fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0fb8fb74-23fc-49f9-88b1-e9f8821c8da8'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:40.700277 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535695a6-f89e-449d-b728-81db77c4a8e3 None None] Attempting to bind port c64c9f99-0522-4969-8af2-f7541f058ac4 on network 0fb8fb74-23fc-49f9-88b1-e9f8821c8da8 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:39:40.709463 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535695a6-f89e-449d-b728-81db77c4a8e3 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:39:40.709900 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535695a6-f89e-449d-b728-81db77c4a8e3 None None] Checking segment: {'id': '051d156d-d9ce-4695-9334-fb016e98fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0fb8fb74-23fc-49f9-88b1-e9f8821c8da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:39:40.710948 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-535695a6-f89e-449d-b728-81db77c4a8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.711222 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-44e228ef-68e6-4db3-ba4a-d31f179fc85e tempest-RoutersAdminTest-807714711 tempest-RoutersAdminTest-807714711-project] 10.222.0.21 "DELETE /v2.0/subnets/2d502ab7-40ed-42a0-93ed-6c0ce00c08db HTTP/1.1" status: 404 len: 337 time: 0.1588190 Apr 29 15:39:40.711616 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535695a6-f89e-449d-b728-81db77c4a8e3 None None] Bound using segment: {'id': '051d156d-d9ce-4695-9334-fb016e98fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0fb8fb74-23fc-49f9-88b1-e9f8821c8da8'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:39:40.712206 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-535695a6-f89e-449d-b728-81db77c4a8e3 None None] Bound port: c64c9f99-0522-4969-8af2-f7541f058ac4, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051d156d-d9ce-4695-9334-fb016e98fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0fb8fb74-23fc-49f9-88b1-e9f8821c8da8'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:40.712675 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-535695a6-f89e-449d-b728-81db77c4a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.761245 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bbbb2a20-e605-4500-89ba-ce0435e608cd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.766077 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-bbbb2a20-e605-4500-89ba-ce0435e608cd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7545629 Apr 29 15:39:40.768302 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-97fc78b3-3038-44b9-8de9-8abc9bd73bf8 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.772379 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51184) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:40.782270 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-464341e0-bb7a-454c-86d0-f8b047a12f12 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'port': {'network_id': '0fb8fb74-23fc-49f9-88b1-e9f8821c8da8', 'name': 'tempest-PortsIpV6TestJSON-1460995355'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:40.803853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-b337a88e-1ff0-4aa0-a2e5-8fce22f6a1e5 req-f6aae883-f11e-48d1-8a0c-15ce69bdafdd tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] For port 4f870073-d846-45aa-b77f-96ecbcf0f176, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=4f870073-d846-45aa-b77f-96ecbcf0f176,segment=NetworkSegment(bcc1663b-c194-4652-87cf-0bcd40bb0751),segment_id=bcc1663b-c194-4652-87cf-0bcd40bb0751)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:40.805080 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-b337a88e-1ff0-4aa0-a2e5-8fce22f6a1e5 req-f6aae883-f11e-48d1-8a0c-15ce69bdafdd tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.815865 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.objects.ports [None req-7adeeaaf-abc5-401b-976f-0c04bf5ab22e tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84770) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 15:39:40.823260 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7adeeaaf-abc5-401b-976f-0c04bf5ab22e tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.824153 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-535695a6-f89e-449d-b728-81db77c4a8e3 None None] For port c64c9f99-0522-4969-8af2-f7541f058ac4, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:39:40.827361 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-535695a6-f89e-449d-b728-81db77c4a8e3 None None] For port c64c9f99-0522-4969-8af2-f7541f058ac4, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c64c9f99-0522-4969-8af2-f7541f058ac4,segment=NetworkSegment(051d156d-d9ce-4695-9334-fb016e98fc2e),segment_id=051d156d-d9ce-4695-9334-fb016e98fc2e)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:39:40.900618 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-535695a6-f89e-449d-b728-81db77c4a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.014444 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-464341e0-bb7a-454c-86d0-f8b047a12f12 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:41.018397 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-464341e0-bb7a-454c-86d0-f8b047a12f12 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:port and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:41.021504 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-464341e0-bb7a-454c-86d0-f8b047a12f12 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:41.028289 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-464341e0-bb7a-454c-86d0-f8b047a12f12 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:41.048066 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-97fc78b3-3038-44b9-8de9-8abc9bd73bf8 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.051995 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fc78b3-3038-44b9-8de9-8abc9bd73bf8 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:41.052808 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-97fc78b3-3038-44b9-8de9-8abc9bd73bf8 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.066950 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535695a6-f89e-449d-b728-81db77c4a8e3 None None] Pushing event updated for resources: {'Port': ['ID=c64c9f99-0522-4969-8af2-f7541f058ac4,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:41.085106 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adeeaaf-abc5-401b-976f-0c04bf5ab22e tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event updated for resources: {'Subnet': ['ID=ca5db4bc-f548-4fd3-9452-a6069cfb2b62,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:41.144732 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-302eae6d-4725-401a-bd90-67b8872de1a7 req-5ef750a4-5ecf-4e18-8676-d2107506f782 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.246179 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464341e0-bb7a-454c-86d0-f8b047a12f12 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:41.249238 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-464341e0-bb7a-454c-86d0-f8b047a12f12 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.276848 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef750a4-5ecf-4e18-8676-d2107506f782 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Pushing event deleted for resources: {'Port': ['ID=7c528c27-58b6-4ff6-80e0-5ff84e7b15ab,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:41.281710 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc78b3-3038-44b9-8de9-8abc9bd73bf8 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Pushing event updated for resources: {'Network': ['ID=8fbb9788-ee90-42d5-a9d5-cc4794661b8b,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:41.283573 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adeeaaf-abc5-401b-976f-0c04bf5ab22e tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Checking segment: {'id': 'e9189657-21e7-43cf-a099-f7da9a228ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd0782301-1259-4aba-a3b1-c1e54329f9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:39:41.284762 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adeeaaf-abc5-401b-976f-0c04bf5ab22e tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Network hostable DHCP agents. Network: d0782301-1259-4aba-a3b1-c1e54329f9e6, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:39:41.371083 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-464341e0-bb7a-454c-86d0-f8b047a12f12 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] device_id is not set on port d6a48047-af1f-4425-bfd8-cd8e4c6d08b9 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:39:41.408063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-b337a88e-1ff0-4aa0-a2e5-8fce22f6a1e5 req-f6aae883-f11e-48d1-8a0c-15ce69bdafdd tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.408454 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-b337a88e-1ff0-4aa0-a2e5-8fce22f6a1e5 req-f6aae883-f11e-48d1-8a0c-15ce69bdafdd tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.408781 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [req-b337a88e-1ff0-4aa0-a2e5-8fce22f6a1e5 req-f6aae883-f11e-48d1-8a0c-15ce69bdafdd tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Floating IP 618b55d9-fdf1-42cd-83ad-62e5079ae271 disassociated. External IP: 172.26.1.133, port: 4f870073-d846-45aa-b77f-96ecbcf0f176. Apr 29 15:39:41.409131 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-b337a88e-1ff0-4aa0-a2e5-8fce22f6a1e5 req-f6aae883-f11e-48d1-8a0c-15ce69bdafdd tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Calling delete_port for 4f870073-d846-45aa-b77f-96ecbcf0f176 owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:41.534204 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-97fc78b3-3038-44b9-8de9-8abc9bd73bf8 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3578229 Apr 29 15:39:41.571147 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51192) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:41.578869 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-4acb2c9b-9b16-4ba3-bb92-fba61a3e7e40 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1866551228'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:41.583172 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0dd712c0-d183-4faa-ab09-229666140b48 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.607984 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 8fbb9788-ee90-42d5-a9d5-cc4794661b8b details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:39:41.623197 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-4acb2c9b-9b16-4ba3-bb92-fba61a3e7e40 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:41.645786 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4acb2c9b-9b16-4ba3-bb92-fba61a3e7e40 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Usage tracker for resource:network and tenant:06cdb5e955154be3b0308180afe8f9b4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:41.649557 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-b337a88e-1ff0-4aa0-a2e5-8fce22f6a1e5 req-f6aae883-f11e-48d1-8a0c-15ce69bdafdd tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.651527 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd712c0-d183-4faa-ab09-229666140b48 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Pushing event deleted for resources: {'Port': ['ID=72c6ebcb-208b-43fe-a42d-0bda687bcb5c,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:41.683012 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4acb2c9b-9b16-4ba3-bb92-fba61a3e7e40 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:41.686891 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51202) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:41.748839 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-4acb2c9b-9b16-4ba3-bb92-fba61a3e7e40 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:41.839572 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-464341e0-bb7a-454c-86d0-f8b047a12f12 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Allocated IP 2001:db8::348 (0fb8fb74-23fc-49f9-88b1-e9f8821c8da8/6f68dcd6-c35c-4d23-a45b-9345134e37fb/d6a48047-af1f-4425-bfd8-cd8e4c6d08b9) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:41.892769 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aae883-f11e-48d1-8a0c-15ce69bdafdd tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Pushing event deleted for resources: {'Port': ['ID=4f870073-d846-45aa-b77f-96ecbcf0f176,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:42.004332 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-16423b25-2cb6-433e-8887-6941a0d7df09 req-b9e3f5f7-5c34-409c-9240-c943f5ef8af9 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 210 time: 0.1153712 Apr 29 15:39:42.080316 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5f70876c-e7c6-42e4-9361-5001edbbbb84 req-a680bba7-c772-4025-b260-2ed21791b9d1 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 210 time: 0.1428306 Apr 29 15:39:42.124996 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acb2c9b-9b16-4ba3-bb92-fba61a3e7e40 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Made reservation on behalf of 06cdb5e955154be3b0308180afe8f9b4 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:42.128250 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4acb2c9b-9b16-4ba3-bb92-fba61a3e7e40 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.174573 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-464341e0-bb7a-454c-86d0-f8b047a12f12 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.213512 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-464341e0-bb7a-454c-86d0-f8b047a12f12 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Transition to ACTIVE for port object d6a48047-af1f-4425-bfd8-cd8e4c6d08b9 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:42.213849 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adeeaaf-abc5-401b-976f-0c04bf5ab22e tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Network d0782301-1259-4aba-a3b1-c1e54329f9e6 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:39:42.214810 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-302eae6d-4725-401a-bd90-67b8872de1a7 req-5ef750a4-5ecf-4e18-8676-d2107506f782 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Router 6c6b9228-0b7e-447e-a484-cfe0be97103b has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:39:42.228987 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17164e07-033b-48c7-b939-23b14074b8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.357732 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-464341e0-bb7a-454c-86d0-f8b047a12f12 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.383918 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-7adeeaaf-abc5-401b-976f-0c04bf5ab22e tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, d0782301-1259-4aba-a3b1-c1e54329f9e6) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:42.393269 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aa9ad4-6c71-4fdd-a332-c0314b46243f None None] Network d0782301-1259-4aba-a3b1-c1e54329f9e6 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:42.396599 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adeeaaf-abc5-401b-976f-0c04bf5ab22e tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:42.397183 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7adeeaaf-abc5-401b-976f-0c04bf5ab22e tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.424744 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4acb2c9b-9b16-4ba3-bb92-fba61a3e7e40 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:39:42.443668 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0dd712c0-d183-4faa-ab09-229666140b48 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.452239 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464341e0-bb7a-454c-86d0-f8b047a12f12 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network 0fb8fb74-23fc-49f9-88b1-e9f8821c8da8 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:42.456903 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-464341e0-bb7a-454c-86d0-f8b047a12f12 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:42.474589 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464341e0-bb7a-454c-86d0-f8b047a12f12 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:42.479191 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464341e0-bb7a-454c-86d0-f8b047a12f12 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:42.479927 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-464341e0-bb7a-454c-86d0-f8b047a12f12 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.489945 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464341e0-bb7a-454c-86d0-f8b047a12f12 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Port': ['ID=d6a48047-af1f-4425-bfd8-cd8e4c6d08b9,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:42.556126 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbd5c2e-6a3d-446e-b61c-679025e87f17 None None] Network 0fb8fb74-23fc-49f9-88b1-e9f8821c8da8 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:42.567751 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-302eae6d-4725-401a-bd90-67b8872de1a7 req-5ef750a4-5ecf-4e18-8676-d2107506f782 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:39:42.575599 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4acb2c9b-9b16-4ba3-bb92-fba61a3e7e40 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.575886 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-4acb2c9b-9b16-4ba3-bb92-fba61a3e7e40 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Added segment 4e17fd7d-ff16-4eb8-9576-c67a19c9d907 of type vlan for network 77374a32-8193-4964-ae82-c8886292ac13 Apr 29 15:39:42.578174 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-17164e07-033b-48c7-b939-23b14074b8e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:42.583149 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e65a3f-c128-4b96-8156-57088bb256ed None None] Sync routers for ids ['6c6b9228-0b7e-447e-a484-cfe0be97103b'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:39:42.597589 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-17164e07-033b-48c7-b939-23b14074b8e1 admin admin] Usage tracker for resource:security_group_rule and tenant:2fa93d6301834e4e9244fb8c7e64ed0a is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:42.602920 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e65a3f-c128-4b96-8156-57088bb256ed None None] Routers {'6c6b9228-0b7e-447e-a484-cfe0be97103b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:42.603767 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-e8e65a3f-c128-4b96-8156-57088bb256ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['6c6b9228-0b7e-447e-a484-cfe0be97103b'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:42.608599 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-17164e07-033b-48c7-b939-23b14074b8e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:42.620654 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0dd712c0-d183-4faa-ab09-229666140b48 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.628800 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-17164e07-033b-48c7-b939-23b14074b8e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:42.644670 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0dd712c0-d183-4faa-ab09-229666140b48 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626962'] for router, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.649603 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-464341e0-bb7a-454c-86d0-f8b047a12f12 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8736694 Apr 29 15:39:42.652609 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51210) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:42.659688 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4acb2c9b-9b16-4ba3-bb92-fba61a3e7e40 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.729615 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [req-302eae6d-4725-401a-bd90-67b8872de1a7 req-5ef750a4-5ecf-4e18-8676-d2107506f782 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] No DVR routers for this DVR port 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab on host hv-neutron-8399 {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:39:42.745205 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-302eae6d-4725-401a-bd90-67b8872de1a7 req-5ef750a4-5ecf-4e18-8676-d2107506f782 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.747396 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-302eae6d-4725-401a-bd90-67b8872de1a7 req-5ef750a4-5ecf-4e18-8676-d2107506f782 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.35 "DELETE /v2.0/ports/7c528c27-58b6-4ff6-80e0-5ff84e7b15ab HTTP/1.1" status: 204 len: 173 time: 3.3701975 Apr 29 15:39:42.748037 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62018179-4253-47e7-9320-c2364040b2f4', 'name': 'network-vif-deleted', 'tag': '7c528c27-58b6-4ff6-80e0-5ff84e7b15ab'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:39:42.782258 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50610f9-8d1a-4a90-b12b-9acc44f611bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-d0782301-1259-4aba-a3b1-c1e54329f9e6', 'network_id': 'd0782301-1259-4aba-a3b1-c1e54329f9e6', 'tenant_id': 'c0e5eb64d48444a7a7538cb7910a5743', 'fixed_ips': [{'subnet_id': 'ca5db4bc-f548-4fd3-9452-a6069cfb2b62'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:39:42.793166 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7adeeaaf-abc5-401b-976f-0c04bf5ab22e tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0725949 Apr 29 15:39:42.793494 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e50610f9-8d1a-4a90-b12b-9acc44f611bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.811752 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51218) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:42.832134 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d6a9df9a-991f-4bc1-b456-08378c7666d2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Request body: {'port': {'network_id': 'd0782301-1259-4aba-a3b1-c1e54329f9e6', 'name': 'tempest-NetworksIpV6TestAttrs-571515515'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:42.885467 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.resource_extend [None req-4acb2c9b-9b16-4ba3-bb92-fba61a3e7e40 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:39:42.944982 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9c8b564-6458-47a6-831e-4e5cfd13803e'] response: {'server_uuid': '62018179-4253-47e7-9320-c2364040b2f4', 'name': 'network-vif-deleted', 'tag': '7c528c27-58b6-4ff6-80e0-5ff84e7b15ab', 'status': 'completed', 'code': 200} Apr 29 15:39:42.992629 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-e8e65a3f-c128-4b96-8156-57088bb256ed None None] Set router 6c6b9228-0b7e-447e-a484-cfe0be97103b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:39:43.048653 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17164e07-033b-48c7-b939-23b14074b8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:43.076105 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4acb2c9b-9b16-4ba3-bb92-fba61a3e7e40 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:43.081184 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acb2c9b-9b16-4ba3-bb92-fba61a3e7e40 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:43.082462 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4acb2c9b-9b16-4ba3-bb92-fba61a3e7e40 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:43.098191 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d3b76b0a-1338-4c44-86ba-bf726bcd7b5e None None] Provisioning for port c64c9f99-0522-4969-8af2-f7541f058ac4 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:43.138234 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c64c9f99-0522-4969-8af2-f7541f058ac4 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:43.327560 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d6a9df9a-991f-4bc1-b456-08378c7666d2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:43.334875 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd712c0-d183-4faa-ab09-229666140b48 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Router d0281413-fe6d-494a-bb93-fd2edf25eef6 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:39:43.345237 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17164e07-033b-48c7-b939-23b14074b8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:43.394027 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d6a9df9a-991f-4bc1-b456-08378c7666d2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Usage tracker for resource:port and tenant:c0e5eb64d48444a7a7538cb7910a5743 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:43.418974 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d6a9df9a-991f-4bc1-b456-08378c7666d2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:43.515511 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c2d9b095-a63b-4dbc-ab75-d2fe5a6e057d req-1954735e-e440-4084-b8d0-6d46c645f53d tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Synchronizing usage tracker for tenant:c9e2f4e89626458695f617011f42e6cc on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:43.522250 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port c64c9f99-0522-4969-8af2-f7541f058ac4 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:43.525758 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d6a9df9a-991f-4bc1-b456-08378c7666d2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:43.532050 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port c64c9f99-0522-4969-8af2-f7541f058ac4 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:43.532430 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:43.560441 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb2c9b-9b16-4ba3-bb92-fba61a3e7e40 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Pushing event updated for resources: {'Network': ['ID=77374a32-8193-4964-ae82-c8886292ac13,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:43.577122 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4acb2c9b-9b16-4ba3-bb92-fba61a3e7e40 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0049114 Apr 29 15:39:43.578329 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17164e07-033b-48c7-b939-23b14074b8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345ccc39-1c40-4e84-b011-4a29684c1946,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:43.604663 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51226) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:43.605543 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-17164e07-033b-48c7-b939-23b14074b8e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2fa93d6301834e4e9244fb8c7e64ed0a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8664911 Apr 29 15:39:43.607506 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-e50610f9-8d1a-4a90-b12b-9acc44f611bd None None] Allocated IP 2001:db8::f816:3eff:fe07:f48e (d0782301-1259-4aba-a3b1-c1e54329f9e6/ca5db4bc-f548-4fd3-9452-a6069cfb2b62/9c0c07d6-ce09-46cd-ac99-fdc9d3b229af) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:43.611638 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c2d9b095-a63b-4dbc-ab75-d2fe5a6e057d req-1954735e-e440-4084-b8d0-6d46c645f53d tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Unset dirty status for tenant:c9e2f4e89626458695f617011f42e6cc on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:43.620985 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 77374a32-8193-4964-ae82-c8886292ac13 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:39:43.630002 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c2d9b095-a63b-4dbc-ab75-d2fe5a6e057d req-1954735e-e440-4084-b8d0-6d46c645f53d tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 210 time: 0.3118691 Apr 29 15:39:43.734258 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4d5e5213-cf7a-419a-b991-c4c1ea454358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:43.970182 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:43.994199 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-e8e65a3f-c128-4b96-8156-57088bb256ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'name': 'tempest-ServersTestManualDisk-1032101193-router', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 4, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'gw_port': {'id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '02b923e5-a482-4b7f-988a-e06f010984d4', 'name': '', 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'mac_address': 'fa:16:3e:14:f3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6408fca5-a6c8-49cb-a418-323e1535deec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:14Z', 'updated_at': '2022-04-29T15:37:48Z', 'revision_number': 5, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'subnets': [{'id': '6408fca5-a6c8-49cb-a418-323e1535deec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:44.024190 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e65a3f-c128-4b96-8156-57088bb256ed None None] Checking router: 6c6b9228-0b7e-447e-a484-cfe0be97103b for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:39:44.024506 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port c64c9f99-0522-4969-8af2-f7541f058ac4, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c64c9f99-0522-4969-8af2-f7541f058ac4,segment=NetworkSegment(051d156d-d9ce-4695-9334-fb016e98fc2e),segment_id=051d156d-d9ce-4695-9334-fb016e98fc2e)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:44.063194 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e65a3f-c128-4b96-8156-57088bb256ed None None] Routers {'6c6b9228-0b7e-447e-a484-cfe0be97103b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:44.063828 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-e8e65a3f-c128-4b96-8156-57088bb256ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['6c6b9228-0b7e-447e-a484-cfe0be97103b'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:44.083269 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b337a88e-1ff0-4aa0-a2e5-8fce22f6a1e5 req-f6aae883-f11e-48d1-8a0c-15ce69bdafdd tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Router 017a57c6-628c-42d2-8829-cd7b223faa97 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:39:44.174228 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a9df9a-991f-4bc1-b456-08378c7666d2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Made reservation on behalf of c0e5eb64d48444a7a7538cb7910a5743 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:44.187928 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d6a9df9a-991f-4bc1-b456-08378c7666d2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:44.218576 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:44.270998 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f199427b-b8e6-4abd-ae54-0309a3b56eb6 req-e7987bec-63c8-4a0e-8f56-948f9d0ecbec tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/ports?device_id=62018179-4253-47e7-9320-c2364040b2f4 HTTP/1.1" status: 200 len: 210 time: 0.4155402 Apr 29 15:39:44.326456 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd712c0-d183-4faa-ab09-229666140b48 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:39:44.330696 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-d6a9df9a-991f-4bc1-b456-08378c7666d2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] device_id is not set on port a7e4b683-5a19-4345-80b8-4d066e8ba65a yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:39:44.352801 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:44.470287 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-e8e65a3f-c128-4b96-8156-57088bb256ed None None] Set router 6c6b9228-0b7e-447e-a484-cfe0be97103b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:39:44.514797 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a70f09-8505-48c2-a4af-cb8cdacd2956 None None] Sync routers for ids ['d0281413-fe6d-494a-bb93-fd2edf25eef6'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:39:44.516983 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:39:44.521289 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 7c528c27-58b6-4ff6-80e0-5ff84e7b15ab not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:39:44.521835 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 4f870073-d846-45aa-b77f-96ecbcf0f176 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:44.535705 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0dd712c0-d183-4faa-ab09-229666140b48 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:44.542199 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51230) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:44.542889 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0dd712c0-d183-4faa-ab09-229666140b48 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "PUT /v2.0/routers/d0281413-fe6d-494a-bb93-fd2edf25eef6 HTTP/1.1" status: 200 len: 709 time: 6.9481730 Apr 29 15:39:44.646806 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 4f870073-d846-45aa-b77f-96ecbcf0f176 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:39:44.647420 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 4f870073-d846-45aa-b77f-96ecbcf0f176 not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:39:44.831024 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e50610f9-8d1a-4a90-b12b-9acc44f611bd None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:44.888566 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b337a88e-1ff0-4aa0-a2e5-8fce22f6a1e5 req-f6aae883-f11e-48d1-8a0c-15ce69bdafdd tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:39:44.907306 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a70f09-8505-48c2-a4af-cb8cdacd2956 None None] Routers {'d0281413-fe6d-494a-bb93-fd2edf25eef6'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:44.908290 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-88a70f09-8505-48c2-a4af-cb8cdacd2956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d0281413-fe6d-494a-bb93-fd2edf25eef6'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:44.940112 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6cf5a6-ef3e-481b-a802-1179d20071e2 None None] Sync routers for ids ['017a57c6-628c-42d2-8829-cd7b223faa97'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:39:44.974518 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6cf5a6-ef3e-481b-a802-1179d20071e2 None None] Routers {'017a57c6-628c-42d2-8829-cd7b223faa97'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:44.975427 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-3a6cf5a6-ef3e-481b-a802-1179d20071e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['017a57c6-628c-42d2-8829-cd7b223faa97'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:44.990973 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=c64c9f99-0522-4969-8af2-f7541f058ac4,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:44.996480 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e50610f9-8d1a-4a90-b12b-9acc44f611bd None None] Transition to ACTIVE for port object 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:45.014896 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a7c81fd7-773a-4f01-b556-db464bc1da71 None None] Provisioning complete for port c64c9f99-0522-4969-8af2-f7541f058ac4 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:45.015395 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a7c81fd7-773a-4f01-b556-db464bc1da71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.067306 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-88a70f09-8505-48c2-a4af-cb8cdacd2956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:45.093388 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f58f478c-2000-4080-a82f-b99aefeab7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.094661 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e50610f9-8d1a-4a90-b12b-9acc44f611bd None None] Transition to ACTIVE for port object 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:45.116923 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4c0c4ba8-1b49-4abe-a9be-22fae189e541 req-ab025359-62e0-438e-8d7f-3531c30355d5 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 210 time: 0.0959074 Apr 29 15:39:45.121965 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b337a88e-1ff0-4aa0-a2e5-8fce22f6a1e5 req-f6aae883-f11e-48d1-8a0c-15ce69bdafdd tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] No DVR routers for this DVR port 4f870073-d846-45aa-b77f-96ecbcf0f176 on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:39:45.122938 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a70f09-8505-48c2-a4af-cb8cdacd2956 None None] Routers {'d0281413-fe6d-494a-bb93-fd2edf25eef6'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:45.123830 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-88a70f09-8505-48c2-a4af-cb8cdacd2956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d0281413-fe6d-494a-bb93-fd2edf25eef6'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:45.124839 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-b337a88e-1ff0-4aa0-a2e5-8fce22f6a1e5 req-f6aae883-f11e-48d1-8a0c-15ce69bdafdd tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.127201 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b337a88e-1ff0-4aa0-a2e5-8fce22f6a1e5 req-f6aae883-f11e-48d1-8a0c-15ce69bdafdd tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.35 "DELETE /v2.0/ports/4f870073-d846-45aa-b77f-96ecbcf0f176 HTTP/1.1" status: 204 len: 173 time: 5.4326470 Apr 29 15:39:45.127782 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfedda93-4257-4c37-a040-19e2f7bf36fb', 'name': 'network-vif-deleted', 'tag': '4f870073-d846-45aa-b77f-96ecbcf0f176'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:39:45.164513 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f58f478c-2000-4080-a82f-b99aefeab7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.280451 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-759e38d4-a69f-4e66-a4bf-147c2f57bf6f'] response: {'server_uuid': 'bfedda93-4257-4c37-a040-19e2f7bf36fb', 'name': 'network-vif-deleted', 'tag': '4f870073-d846-45aa-b77f-96ecbcf0f176', 'status': 'completed', 'code': 200} Apr 29 15:39:45.307551 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.313550 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e50610f9-8d1a-4a90-b12b-9acc44f611bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.489649 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-88a70f09-8505-48c2-a4af-cb8cdacd2956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:45.490412 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a70f09-8505-48c2-a4af-cb8cdacd2956 None None] The sync data for ids ['d0281413-fe6d-494a-bb93-fd2edf25eef6'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:39:45.546551 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a9b625f7-459c-40ae-aeb7-4e99fb7db343 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.566967 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f58f478c-2000-4080-a82f-b99aefeab7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.615257 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-e8e65a3f-c128-4b96-8156-57088bb256ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'name': 'tempest-ServersTestManualDisk-1032101193-router', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 4, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'gw_port': {'id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '02b923e5-a482-4b7f-988a-e06f010984d4', 'name': '', 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'mac_address': 'fa:16:3e:14:f3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6408fca5-a6c8-49cb-a418-323e1535deec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:14Z', 'updated_at': '2022-04-29T15:37:48Z', 'revision_number': 5, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'subnets': [{'id': '6408fca5-a6c8-49cb-a418-323e1535deec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:45.654987 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e65a3f-c128-4b96-8156-57088bb256ed None None] The sync data for ids ['6c6b9228-0b7e-447e-a484-cfe0be97103b'] in dv-neutron-839913-1-hyperv is: [{'id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'name': 'tempest-ServersTestManualDisk-1032101193-router', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 4, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'gw_port': {'id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '02b923e5-a482-4b7f-988a-e06f010984d4', 'name': '', 'network_id': '951a2926-3d60-49f1-abb0-4cfee0b87bbe', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'mac_address': 'fa:16:3e:14:f3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6408fca5-a6c8-49cb-a418-323e1535deec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:14Z', 'updated_at': '2022-04-29T15:37:48Z', 'revision_number': 5, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'subnets': [{'id': '6408fca5-a6c8-49cb-a418-323e1535deec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:39:45.672153 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-3a6cf5a6-ef3e-481b-a802-1179d20071e2 None None] Set router 017a57c6-628c-42d2-8829-cd7b223faa97 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:39:45.693597 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f478c-2000-4080-a82f-b99aefeab7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345ccc39-1c40-4e84-b011-4a29684c1946,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:45.724834 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f58f478c-2000-4080-a82f-b99aefeab7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.727027 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f58f478c-2000-4080-a82f-b99aefeab7eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/345ccc39-1c40-4e84-b011-4a29684c1946 HTTP/1.1" status: 204 len: 168 time: 2.0983541 Apr 29 15:39:45.735912 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-19ef5c48-3cb7-4d90-b44a-7526d84bfeb7 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "GET /v2.0/routers/d0281413-fe6d-494a-bb93-fd2edf25eef6 HTTP/1.1" status: 200 len: 744 time: 1.1851790 Apr 29 15:39:45.739230 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51248) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:45.856992 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50610f9-8d1a-4a90-b12b-9acc44f611bd None None] Pushing event updated for resources: {'Port': ['ID=9c0c07d6-ce09-46cd-ac99-fdc9d3b229af,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:45.864410 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51252) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:45.874909 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50610f9-8d1a-4a90-b12b-9acc44f611bd None None] Network d0782301-1259-4aba-a3b1-c1e54329f9e6 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:45.893844 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-e50610f9-8d1a-4a90-b12b-9acc44f611bd None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:45.900109 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50610f9-8d1a-4a90-b12b-9acc44f611bd None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:45.930707 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-26afc107-689b-4290-a913-97a32d0bcbc3 tempest-RoutersIpV6AdminTest-1464257509 tempest-RoutersIpV6AdminTest-1464257509-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&device_id=d0281413-fe6d-494a-bb93-fd2edf25eef6 HTTP/1.1" status: 200 len: 205 time: 0.1852064 Apr 29 15:39:45.941717 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51256) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:46.025563 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0eaf970c-9fc8-407b-82c7-c8df4f932ccc tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0281413-fe6d-494a-bb93-fd2edf25eef6 HTTP/1.1" status: 200 len: 205 time: 0.0824270 Apr 29 15:39:46.031578 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51260) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:46.176539 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7605ccbe-7203-4b56-8b1a-e80bb5a4459a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.193807 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-e50610f9-8d1a-4a90-b12b-9acc44f611bd None None] Attempting to bind port 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:46.194936 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-e50610f9-8d1a-4a90-b12b-9acc44f611bd None None] Attempting to bind port 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'e9189657-21e7-43cf-a099-f7da9a228ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd0782301-1259-4aba-a3b1-c1e54329f9e6'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:46.195765 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50610f9-8d1a-4a90-b12b-9acc44f611bd None None] Attempting to bind port 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af on network d0782301-1259-4aba-a3b1-c1e54329f9e6 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:39:46.211340 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50610f9-8d1a-4a90-b12b-9acc44f611bd None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:39:46.213745 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50610f9-8d1a-4a90-b12b-9acc44f611bd None None] Checking segment: {'id': 'e9189657-21e7-43cf-a099-f7da9a228ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd0782301-1259-4aba-a3b1-c1e54329f9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:39:46.214267 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e50610f9-8d1a-4a90-b12b-9acc44f611bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.214820 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50610f9-8d1a-4a90-b12b-9acc44f611bd None None] Bound using segment: {'id': 'e9189657-21e7-43cf-a099-f7da9a228ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd0782301-1259-4aba-a3b1-c1e54329f9e6'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:39:46.217432 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-e50610f9-8d1a-4a90-b12b-9acc44f611bd None None] Bound port: 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9189657-21e7-43cf-a099-f7da9a228ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd0782301-1259-4aba-a3b1-c1e54329f9e6'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:46.218094 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e50610f9-8d1a-4a90-b12b-9acc44f611bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.270444 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a7c81fd7-773a-4f01-b556-db464bc1da71 None None] Provisioning for port d6a48047-af1f-4425-bfd8-cd8e4c6d08b9 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:46.271391 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-d6a9df9a-991f-4bc1-b456-08378c7666d2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Allocated IP 2001:db8::f816:3eff:fe5b:6b18 (d0782301-1259-4aba-a3b1-c1e54329f9e6/ca5db4bc-f548-4fd3-9452-a6069cfb2b62/a7e4b683-5a19-4345-80b8-4d066e8ba65a) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:46.296752 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a7c81fd7-773a-4f01-b556-db464bc1da71 None None] Provisioning complete for port d6a48047-af1f-4425-bfd8-cd8e4c6d08b9 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:46.296752 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a7c81fd7-773a-4f01-b556-db464bc1da71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.416667 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a45c21b-4913-402c-bf25-6ad7611246c1 None None] New status for floating IP 91c0e582-f8a5-4df2-9efc-6ce540d9906d: DOWN {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:39:46.491879 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1b918f87-142c-4646-86dd-6d4ca559d2bd tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.525541 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-3a6cf5a6-ef3e-481b-a802-1179d20071e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'name': 'tempest-ServersTestJSON-882899689-router', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:37:11Z', 'revision_number': 4, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'gw_port': {'id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '06d5f898-21bf-4f2a-8334-f2b0a15c0097', 'name': '', 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'mac_address': 'fa:16:3e:f7:84:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e83914fb-022a-4002-8e6f-85f3456e202d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:08Z', 'updated_at': '2022-04-29T15:37:23Z', 'revision_number': 5, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'subnets': [{'id': 'e83914fb-022a-4002-8e6f-85f3456e202d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:46.535621 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6cf5a6-ef3e-481b-a802-1179d20071e2 None None] Checking router: 017a57c6-628c-42d2-8829-cd7b223faa97 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:39:46.555073 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1b918f87-142c-4646-86dd-6d4ca559d2bd tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.561712 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6cf5a6-ef3e-481b-a802-1179d20071e2 None None] Routers {'017a57c6-628c-42d2-8829-cd7b223faa97'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:46.562339 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-3a6cf5a6-ef3e-481b-a802-1179d20071e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['017a57c6-628c-42d2-8829-cd7b223faa97'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:46.759940 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b6ebe640-7e48-445b-a804-3f1e4135183d req-22bc2926-a506-4543-a127-5b56e78318c7 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfedda93-4257-4c37-a040-19e2f7bf36fb HTTP/1.1" status: 200 len: 210 time: 0.1312361 Apr 29 15:39:46.763434 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0ce7e6a8-7772-427c-a832-b931555b2fd6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.941843 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-3a6cf5a6-ef3e-481b-a802-1179d20071e2 None None] Set router 017a57c6-628c-42d2-8829-cd7b223faa97 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:39:46.988999 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51268) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:47.035799 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51272) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:47.045246 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Request body: {'subnets': [{'network_id': '8fbb9788-ee90-42d5-a9d5-cc4794661b8b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1102737652', 'ip_version': 6}, {'network_id': '77374a32-8193-4964-ae82-c8886292ac13', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:47.045579 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Request body: {'subnet': {'network_id': '8fbb9788-ee90-42d5-a9d5-cc4794661b8b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1102737652', 'ip_version': 6}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:47.046196 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Request body: {'subnet': {'network_id': '77374a32-8193-4964-ae82-c8886292ac13', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:47.051664 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c64c9f99-0522-4969-8af2-f7541f058ac4 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:47.076951 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b2410a9a-9334-4688-8d9f-32c808e052a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07bb161daa604b449e1004209d497fd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0826392 Apr 29 15:39:47.078657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51276) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:47.136794 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a9b625f7-459c-40ae-aeb7-4e99fb7db343 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.145185 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d6a9df9a-991f-4bc1-b456-08378c7666d2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.155459 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a7c81fd7-773a-4f01-b556-db464bc1da71 None None] Port d6a48047-af1f-4425-bfd8-cd8e4c6d08b9 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:39:47.192600 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-d6a9df9a-991f-4bc1-b456-08378c7666d2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Transition to ACTIVE for port object a7e4b683-5a19-4345-80b8-4d066e8ba65a will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:47.220089 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-e50610f9-8d1a-4a90-b12b-9acc44f611bd None None] For port 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:39:47.223924 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-e50610f9-8d1a-4a90-b12b-9acc44f611bd None None] For port 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9c0c07d6-ce09-46cd-ac99-fdc9d3b229af,segment=NetworkSegment(e9189657-21e7-43cf-a099-f7da9a228ffc),segment_id=e9189657-21e7-43cf-a099-f7da9a228ffc)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:39:47.239370 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port c64c9f99-0522-4969-8af2-f7541f058ac4 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:47.239929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.267113 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a9b625f7-459c-40ae-aeb7-4e99fb7db343 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.309325 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.314074 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4b4a95fc-42aa-414f-9b42-71cd26367c9e None None] Provisioning complete for port d6a48047-af1f-4425-bfd8-cd8e4c6d08b9 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:47.314609 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4b4a95fc-42aa-414f-9b42-71cd26367c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.356373 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e50610f9-8d1a-4a90-b12b-9acc44f611bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.358204 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b625f7-459c-40ae-aeb7-4e99fb7db343 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Port': ['ID=d6a48047-af1f-4425-bfd8-cd8e4c6d08b9,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:47.499724 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1b918f87-142c-4646-86dd-6d4ca559d2bd tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.500671 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-3a6cf5a6-ef3e-481b-a802-1179d20071e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'name': 'tempest-ServersTestJSON-882899689-router', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:37:11Z', 'revision_number': 4, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'gw_port': {'id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '06d5f898-21bf-4f2a-8334-f2b0a15c0097', 'name': '', 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'mac_address': 'fa:16:3e:f7:84:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e83914fb-022a-4002-8e6f-85f3456e202d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:08Z', 'updated_at': '2022-04-29T15:37:23Z', 'revision_number': 5, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'subnets': [{'id': 'e83914fb-022a-4002-8e6f-85f3456e202d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:47.508265 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6cf5a6-ef3e-481b-a802-1179d20071e2 None None] The sync data for ids ['017a57c6-628c-42d2-8829-cd7b223faa97'] in dv-neutron-839913-1-hyperv is: [{'id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'name': 'tempest-ServersTestJSON-882899689-router', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:37:11Z', 'revision_number': 4, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'gw_port': {'id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '06d5f898-21bf-4f2a-8334-f2b0a15c0097', 'name': '', 'network_id': '0f64455b-29c7-4ef3-82bd-3805f7cde51f', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'mac_address': 'fa:16:3e:f7:84:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e83914fb-022a-4002-8e6f-85f3456e202d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:08Z', 'updated_at': '2022-04-29T15:37:23Z', 'revision_number': 5, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'subnets': [{'id': 'e83914fb-022a-4002-8e6f-85f3456e202d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:39:47.537596 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-4b4a95fc-42aa-414f-9b42-71cd26367c9e None None] Port d6a48047-af1f-4425-bfd8-cd8e4c6d08b9 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:39:47.571197 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50610f9-8d1a-4a90-b12b-9acc44f611bd None None] Pushing event updated for resources: {'Port': ['ID=9c0c07d6-ce09-46cd-ac99-fdc9d3b229af,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:47.590882 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.644429 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b918f87-142c-4646-86dd-6d4ca559d2bd tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58266d71-b64f-43f5-8255-965b2490a53d,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:47.654248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c7c68995-b3e6-4094-a111-43b1d514c4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.654248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0ce7e6a8-7772-427c-a832-b931555b2fd6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.670730 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0ce7e6a8-7772-427c-a832-b931555b2fd6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.692056 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c7c68995-b3e6-4094-a111-43b1d514c4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.700030 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:47.707776 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Usage tracker for resource:subnet and tenant:06cdb5e955154be3b0308180afe8f9b4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:47.715096 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:47.727329 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:47.732857 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d6a9df9a-991f-4bc1-b456-08378c7666d2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.787255 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1b918f87-142c-4646-86dd-6d4ca559d2bd tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.791265 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1b918f87-142c-4646-86dd-6d4ca559d2bd tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "DELETE /v2.0/security-groups/58266d71-b64f-43f5-8255-965b2490a53d HTTP/1.1" status: 204 len: 168 time: 1.9228976 Apr 29 15:39:47.794925 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51280) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:47.821770 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-4b254d6b-000f-4877-8742-61fddf354b30 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] show failed (client error): The resource could not be found. Apr 29 15:39:47.825882 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4b254d6b-000f-4877-8742-61fddf354b30 tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "GET /v2.0/security-groups/58266d71-b64f-43f5-8255-965b2490a53d HTTP/1.1" status: 404 len: 347 time: 0.0274079 Apr 29 15:39:47.830579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51284) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:47.900585 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a9df9a-991f-4bc1-b456-08378c7666d2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Network d0782301-1259-4aba-a3b1-c1e54329f9e6 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:47.903812 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0ce7e6a8-7772-427c-a832-b931555b2fd6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.904300 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce7e6a8-7772-427c-a832-b931555b2fd6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Fanout notify agent at l3_agent the message router_deleted on router d0281413-fe6d-494a-bb93-fd2edf25eef6 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:39:47.966898 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-d6a9df9a-991f-4bc1-b456-08378c7666d2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:47.967592 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836f28cb-8fef-402f-b2f8-80bd7ac221b6 None None] New status for floating IP 618b55d9-fdf1-42cd-83ad-62e5079ae271: DOWN {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:39:47.969621 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a9df9a-991f-4bc1-b456-08378c7666d2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:47.974898 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a9df9a-991f-4bc1-b456-08378c7666d2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:47.975808 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d6a9df9a-991f-4bc1-b456-08378c7666d2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.988184 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Made reservation on behalf of 06cdb5e955154be3b0308180afe8f9b4 for: {'subnet': 2} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:47.988320 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0addb88e-0f28-4fe6-825d-ede4921d58d2 None None] Provisioning complete for port d6a48047-af1f-4425-bfd8-cd8e4c6d08b9 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:47.988653 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0addb88e-0f28-4fe6-825d-ede4921d58d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:48.111643 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-0addb88e-0f28-4fe6-825d-ede4921d58d2 None None] Port d6a48047-af1f-4425-bfd8-cd8e4c6d08b9 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:39:48.129496 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-284423f2-b782-44c3-9605-7495c113fb3e tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Deleting port fbb5ad91-1042-4b4f-ae73-d57f41966cff {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:48.130159 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-284423f2-b782-44c3-9605-7495c113fb3e tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:48.155494 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9df9a-991f-4bc1-b456-08378c7666d2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event updated for resources: {'Port': ['ID=a7e4b683-5a19-4345-80b8-4d066e8ba65a,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:48.156638 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0ce7e6a8-7772-427c-a832-b931555b2fd6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:48.157954 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0ce7e6a8-7772-427c-a832-b931555b2fd6 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "DELETE /v2.0/routers/d0281413-fe6d-494a-bb93-fd2edf25eef6 HTTP/1.1" status: 204 len: 168 time: 2.1253839 Apr 29 15:39:48.162733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51292) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:48.217331 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c5d4fe08-7a97-4211-b42f-71e2b726faef tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0281413-fe6d-494a-bb93-fd2edf25eef6 HTTP/1.1" status: 200 len: 205 time: 0.0526545 Apr 29 15:39:48.220558 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51296) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:48.221088 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51298) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:48.232024 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a9b625f7-459c-40ae-aeb7-4e99fb7db343 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:48.233467 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c7c68995-b3e6-4094-a111-43b1d514c4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:48.235826 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c7c68995-b3e6-4094-a111-43b1d514c4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:48.237010 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c7c68995-b3e6-4094-a111-43b1d514c4e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f7c0597-d910-4f78-a8fa-e422d9708c24 HTTP/1.1" status: 204 len: 168 time: 1.1574585 Apr 29 15:39:48.352929 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d6a9df9a-991f-4bc1-b456-08378c7666d2 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 5.5309315 Apr 29 15:39:48.366029 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51306) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:48.368846 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:48.370002 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c68995-b3e6-4094-a111-43b1d514c4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7c0597-d910-4f78-a8fa-e422d9708c24,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:48.372661 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-20122abf-57de-4197-aee4-f274f8dae3d2 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] delete failed (client error): The resource could not be found. Apr 29 15:39:48.378754 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-20122abf-57de-4197-aee4-f274f8dae3d2 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "DELETE /v2.0/routers/d0281413-fe6d-494a-bb93-fd2edf25eef6 HTTP/1.1" status: 404 len: 336 time: 0.1500087 Apr 29 15:39:48.400872 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51310) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:48.512420 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-00b2f065-132c-4455-9e31-9171f0fb4944 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "GET /v2.0/ports?device_id=37003019-5e8e-4e3a-b35c-6e11a82343b9 HTTP/1.1" status: 200 len: 205 time: 0.1082993 Apr 29 15:39:48.518778 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:48.519157 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:48.520363 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51314) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:48.595905 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-76e83845-8c49-4e48-a1a0-1d5355186cb8 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] delete failed (client error): The resource could not be found. Apr 29 15:39:48.599849 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-76e83845-8c49-4e48-a1a0-1d5355186cb8 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "DELETE /v2.0/routers/37003019-5e8e-4e3a-b35c-6e11a82343b9 HTTP/1.1" status: 404 len: 336 time: 0.0736642 Apr 29 15:39:48.601054 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51318) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:48.696216 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-284423f2-b782-44c3-9605-7495c113fb3e tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:48.696597 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-284423f2-b782-44c3-9605-7495c113fb3e tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:48.793313 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a9b625f7-459c-40ae-aeb7-4e99fb7db343 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:48.859948 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-284423f2-b782-44c3-9605-7495c113fb3e tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Calling delete_port for fbb5ad91-1042-4b4f-ae73-d57f41966cff owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:48.907893 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-91c9dd0e-778c-4b05-88be-71604d54aec7 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "GET /v2.0/ports?device_id=8650b17a-5c9f-4f40-8464-a58565ee6df0 HTTP/1.1" status: 200 len: 205 time: 0.3052058 Apr 29 15:39:48.912642 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51328) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:48.924405 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b2189650-e378-42f7-be74-96830cfaf0d3 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.010249 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-016bb48f-5151-4c27-bd07-e4de63cad20f tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Deleting subnet ca5db4bc-f548-4fd3-9452-a6069cfb2b62 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:39:49.015345 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-43b77a04-8214-4591-8372-b421eaeee6ed tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] delete failed (client error): The resource could not be found. Apr 29 15:39:49.016965 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-43b77a04-8214-4591-8372-b421eaeee6ed tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "DELETE /v2.0/routers/8650b17a-5c9f-4f40-8464-a58565ee6df0 HTTP/1.1" status: 404 len: 336 time: 0.0970430 Apr 29 15:39:49.024245 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51334) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:49.073870 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:49.087411 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-016bb48f-5151-4c27-bd07-e4de63cad20f tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.145711 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f003b61-45b6-4ca2-b69a-134f44cf9b99 None None] Network d0782301-1259-4aba-a3b1-c1e54329f9e6 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:49.201769 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b2189650-e378-42f7-be74-96830cfaf0d3 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.220745 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ba484a52-beec-4f13-abe2-cd20344de2f4 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "GET /v2.0/ports?device_id=031b6d04-583a-4a8f-a7a6-9e7e2a9bd181 HTTP/1.1" status: 200 len: 205 time: 0.1951303 Apr 29 15:39:49.236577 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51340) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:49.308355 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-016bb48f-5151-4c27-bd07-e4de63cad20f tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.379928 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b2189650-e378-42f7-be74-96830cfaf0d3 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.383317 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-c42f0b06-1ddc-49dd-acb9-c98cf592420d tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] delete failed (client error): The resource could not be found. Apr 29 15:39:49.384342 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c42f0b06-1ddc-49dd-acb9-c98cf592420d tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "DELETE /v2.0/routers/031b6d04-583a-4a8f-a7a6-9e7e2a9bd181 HTTP/1.1" status: 404 len: 336 time: 0.1468365 Apr 29 15:39:49.393003 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51344) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:49.429837 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2189650-e378-42f7-be74-96830cfaf0d3 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77732694-f1f0-4552-88b3-a77f8ec2116a,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:49.442665 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-284423f2-b782-44c3-9605-7495c113fb3e tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.462075 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-da378b03-a820-49c7-9fbc-8ebe0f4d4a44 None None] Provisioning for port 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:49.485681 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-da378b03-a820-49c7-9fbc-8ebe0f4d4a44 None None] Provisioning complete for port 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:49.486066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-da378b03-a820-49c7-9fbc-8ebe0f4d4a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.490863 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ed46bf63-96e3-43cc-ba3f-2e9c0e4ae1f9 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed883d26-21ff-4048-ae80-4c831f2bfafb HTTP/1.1" status: 200 len: 205 time: 0.0935378 Apr 29 15:39:49.502286 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51350) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:49.507403 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284423f2-b782-44c3-9605-7495c113fb3e tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Pushing event deleted for resources: {'Port': ['ID=fbb5ad91-1042-4b4f-ae73-d57f41966cff,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:49.516419 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:49.532048 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:49.532411 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.682905 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-d5f3f267-af90-4ee0-bfa6-36b54f17f86b tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] delete failed (client error): The resource could not be found. Apr 29 15:39:49.684294 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d5f3f267-af90-4ee0-bfa6-36b54f17f86b tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "DELETE /v2.0/routers/ed883d26-21ff-4048-ae80-4c831f2bfafb HTTP/1.1" status: 404 len: 336 time: 0.1810145 Apr 29 15:39:49.693562 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51356) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:49.752971 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b2189650-e378-42f7-be74-96830cfaf0d3 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.754452 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b2189650-e378-42f7-be74-96830cfaf0d3 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "DELETE /v2.0/security-groups/77732694-f1f0-4552-88b3-a77f8ec2116a HTTP/1.1" status: 204 len: 168 time: 1.5323014 Apr 29 15:39:49.758246 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b50bab85-1ef3-4d84-a57e-e753b2eecd40 tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6263f4e-6c15-4c84-bcf2-8a0fa3d8c09e HTTP/1.1" status: 200 len: 205 time: 0.0630124 Apr 29 15:39:49.759176 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51360) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:49.766182 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51362) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:49.767530 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-da378b03-a820-49c7-9fbc-8ebe0f4d4a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.782610 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-284423f2-b782-44c3-9605-7495c113fb3e tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks [] for floatingip, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.785480 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-284423f2-b782-44c3-9605-7495c113fb3e tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.790883 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-284423f2-b782-44c3-9605-7495c113fb3e tempest-ServersTestManualDisk-1855876975 tempest-ServersTestManualDisk-1855876975-project] 10.222.0.21 "DELETE /v2.0/floatingips/91c0e582-f8a5-4df2-9efc-6ce540d9906d HTTP/1.1" status: 204 len: 168 time: 1.9588602 Apr 29 15:39:49.796316 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51370) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:49.852629 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-d0461916-f706-44cd-97e6-c785f2d3bab1 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] show failed (client error): The resource could not be found. Apr 29 15:39:49.856131 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d0461916-f706-44cd-97e6-c785f2d3bab1 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "GET /v2.0/security-groups/77732694-f1f0-4552-88b3-a77f8ec2116a HTTP/1.1" status: 404 len: 347 time: 0.0917389 Apr 29 15:39:49.859722 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51374) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:49.870310 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.db.resource_extend [None req-a9b625f7-459c-40ae-aeb7-4e99fb7db343 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:39:49.878901 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-05c5fd45-4a6b-4c76-9087-4f852b847a7e tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] delete failed (client error): The resource could not be found. Apr 29 15:39:49.879920 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-05c5fd45-4a6b-4c76-9087-4f852b847a7e tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "DELETE /v2.0/routers/e6263f4e-6c15-4c84-bcf2-8a0fa3d8c09e HTTP/1.1" status: 404 len: 336 time: 0.1127968 Apr 29 15:39:49.889967 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51378) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:49.919684 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.932902 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-016bb48f-5151-4c27-bd07-e4de63cad20f tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.968074 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a9b625f7-459c-40ae-aeb7-4e99fb7db343 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.969169 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51382) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:49.992085 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f84e41c-ed94-49e1-88a9-9c636fad2f0b tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] DELETE failed (client error): The resource could not be found. Apr 29 15:39:49.992527 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f84e41c-ed94-49e1-88a9-9c636fad2f0b tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:39:50.013653 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8f84e41c-ed94-49e1-88a9-9c636fad2f0b tempest-RoutersIpV6AdminTest-2140633605 tempest-RoutersIpV6AdminTest-2140633605-project] 10.222.0.21 "DELETE /v2.0/subnets/e7cc385f-3071-454e-bf47-7c91603556f9 HTTP/1.1" status: 404 len: 337 time: 0.1212883 Apr 29 15:39:50.026779 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a9b625f7-459c-40ae-aeb7-4e99fb7db343 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.027539 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a9b625f7-459c-40ae-aeb7-4e99fb7db343 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.099754 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.132116 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-c9a96d7b-4c7f-4263-9994-2c891a597fa0 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Deleting port 64a4aed2-4a33-4a88-b204-4fc800e06bb0 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:50.134289 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c9a96d7b-4c7f-4263-9994-2c891a597fa0 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.207346 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Pushing event updated for resources: {'Subnet': ['ID=20ebf25a-d442-4a73-809a-0df8c6e0c2a5,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:50.278748 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b625f7-459c-40ae-aeb7-4e99fb7db343 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Port': ['ID=d6a48047-af1f-4425-bfd8-cd8e4c6d08b9,revision_number=3']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:50.349003 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c9a96d7b-4c7f-4263-9994-2c891a597fa0 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.351237 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-016bb48f-5151-4c27-bd07-e4de63cad20f tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.351364 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c9a96d7b-4c7f-4263-9994-2c891a597fa0 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.410649 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016bb48f-5151-4c27-bd07-e4de63cad20f tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event deleted for resources: {'Subnet': ['ID=ca5db4bc-f548-4fd3-9452-a6069cfb2b62,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:50.411255 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:39:50.411715 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:39:50.412250 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-da378b03-a820-49c7-9fbc-8ebe0f4d4a44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:39:50.412791 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-da378b03-a820-49c7-9fbc-8ebe0f4d4a44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:39:50.448397 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9af35131-b02f-4ef0-9a87-5e480b80cc5d tempest-AgentManagementNegativeTest-738695867 tempest-AgentManagementNegativeTest-738695867-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4772449 Apr 29 15:39:50.488070 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265c724f-c112-4182-9fd0-36a960d4a0ba None None] Network d0782301-1259-4aba-a3b1-c1e54329f9e6 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:50.504948 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-c9a96d7b-4c7f-4263-9994-2c891a597fa0 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Calling delete_port for 64a4aed2-4a33-4a88-b204-4fc800e06bb0 owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:50.539971 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-016bb48f-5151-4c27-bd07-e4de63cad20f tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.548555 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Checking segment: {'id': '86cb6106-a9d8-446b-8127-539b5f6507ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8fbb9788-ee90-42d5-a9d5-cc4794661b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:39:50.549183 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Network hostable DHCP agents. Network: 8fbb9788-ee90-42d5-a9d5-cc4794661b8b, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:39:50.561052 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b625f7-459c-40ae-aeb7-4e99fb7db343 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network 0fb8fb74-23fc-49f9-88b1-e9f8821c8da8 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:50.565751 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-a9b625f7-459c-40ae-aeb7-4e99fb7db343 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:50.736003 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-016bb48f-5151-4c27-bd07-e4de63cad20f tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "DELETE /v2.0/subnets/ca5db4bc-f548-4fd3-9452-a6069cfb2b62 HTTP/1.1" status: 204 len: 168 time: 2.3684323 Apr 29 15:39:50.837042 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51396) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:50.837042 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51398) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:50.865659 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697ac988-3291-47f6-821a-31306884368c None None] DHCP port deletion for d0782301-1259-4aba-a3b1-c1e54329f9e6 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:39:50.870698 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-697ac988-3291-47f6-821a-31306884368c None None] Deleting port 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:50.871061 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-697ac988-3291-47f6-821a-31306884368c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.039753 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb34280-d2c8-4663-a55d-9697c513ceed tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:51.041346 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb34280-d2c8-4663-a55d-9697c513ceed tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:51.042120 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-3fb34280-d2c8-4663-a55d-9697c513ceed tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Synchronizing usage tracker for tenant:c0e5eb64d48444a7a7538cb7910a5743 on resource:subnet {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:51.096516 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-da378b03-a820-49c7-9fbc-8ebe0f4d4a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.104998 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51408) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:51.133183 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c9a96d7b-4c7f-4263-9994-2c891a597fa0 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.142722 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.196419 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Network 8fbb9788-ee90-42d5-a9d5-cc4794661b8b is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:39:51.216050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a96d7b-4c7f-4263-9994-2c891a597fa0 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Pushing event deleted for resources: {'Port': ['ID=64a4aed2-4a33-4a88-b204-4fc800e06bb0,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:51.238923 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bdb22390-8296-464f-a7bc-c46bb4536a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.245292 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fad7db29-af47-4fe5-90ba-955e2edafe7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.260598 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ed669633-b3bf-41d7-91ea-951ad33c3ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.270066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-da378b03-a820-49c7-9fbc-8ebe0f4d4a44 None None] For port 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9c0c07d6-ce09-46cd-ac99-fdc9d3b229af,segment=NetworkSegment(e9189657-21e7-43cf-a099-f7da9a228ffc),segment_id=e9189657-21e7-43cf-a099-f7da9a228ffc)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:51.291275 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-bdb22390-8296-464f-a7bc-c46bb4536a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:51.294385 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 8fbb9788-ee90-42d5-a9d5-cc4794661b8b) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:51.300422 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-bdb22390-8296-464f-a7bc-c46bb4536a87 admin admin] Usage tracker for resource:security_group_rule and tenant:578af6b7ee6e47d085e1fc6b8347c84b is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:51.306170 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eaaf27-e2cc-4b2f-9f6a-e78b7db9e0a3 None None] Network 8fbb9788-ee90-42d5-a9d5-cc4794661b8b requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:51.306392 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-bdb22390-8296-464f-a7bc-c46bb4536a87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:51.309190 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.349643 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-bdb22390-8296-464f-a7bc-c46bb4536a87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:51.354588 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-3fb34280-d2c8-4663-a55d-9697c513ceed tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Unset dirty status for tenant:c0e5eb64d48444a7a7538cb7910a5743 on resource:subnet {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:51.358608 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3fb34280-d2c8-4663-a55d-9697c513ceed tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5184753 Apr 29 15:39:51.368109 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51414) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:51.387149 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-697ac988-3291-47f6-821a-31306884368c None None] For port 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9c0c07d6-ce09-46cd-ac99-fdc9d3b229af,segment=NetworkSegment(e9189657-21e7-43cf-a099-f7da9a228ffc),segment_id=e9189657-21e7-43cf-a099-f7da9a228ffc)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:51.387529 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-697ac988-3291-47f6-821a-31306884368c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.419349 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-da378b03-a820-49c7-9fbc-8ebe0f4d4a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.490600 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-fad7db29-af47-4fe5-90ba-955e2edafe7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:51.498191 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-fad7db29-af47-4fe5-90ba-955e2edafe7e admin admin] Usage tracker for resource:security_group_rule and tenant:3a0167a60eb04b7297b6a0cc7446de68 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:51.502970 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-fad7db29-af47-4fe5-90ba-955e2edafe7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:51.505930 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c9a96d7b-4c7f-4263-9994-2c891a597fa0 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks [] for floatingip, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.516166 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-fad7db29-af47-4fe5-90ba-955e2edafe7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:51.621864 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-697ac988-3291-47f6-821a-31306884368c None None] Calling delete_port for 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:51.628053 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Pushing event updated for resources: {'Subnet': ['ID=bcc6fce3-321f-45d3-867c-2b382d0b25e1,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:51.631070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fad7db29-af47-4fe5-90ba-955e2edafe7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.643970 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c9a96d7b-4c7f-4263-9994-2c891a597fa0 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.648888 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c9a96d7b-4c7f-4263-9994-2c891a597fa0 tempest-ServersTestJSON-890842058 tempest-ServersTestJSON-890842058-project] 10.222.0.21 "DELETE /v2.0/floatingips/618b55d9-fdf1-42cd-83ad-62e5079ae271 HTTP/1.1" status: 204 len: 168 time: 1.7842174 Apr 29 15:39:51.648888 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51418) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:51.683466 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4452d92c-d14a-4369-9951-2c4f20a0c35b tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.711742 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fad7db29-af47-4fe5-90ba-955e2edafe7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.711997 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:39:51.711997 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:39:51.717456 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4452d92c-d14a-4369-9951-2c4f20a0c35b tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 29 15:39:51.717456 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4452d92c-d14a-4369-9951-2c4f20a0c35b tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:39:51.718978 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Checking segment: {'id': '4e17fd7d-ff16-4eb8-9576-c67a19c9d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '77374a32-8193-4964-ae82-c8886292ac13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:39:51.724044 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Network hostable DHCP agents. Network: 77374a32-8193-4964-ae82-c8886292ac13, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:39:51.744185 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da378b03-a820-49c7-9fbc-8ebe0f4d4a44 None None] Pushing event updated for resources: {'Port': ['ID=9c0c07d6-ce09-46cd-ac99-fdc9d3b229af,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:51.762546 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4452d92c-d14a-4369-9951-2c4f20a0c35b tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "DELETE /v2.0/networks/d0782301-1259-4aba-a3b1-c1e54329f9e6 HTTP/1.1" status: 409 len: 405 time: 0.3857610 Apr 29 15:39:51.766357 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51422) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:51.775545 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bdb22390-8296-464f-a7bc-c46bb4536a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.779472 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-a9cdffe1-07c7-4717-8a4a-4bf4922d9ea9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-707206514'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:51.784730 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-a9cdffe1-07c7-4717-8a4a-4bf4922d9ea9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:51.792932 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-a9cdffe1-07c7-4717-8a4a-4bf4922d9ea9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Usage tracker for resource:network and tenant:c0e5eb64d48444a7a7538cb7910a5743 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:51.796072 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-a9cdffe1-07c7-4717-8a4a-4bf4922d9ea9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:51.802498 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-a9cdffe1-07c7-4717-8a4a-4bf4922d9ea9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:51.810364 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e9101018-1c52-4b2b-be66-0213dff90649 None None] Provisioning complete for port 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:51.811015 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e9101018-1c52-4b2b-be66-0213dff90649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.853817 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-697ac988-3291-47f6-821a-31306884368c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:39:51.853817 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-697ac988-3291-47f6-821a-31306884368c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:39:51.856136 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bdb22390-8296-464f-a7bc-c46bb4536a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.892021 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Network 77374a32-8193-4964-ae82-c8886292ac13 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:39:51.892952 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7db29-af47-4fe5-90ba-955e2edafe7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f72a8e-d0db-4068-8695-e74713f88219,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:51.899219 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b625f7-459c-40ae-aeb7-4e99fb7db343 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Router baf10ab6-244f-4602-9667-2c155cd823bd is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:39:51.920080 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb22390-8296-464f-a7bc-c46bb4536a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d923cb-cb64-440a-a0e6-a9e5a4db71fc,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:51.933326 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-bdb22390-8296-464f-a7bc-c46bb4536a87 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=578af6b7ee6e47d085e1fc6b8347c84b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0944638 Apr 29 15:39:51.937469 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8684f6c6-62a5-4385-8308-88ca1a04d58d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-8fbb9788-ee90-42d5-a9d5-cc4794661b8b', 'network_id': '8fbb9788-ee90-42d5-a9d5-cc4794661b8b', 'tenant_id': '06cdb5e955154be3b0308180afe8f9b4', 'fixed_ips': [{'subnet_id': '20ebf25a-d442-4a73-809a-0df8c6e0c2a5'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:39:51.938379 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8684f6c6-62a5-4385-8308-88ca1a04d58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.953352 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51426) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:51.958703 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-fad7db29-af47-4fe5-90ba-955e2edafe7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a0167a60eb04b7297b6a0cc7446de68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8444295 Apr 29 15:39:51.969935 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51430) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:51.998593 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cdffe1-07c7-4717-8a4a-4bf4922d9ea9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Made reservation on behalf of c0e5eb64d48444a7a7538cb7910a5743 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:52.001523 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a9cdffe1-07c7-4717-8a4a-4bf4922d9ea9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.065673 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 77374a32-8193-4964-ae82-c8886292ac13) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:52.079325 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:52.079707 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:52.080316 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.083774 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094d8e38-86bf-4e72-896c-dd4dea1d84b8 None None] Network 77374a32-8193-4964-ae82-c8886292ac13 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:52.123875 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9cdffe1-07c7-4717-8a4a-4bf4922d9ea9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:39:52.141163 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a9cdffe1-07c7-4717-8a4a-4bf4922d9ea9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.141163 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-a9cdffe1-07c7-4717-8a4a-4bf4922d9ea9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Added segment db41ed15-b84e-43aa-a35f-57af3c9534cf of type vlan for network 92593242-f6da-40e8-96ec-7ca23be115ef Apr 29 15:39:52.176393 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a9cdffe1-07c7-4717-8a4a-4bf4922d9ea9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.195708 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b625f7-459c-40ae-aeb7-4e99fb7db343 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:39:52.207841 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a9b625f7-459c-40ae-aeb7-4e99fb7db343 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "PUT /v2.0/routers/baf10ab6-244f-4602-9667-2c155cd823bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5495942 Apr 29 15:39:52.216505 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7b6859b7-c2c7-428f-af7a-9d4d8a90c7a1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.1751904 Apr 29 15:39:52.216505 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51434) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:52.216505 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51436) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:52.220719 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bdec63-23d4-4a66-83a2-b4213b0226a0 None None] Sync routers for ids ['baf10ab6-244f-4602-9667-2c155cd823bd'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:39:52.220885 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-052ca614-8572-4bb3-a89a-f4daa346ea6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.226156 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53afaaff-ea21-4991-9213-e806269bc112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.316167 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53afaaff-ea21-4991-9213-e806269bc112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.330449 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-052ca614-8572-4bb3-a89a-f4daa346ea6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.340851 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01560b67-3163-428e-ae2a-8d0895623ef4 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:52.342166 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01560b67-3163-428e-ae2a-8d0895623ef4 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:52.343616 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01560b67-3163-428e-ae2a-8d0895623ef4 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:52.344409 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-01560b67-3163-428e-ae2a-8d0895623ef4 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Synchronizing usage tracker for tenant:06cdb5e955154be3b0308180afe8f9b4 on resource:subnet {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:52.361573 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-697ac988-3291-47f6-821a-31306884368c None None] Deleting port 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:52.361972 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-697ac988-3291-47f6-821a-31306884368c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.376946 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed608fe2-eef9-48eb-bd9c-1fb5c5f03e32 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:52.377642 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ed608fe2-eef9-48eb-bd9c-1fb5c5f03e32 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Synchronizing usage tracker for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:52.382878 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a9cdffe1-07c7-4717-8a4a-4bf4922d9ea9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.386343 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cdffe1-07c7-4717-8a4a-4bf4922d9ea9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:52.386949 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a9cdffe1-07c7-4717-8a4a-4bf4922d9ea9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.408309 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bdec63-23d4-4a66-83a2-b4213b0226a0 None None] Routers {'baf10ab6-244f-4602-9667-2c155cd823bd'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:52.411878 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-54bdec63-23d4-4a66-83a2-b4213b0226a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['baf10ab6-244f-4602-9667-2c155cd823bd'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:52.492584 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-01560b67-3163-428e-ae2a-8d0895623ef4 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Unset dirty status for tenant:06cdb5e955154be3b0308180afe8f9b4 on resource:subnet {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:52.501485 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-01560b67-3163-428e-ae2a-8d0895623ef4 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2832489 Apr 29 15:39:52.505200 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51442) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:52.521288 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-8684f6c6-62a5-4385-8308-88ca1a04d58d None None] Allocated IP 2001:db8::1 (8fbb9788-ee90-42d5-a9d5-cc4794661b8b/20ebf25a-d442-4a73-809a-0df8c6e0c2a5/d19d4c42-a508-42ff-b2ab-14f5912310c9) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:52.555618 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdffe1-07c7-4717-8a4a-4bf4922d9ea9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event updated for resources: {'Network': ['ID=92593242-f6da-40e8-96ec-7ca23be115ef,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:52.564052 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a9cdffe1-07c7-4717-8a4a-4bf4922d9ea9 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7966442 Apr 29 15:39:52.566120 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51446) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:52.566695 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e9101018-1c52-4b2b-be66-0213dff90649 None None] Provisioning for port a7e4b683-5a19-4345-80b8-4d066e8ba65a completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:52.573826 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-6fae6191-3ed9-4e99-a799-945392dc6921 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Request body: {'subnet': {'network_id': '92593242-f6da-40e8-96ec-7ca23be115ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:52.585779 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-352f3127-779a-4635-8074-98c72e552fae tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Deleting subnet 20ebf25a-d442-4a73-809a-0df8c6e0c2a5 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:39:52.589252 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ed608fe2-eef9-48eb-bd9c-1fb5c5f03e32 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Unset dirty status for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:52.590547 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ed608fe2-eef9-48eb-bd9c-1fb5c5f03e32 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports?device_id=baf10ab6-244f-4602-9667-2c155cd823bd HTTP/1.1" status: 200 len: 989 time: 0.3740733 Apr 29 15:39:52.596153 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-54bdec63-23d4-4a66-83a2-b4213b0226a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:52.597223 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51450) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:52.598425 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 92593242-f6da-40e8-96ec-7ca23be115ef details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:39:52.602770 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53afaaff-ea21-4991-9213-e806269bc112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.622951 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e9101018-1c52-4b2b-be66-0213dff90649 None None] Provisioning complete for port a7e4b683-5a19-4345-80b8-4d066e8ba65a triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:52.623321 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e9101018-1c52-4b2b-be66-0213dff90649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.755321 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:52.830158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-052ca614-8572-4bb3-a89a-f4daa346ea6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.853372 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afaaff-ea21-4991-9213-e806269bc112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d923cb-cb64-440a-a0e6-a9e5a4db71fc,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:52.892036 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-052ca614-8572-4bb3-a89a-f4daa346ea6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.895511 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-052ca614-8572-4bb3-a89a-f4daa346ea6b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55f72a8e-d0db-4068-8695-e74713f88219 HTTP/1.1" status: 204 len: 168 time: 0.9057968 Apr 29 15:39:52.911923 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ca614-8572-4bb3-a89a-f4daa346ea6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f72a8e-d0db-4068-8695-e74713f88219,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:52.919688 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53afaaff-ea21-4991-9213-e806269bc112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.923194 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-53afaaff-ea21-4991-9213-e806269bc112 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0d923cb-cb64-440a-a0e6-a9e5a4db71fc HTTP/1.1" status: 204 len: 168 time: 0.9665093 Apr 29 15:39:52.937021 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6fae6191-3ed9-4e99-a799-945392dc6921 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:52.969970 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6fae6191-3ed9-4e99-a799-945392dc6921 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:53.062291 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ed669633-b3bf-41d7-91ea-951ad33c3ad3 admin admin] Deleting port 02b923e5-a482-4b7f-988a-e06f010984d4 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:53.062655 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ed669633-b3bf-41d7-91ea-951ad33c3ad3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:53.101111 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fae6191-3ed9-4e99-a799-945392dc6921 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Made reservation on behalf of c0e5eb64d48444a7a7538cb7910a5743 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:53.249011 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4b8a8d-200d-4e70-968f-b9dd67255dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-77374a32-8193-4964-ae82-c8886292ac13', 'network_id': '77374a32-8193-4964-ae82-c8886292ac13', 'tenant_id': '06cdb5e955154be3b0308180afe8f9b4', 'fixed_ips': [{'subnet_id': 'bcc6fce3-321f-45d3-867c-2b382d0b25e1'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:39:53.249555 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8a8d-200d-4e70-968f-b9dd67255dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:53.259240 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cacabf71-e2e9-45ff-8f11-d03566bd6ae8 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:53.260534 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8684f6c6-62a5-4385-8308-88ca1a04d58d None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:53.283450 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bdec63-23d4-4a66-83a2-b4213b0226a0 None None] Routers {'baf10ab6-244f-4602-9667-2c155cd823bd'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:53.283995 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-54bdec63-23d4-4a66-83a2-b4213b0226a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['baf10ab6-244f-4602-9667-2c155cd823bd'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:53.318772 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6da78dd0-27c7-4dd2-9729-586cf81603f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:53.345691 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-e9101018-1c52-4b2b-be66-0213dff90649 None None] Port a7e4b683-5a19-4345-80b8-4d066e8ba65a cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:39:53.364530 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-54bdec63-23d4-4a66-83a2-b4213b0226a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:53.364934 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bdec63-23d4-4a66-83a2-b4213b0226a0 None None] The sync data for ids ['baf10ab6-244f-4602-9667-2c155cd823bd'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:39:53.378870 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6fae6191-3ed9-4e99-a799-945392dc6921 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:53.431368 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8684f6c6-62a5-4385-8308-88ca1a04d58d None None] Transition to ACTIVE for port object d19d4c42-a508-42ff-b2ab-14f5912310c9 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:53.616872 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-ed669633-b3bf-41d7-91ea-951ad33c3ad3 admin admin] For port 02b923e5-a482-4b7f-988a-e06f010984d4, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=02b923e5-a482-4b7f-988a-e06f010984d4,segment=NetworkSegment(e48be504-9206-4521-ba82-c3663d220100),segment_id=e48be504-9206-4521-ba82-c3663d220100)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:53.617585 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ed669633-b3bf-41d7-91ea-951ad33c3ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:53.624989 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-2a4b8a8d-200d-4e70-968f-b9dd67255dc4 None None] Allocated IP 2001:db8:0:1::1 (77374a32-8193-4964-ae82-c8886292ac13/bcc6fce3-321f-45d3-867c-2b382d0b25e1/ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:53.757474 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ed669633-b3bf-41d7-91ea-951ad33c3ad3 admin admin] Calling delete_port for 02b923e5-a482-4b7f-988a-e06f010984d4 owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:53.857128 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e9101018-1c52-4b2b-be66-0213dff90649 None None] Provisioning complete for port d6a48047-af1f-4425-bfd8-cd8e4c6d08b9 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:53.857496 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e9101018-1c52-4b2b-be66-0213dff90649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:53.875793 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-cacabf71-e2e9-45ff-8f11-d03566bd6ae8 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting port d6a48047-af1f-4425-bfd8-cd8e4c6d08b9 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:53.876298 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cacabf71-e2e9-45ff-8f11-d03566bd6ae8 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:53.891581 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8684f6c6-62a5-4385-8308-88ca1a04d58d None None] Transition to ACTIVE for port object d19d4c42-a508-42ff-b2ab-14f5912310c9 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:53.965131 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-697ac988-3291-47f6-821a-31306884368c None None] For port 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9c0c07d6-ce09-46cd-ac99-fdc9d3b229af,segment=NetworkSegment(e9189657-21e7-43cf-a099-f7da9a228ffc),segment_id=e9189657-21e7-43cf-a099-f7da9a228ffc)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:53.965522 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-697ac988-3291-47f6-821a-31306884368c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:53.979149 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-352f3127-779a-4635-8074-98c72e552fae tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:53.996316 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8684f6c6-62a5-4385-8308-88ca1a04d58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:54.088938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51476) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:54.154062 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:54.167100 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-352f3127-779a-4635-8074-98c72e552fae tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:54.238182 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-697ac988-3291-47f6-821a-31306884368c None None] Calling delete_port for 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:54.258846 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ed669633-b3bf-41d7-91ea-951ad33c3ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:54.277337 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cacabf71-e2e9-45ff-8f11-d03566bd6ae8 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:54.318367 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-e9101018-1c52-4b2b-be66-0213dff90649 None None] Port d6a48047-af1f-4425-bfd8-cd8e4c6d08b9 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:39:54.338279 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8a8d-200d-4e70-968f-b9dd67255dc4 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:54.353894 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8684f6c6-62a5-4385-8308-88ca1a04d58d None None] Network 8fbb9788-ee90-42d5-a9d5-cc4794661b8b is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:54.367328 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-8684f6c6-62a5-4385-8308-88ca1a04d58d None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:54.369522 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684f6c6-62a5-4385-8308-88ca1a04d58d None None] Pushing event updated for resources: {'Port': ['ID=d19d4c42-a508-42ff-b2ab-14f5912310c9,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:54.374570 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9c0c07d6-ce09-46cd-ac99-fdc9d3b229af,segment=NetworkSegment(e9189657-21e7-43cf-a099-f7da9a228ffc),segment_id=e9189657-21e7-43cf-a099-f7da9a228ffc)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:54.376039 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8684f6c6-62a5-4385-8308-88ca1a04d58d None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:54.383292 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2a4b8a8d-200d-4e70-968f-b9dd67255dc4 None None] Transition to ACTIVE for port object ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:54.436185 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-cacabf71-e2e9-45ff-8f11-d03566bd6ae8 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Calling delete_port for d6a48047-af1f-4425-bfd8-cd8e4c6d08b9 owned by network:router_interface {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:54.479294 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed669633-b3bf-41d7-91ea-951ad33c3ad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=02b923e5-a482-4b7f-988a-e06f010984d4,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:54.495543 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-352f3127-779a-4635-8074-98c72e552fae tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:54.495748 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:54.500009 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2a4b8a8d-200d-4e70-968f-b9dd67255dc4 None None] Transition to ACTIVE for port object ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:54.522698 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b50abbe1-4879-4a34-a7e6-37ce5830d378 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21b3cb6277114da699b52cb29ae615ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4257216 Apr 29 15:39:54.526417 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51484) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:54.565544 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-8684f6c6-62a5-4385-8308-88ca1a04d58d None None] Attempting to bind port d19d4c42-a508-42ff-b2ab-14f5912310c9 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:54.566005 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-8684f6c6-62a5-4385-8308-88ca1a04d58d None None] Attempting to bind port d19d4c42-a508-42ff-b2ab-14f5912310c9 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '86cb6106-a9d8-446b-8127-539b5f6507ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8fbb9788-ee90-42d5-a9d5-cc4794661b8b'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:54.566441 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8684f6c6-62a5-4385-8308-88ca1a04d58d None None] Attempting to bind port d19d4c42-a508-42ff-b2ab-14f5912310c9 on network 8fbb9788-ee90-42d5-a9d5-cc4794661b8b {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:39:54.582670 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8684f6c6-62a5-4385-8308-88ca1a04d58d None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:39:54.583127 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8684f6c6-62a5-4385-8308-88ca1a04d58d None None] Checking segment: {'id': '86cb6106-a9d8-446b-8127-539b5f6507ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8fbb9788-ee90-42d5-a9d5-cc4794661b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:39:54.586129 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8684f6c6-62a5-4385-8308-88ca1a04d58d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:54.586129 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8684f6c6-62a5-4385-8308-88ca1a04d58d None None] Bound using segment: {'id': '86cb6106-a9d8-446b-8127-539b5f6507ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8fbb9788-ee90-42d5-a9d5-cc4794661b8b'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:39:54.586129 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-8684f6c6-62a5-4385-8308-88ca1a04d58d None None] Bound port: d19d4c42-a508-42ff-b2ab-14f5912310c9, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86cb6106-a9d8-446b-8127-539b5f6507ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8fbb9788-ee90-42d5-a9d5-cc4794661b8b'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:54.586129 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8684f6c6-62a5-4385-8308-88ca1a04d58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:54.587024 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.objects.ports [None req-6fae6191-3ed9-4e99-a799-945392dc6921 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84770) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 15:39:54.610339 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=9c0c07d6-ce09-46cd-ac99-fdc9d3b229af,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:54.618660 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-697ac988-3291-47f6-821a-31306884368c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:39:54.619634 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-697ac988-3291-47f6-821a-31306884368c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:39:54.620878 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8a8d-200d-4e70-968f-b9dd67255dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:54.627699 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6fae6191-3ed9-4e99-a799-945392dc6921 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:54.790017 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4b8a8d-200d-4e70-968f-b9dd67255dc4 None None] Network 77374a32-8193-4964-ae82-c8886292ac13 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:54.795237 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-2a4b8a8d-200d-4e70-968f-b9dd67255dc4 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:54.812752 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-697ac988-3291-47f6-821a-31306884368c None None] Deleting port 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:54.813202 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-697ac988-3291-47f6-821a-31306884368c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:54.844066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4b8a8d-200d-4e70-968f-b9dd67255dc4 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:54.856897 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae6191-3ed9-4e99-a799-945392dc6921 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event updated for resources: {'Subnet': ['ID=ccba91f1-600b-4906-96ec-658ad4c57ea1,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:54.892616 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51490) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:54.900345 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-352f3127-779a-4635-8074-98c72e552fae tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:54.928482 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b8a8d-200d-4e70-968f-b9dd67255dc4 None None] Pushing event updated for resources: {'Port': ['ID=ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:54.949740 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f3127-779a-4635-8074-98c72e552fae tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Pushing event deleted for resources: {'Subnet': ['ID=20ebf25a-d442-4a73-809a-0df8c6e0c2a5,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:54.953190 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cacabf71-e2e9-45ff-8f11-d03566bd6ae8 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:54.988770 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-352f3127-779a-4635-8074-98c72e552fae tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.022025 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacabf71-e2e9-45ff-8f11-d03566bd6ae8 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Port': ['ID=d6a48047-af1f-4425-bfd8-cd8e4c6d08b9,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:55.042446 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-19c4cef1-571b-421a-8906-719b4e1bb883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.127941 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fae6191-3ed9-4e99-a799-945392dc6921 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Checking segment: {'id': 'db41ed15-b84e-43aa-a35f-57af3c9534cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '92593242-f6da-40e8-96ec-7ca23be115ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:39:55.128378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fae6191-3ed9-4e99-a799-945392dc6921 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Network hostable DHCP agents. Network: 92593242-f6da-40e8-96ec-7ca23be115ef, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:39:55.144750 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-19c4cef1-571b-421a-8906-719b4e1bb883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.151876 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-352f3127-779a-4635-8074-98c72e552fae tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] 10.222.0.21 "DELETE /v2.0/subnets/20ebf25a-d442-4a73-809a-0df8c6e0c2a5 HTTP/1.1" status: 204 len: 168 time: 2.6434104 Apr 29 15:39:55.152070 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-697ac988-3291-47f6-821a-31306884368c None None] For port 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9c0c07d6-ce09-46cd-ac99-fdc9d3b229af,segment=NetworkSegment(e9189657-21e7-43cf-a099-f7da9a228ffc),segment_id=e9189657-21e7-43cf-a099-f7da9a228ffc)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:55.152485 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-697ac988-3291-47f6-821a-31306884368c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.159620 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51496) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:55.267731 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-478261a5-0dc1-4769-8874-61b243ecfd3f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1303686297'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:55.292607 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-478261a5-0dc1-4769-8874-61b243ecfd3f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:55.296170 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-697ac988-3291-47f6-821a-31306884368c None None] Calling delete_port for 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:55.299504 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-478261a5-0dc1-4769-8874-61b243ecfd3f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Usage tracker for resource:network and tenant:b0ca5174d7854c38a3cb3b450695bf9f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:55.303866 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-478261a5-0dc1-4769-8874-61b243ecfd3f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:55.311716 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-478261a5-0dc1-4769-8874-61b243ecfd3f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:55.327175 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fae6191-3ed9-4e99-a799-945392dc6921 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Network 92593242-f6da-40e8-96ec-7ca23be115ef is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:39:55.358018 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-19c4cef1-571b-421a-8906-719b4e1bb883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.379747 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8684f6c6-62a5-4385-8308-88ca1a04d58d None None] For port d19d4c42-a508-42ff-b2ab-14f5912310c9, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:39:55.380209 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ed669633-b3bf-41d7-91ea-951ad33c3ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.389047 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4cef1-571b-421a-8906-719b4e1bb883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7c61fb-712a-4516-b956-2625e90f9311,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:55.398861 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-2a4b8a8d-200d-4e70-968f-b9dd67255dc4 None None] Attempting to bind port ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:55.399446 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-2a4b8a8d-200d-4e70-968f-b9dd67255dc4 None None] Attempting to bind port ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '4e17fd7d-ff16-4eb8-9576-c67a19c9d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '77374a32-8193-4964-ae82-c8886292ac13'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:55.399964 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4b8a8d-200d-4e70-968f-b9dd67255dc4 None None] Attempting to bind port ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9 on network 77374a32-8193-4964-ae82-c8886292ac13 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:39:55.403120 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8684f6c6-62a5-4385-8308-88ca1a04d58d None None] For port d19d4c42-a508-42ff-b2ab-14f5912310c9, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d19d4c42-a508-42ff-b2ab-14f5912310c9,segment=NetworkSegment(86cb6106-a9d8-446b-8127-539b5f6507ae),segment_id=86cb6106-a9d8-446b-8127-539b5f6507ae)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:39:55.418938 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4b8a8d-200d-4e70-968f-b9dd67255dc4 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:39:55.419801 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4b8a8d-200d-4e70-968f-b9dd67255dc4 None None] Checking segment: {'id': '4e17fd7d-ff16-4eb8-9576-c67a19c9d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '77374a32-8193-4964-ae82-c8886292ac13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:39:55.419801 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8a8d-200d-4e70-968f-b9dd67255dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.420076 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4b8a8d-200d-4e70-968f-b9dd67255dc4 None None] Bound using segment: {'id': '4e17fd7d-ff16-4eb8-9576-c67a19c9d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '77374a32-8193-4964-ae82-c8886292ac13'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:39:55.420719 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-2a4b8a8d-200d-4e70-968f-b9dd67255dc4 None None] Bound port: ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e17fd7d-ff16-4eb8-9576-c67a19c9d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '77374a32-8193-4964-ae82-c8886292ac13'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:55.421099 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8a8d-200d-4e70-968f-b9dd67255dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.460972 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478261a5-0dc1-4769-8874-61b243ecfd3f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Made reservation on behalf of b0ca5174d7854c38a3cb3b450695bf9f for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:55.464320 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-478261a5-0dc1-4769-8874-61b243ecfd3f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.489664 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cacabf71-e2e9-45ff-8f11-d03566bd6ae8 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.501653 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-478261a5-0dc1-4769-8874-61b243ecfd3f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.503923 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8684f6c6-62a5-4385-8308-88ca1a04d58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.508746 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-697ac988-3291-47f6-821a-31306884368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.518285 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-6fae6191-3ed9-4e99-a799-945392dc6921 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 92593242-f6da-40e8-96ec-7ca23be115ef) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:55.522689 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fae6191-3ed9-4e99-a799-945392dc6921 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:55.523808 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6fae6191-3ed9-4e99-a799-945392dc6921 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.552762 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de1afdc-3303-4a40-8115-be04ad4aa1f8 None None] Network 92593242-f6da-40e8-96ec-7ca23be115ef requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:55.630633 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-6da78dd0-27c7-4dd2-9729-586cf81603f4 admin admin] Deleting port 06d5f898-21bf-4f2a-8334-f2b0a15c0097 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:55.630962 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6da78dd0-27c7-4dd2-9729-586cf81603f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.660316 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-2a4b8a8d-200d-4e70-968f-b9dd67255dc4 None None] For port ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:39:55.674058 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697ac988-3291-47f6-821a-31306884368c None None] No DVR routers for this DVR port 9c0c07d6-ce09-46cd-ac99-fdc9d3b229af on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:39:55.682005 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-19c4cef1-571b-421a-8906-719b4e1bb883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.683400 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-19c4cef1-571b-421a-8906-719b4e1bb883 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d7c61fb-712a-4516-b956-2625e90f9311 HTTP/1.1" status: 204 len: 168 time: 1.1272278 Apr 29 15:39:55.700830 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-2a4b8a8d-200d-4e70-968f-b9dd67255dc4 None None] For port ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9,segment=NetworkSegment(4e17fd7d-ff16-4eb8-9576-c67a19c9d907),segment_id=4e17fd7d-ff16-4eb8-9576-c67a19c9d907)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:39:55.706715 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684f6c6-62a5-4385-8308-88ca1a04d58d None None] Pushing event updated for resources: {'Port': ['ID=d19d4c42-a508-42ff-b2ab-14f5912310c9,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:55.734398 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6fae6191-3ed9-4e99-a799-945392dc6921 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.1673622 Apr 29 15:39:55.735857 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-478261a5-0dc1-4769-8874-61b243ecfd3f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:55.737497 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51502) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:55.767457 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-478261a5-0dc1-4769-8874-61b243ecfd3f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Usage tracker for resource:security_group_rule and tenant:b0ca5174d7854c38a3cb3b450695bf9f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:55.773029 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ac988-3291-47f6-821a-31306884368c None None] Pushing event deleted for resources: {'Port': ['ID=9c0c07d6-ce09-46cd-ac99-fdc9d3b229af,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:55.775984 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-478261a5-0dc1-4769-8874-61b243ecfd3f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:55.781945 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a10d63-7134-45ae-8c5d-8a6ba90d5a4b tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Deleting subnet bcc6fce3-321f-45d3-867c-2b382d0b25e1 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:39:55.790117 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-89a10d63-7134-45ae-8c5d-8a6ba90d5a4b tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.825647 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-478261a5-0dc1-4769-8874-61b243ecfd3f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:55.859935 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8a8d-200d-4e70-968f-b9dd67255dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.033933 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b8a8d-200d-4e70-968f-b9dd67255dc4 None None] Pushing event updated for resources: {'Port': ['ID=ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:56.045704 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac63176-93e7-4be4-a91b-e9fa86365b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-92593242-f6da-40e8-96ec-7ca23be115ef', 'network_id': '92593242-f6da-40e8-96ec-7ca23be115ef', 'tenant_id': 'c0e5eb64d48444a7a7538cb7910a5743', 'fixed_ips': [{'subnet_id': 'ccba91f1-600b-4906-96ec-658ad4c57ea1'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:39:56.046873 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9ac63176-93e7-4be4-a91b-e9fa86365b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.051558 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-6da78dd0-27c7-4dd2-9729-586cf81603f4 admin admin] For port 06d5f898-21bf-4f2a-8334-f2b0a15c0097, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=06d5f898-21bf-4f2a-8334-f2b0a15c0097,segment=NetworkSegment(bcc1663b-c194-4652-87cf-0bcd40bb0751),segment_id=bcc1663b-c194-4652-87cf-0bcd40bb0751)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:56.051919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6da78dd0-27c7-4dd2-9729-586cf81603f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.066737 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-89a10d63-7134-45ae-8c5d-8a6ba90d5a4b tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.275349 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-9ac63176-93e7-4be4-a91b-e9fa86365b4a None None] Allocated IP 2001:db8::f816:3eff:fe31:1b9d (92593242-f6da-40e8-96ec-7ca23be115ef/ccba91f1-600b-4906-96ec-658ad4c57ea1/f8139f47-4947-42ef-94c7-127379fa647d) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:56.357833 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.368665 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-6da78dd0-27c7-4dd2-9729-586cf81603f4 admin admin] Calling delete_port for 06d5f898-21bf-4f2a-8334-f2b0a15c0097 owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:56.451008 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-478261a5-0dc1-4769-8874-61b243ecfd3f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.578317 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-478261a5-0dc1-4769-8874-61b243ecfd3f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.595579 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478261a5-0dc1-4769-8874-61b243ecfd3f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:39:56.608425 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-478261a5-0dc1-4769-8874-61b243ecfd3f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.608771 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-478261a5-0dc1-4769-8874-61b243ecfd3f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Added segment 541e6ba7-89b5-4ad9-a295-aa1ea6eda662 of type vlan for network 7a130877-d02f-4120-8537-5b59fb0fa88e Apr 29 15:39:56.647688 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-478261a5-0dc1-4769-8874-61b243ecfd3f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.692684 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9ac63176-93e7-4be4-a91b-e9fa86365b4a None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.723740 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9ac63176-93e7-4be4-a91b-e9fa86365b4a None None] Transition to ACTIVE for port object f8139f47-4947-42ef-94c7-127379fa647d will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:56.756986 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9ac63176-93e7-4be4-a91b-e9fa86365b4a None None] Transition to ACTIVE for port object f8139f47-4947-42ef-94c7-127379fa647d will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:56.814356 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478261a5-0dc1-4769-8874-61b243ecfd3f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e65353-16c4-4b05-b572-2c1c8758c272,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:56.820330 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9ac63176-93e7-4be4-a91b-e9fa86365b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.846147 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-89a10d63-7134-45ae-8c5d-8a6ba90d5a4b tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.899099 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-478261a5-0dc1-4769-8874-61b243ecfd3f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.903098 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478261a5-0dc1-4769-8874-61b243ecfd3f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:56.904344 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-478261a5-0dc1-4769-8874-61b243ecfd3f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.904530 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.907823 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d19d4c42-a508-42ff-b2ab-14f5912310c9 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:56.970225 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac63176-93e7-4be4-a91b-e9fa86365b4a None None] Network 92593242-f6da-40e8-96ec-7ca23be115ef is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:56.974736 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacabf71-e2e9-45ff-8f11-d03566bd6ae8 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Router baf10ab6-244f-4602-9667-2c155cd823bd has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:39:56.980517 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-9ac63176-93e7-4be4-a91b-e9fa86365b4a None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:56.987820 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac63176-93e7-4be4-a91b-e9fa86365b4a None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:39:57.031589 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac63176-93e7-4be4-a91b-e9fa86365b4a None None] Pushing event updated for resources: {'Port': ['ID=f8139f47-4947-42ef-94c7-127379fa647d,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:57.087580 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478261a5-0dc1-4769-8874-61b243ecfd3f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Pushing event updated for resources: {'Network': ['ID=7a130877-d02f-4120-8537-5b59fb0fa88e,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:57.113724 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-478261a5-0dc1-4769-8874-61b243ecfd3f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2155781 Apr 29 15:39:57.122884 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 7a130877-d02f-4120-8537-5b59fb0fa88e details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:39:57.124130 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51518) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:57.140748 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:57.148843 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-c60ec63a-4ca8-4709-9582-05a6c53e6b1a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Request body: {'subnet': {'network_id': '7a130877-d02f-4120-8537-5b59fb0fa88e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:57.181276 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-89a10d63-7134-45ae-8c5d-8a6ba90d5a4b tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:57.306794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-9ac63176-93e7-4be4-a91b-e9fa86365b4a None None] Attempting to bind port f8139f47-4947-42ef-94c7-127379fa647d on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:57.307485 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-9ac63176-93e7-4be4-a91b-e9fa86365b4a None None] Attempting to bind port f8139f47-4947-42ef-94c7-127379fa647d by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'db41ed15-b84e-43aa-a35f-57af3c9534cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '92593242-f6da-40e8-96ec-7ca23be115ef'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:57.309437 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a10d63-7134-45ae-8c5d-8a6ba90d5a4b tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Pushing event deleted for resources: {'Subnet': ['ID=bcc6fce3-321f-45d3-867c-2b382d0b25e1,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:57.314146 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac63176-93e7-4be4-a91b-e9fa86365b4a None None] Attempting to bind port f8139f47-4947-42ef-94c7-127379fa647d on network 92593242-f6da-40e8-96ec-7ca23be115ef {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:39:57.347759 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac63176-93e7-4be4-a91b-e9fa86365b4a None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:39:57.348470 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac63176-93e7-4be4-a91b-e9fa86365b4a None None] Checking segment: {'id': 'db41ed15-b84e-43aa-a35f-57af3c9534cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '92593242-f6da-40e8-96ec-7ca23be115ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:39:57.349087 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9ac63176-93e7-4be4-a91b-e9fa86365b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:57.350381 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac63176-93e7-4be4-a91b-e9fa86365b4a None None] Bound using segment: {'id': 'db41ed15-b84e-43aa-a35f-57af3c9534cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '92593242-f6da-40e8-96ec-7ca23be115ef'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:39:57.351600 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event deleted for resources: {'Subnet': ['ID=ccba91f1-600b-4906-96ec-658ad4c57ea1,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:57.352413 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-9ac63176-93e7-4be4-a91b-e9fa86365b4a None None] Bound port: f8139f47-4947-42ef-94c7-127379fa647d, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db41ed15-b84e-43aa-a35f-57af3c9534cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '92593242-f6da-40e8-96ec-7ca23be115ef'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:57.358208 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9ac63176-93e7-4be4-a91b-e9fa86365b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:57.361570 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6da78dd0-27c7-4dd2-9729-586cf81603f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:57.370628 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c60ec63a-4ca8-4709-9582-05a6c53e6b1a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:57.380679 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-89a10d63-7134-45ae-8c5d-8a6ba90d5a4b tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:57.422800 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-89a10d63-7134-45ae-8c5d-8a6ba90d5a4b tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] 10.222.0.21 "DELETE /v2.0/subnets/bcc6fce3-321f-45d3-867c-2b382d0b25e1 HTTP/1.1" status: 204 len: 168 time: 2.2624538 Apr 29 15:39:57.425247 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51526) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:57.427668 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c60ec63a-4ca8-4709-9582-05a6c53e6b1a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Usage tracker for resource:subnet and tenant:b0ca5174d7854c38a3cb3b450695bf9f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:57.451532 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c60ec63a-4ca8-4709-9582-05a6c53e6b1a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:57.467765 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port d19d4c42-a508-42ff-b2ab-14f5912310c9 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:57.482195 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacabf71-e2e9-45ff-8f11-d03566bd6ae8 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:39:57.494844 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-cacabf71-e2e9-45ff-8f11-d03566bd6ae8 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "PUT /v2.0/routers/baf10ab6-244f-4602-9667-2c155cd823bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8964398 Apr 29 15:39:57.497093 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51192403-e539-4501-befd-8e1aef0f7b4a None None] Sync routers for ids ['baf10ab6-244f-4602-9667-2c155cd823bd'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:39:57.519643 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51530) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:57.527680 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51192403-e539-4501-befd-8e1aef0f7b4a None None] Routers {'baf10ab6-244f-4602-9667-2c155cd823bd'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:57.528293 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-51192403-e539-4501-befd-8e1aef0f7b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['baf10ab6-244f-4602-9667-2c155cd823bd'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:57.546666 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:57.602988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:57.609672 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1199a20d-b7a6-44d3-a919-8c63eee4d378 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] GET failed (client error): The resource could not be found. Apr 29 15:39:57.610181 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1199a20d-b7a6-44d3-a919-8c63eee4d378 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Synchronizing usage tracker for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:57.612574 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51534) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:57.651849 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ed4037-ea4d-4524-9f60-386a56e6c41a tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:57.652537 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-13ed4037-ea4d-4524-9f60-386a56e6c41a tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Synchronizing usage tracker for tenant:06cdb5e955154be3b0308180afe8f9b4 on resource:subnet {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:57.677594 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da78dd0-27c7-4dd2-9729-586cf81603f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=06d5f898-21bf-4f2a-8334-f2b0a15c0097,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:57.681073 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c60ec63a-4ca8-4709-9582-05a6c53e6b1a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:57.688181 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92593242-f6da-40e8-96ec-7ca23be115ef']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:57.704671 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db41ed15-b84e-43aa-a35f-57af3c9534cf') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:57.704967 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db41ed15-b84e-43aa-a35f-57af3c9534cf') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:57.705152 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-9ac63176-93e7-4be4-a91b-e9fa86365b4a None None] For port f8139f47-4947-42ef-94c7-127379fa647d, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:39:57.714507 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-51192403-e539-4501-befd-8e1aef0f7b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:57.715237 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-9ac63176-93e7-4be4-a91b-e9fa86365b4a None None] For port f8139f47-4947-42ef-94c7-127379fa647d, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=f8139f47-4947-42ef-94c7-127379fa647d,segment=NetworkSegment(db41ed15-b84e-43aa-a35f-57af3c9534cf),segment_id=db41ed15-b84e-43aa-a35f-57af3c9534cf)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:39:57.732959 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f98e8e4-3c82-45b5-9da6-eb4519222e48 None None] Network 8fbb9788-ee90-42d5-a9d5-cc4794661b8b requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:57.735628 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:57.742562 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51192403-e539-4501-befd-8e1aef0f7b4a None None] Routers {'baf10ab6-244f-4602-9667-2c155cd823bd'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:39:57.745175 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-51192403-e539-4501-befd-8e1aef0f7b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['baf10ab6-244f-4602-9667-2c155cd823bd'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:57.815137 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1199a20d-b7a6-44d3-a919-8c63eee4d378 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Unset dirty status for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:57.821110 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1199a20d-b7a6-44d3-a919-8c63eee4d378 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports/d6a48047-af1f-4425-bfd8-cd8e4c6d08b9 HTTP/1.1" status: 404 len: 333 time: 0.3006499 Apr 29 15:39:57.821683 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51540) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:57.856171 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-51192403-e539-4501-befd-8e1aef0f7b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:57.856171 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51192403-e539-4501-befd-8e1aef0f7b4a None None] The sync data for ids ['baf10ab6-244f-4602-9667-2c155cd823bd'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:39:57.859874 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9ac63176-93e7-4be4-a91b-e9fa86365b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:57.891535 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:57.903003 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:39:57.903404 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:57.917577 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-13ed4037-ea4d-4524-9f60-386a56e6c41a tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Unset dirty status for tenant:06cdb5e955154be3b0308180afe8f9b4 on resource:subnet {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:57.919048 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-13ed4037-ea4d-4524-9f60-386a56e6c41a tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4927421 Apr 29 15:39:57.928130 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51544) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:57.968301 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:58.024611 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-32e4e816-f1ac-4465-a12e-0dc75c22054e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1307894896'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:39:58.031548 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3612d8-1a49-41ff-b393-fbec5a18d2ef None None] Network 77374a32-8193-4964-ae82-c8886292ac13 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:58.040924 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-32e4e816-f1ac-4465-a12e-0dc75c22054e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:58.094429 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-32e4e816-f1ac-4465-a12e-0dc75c22054e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Usage tracker for resource:network and tenant:6d54d35be39d47ebbee25a7cb3a65c46 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:39:58.095168 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:39:58.107549 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.api [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:39:58.107549 dv-neutron-839913-1-hyperv neutron-server[84770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:39:58.107549 dv-neutron-839913-1-hyperv neutron-server[84770]: [parameters: {'id': '92593242-f6da-40e8-96ec-7ca23be115ef'}] Apr 29 15:39:58.107549 dv-neutron-839913-1-hyperv neutron-server[84770]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:39:58.107549 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG oslo_db.api [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:39:58.107549 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60ec63a-4ca8-4709-9582-05a6c53e6b1a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Made reservation on behalf of b0ca5174d7854c38a3cb3b450695bf9f for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:58.110112 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-32e4e816-f1ac-4465-a12e-0dc75c22054e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:58.122321 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-32e4e816-f1ac-4465-a12e-0dc75c22054e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:58.149566 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e636c955-834e-487b-8693-2ebe52c27715 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.211615 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac63176-93e7-4be4-a91b-e9fa86365b4a None None] Pushing event updated for resources: {'Port': ['ID=f8139f47-4947-42ef-94c7-127379fa647d,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:58.272996 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-938b6f79-410c-4186-840d-17c23346f497 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.282200 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3599edb1-cb37-41df-9873-154e06aa76ef None None] Provisioning for port d19d4c42-a508-42ff-b2ab-14f5912310c9 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:58.329026 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3599edb1-cb37-41df-9873-154e06aa76ef None None] Provisioning complete for port d19d4c42-a508-42ff-b2ab-14f5912310c9 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:58.329391 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3599edb1-cb37-41df-9873-154e06aa76ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.353925 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c60ec63a-4ca8-4709-9582-05a6c53e6b1a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.394693 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e4e816-f1ac-4465-a12e-0dc75c22054e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Made reservation on behalf of 6d54d35be39d47ebbee25a7cb3a65c46 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:58.398143 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32e4e816-f1ac-4465-a12e-0dc75c22054e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.421866 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32e4e816-f1ac-4465-a12e-0dc75c22054e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.434703 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-938b6f79-410c-4186-840d-17c23346f497 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Deleting port ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:58.435072 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-938b6f79-410c-4186-840d-17c23346f497 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.447206 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f0d2c8-43a1-4cce-b50e-560c4a09db84 None None] Network 92593242-f6da-40e8-96ec-7ca23be115ef requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:39:58.551443 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa868558-82dd-4b79-8769-ccb767fcc34d None None] DHCP port deletion for 8fbb9788-ee90-42d5-a9d5-cc4794661b8b request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:39:58.562450 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-fa868558-82dd-4b79-8769-ccb767fcc34d None None] Deleting port d19d4c42-a508-42ff-b2ab-14f5912310c9 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:58.562909 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fa868558-82dd-4b79-8769-ccb767fcc34d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.609838 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.669851 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-32e4e816-f1ac-4465-a12e-0dc75c22054e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:58.688857 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-32e4e816-f1ac-4465-a12e-0dc75c22054e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Usage tracker for resource:security_group_rule and tenant:6d54d35be39d47ebbee25a7cb3a65c46 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:58.712029 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Deleting port f8139f47-4947-42ef-94c7-127379fa647d {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:58.712368 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.758386 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-32e4e816-f1ac-4465-a12e-0dc75c22054e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:58.814247 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d19d4c42-a508-42ff-b2ab-14f5912310c9 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:58.837370 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-32e4e816-f1ac-4465-a12e-0dc75c22054e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:58.903692 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3599edb1-cb37-41df-9873-154e06aa76ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.912536 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6474f870-98c0-4648-93ec-521aabf0131f None None] DHCP port deletion for 77374a32-8193-4964-ae82-c8886292ac13 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:39:58.917595 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e636c955-834e-487b-8693-2ebe52c27715 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.945089 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e636c955-834e-487b-8693-2ebe52c27715 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.951328 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-6474f870-98c0-4648-93ec-521aabf0131f None None] Deleting port ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:58.951693 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6474f870-98c0-4648-93ec-521aabf0131f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.976372 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-938b6f79-410c-4186-840d-17c23346f497 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] For port ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9,segment=NetworkSegment(4e17fd7d-ff16-4eb8-9576-c67a19c9d907),segment_id=4e17fd7d-ff16-4eb8-9576-c67a19c9d907)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:58.978587 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-938b6f79-410c-4186-840d-17c23346f497 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.123438 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-3599edb1-cb37-41df-9873-154e06aa76ef None None] For port d19d4c42-a508-42ff-b2ab-14f5912310c9, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d19d4c42-a508-42ff-b2ab-14f5912310c9,segment=NetworkSegment(86cb6106-a9d8-446b-8127-539b5f6507ae),segment_id=86cb6106-a9d8-446b-8127-539b5f6507ae)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:59.127153 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-938b6f79-410c-4186-840d-17c23346f497 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Calling delete_port for ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9 owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:59.138426 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] For port f8139f47-4947-42ef-94c7-127379fa647d, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=f8139f47-4947-42ef-94c7-127379fa647d,segment=NetworkSegment(db41ed15-b84e-43aa-a35f-57af3c9534cf),segment_id=db41ed15-b84e-43aa-a35f-57af3c9534cf)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:59.138959 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.171326 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed669633-b3bf-41d7-91ea-951ad33c3ad3 admin admin] Router 6c6b9228-0b7e-447e-a484-cfe0be97103b has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:39:59.197031 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32e4e816-f1ac-4465-a12e-0dc75c22054e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.219020 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e636c955-834e-487b-8693-2ebe52c27715 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.219349 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e636c955-834e-487b-8693-2ebe52c27715 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Fanout notify agent at l3_agent the message router_deleted on router baf10ab6-244f-4602-9667-2c155cd823bd {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:39:59.224049 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3599edb1-cb37-41df-9873-154e06aa76ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.245727 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e636c955-834e-487b-8693-2ebe52c27715 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.249765 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e636c955-834e-487b-8693-2ebe52c27715 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/routers/baf10ab6-244f-4602-9667-2c155cd823bd HTTP/1.1" status: 204 len: 168 time: 1.4242980 Apr 29 15:39:59.250179 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51550) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:59.296708 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32e4e816-f1ac-4465-a12e-0dc75c22054e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.298690 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-938b6f79-410c-4186-840d-17c23346f497 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.310394 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Calling delete_port for f8139f47-4947-42ef-94c7-127379fa647d owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:59.314784 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-fa868558-82dd-4b79-8769-ccb767fcc34d None None] For port d19d4c42-a508-42ff-b2ab-14f5912310c9, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d19d4c42-a508-42ff-b2ab-14f5912310c9,segment=NetworkSegment(86cb6106-a9d8-446b-8127-539b5f6507ae),segment_id=86cb6106-a9d8-446b-8127-539b5f6507ae)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:59.315254 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fa868558-82dd-4b79-8769-ccb767fcc34d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.376530 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6da78dd0-27c7-4dd2-9729-586cf81603f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.388641 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c60ec63a-4ca8-4709-9582-05a6c53e6b1a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.390165 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b6f79-410c-4186-840d-17c23346f497 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Pushing event deleted for resources: {'Port': ['ID=ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:59.402694 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e4e816-f1ac-4465-a12e-0dc75c22054e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:39:59.410012 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938b6f79-410c-4186-840d-17c23346f497 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] No DVR routers for this DVR port ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9 on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:39:59.411716 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e816-f1ac-4465-a12e-0dc75c22054e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e547d4da-9369-4264-a5cb-92ad26e0e956,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:59.442035 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-6474f870-98c0-4648-93ec-521aabf0131f None None] For port ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9,segment=NetworkSegment(4e17fd7d-ff16-4eb8-9576-c67a19c9d907),segment_id=4e17fd7d-ff16-4eb8-9576-c67a19c9d907)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:39:59.442430 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6474f870-98c0-4648-93ec-521aabf0131f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.487352 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32e4e816-f1ac-4465-a12e-0dc75c22054e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.488912 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-32e4e816-f1ac-4465-a12e-0dc75c22054e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Added segment 8c8524dd-fcac-475f-ba91-ecfb21ab3628 of type vlan for network 2623ead6-5230-4e26-91b4-c4aca786b5d9 Apr 29 15:39:59.595908 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-fa868558-82dd-4b79-8769-ccb767fcc34d None None] Calling delete_port for d19d4c42-a508-42ff-b2ab-14f5912310c9 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:59.627761 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-37c11b7d-73ef-40c8-8d37-0daf5721f7a1 None None] Could not find standard attr ID for object ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:39:59.646021 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32e4e816-f1ac-4465-a12e-0dc75c22054e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.658038 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-938b6f79-410c-4186-840d-17c23346f497 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.727631 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-938b6f79-410c-4186-840d-17c23346f497 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77374a32-8193-4964-ae82-c8886292ac13']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:59.738387 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-920f8939-8655-4a07-b6c2-aded7675e045 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting subnet 6f68dcd6-c35c-4d23-a45b-9345134e37fb {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:39:59.748981 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-920f8939-8655-4a07-b6c2-aded7675e045 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.751487 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599edb1-cb37-41df-9873-154e06aa76ef None None] Pushing event updated for resources: {'Port': ['ID=d19d4c42-a508-42ff-b2ab-14f5912310c9,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:59.762346 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ec63a-4ca8-4709-9582-05a6c53e6b1a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Pushing event updated for resources: {'Subnet': ['ID=49eed4cd-3435-4a20-82f6-c644b118749b,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:59.762521 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-6474f870-98c0-4648-93ec-521aabf0131f None None] Calling delete_port for ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:39:59.771358 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.776544 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-938b6f79-410c-4186-840d-17c23346f497 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e17fd7d-ff16-4eb8-9576-c67a19c9d907') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:59.776848 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-938b6f79-410c-4186-840d-17c23346f497 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e17fd7d-ff16-4eb8-9576-c67a19c9d907') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:59.801829 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-938b6f79-410c-4186-840d-17c23346f497 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.824600 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-938b6f79-410c-4186-840d-17c23346f497 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.828747 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-920f8939-8655-4a07-b6c2-aded7675e045 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.837093 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event deleted for resources: {'Port': ['ID=f8139f47-4947-42ef-94c7-127379fa647d,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:59.858104 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-6474f870-98c0-4648-93ec-521aabf0131f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:39:59.858461 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-6474f870-98c0-4648-93ec-521aabf0131f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:39:59.866128 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32e4e816-f1ac-4465-a12e-0dc75c22054e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.869779 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e4e816-f1ac-4465-a12e-0dc75c22054e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:59.870362 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32e4e816-f1ac-4465-a12e-0dc75c22054e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.870737 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-fa868558-82dd-4b79-8769-ccb767fcc34d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:39:59.871108 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-fa868558-82dd-4b79-8769-ccb767fcc34d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:39:59.877748 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] No DVR routers for this DVR port f8139f47-4947-42ef-94c7-127379fa647d on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:39:59.941007 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ec63a-4ca8-4709-9582-05a6c53e6b1a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Checking segment: {'id': '541e6ba7-89b5-4ad9-a295-aa1ea6eda662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7a130877-d02f-4120-8537-5b59fb0fa88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:39:59.941270 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60ec63a-4ca8-4709-9582-05a6c53e6b1a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Network hostable DHCP agents. Network: 7a130877-d02f-4120-8537-5b59fb0fa88e, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:39:59.993795 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938b6f79-410c-4186-840d-17c23346f497 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:39:59.994193 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-938b6f79-410c-4186-840d-17c23346f497 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:40:00.011933 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:40:00.034466 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.079622 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92593242-f6da-40e8-96ec-7ca23be115ef']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:00.098238 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db41ed15-b84e-43aa-a35f-57af3c9534cf') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:00.098550 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db41ed15-b84e-43aa-a35f-57af3c9534cf') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:00.114099 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.138779 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.161999 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60ec63a-4ca8-4709-9582-05a6c53e6b1a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Network 7a130877-d02f-4120-8537-5b59fb0fa88e is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:40:00.165607 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:40:00.165999 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.177163 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e816-f1ac-4465-a12e-0dc75c22054e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'Network': ['ID=2623ead6-5230-4e26-91b4-c4aca786b5d9,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:40:00.188063 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:40:00.190319 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-32e4e816-f1ac-4465-a12e-0dc75c22054e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5658488 Apr 29 15:40:00.190319 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51554) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:00.190967 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 2623ead6-5230-4e26-91b4-c4aca786b5d9 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:40:00.201144 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Request body: {'subnet': {'network_id': '2623ead6-5230-4e26-91b4-c4aca786b5d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:00.272392 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-938b6f79-410c-4186-840d-17c23346f497 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.305884 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-938b6f79-410c-4186-840d-17c23346f497 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.326805 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-920f8939-8655-4a07-b6c2-aded7675e045 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.359291 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-6474f870-98c0-4648-93ec-521aabf0131f None None] Deleting port ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:00.359850 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6474f870-98c0-4648-93ec-521aabf0131f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.370568 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b6f79-410c-4186-840d-17c23346f497 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Pushing event deleted for resources: {'Network': ['ID=77374a32-8193-4964-ae82-c8886292ac13,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:00.383917 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-938b6f79-410c-4186-840d-17c23346f497 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] 10.222.0.21 "DELETE /v2.0/networks/77374a32-8193-4964-ae82-c8886292ac13 HTTP/1.1" status: 204 len: 168 time: 2.4513631 Apr 29 15:40:00.384937 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-fa868558-82dd-4b79-8769-ccb767fcc34d None None] Deleting port d19d4c42-a508-42ff-b2ab-14f5912310c9 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:00.385649 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51558) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:00.386300 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fa868558-82dd-4b79-8769-ccb767fcc34d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.398145 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:00.405388 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Usage tracker for resource:subnet and tenant:6d54d35be39d47ebbee25a7cb3a65c46 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:00.411237 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:00.418539 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:00.470935 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-6474f870-98c0-4648-93ec-521aabf0131f None None] The port 'ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:40:00.481548 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-c60ec63a-4ca8-4709-9582-05a6c53e6b1a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 7a130877-d02f-4120-8537-5b59fb0fa88e) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:00.485479 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ec63a-4ca8-4709-9582-05a6c53e6b1a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:00.486085 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c60ec63a-4ca8-4709-9582-05a6c53e6b1a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.512730 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee138e5d-bd00-404d-a90e-27a557af04f8 None None] Network 7a130877-d02f-4120-8537-5b59fb0fa88e requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:00.516204 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Made reservation on behalf of 6d54d35be39d47ebbee25a7cb3a65c46 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:00.564060 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed669633-b3bf-41d7-91ea-951ad33c3ad3 admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:40:00.586398 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.590077 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-920f8939-8655-4a07-b6c2-aded7675e045 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.597040 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.597212 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fd62a9-0fc4-4ee8-81aa-448058f4613c None None] Sync routers for ids ['6c6b9228-0b7e-447e-a484-cfe0be97103b'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:40:00.644108 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fd62a9-0fc4-4ee8-81aa-448058f4613c None None] Routers {'6c6b9228-0b7e-447e-a484-cfe0be97103b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:40:00.644928 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-d8fd62a9-0fc4-4ee8-81aa-448058f4613c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['6c6b9228-0b7e-447e-a484-cfe0be97103b'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:00.645915 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f8939-8655-4a07-b6c2-aded7675e045 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Subnet': ['ID=6f68dcd6-c35c-4d23-a45b-9345134e37fb,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:00.667208 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-920f8939-8655-4a07-b6c2-aded7675e045 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.679692 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.697587 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-920f8939-8655-4a07-b6c2-aded7675e045 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/subnets/6f68dcd6-c35c-4d23-a45b-9345134e37fb HTTP/1.1" status: 204 len: 168 time: 1.4458649 Apr 29 15:40:00.701910 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51562) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:00.734217 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event deleted for resources: {'Network': ['ID=92593242-f6da-40e8-96ec-7ca23be115ef,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:00.767699 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd52ae74-ce57-4f4f-90d2-e58e990236e1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.793613 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ed669633-b3bf-41d7-91ea-951ad33c3ad3 admin admin] 10.222.0.21 "PUT /v2.0/routers/6c6b9228-0b7e-447e-a484-cfe0be97103b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9989915 Apr 29 15:40:00.797949 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "DELETE /v2.0/networks/92593242-f6da-40e8-96ec-7ca23be115ef HTTP/1.1" status: 204 len: 168 time: 5.0551214 Apr 29 15:40:00.797949 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:00.797949 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:00.797949 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:00.797949 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:00.797949 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:00.798533 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:00.798533 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:00.798703 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:00.798958 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:00.800112 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:00.800112 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbae788-0d95-4e8d-9b5b-13d8e2978572 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:00.804580 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b612426-fa65-438d-9a9a-51391b420230 None None] Network 0fb8fb74-23fc-49f9-88b1-e9f8821c8da8 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:00.806464 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51566) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:00.811718 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51568) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:00.817342 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:40:00.820601 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-7485e8e8-d39b-4fe2-b096-f293f382840b tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1263926925'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:00.896583 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-7485e8e8-d39b-4fe2-b096-f293f382840b tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:00.898654 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c60ec63a-4ca8-4709-9582-05a6c53e6b1a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7636340 Apr 29 15:40:00.906378 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51574) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:00.915661 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-5d29cf5f-f155-486a-a0d2-0dda0705e0b4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Request body: {'port': {'network_id': '7a130877-d02f-4120-8537-5b59fb0fa88e', 'name': 'tempest-AllowedAddressPairTestJSON-1565812826'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:00.952479 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7485e8e8-d39b-4fe2-b096-f293f382840b tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Usage tracker for resource:network and tenant:c0e5eb64d48444a7a7538cb7910a5743 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:00.955001 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-bd52ae74-ce57-4f4f-90d2-e58e990236e1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Deleting port d19d4c42-a508-42ff-b2ab-14f5912310c9 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:00.955342 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd52ae74-ce57-4f4f-90d2-e58e990236e1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.975762 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:40:00.976244 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ae0ce92e-8b4b-4a9f-a7ed-36897da4ddc9 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:40:00.994873 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7485e8e8-d39b-4fe2-b096-f293f382840b tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:01.018749 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-7485e8e8-d39b-4fe2-b096-f293f382840b tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:01.035875 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5188cc8e-e726-4f6d-8c05-a512aa0e6510 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:01.079076 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-5188cc8e-e726-4f6d-8c05-a512aa0e6510 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting port c64c9f99-0522-4969-8af2-f7541f058ac4 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:01.079406 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5188cc8e-e726-4f6d-8c05-a512aa0e6510 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:01.133623 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-fa868558-82dd-4b79-8769-ccb767fcc34d None None] For port d19d4c42-a508-42ff-b2ab-14f5912310c9, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d19d4c42-a508-42ff-b2ab-14f5912310c9,segment=NetworkSegment(86cb6106-a9d8-446b-8127-539b5f6507ae),segment_id=86cb6106-a9d8-446b-8127-539b5f6507ae)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:01.134173 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fa868558-82dd-4b79-8769-ccb767fcc34d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:01.177046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7485e8e8-d39b-4fe2-b096-f293f382840b tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Made reservation on behalf of c0e5eb64d48444a7a7538cb7910a5743 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:01.180386 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7485e8e8-d39b-4fe2-b096-f293f382840b tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:01.215141 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5d29cf5f-f155-486a-a0d2-0dda0705e0b4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:01.249688 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5d29cf5f-f155-486a-a0d2-0dda0705e0b4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Usage tracker for resource:port and tenant:b0ca5174d7854c38a3cb3b450695bf9f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:01.259755 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5d29cf5f-f155-486a-a0d2-0dda0705e0b4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:01.279444 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5d29cf5f-f155-486a-a0d2-0dda0705e0b4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:01.344854 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-fa868558-82dd-4b79-8769-ccb767fcc34d None None] Calling delete_port for d19d4c42-a508-42ff-b2ab-14f5912310c9 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:01.370524 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7485e8e8-d39b-4fe2-b096-f293f382840b tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:40:01.391321 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d29cf5f-f155-486a-a0d2-0dda0705e0b4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Made reservation on behalf of b0ca5174d7854c38a3cb3b450695bf9f for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:01.395562 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5d29cf5f-f155-486a-a0d2-0dda0705e0b4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:01.406660 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:01.417151 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-bd52ae74-ce57-4f4f-90d2-e58e990236e1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] For port d19d4c42-a508-42ff-b2ab-14f5912310c9, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d19d4c42-a508-42ff-b2ab-14f5912310c9,segment=NetworkSegment(86cb6106-a9d8-446b-8127-539b5f6507ae),segment_id=86cb6106-a9d8-446b-8127-539b5f6507ae)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:01.417515 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd52ae74-ce57-4f4f-90d2-e58e990236e1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:01.425006 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7485e8e8-d39b-4fe2-b096-f293f382840b tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:01.425349 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-7485e8e8-d39b-4fe2-b096-f293f382840b tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Added segment c71930c1-ef6b-4d51-ad3b-243ebf352957 of type vlan for network 9d9068e9-e631-4f6f-a25c-db40530d5b59 Apr 29 15:40:01.493727 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-d8fd62a9-0fc4-4ee8-81aa-448058f4613c None None] Set router 6c6b9228-0b7e-447e-a484-cfe0be97103b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:40:01.504602 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-5d29cf5f-f155-486a-a0d2-0dda0705e0b4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] device_id is not set on port 5d4b642d-06c8-4445-afa6-59092bce5cc1 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:40:01.554194 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-5188cc8e-e726-4f6d-8c05-a512aa0e6510 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] For port c64c9f99-0522-4969-8af2-f7541f058ac4, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c64c9f99-0522-4969-8af2-f7541f058ac4,segment=NetworkSegment(051d156d-d9ce-4695-9334-fb016e98fc2e),segment_id=051d156d-d9ce-4695-9334-fb016e98fc2e)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:01.554574 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5188cc8e-e726-4f6d-8c05-a512aa0e6510 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:01.577306 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-bd52ae74-ce57-4f4f-90d2-e58e990236e1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Calling delete_port for d19d4c42-a508-42ff-b2ab-14f5912310c9 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:01.625288 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7485e8e8-d39b-4fe2-b096-f293f382840b tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:01.635254 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-7a130877-d02f-4120-8537-5b59fb0fa88e', 'network_id': '7a130877-d02f-4120-8537-5b59fb0fa88e', 'tenant_id': 'b0ca5174d7854c38a3cb3b450695bf9f', 'fixed_ips': [{'subnet_id': '49eed4cd-3435-4a20-82f6-c644b118749b'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:40:01.636221 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:01.640615 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'Subnet': ['ID=004b28b8-ae86-4bae-9f33-d1282dc30853,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:01.709801 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-64c1e6b3-a054-4f12-adb0-3e09afebbf96 admin admin] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:01.730242 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fa868558-82dd-4b79-8769-ccb767fcc34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:01.772988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7485e8e8-d39b-4fe2-b096-f293f382840b tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:01.776710 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7485e8e8-d39b-4fe2-b096-f293f382840b tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:01.777274 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7485e8e8-d39b-4fe2-b096-f293f382840b tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:01.820872 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-5188cc8e-e726-4f6d-8c05-a512aa0e6510 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Calling delete_port for c64c9f99-0522-4969-8af2-f7541f058ac4 owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:01.873938 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Allocated IP 172.20.0.2 (7a130877-d02f-4120-8537-5b59fb0fa88e/49eed4cd-3435-4a20-82f6-c644b118749b/ba1a8047-2df3-496f-9227-ba08e95a5975) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:01.887482 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:01.887827 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:01.888161 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:01.888491 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:01.888816 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:01.889146 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:01.889472 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:01.889793 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:01.890108 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:01.890422 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:01.890757 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:01.918831 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Checking segment: {'id': '8c8524dd-fcac-475f-ba91-ecfb21ab3628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2623ead6-5230-4e26-91b4-c4aca786b5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:40:01.919189 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Network hostable DHCP agents. Network: 2623ead6-5230-4e26-91b4-c4aca786b5d9, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:40:02.024864 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa868558-82dd-4b79-8769-ccb767fcc34d None None] Pushing event deleted for resources: {'Port': ['ID=d19d4c42-a508-42ff-b2ab-14f5912310c9,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:02.030816 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Network 2623ead6-5230-4e26-91b4-c4aca786b5d9 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:40:02.043575 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa868558-82dd-4b79-8769-ccb767fcc34d None None] No DVR routers for this DVR port d19d4c42-a508-42ff-b2ab-14f5912310c9 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:40:02.052263 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.api [None req-bd52ae74-ce57-4f4f-90d2-e58e990236e1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:40:02.052263 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG oslo_db.api [None req-bd52ae74-ce57-4f4f-90d2-e58e990236e1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:40:02.059247 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5188cc8e-e726-4f6d-8c05-a512aa0e6510 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.092974 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485e8e8-d39b-4fe2-b096-f293f382840b tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event updated for resources: {'Network': ['ID=9d9068e9-e631-4f6f-a25c-db40530d5b59,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:02.107966 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188cc8e-e726-4f6d-8c05-a512aa0e6510 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Port': ['ID=c64c9f99-0522-4969-8af2-f7541f058ac4,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:02.120494 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caa25e1-82e3-4f94-a600-dec62358b765 None None] DHCP port deletion for 0fb8fb74-23fc-49f9-88b1-e9f8821c8da8 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:40:02.126471 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 9d9068e9-e631-4f6f-a25c-db40530d5b59 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:40:02.126580 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5188cc8e-e726-4f6d-8c05-a512aa0e6510 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] No DVR routers for this DVR port c64c9f99-0522-4969-8af2-f7541f058ac4 on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:40:02.151359 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7485e8e8-d39b-4fe2-b096-f293f382840b tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3359063 Apr 29 15:40:02.152581 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da78dd0-27c7-4dd2-9729-586cf81603f4 admin admin] Router 017a57c6-628c-42d2-8829-cd7b223faa97 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:40:02.152779 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51578) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:02.156560 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 2623ead6-5230-4e26-91b4-c4aca786b5d9) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:02.163791 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-42450594-df34-4af3-b792-f8c697e801be tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Request body: {'subnet': {'network_id': '9d9068e9-e631-4f6f-a25c-db40530d5b59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:02.166654 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:02.167427 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.224029 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027062cd-7fb2-49da-ac8d-d6639fe2e2d4 None None] Network 2623ead6-5230-4e26-91b4-c4aca786b5d9 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:02.279989 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5188cc8e-e726-4f6d-8c05-a512aa0e6510 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.309702 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-5188cc8e-e726-4f6d-8c05-a512aa0e6510 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb8fb74-23fc-49f9-88b1-e9f8821c8da8']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:02.317745 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-bc583456-28fb-4bb3-8232-4c464d5a2845 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1222198 Apr 29 15:40:02.321465 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51582) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:02.328190 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-2c0073c3-6492-48b3-b5f2-0fc98943ce9e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-23143620', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}, 'admin_state_up': False}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:02.334770 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-5188cc8e-e726-4f6d-8c05-a512aa0e6510 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051d156d-d9ce-4695-9334-fb016e98fc2e') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:02.335302 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-5188cc8e-e726-4f6d-8c05-a512aa0e6510 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051d156d-d9ce-4695-9334-fb016e98fc2e') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:02.345004 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2c0073c3-6492-48b3-b5f2-0fc98943ce9e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:02.352145 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5188cc8e-e726-4f6d-8c05-a512aa0e6510 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.358541 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2c0073c3-6492-48b3-b5f2-0fc98943ce9e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Usage tracker for resource:router and tenant:6d54d35be39d47ebbee25a7cb3a65c46 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:02.363639 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2c0073c3-6492-48b3-b5f2-0fc98943ce9e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:02.372502 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2c0073c3-6492-48b3-b5f2-0fc98943ce9e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:02.379861 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5188cc8e-e726-4f6d-8c05-a512aa0e6510 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.387387 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5188cc8e-e726-4f6d-8c05-a512aa0e6510 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:40:02.387772 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5188cc8e-e726-4f6d-8c05-a512aa0e6510 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:40:02.402550 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:40:02.437227 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-42450594-df34-4af3-b792-f8c697e801be tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:02.453460 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-42450594-df34-4af3-b792-f8c697e801be tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Usage tracker for resource:subnet and tenant:c0e5eb64d48444a7a7538cb7910a5743 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:02.459577 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-42450594-df34-4af3-b792-f8c697e801be tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:02.463208 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2c0073c3-6492-48b3-b5f2-0fc98943ce9e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.464368 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2c0073c3-6492-48b3-b5f2-0fc98943ce9e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.468703 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-42450594-df34-4af3-b792-f8c697e801be tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:02.499023 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-64c1e6b3-a054-4f12-adb0-3e09afebbf96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.535359 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.545394 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42450594-df34-4af3-b792-f8c697e801be tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Made reservation on behalf of c0e5eb64d48444a7a7538cb7910a5743 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:02.562117 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-bd52ae74-ce57-4f4f-90d2-e58e990236e1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Deleting port d19d4c42-a508-42ff-b2ab-14f5912310c9 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:02.562457 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd52ae74-ce57-4f4f-90d2-e58e990236e1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.569170 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Transition to ACTIVE for port object ba1a8047-2df3-496f-9227-ba08e95a5975 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:02.571309 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5188cc8e-e726-4f6d-8c05-a512aa0e6510 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.574223 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-d8fd62a9-0fc4-4ee8-81aa-448058f4613c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'name': 'tempest-ServersTestManualDisk-1032101193-router', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:39:53Z', 'revision_number': 5, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'gw_port': {'id': '64cb396c-c98f-4fcd-80e6-7040ebe41f14', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:02.594265 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5188cc8e-e726-4f6d-8c05-a512aa0e6510 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.603412 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188cc8e-e726-4f6d-8c05-a512aa0e6510 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Network': ['ID=0fb8fb74-23fc-49f9-88b1-e9f8821c8da8,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:02.617568 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fd62a9-0fc4-4ee8-81aa-448058f4613c None None] Checking router: 6c6b9228-0b7e-447e-a484-cfe0be97103b for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:40:02.625092 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5188cc8e-e726-4f6d-8c05-a512aa0e6510 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/networks/0fb8fb74-23fc-49f9-88b1-e9f8821c8da8 HTTP/1.1" status: 204 len: 168 time: 1.9174652 Apr 29 15:40:02.625092 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51586) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:02.626306 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2c0073c3-6492-48b3-b5f2-0fc98943ce9e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.632990 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Transition to ACTIVE for port object ba1a8047-2df3-496f-9227-ba08e95a5975 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:02.639597 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a7ca41-6932-4865-bf4a-1883493548bb None None] Network 2623ead6-5230-4e26-91b4-c4aca786b5d9 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:02.663267 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fd62a9-0fc4-4ee8-81aa-448058f4613c None None] Routers {'6c6b9228-0b7e-447e-a484-cfe0be97103b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:40:02.663900 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-d8fd62a9-0fc4-4ee8-81aa-448058f4613c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['6c6b9228-0b7e-447e-a484-cfe0be97103b'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:02.688672 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-64c1e6b3-a054-4f12-adb0-3e09afebbf96 admin admin] Deleting port 64cb396c-c98f-4fcd-80e6-7040ebe41f14 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:02.689006 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-64c1e6b3-a054-4f12-adb0-3e09afebbf96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.701080 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ba99d7-a965-4281-a248-14d7439c2471 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:02.701873 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-10ba99d7-a965-4281-a248-14d7439c2471 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Synchronizing usage tracker for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:02.750176 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-bd52ae74-ce57-4f4f-90d2-e58e990236e1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] The port 'd19d4c42-a508-42ff-b2ab-14f5912310c9' was deleted {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:40:02.796725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da78dd0-27c7-4dd2-9729-586cf81603f4 admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:40:02.800542 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-5d29cf5f-f155-486a-a0d2-0dda0705e0b4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Allocated IP 172.20.0.3 (7a130877-d02f-4120-8537-5b59fb0fa88e/49eed4cd-3435-4a20-82f6-c644b118749b/5d4b642d-06c8-4445-afa6-59092bce5cc1) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:02.805261 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6da78dd0-27c7-4dd2-9729-586cf81603f4 admin admin] 10.222.0.21 "PUT /v2.0/routers/017a57c6-628c-42d2-8829-cd7b223faa97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1523266 Apr 29 15:40:02.808836 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ff7b82-2035-4da3-b837-31de680b3ab9 None None] Sync routers for ids ['017a57c6-628c-42d2-8829-cd7b223faa97'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:40:02.819711 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.823528 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c64c9f99-0522-4969-8af2-f7541f058ac4 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:40:02.824803 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ff7b82-2035-4da3-b837-31de680b3ab9 None None] Routers {'017a57c6-628c-42d2-8829-cd7b223faa97'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:40:02.825644 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-c0ff7b82-2035-4da3-b837-31de680b3ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['017a57c6-628c-42d2-8829-cd7b223faa97'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:02.851469 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51590) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:02.921173 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: c64c9f99-0522-4969-8af2-f7541f058ac4 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:40:02.921561 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c64c9f99-0522-4969-8af2-f7541f058ac4 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:40:02.992272 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Network 7a130877-d02f-4120-8537-5b59fb0fa88e is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:02.998692 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Pushing event updated for resources: {'Port': ['ID=ba1a8047-2df3-496f-9227-ba08e95a5975,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:03.001183 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:03.017499 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:03.041706 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5d29cf5f-f155-486a-a0d2-0dda0705e0b4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:03.046329 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd52ae74-ce57-4f4f-90d2-e58e990236e1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:03.058617 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-5d29cf5f-f155-486a-a0d2-0dda0705e0b4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Transition to ACTIVE for port object 5d4b642d-06c8-4445-afa6-59092bce5cc1 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:03.059119 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-c0ff7b82-2035-4da3-b837-31de680b3ab9 None None] Set router 017a57c6-628c-42d2-8829-cd7b223faa97 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:40:03.061380 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-d8fd62a9-0fc4-4ee8-81aa-448058f4613c None None] Set router 6c6b9228-0b7e-447e-a484-cfe0be97103b gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:40:03.077014 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-bd52ae74-ce57-4f4f-90d2-e58e990236e1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fbb9788-ee90-42d5-a9d5-cc4794661b8b']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:03.079539 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-10ba99d7-a965-4281-a248-14d7439c2471 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Unset dirty status for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:03.085880 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-10ba99d7-a965-4281-a248-14d7439c2471 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports/214ee16a-6c88-4d2d-83a0-6c36fdd2a8b5 HTTP/1.1" status: 200 len: 844 time: 0.4569418 Apr 29 15:40:03.092124 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-bd52ae74-ce57-4f4f-90d2-e58e990236e1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86cb6106-a9d8-446b-8127-539b5f6507ae') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:03.092513 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-bd52ae74-ce57-4f4f-90d2-e58e990236e1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86cb6106-a9d8-446b-8127-539b5f6507ae') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:03.105684 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd52ae74-ce57-4f4f-90d2-e58e990236e1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:03.124906 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd52ae74-ce57-4f4f-90d2-e58e990236e1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:03.132313 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd52ae74-ce57-4f4f-90d2-e58e990236e1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:40:03.133088 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd52ae74-ce57-4f4f-90d2-e58e990236e1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:03.135291 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51594) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:03.221782 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5d29cf5f-f155-486a-a0d2-0dda0705e0b4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: util.warn( Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: util.warn( Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: util.warn( Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: util.warn( Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:40:03.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:40:03.267060 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-42450594-df34-4af3-b792-f8c697e801be tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:03.285761 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-d8fd62a9-0fc4-4ee8-81aa-448058f4613c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'name': 'tempest-ServersTestManualDisk-1032101193-router', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:40:02Z', 'revision_number': 6, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:03.291607 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Attempting to bind port ba1a8047-2df3-496f-9227-ba08e95a5975 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:40:03.292123 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Attempting to bind port ba1a8047-2df3-496f-9227-ba08e95a5975 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '541e6ba7-89b5-4ad9-a295-aa1ea6eda662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7a130877-d02f-4120-8537-5b59fb0fa88e'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:40:03.292339 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Attempting to bind port ba1a8047-2df3-496f-9227-ba08e95a5975 on network 7a130877-d02f-4120-8537-5b59fb0fa88e {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:40:03.309170 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fd62a9-0fc4-4ee8-81aa-448058f4613c None None] The sync data for ids ['6c6b9228-0b7e-447e-a484-cfe0be97103b'] in dv-neutron-839913-1-hyperv is: [{'id': '6c6b9228-0b7e-447e-a484-cfe0be97103b', 'name': 'tempest-ServersTestManualDisk-1032101193-router', 'tenant_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:40:02Z', 'revision_number': 6, 'project_id': 'bafb4596b2ae4298bc6d4156fe1d5fb3', 'gw_port_host': None}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:40:03.311982 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:40:03.312354 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Checking segment: {'id': '541e6ba7-89b5-4ad9-a295-aa1ea6eda662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7a130877-d02f-4120-8537-5b59fb0fa88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:40:03.312747 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:03.313122 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Bound using segment: {'id': '541e6ba7-89b5-4ad9-a295-aa1ea6eda662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7a130877-d02f-4120-8537-5b59fb0fa88e'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:40:03.313573 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Bound port: ba1a8047-2df3-496f-9227-ba08e95a5975, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541e6ba7-89b5-4ad9-a295-aa1ea6eda662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7a130877-d02f-4120-8537-5b59fb0fa88e'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:40:03.313940 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:03.367623 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d29cf5f-f155-486a-a0d2-0dda0705e0b4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Network 7a130877-d02f-4120-8537-5b59fb0fa88e is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:03.373861 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-5d29cf5f-f155-486a-a0d2-0dda0705e0b4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:03.385265 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d29cf5f-f155-486a-a0d2-0dda0705e0b4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:03.410405 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29cf5f-f155-486a-a0d2-0dda0705e0b4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Pushing event updated for resources: {'Port': ['ID=5d4b642d-06c8-4445-afa6-59092bce5cc1,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:03.411420 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] For port ba1a8047-2df3-496f-9227-ba08e95a5975, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:40:03.416225 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] For port ba1a8047-2df3-496f-9227-ba08e95a5975, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ba1a8047-2df3-496f-9227-ba08e95a5975,segment=NetworkSegment(541e6ba7-89b5-4ad9-a295-aa1ea6eda662),segment_id=541e6ba7-89b5-4ad9-a295-aa1ea6eda662)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:40:03.426334 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9a9c6ec1-c793-47e7-9c63-67bed449ccc4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports/214ee16a-6c88-4d2d-83a0-6c36fdd2a8b5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2851210 Apr 29 15:40:03.427044 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51598) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:03.443623 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-604f7351-0ad7-477d-885b-810b4a3fe14b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'subnet': {'network_id': 'fff58e3d-3f04-435f-9a39-63c880802c71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:03.444808 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd52ae74-ce57-4f4f-90d2-e58e990236e1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:03.449130 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd52ae74-ce57-4f4f-90d2-e58e990236e1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:03.471352 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-c0ff7b82-2035-4da3-b837-31de680b3ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'name': 'tempest-ServersTestJSON-882899689-router', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:39:57Z', 'revision_number': 5, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'gw_port': {'id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:03.471634 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2c0073c3-6492-48b3-b5f2-0fc98943ce9e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:03.476427 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ff7b82-2035-4da3-b837-31de680b3ab9 None None] Checking router: 017a57c6-628c-42d2-8829-cd7b223faa97 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:40:03.488866 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ff7b82-2035-4da3-b837-31de680b3ab9 None None] Routers {'017a57c6-628c-42d2-8829-cd7b223faa97'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:40:03.489819 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-c0ff7b82-2035-4da3-b837-31de680b3ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['017a57c6-628c-42d2-8829-cd7b223faa97'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:03.495402 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:03.593629 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d29cf5f-f155-486a-a0d2-0dda0705e0b4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:03.594453 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5d29cf5f-f155-486a-a0d2-0dda0705e0b4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:03.623217 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-604f7351-0ad7-477d-885b-810b4a3fe14b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:03.627484 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-604f7351-0ad7-477d-885b-810b4a3fe14b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:subnet and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:03.630551 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-604f7351-0ad7-477d-885b-810b4a3fe14b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:03.653967 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Pushing event updated for resources: {'Port': ['ID=ba1a8047-2df3-496f-9227-ba08e95a5975,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:03.655270 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-604f7351-0ad7-477d-885b-810b4a3fe14b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:03.668156 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:03.668840 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:03.669651 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:03.670229 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:03.671008 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:03.671587 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:03.672101 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:03.672689 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:03.673202 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:03.673738 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:03.678730 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ef292-fbf1-4bfc-b64e-f8a3c804e85e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:03.718574 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-c0ff7b82-2035-4da3-b837-31de680b3ab9 None None] Set router 017a57c6-628c-42d2-8829-cd7b223faa97 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:40:03.765435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52ae74-ce57-4f4f-90d2-e58e990236e1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Pushing event deleted for resources: {'Network': ['ID=8fbb9788-ee90-42d5-a9d5-cc4794661b8b,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:03.785980 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5d29cf5f-f155-486a-a0d2-0dda0705e0b4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8785200 Apr 29 15:40:03.793322 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51602) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:03.810389 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-22be45fb-0afd-46e5-ad67-d882a3f58f2f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Request body: {'port': {'network_id': '7a130877-d02f-4120-8537-5b59fb0fa88e', 'name': 'tempest-AllowedAddressPairTestJSON-558664953', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:79:de:6f'}]}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:03.831356 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bd52ae74-ce57-4f4f-90d2-e58e990236e1 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] 10.222.0.21 "DELETE /v2.0/networks/8fbb9788-ee90-42d5-a9d5-cc4794661b8b HTTP/1.1" status: 204 len: 168 time: 3.4448147 Apr 29 15:40:03.844884 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51606) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:04.042167 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604f7351-0ad7-477d-885b-810b4a3fe14b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:04.064924 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-64c1e6b3-a054-4f12-adb0-3e09afebbf96 admin admin] For port 64cb396c-c98f-4fcd-80e6-7040ebe41f14, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=64cb396c-c98f-4fcd-80e6-7040ebe41f14,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:04.065225 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-64c1e6b3-a054-4f12-adb0-3e09afebbf96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:04.095864 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10d5457d-0aca-4a77-a2d9-8eafaf1f2fb0 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:04.131846 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-c0ff7b82-2035-4da3-b837-31de680b3ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'name': 'tempest-ServersTestJSON-882899689-router', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:39:57Z', 'revision_number': 5, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'gw_port': {'id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:04.142467 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ff7b82-2035-4da3-b837-31de680b3ab9 None None] The sync data for ids ['017a57c6-628c-42d2-8829-cd7b223faa97'] in dv-neutron-839913-1-hyperv is: [{'id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'name': 'tempest-ServersTestJSON-882899689-router', 'tenant_id': 'c9e2f4e89626458695f617011f42e6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:01Z', 'updated_at': '2022-04-29T15:39:57Z', 'revision_number': 5, 'project_id': 'c9e2f4e89626458695f617011f42e6cc', 'gw_port': {'id': 'e6e5e594-b0eb-4262-a5f9-8155f6793f5a', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017a57c6-628c-42d2-8829-cd7b223faa97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:40:04.232327 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-64c1e6b3-a054-4f12-adb0-3e09afebbf96 admin admin] Calling delete_port for 64cb396c-c98f-4fcd-80e6-7040ebe41f14 owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:04.299507 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-604f7351-0ad7-477d-885b-810b4a3fe14b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:04.342584 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-42450594-df34-4af3-b792-f8c697e801be tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:04.416819 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-22be45fb-0afd-46e5-ad67-d882a3f58f2f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:04.427920 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-22be45fb-0afd-46e5-ad67-d882a3f58f2f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Usage tracker for resource:port and tenant:b0ca5174d7854c38a3cb3b450695bf9f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:04.434080 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-22be45fb-0afd-46e5-ad67-d882a3f58f2f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:04.443845 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-22be45fb-0afd-46e5-ad67-d882a3f58f2f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:04.525404 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10d5457d-0aca-4a77-a2d9-8eafaf1f2fb0 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:04.561342 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22be45fb-0afd-46e5-ad67-d882a3f58f2f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Made reservation on behalf of b0ca5174d7854c38a3cb3b450695bf9f for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:04.566931 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42450594-df34-4af3-b792-f8c697e801be tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event updated for resources: {'Subnet': ['ID=098b3989-c01e-44e0-bd1a-10fae25c7e5c,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:04.584007 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-10d5457d-0aca-4a77-a2d9-8eafaf1f2fb0 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca0d1b0-1f73-4afb-a391-f2165c069a06']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:04.587967 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2c0073c3-6492-48b3-b5f2-0fc98943ce9e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for router_gateway, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:04.618248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-10d5457d-0aca-4a77-a2d9-8eafaf1f2fb0 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cdf291d-541b-4e2e-a9e7-7ad66c2b3ecb') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:04.618762 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-10d5457d-0aca-4a77-a2d9-8eafaf1f2fb0 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cdf291d-541b-4e2e-a9e7-7ad66c2b3ecb') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:04.635745 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7121e399-b658-45c5-bc23-4e8c30ce681b admin admin] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:04.694068 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2c0073c3-6492-48b3-b5f2-0fc98943ce9e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:04.725748 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10d5457d-0aca-4a77-a2d9-8eafaf1f2fb0 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:04.792469 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ba1a8047-2df3-496f-9227-ba08e95a5975 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:04.846254 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42450594-df34-4af3-b792-f8c697e801be tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Checking segment: {'id': 'c71930c1-ef6b-4d51-ad3b-243ebf352957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9d9068e9-e631-4f6f-a25c-db40530d5b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:40:04.847669 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42450594-df34-4af3-b792-f8c697e801be tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Network hostable DHCP agents. Network: 9d9068e9-e631-4f6f-a25c-db40530d5b59, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:40:04.887348 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10d5457d-0aca-4a77-a2d9-8eafaf1f2fb0 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:04.915186 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-22be45fb-0afd-46e5-ad67-d882a3f58f2f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:04.939294 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d5457d-0aca-4a77-a2d9-8eafaf1f2fb0 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:40:04.939704 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10d5457d-0aca-4a77-a2d9-8eafaf1f2fb0 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:40:04.962572 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:40:04.999923 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-604f7351-0ad7-477d-885b-810b4a3fe14b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:05.056367 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port ba1a8047-2df3-496f-9227-ba08e95a5975 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:05.059188 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-22be45fb-0afd-46e5-ad67-d882a3f58f2f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] device_id is not set on port 84db4642-2827-4cff-ba6b-16fdb5bdd2b7 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:40:05.068759 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a742f50-4aed-4e76-8c1c-96581098ad4e None None] Network 7a130877-d02f-4120-8537-5b59fb0fa88e requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:05.128674 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-2c0073c3-6492-48b3-b5f2-0fc98943ce9e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Allocated IP 172.26.1.119 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/73cb43ce-4c76-4184-90f5-cf1c46f4ddc8) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:05.141060 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7121e399-b658-45c5-bc23-4e8c30ce681b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:05.144772 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-64c1e6b3-a054-4f12-adb0-3e09afebbf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:05.147015 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f7351-0ad7-477d-885b-810b4a3fe14b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Subnet': ['ID=cb3a3dc4-0e5f-4a54-aa33-27aa3d6b4573,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:05.159653 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604f7351-0ad7-477d-885b-810b4a3fe14b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network fff58e3d-3f04-435f-9a39-63c880802c71 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:05.165586 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-604f7351-0ad7-477d-885b-810b4a3fe14b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:05.173920 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604f7351-0ad7-477d-885b-810b4a3fe14b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:05.174514 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-604f7351-0ad7-477d-885b-810b4a3fe14b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:05.194410 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42450594-df34-4af3-b792-f8c697e801be tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Network 9d9068e9-e631-4f6f-a25c-db40530d5b59 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:40:05.197274 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956849e2-a450-4309-acd6-ed73ed5766dc None None] Network fff58e3d-3f04-435f-9a39-63c880802c71 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:05.200221 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10d5457d-0aca-4a77-a2d9-8eafaf1f2fb0 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:05.202907 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1e6b3-a054-4f12-adb0-3e09afebbf96 admin admin] Pushing event deleted for resources: {'Port': ['ID=64cb396c-c98f-4fcd-80e6-7040ebe41f14,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:05.223942 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10d5457d-0aca-4a77-a2d9-8eafaf1f2fb0 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:05.248394 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-10d5457d-0aca-4a77-a2d9-8eafaf1f2fb0 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] 10.222.0.21 "DELETE /v2.0/networks/1ca0d1b0-1f73-4afb-a391-f2165c069a06 HTTP/1.1" status: 204 len: 168 time: 1.4001625 Apr 29 15:40:05.270349 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5457d-0aca-4a77-a2d9-8eafaf1f2fb0 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Pushing event deleted for resources: {'Network': ['ID=1ca0d1b0-1f73-4afb-a391-f2165c069a06,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:05.277441 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51610) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:05.284489 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-7121e399-b658-45c5-bc23-4e8c30ce681b admin admin] Deleting port e6e5e594-b0eb-4262-a5f9-8155f6793f5a {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:05.284834 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7121e399-b658-45c5-bc23-4e8c30ce681b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:05.294903 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 64cb396c-c98f-4fcd-80e6-7040ebe41f14 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:40:05.328777 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4c847a7f-3e8a-4179-a946-de1de2d240e1 None None] Provisioning for port ba1a8047-2df3-496f-9227-ba08e95a5975 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:05.343763 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 64cb396c-c98f-4fcd-80e6-7040ebe41f14 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:40:05.344105 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 64cb396c-c98f-4fcd-80e6-7040ebe41f14 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:40:05.344520 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 02b923e5-a482-4b7f-988a-e06f010984d4 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:40:05.367204 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-42450594-df34-4af3-b792-f8c697e801be tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 9d9068e9-e631-4f6f-a25c-db40530d5b59) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:05.376984 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-22be45fb-0afd-46e5-ad67-d882a3f58f2f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Allocated IP 172.20.0.7 (7a130877-d02f-4120-8537-5b59fb0fa88e/49eed4cd-3435-4a20-82f6-c644b118749b/84db4642-2827-4cff-ba6b-16fdb5bdd2b7) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:05.384966 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-604f7351-0ad7-477d-885b-810b4a3fe14b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9529328 Apr 29 15:40:05.391432 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51614) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:05.407090 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-2cb9df2a-8586-4481-b47c-982f0499b374 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'security_group': {'name': 'tempest-secgroup-754131547'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:05.408827 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4c847a7f-3e8a-4179-a946-de1de2d240e1 None None] Provisioning complete for port ba1a8047-2df3-496f-9227-ba08e95a5975 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:05.409194 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4c847a7f-3e8a-4179-a946-de1de2d240e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:05.421314 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2cb9df2a-8586-4481-b47c-982f0499b374 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:05.426850 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2c0073c3-6492-48b3-b5f2-0fc98943ce9e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:05.432221 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417915af-24ff-4389-93fd-2a988622c0fc None None] Network 9d9068e9-e631-4f6f-a25c-db40530d5b59 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:05.436187 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2cb9df2a-8586-4481-b47c-982f0499b374 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:security_group and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:05.443592 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2cb9df2a-8586-4481-b47c-982f0499b374 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:05.463650 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2cb9df2a-8586-4481-b47c-982f0499b374 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:05.522804 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 02b923e5-a482-4b7f-988a-e06f010984d4 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:40:05.523203 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 02b923e5-a482-4b7f-988a-e06f010984d4 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:40:05.523560 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 06d5f898-21bf-4f2a-8334-f2b0a15c0097 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:40:05.561681 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42450594-df34-4af3-b792-f8c697e801be tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:05.562277 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-42450594-df34-4af3-b792-f8c697e801be tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:05.596713 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2cb9df2a-8586-4481-b47c-982f0499b374 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:05.597351 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 06d5f898-21bf-4f2a-8334-f2b0a15c0097 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:40:05.597684 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 06d5f898-21bf-4f2a-8334-f2b0a15c0097 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:40:05.668038 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2c0073c3-6492-48b3-b5f2-0fc98943ce9e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:05.713116 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2cb9df2a-8586-4481-b47c-982f0499b374 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:05.729186 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2cb9df2a-8586-4481-b47c-982f0499b374 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:security_group_rule and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:05.742964 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2cb9df2a-8586-4481-b47c-982f0499b374 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:05.749150 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-67792bf6-469b-4c33-be3d-b3e09902ef66 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:05.753949 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-42450594-df34-4af3-b792-f8c697e801be tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5978889 Apr 29 15:40:05.759344 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51618) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:05.766087 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2cb9df2a-8586-4481-b47c-982f0499b374 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:05.823458 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0073c3-6492-48b3-b5f2-0fc98943ce9e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:05.824941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-22be45fb-0afd-46e5-ad67-d882a3f58f2f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:05.877799 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0073c3-6492-48b3-b5f2-0fc98943ce9e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'Port': ['ID=73cb43ce-4c76-4184-90f5-cf1c46f4ddc8,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:05.880276 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-2c0073c3-6492-48b3-b5f2-0fc98943ce9e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:05.891249 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-64c1e6b3-a054-4f12-adb0-3e09afebbf96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:05.904375 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0073c3-6492-48b3-b5f2-0fc98943ce9e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:06.006151 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4c847a7f-3e8a-4179-a946-de1de2d240e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.028991 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d604016b-12b8-492e-97d0-280adf09aa74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-9d9068e9-e631-4f6f-a25c-db40530d5b59', 'network_id': '9d9068e9-e631-4f6f-a25c-db40530d5b59', 'tenant_id': 'c0e5eb64d48444a7a7538cb7910a5743', 'fixed_ips': [{'subnet_id': '098b3989-c01e-44e0-bd1a-10fae25c7e5c'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:40:06.029756 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d604016b-12b8-492e-97d0-280adf09aa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.073123 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-22be45fb-0afd-46e5-ad67-d882a3f58f2f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Transition to ACTIVE for port object 84db4642-2827-4cff-ba6b-16fdb5bdd2b7 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:06.125132 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-4c847a7f-3e8a-4179-a946-de1de2d240e1 None None] For port ba1a8047-2df3-496f-9227-ba08e95a5975, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ba1a8047-2df3-496f-9227-ba08e95a5975,segment=NetworkSegment(541e6ba7-89b5-4ad9-a295-aa1ea6eda662),segment_id=541e6ba7-89b5-4ad9-a295-aa1ea6eda662)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:06.181579 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67700754-8628-4c02-a2b4-5d58ad706a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-fff58e3d-3f04-435f-9a39-63c880802c71', 'network_id': 'fff58e3d-3f04-435f-9a39-63c880802c71', 'tenant_id': '181454145b0d449b8706b073dae04744', 'fixed_ips': [{'subnet_id': 'cb3a3dc4-0e5f-4a54-aa33-27aa3d6b4573'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:40:06.182392 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-67700754-8628-4c02-a2b4-5d58ad706a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.190631 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-7121e399-b658-45c5-bc23-4e8c30ce681b admin admin] For port e6e5e594-b0eb-4262-a5f9-8155f6793f5a, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e6e5e594-b0eb-4262-a5f9-8155f6793f5a,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:06.190631 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7121e399-b658-45c5-bc23-4e8c30ce681b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.212989 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2cb9df2a-8586-4481-b47c-982f0499b374 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.237964 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.238869 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4c847a7f-3e8a-4179-a946-de1de2d240e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.266766 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2cb9df2a-8586-4481-b47c-982f0499b374 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.323986 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-22be45fb-0afd-46e5-ad67-d882a3f58f2f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.386575 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-d604016b-12b8-492e-97d0-280adf09aa74 None None] Allocated IP 2001:db8::2 (9d9068e9-e631-4f6f-a25c-db40530d5b59/098b3989-c01e-44e0-bd1a-10fae25c7e5c/db5be721-5e4c-49e9-b567-05b8f2061ace) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:06.394129 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-67792bf6-469b-4c33-be3d-b3e09902ef66 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.403801 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c847a7f-3e8a-4179-a946-de1de2d240e1 None None] Pushing event updated for resources: {'Port': ['ID=ba1a8047-2df3-496f-9227-ba08e95a5975,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:06.406837 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-7121e399-b658-45c5-bc23-4e8c30ce681b admin admin] Calling delete_port for e6e5e594-b0eb-4262-a5f9-8155f6793f5a owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:06.445788 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-64c1e6b3-a054-4f12-adb0-3e09afebbf96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.452876 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.476499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-67792bf6-469b-4c33-be3d-b3e09902ef66 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c6935c7-eb4b-4fa8-9230-ff6adb8add63']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:06.477989 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9df2a-8586-4481-b47c-982f0499b374 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b58a38b-a8bf-4df2-9be8-4219d34f9b65,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:06.484066 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-64c1e6b3-a054-4f12-adb0-3e09afebbf96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.495050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-67792bf6-469b-4c33-be3d-b3e09902ef66 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b639ef-40b4-40b8-80fa-26805aa90c01') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:06.495419 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-67792bf6-469b-4c33-be3d-b3e09902ef66 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b639ef-40b4-40b8-80fa-26805aa90c01') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:06.495869 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2cb9df2a-8586-4481-b47c-982f0499b374 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.497022 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2cb9df2a-8586-4481-b47c-982f0499b374 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1046033 Apr 29 15:40:06.499115 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22be45fb-0afd-46e5-ad67-d882a3f58f2f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Network 7a130877-d02f-4120-8537-5b59fb0fa88e is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:06.505918 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51622) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:06.506051 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be45fb-0afd-46e5-ad67-d882a3f58f2f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Pushing event updated for resources: {'Port': ['ID=84db4642-2827-4cff-ba6b-16fdb5bdd2b7,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:06.511281 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-22be45fb-0afd-46e5-ad67-d882a3f58f2f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:06.515659 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-7483c28b-3b4c-41fc-8336-9f9dae75c365 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'security_group': {'name': 'tempest-secgroup-594849927'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:06.516124 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22be45fb-0afd-46e5-ad67-d882a3f58f2f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:06.527770 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-67792bf6-469b-4c33-be3d-b3e09902ef66 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.534898 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-7483c28b-3b4c-41fc-8336-9f9dae75c365 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:06.565026 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7483c28b-3b4c-41fc-8336-9f9dae75c365 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:security_group and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:06.568120 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7483c28b-3b4c-41fc-8336-9f9dae75c365 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:06.591501 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-7483c28b-3b4c-41fc-8336-9f9dae75c365 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:06.604161 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-67792bf6-469b-4c33-be3d-b3e09902ef66 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.612826 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22be45fb-0afd-46e5-ad67-d882a3f58f2f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:06.613546 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-22be45fb-0afd-46e5-ad67-d882a3f58f2f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.613736 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67792bf6-469b-4c33-be3d-b3e09902ef66 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:40:06.616006 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-67792bf6-469b-4c33-be3d-b3e09902ef66 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:40:06.631450 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:40:06.634138 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2c0073c3-6492-48b3-b5f2-0fc98943ce9e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for router_gateway, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.634963 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2c0073c3-6492-48b3-b5f2-0fc98943ce9e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.685070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-64c1e6b3-a054-4f12-adb0-3e09afebbf96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.685602 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c1e6b3-a054-4f12-adb0-3e09afebbf96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c6b9228-0b7e-447e-a484-cfe0be97103b {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:40:06.698747 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-22be45fb-0afd-46e5-ad67-d882a3f58f2f tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.9002368 Apr 29 15:40:06.700852 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7483c28b-3b4c-41fc-8336-9f9dae75c365 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.703168 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51626) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:06.714649 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:40:06.784286 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-64c1e6b3-a054-4f12-adb0-3e09afebbf96 admin admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.788544 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-64c1e6b3-a054-4f12-adb0-3e09afebbf96 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6c6b9228-0b7e-447e-a484-cfe0be97103b HTTP/1.1" status: 204 len: 168 time: 5.9776468 Apr 29 15:40:06.789949 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51628) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:06.866928 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-67700754-8628-4c02-a2b4-5d58ad706a59 None None] Allocated IP 2001:db8::2 (fff58e3d-3f04-435f-9a39-63c880802c71/cb3a3dc4-0e5f-4a54-aa33-27aa3d6b4573/78cc2203-e6b8-4a6f-b329-21eeacde222b) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:06.878167 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-67792bf6-469b-4c33-be3d-b3e09902ef66 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.913504 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5ca4a64d-4ad0-4799-b96d-0c48c944bf70 None None] Provisioning complete for port ba1a8047-2df3-496f-9227-ba08e95a5975 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:06.913868 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a64d-4ad0-4799-b96d-0c48c944bf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.914068 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-7483c28b-3b4c-41fc-8336-9f9dae75c365 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:06.943982 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ba1a8047-2df3-496f-9227-ba08e95a5975 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:06.964215 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20503958-2152-4b59-b581-e475f0a3dacc tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:06.968254 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20503958-2152-4b59-b581-e475f0a3dacc tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:06.972205 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20503958-2152-4b59-b581-e475f0a3dacc tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:06.973071 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-20503958-2152-4b59-b581-e475f0a3dacc tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Synchronizing usage tracker for tenant:b0ca5174d7854c38a3cb3b450695bf9f on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:07.072451 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-67792bf6-469b-4c33-be3d-b3e09902ef66 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.088412 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67792bf6-469b-4c33-be3d-b3e09902ef66 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] Pushing event deleted for resources: {'Network': ['ID=6c6935c7-eb4b-4fa8-9230-ff6adb8add63,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:07.097058 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7483c28b-3b4c-41fc-8336-9f9dae75c365 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:security_group_rule and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:07.097353 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-20503958-2152-4b59-b581-e475f0a3dacc tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Unset dirty status for tenant:b0ca5174d7854c38a3cb3b450695bf9f on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:07.099232 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-20503958-2152-4b59-b581-e475f0a3dacc tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2873123 Apr 29 15:40:07.103215 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51634) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:07.105948 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7483c28b-3b4c-41fc-8336-9f9dae75c365 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:07.113321 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-67792bf6-469b-4c33-be3d-b3e09902ef66 tempest-BulkNetworkOpsIpV6Test-1037315997 tempest-BulkNetworkOpsIpV6Test-1037315997-project] 10.222.0.21 "DELETE /v2.0/networks/6c6935c7-eb4b-4fa8-9230-ff6adb8add63 HTTP/1.1" status: 204 len: 168 time: 1.8353941 Apr 29 15:40:07.120995 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-312e581c-7156-47f7-bb9d-5030e47947d7 admin admin] Deleting subnet 6408fca5-a6c8-49cb-a418-323e1535deec {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:40:07.125738 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-7483c28b-3b4c-41fc-8336-9f9dae75c365 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:07.139409 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-312e581c-7156-47f7-bb9d-5030e47947d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.181740 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0073c3-6492-48b3-b5f2-0fc98943ce9e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Router d8f0ec34-79eb-4e21-9dd6-4f19503c203d is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:40:07.205109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7121e399-b658-45c5-bc23-4e8c30ce681b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.207794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d604016b-12b8-492e-97d0-280adf09aa74 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.221660 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-818a1ae4-4887-4265-9e18-32cc66c52a3e tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Deleting port 84db4642-2827-4cff-ba6b-16fdb5bdd2b7 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:07.222339 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-818a1ae4-4887-4265-9e18-32cc66c52a3e tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.242585 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d604016b-12b8-492e-97d0-280adf09aa74 None None] Transition to ACTIVE for port object db5be721-5e4c-49e9-b567-05b8f2061ace will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:07.264921 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121e399-b658-45c5-bc23-4e8c30ce681b admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e5e594-b0eb-4262-a5f9-8155f6793f5a,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:07.279714 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-312e581c-7156-47f7-bb9d-5030e47947d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.320883 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d604016b-12b8-492e-97d0-280adf09aa74 None None] Transition to ACTIVE for port object db5be721-5e4c-49e9-b567-05b8f2061ace will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:07.387215 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port ba1a8047-2df3-496f-9227-ba08e95a5975 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:07.387496 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.443654 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7483c28b-3b4c-41fc-8336-9f9dae75c365 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.457658 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d604016b-12b8-492e-97d0-280adf09aa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.505600 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-67700754-8628-4c02-a2b4-5d58ad706a59 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.542549 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-67700754-8628-4c02-a2b4-5d58ad706a59 None None] Transition to ACTIVE for port object 78cc2203-e6b8-4a6f-b329-21eeacde222b will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:07.553610 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d604016b-12b8-492e-97d0-280adf09aa74 None None] Network 9d9068e9-e631-4f6f-a25c-db40530d5b59 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:07.561225 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-d604016b-12b8-492e-97d0-280adf09aa74 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:07.569902 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d604016b-12b8-492e-97d0-280adf09aa74 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:07.590402 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604016b-12b8-492e-97d0-280adf09aa74 None None] Pushing event updated for resources: {'Port': ['ID=db5be721-5e4c-49e9-b567-05b8f2061ace,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:07.601903 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7483c28b-3b4c-41fc-8336-9f9dae75c365 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.623557 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-67700754-8628-4c02-a2b4-5d58ad706a59 None None] Transition to ACTIVE for port object 78cc2203-e6b8-4a6f-b329-21eeacde222b will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:07.632399 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.643835 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7121e399-b658-45c5-bc23-4e8c30ce681b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.703575 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event deleted for resources: {'Subnet': ['ID=098b3989-c01e-44e0-bd1a-10fae25c7e5c,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:07.712086 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-312e581c-7156-47f7-bb9d-5030e47947d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.780949 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5ca4a64d-4ad0-4799-b96d-0c48c944bf70 None None] Provisioning for port 5d4b642d-06c8-4445-afa6-59092bce5cc1 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:07.801686 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7483c28b-3b4c-41fc-8336-9f9dae75c365 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.803001 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7483c28b-3b4c-41fc-8336-9f9dae75c365 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.2965593 Apr 29 15:40:07.820441 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-67700754-8628-4c02-a2b4-5d58ad706a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.820780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51642) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:07.829625 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-e22cae0a-8ff1-4be9-a44e-35a991e5059d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1881801634', 'security_groups': ['248855d8-cce1-479c-9ddb-317ec736cd92'], 'network_id': 'fff58e3d-3f04-435f-9a39-63c880802c71', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cb3a3dc4-0e5f-4a54-aa33-27aa3d6b4573'}]}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:07.844812 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483c28b-3b4c-41fc-8336-9f9dae75c365 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=248855d8-cce1-479c-9ddb-317ec736cd92,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:07.855012 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-d604016b-12b8-492e-97d0-280adf09aa74 None None] Attempting to bind port db5be721-5e4c-49e9-b567-05b8f2061ace on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:40:07.855182 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-d604016b-12b8-492e-97d0-280adf09aa74 None None] Attempting to bind port db5be721-5e4c-49e9-b567-05b8f2061ace by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'c71930c1-ef6b-4d51-ad3b-243ebf352957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9d9068e9-e631-4f6f-a25c-db40530d5b59'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:40:07.855639 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d604016b-12b8-492e-97d0-280adf09aa74 None None] Attempting to bind port db5be721-5e4c-49e9-b567-05b8f2061ace on network 9d9068e9-e631-4f6f-a25c-db40530d5b59 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:40:07.875917 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5ca4a64d-4ad0-4799-b96d-0c48c944bf70 None None] Provisioning complete for port 5d4b642d-06c8-4445-afa6-59092bce5cc1 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:07.877513 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a64d-4ad0-4799-b96d-0c48c944bf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.885230 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51646) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:07.887099 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-818a1ae4-4887-4265-9e18-32cc66c52a3e tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.900412 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.976822 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d604016b-12b8-492e-97d0-280adf09aa74 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:40:07.977343 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d604016b-12b8-492e-97d0-280adf09aa74 None None] Checking segment: {'id': 'c71930c1-ef6b-4d51-ad3b-243ebf352957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9d9068e9-e631-4f6f-a25c-db40530d5b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:40:07.982052 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d604016b-12b8-492e-97d0-280adf09aa74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.982052 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d604016b-12b8-492e-97d0-280adf09aa74 None None] Bound using segment: {'id': 'c71930c1-ef6b-4d51-ad3b-243ebf352957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9d9068e9-e631-4f6f-a25c-db40530d5b59'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:40:07.982052 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-d604016b-12b8-492e-97d0-280adf09aa74 None None] Bound port: db5be721-5e4c-49e9-b567-05b8f2061ace, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71930c1-ef6b-4d51-ad3b-243ebf352957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9d9068e9-e631-4f6f-a25c-db40530d5b59'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:40:07.982052 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d604016b-12b8-492e-97d0-280adf09aa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:08.012991 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67700754-8628-4c02-a2b4-5d58ad706a59 None None] Network fff58e3d-3f04-435f-9a39-63c880802c71 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:08.018397 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-67700754-8628-4c02-a2b4-5d58ad706a59 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:08.020908 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67700754-8628-4c02-a2b4-5d58ad706a59 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:08.024214 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4a64d-4ad0-4799-b96d-0c48c944bf70 None None] Port 5d4b642d-06c8-4445-afa6-59092bce5cc1 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:08.077789 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7121e399-b658-45c5-bc23-4e8c30ce681b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:08.090739 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67700754-8628-4c02-a2b4-5d58ad706a59 None None] Pushing event updated for resources: {'Port': ['ID=78cc2203-e6b8-4a6f-b329-21eeacde222b,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:08.105101 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7121e399-b658-45c5-bc23-4e8c30ce681b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:08.144683 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e22cae0a-8ff1-4be9-a44e-35a991e5059d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:08.155549 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e22cae0a-8ff1-4be9-a44e-35a991e5059d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:08.168254 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-312e581c-7156-47f7-bb9d-5030e47947d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:08.200770 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-818a1ae4-4887-4265-9e18-32cc66c52a3e tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Calling delete_port for 84db4642-2827-4cff-ba6b-16fdb5bdd2b7 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:08.208373 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e581c-7156-47f7-bb9d-5030e47947d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6408fca5-a6c8-49cb-a418-323e1535deec,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:08.222725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-312e581c-7156-47f7-bb9d-5030e47947d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:08.226360 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-d604016b-12b8-492e-97d0-280adf09aa74 None None] For port db5be721-5e4c-49e9-b567-05b8f2061ace, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:40:08.228583 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-67700754-8628-4c02-a2b4-5d58ad706a59 None None] Attempting to bind port 78cc2203-e6b8-4a6f-b329-21eeacde222b on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:40:08.228840 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-67700754-8628-4c02-a2b4-5d58ad706a59 None None] Attempting to bind port 78cc2203-e6b8-4a6f-b329-21eeacde222b by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '93f8bc01-aee1-40b2-bee9-7873e468fac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fff58e3d-3f04-435f-9a39-63c880802c71'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:40:08.229279 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67700754-8628-4c02-a2b4-5d58ad706a59 None None] Attempting to bind port 78cc2203-e6b8-4a6f-b329-21eeacde222b on network fff58e3d-3f04-435f-9a39-63c880802c71 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:40:08.230802 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7121e399-b658-45c5-bc23-4e8c30ce681b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:08.231458 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7121e399-b658-45c5-bc23-4e8c30ce681b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 017a57c6-628c-42d2-8829-cd7b223faa97 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:40:08.236286 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7121e399-b658-45c5-bc23-4e8c30ce681b admin admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:08.238727 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d96f54-ccfd-4c54-a4e5-7dee31867ab6 None None] Network 951a2926-3d60-49f1-abb0-4cfee0b87bbe requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:08.239197 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7121e399-b658-45c5-bc23-4e8c30ce681b admin admin] 10.222.0.21 "DELETE /v2.0/routers/017a57c6-628c-42d2-8829-cd7b223faa97 HTTP/1.1" status: 204 len: 168 time: 5.3784401 Apr 29 15:40:08.241986 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51652) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:08.245213 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-312e581c-7156-47f7-bb9d-5030e47947d7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6408fca5-a6c8-49cb-a418-323e1535deec HTTP/1.1" status: 204 len: 168 time: 1.4518125 Apr 29 15:40:08.247035 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51656) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:08.265999 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9068e9-e631-4f6f-a25c-db40530d5b59']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:08.266219 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-d604016b-12b8-492e-97d0-280adf09aa74 None None] For port db5be721-5e4c-49e9-b567-05b8f2061ace, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=db5be721-5e4c-49e9-b567-05b8f2061ace,segment=NetworkSegment(c71930c1-ef6b-4d51-ad3b-243ebf352957),segment_id=c71930c1-ef6b-4d51-ad3b-243ebf352957)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:40:08.274132 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67700754-8628-4c02-a2b4-5d58ad706a59 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:40:08.274659 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67700754-8628-4c02-a2b4-5d58ad706a59 None None] Checking segment: {'id': '93f8bc01-aee1-40b2-bee9-7873e468fac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fff58e3d-3f04-435f-9a39-63c880802c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:40:08.275070 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-67700754-8628-4c02-a2b4-5d58ad706a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:08.275462 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67700754-8628-4c02-a2b4-5d58ad706a59 None None] Bound using segment: {'id': '93f8bc01-aee1-40b2-bee9-7873e468fac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fff58e3d-3f04-435f-9a39-63c880802c71'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:40:08.278604 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-67700754-8628-4c02-a2b4-5d58ad706a59 None None] Bound port: 78cc2203-e6b8-4a6f-b329-21eeacde222b, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f8bc01-aee1-40b2-bee9-7873e468fac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fff58e3d-3f04-435f-9a39-63c880802c71'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:40:08.279057 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-67700754-8628-4c02-a2b4-5d58ad706a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:08.292221 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22cae0a-8ff1-4be9-a44e-35a991e5059d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:08.324503 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71930c1-ef6b-4d51-ad3b-243ebf352957') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:08.324848 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71930c1-ef6b-4d51-ad3b-243ebf352957') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:08.358334 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d604016b-12b8-492e-97d0-280adf09aa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:08.359413 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0073c3-6492-48b3-b5f2-0fc98943ce9e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:40:08.362023 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:08.371509 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-30465512-24a0-4d19-9162-c8d9f76bbe73 None None] Provisioning for port 84db4642-2827-4cff-ba6b-16fdb5bdd2b7 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:08.426054 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:08.431806 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba54fd2f-10f3-49e3-a2ee-c8d547fe960a None None] Sync routers for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:40:08.445647 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:40:08.445647 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:08.456436 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-30465512-24a0-4d19-9162-c8d9f76bbe73 None None] Provisioning complete for port 84db4642-2827-4cff-ba6b-16fdb5bdd2b7 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:08.456799 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-30465512-24a0-4d19-9162-c8d9f76bbe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:40:08.460550 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:40:08.467367 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-407b7d32-f7a1-4876-aff8-537be42ffee7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06cdb5e955154be3b0308180afe8f9b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5729651 Apr 29 15:40:08.471812 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51662) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:08.561786 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2c0073c3-6492-48b3-b5f2-0fc98943ce9e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:08.565757 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2c0073c3-6492-48b3-b5f2-0fc98943ce9e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.2431934 Apr 29 15:40:08.566409 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51666) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:08.622285 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e22cae0a-8ff1-4be9-a44e-35a991e5059d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:08.642626 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba54fd2f-10f3-49e3-a2ee-c8d547fe960a None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:40:08.645894 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ba54fd2f-10f3-49e3-a2ee-c8d547fe960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:08.727197 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.db.api [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:40:08.727197 dv-neutron-839913-1-hyperv neutron-server[84771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:40:08.727197 dv-neutron-839913-1-hyperv neutron-server[84771]: [parameters: {'id': '9d9068e9-e631-4f6f-a25c-db40530d5b59'}] Apr 29 15:40:08.727197 dv-neutron-839913-1-hyperv neutron-server[84771]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:40:08.727938 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG oslo_db.api [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:40:08.785289 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-818a1ae4-4887-4265-9e18-32cc66c52a3e tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:08.848740 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-75964fcf-a292-4808-8c80-fbb2f1356ed5 admin admin] Deleting subnet e83914fb-022a-4002-8e6f-85f3456e202d {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:40:08.854759 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604016b-12b8-492e-97d0-280adf09aa74 None None] Pushing event updated for resources: {'Port': ['ID=db5be721-5e4c-49e9-b567-05b8f2061ace,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:08.857118 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a1ae4-4887-4265-9e18-32cc66c52a3e tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Pushing event deleted for resources: {'Port': ['ID=84db4642-2827-4cff-ba6b-16fdb5bdd2b7,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:08.861520 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-75964fcf-a292-4808-8c80-fbb2f1356ed5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:08.875811 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e6e5e594-b0eb-4262-a5f9-8155f6793f5a no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:40:08.894142 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95c29619-b1d5-4505-ab89-b2e4e10f0cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:08.900675 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-30465512-24a0-4d19-9162-c8d9f76bbe73 None None] Port 84db4642-2827-4cff-ba6b-16fdb5bdd2b7 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:08.932352 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ba54fd2f-10f3-49e3-a2ee-c8d547fe960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:08.945871 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-e22cae0a-8ff1-4be9-a44e-35a991e5059d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] device_id is not set on port e5f6f185-a4a4-4c73-a4a9-77a367c061f5 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:40:08.946807 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: e6e5e594-b0eb-4262-a5f9-8155f6793f5a {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:40:08.947185 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e6e5e594-b0eb-4262-a5f9-8155f6793f5a not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:40:08.962800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-67700754-8628-4c02-a2b4-5d58ad706a59 None None] For port 78cc2203-e6b8-4a6f-b329-21eeacde222b, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:40:08.989391 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f21bfee7-aeda-4ddc-ad10-1a37fbda4143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:08.992877 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-67700754-8628-4c02-a2b4-5d58ad706a59 None None] For port 78cc2203-e6b8-4a6f-b329-21eeacde222b, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=78cc2203-e6b8-4a6f-b329-21eeacde222b,segment=NetworkSegment(93f8bc01-aee1-40b2-bee9-7873e468fac8),segment_id=93f8bc01-aee1-40b2-bee9-7873e468fac8)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:40:08.996114 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-75964fcf-a292-4808-8c80-fbb2f1356ed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:09.009832 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becd309a-3ab9-45b7-8584-4c099c2acfc3 None None] Network 9d9068e9-e631-4f6f-a25c-db40530d5b59 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:09.026707 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba54fd2f-10f3-49e3-a2ee-c8d547fe960a None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:40:09.027345 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ba54fd2f-10f3-49e3-a2ee-c8d547fe960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:39:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:09.051444 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-95c29619-b1d5-4505-ab89-b2e4e10f0cb2 admin admin] Deleting port 76459808-dac3-4b53-b38b-7ce0e58bf090 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:09.051949 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95c29619-b1d5-4505-ab89-b2e4e10f0cb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:09.087206 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-30465512-24a0-4d19-9162-c8d9f76bbe73 None None] Provisioning complete for port 5d4b642d-06c8-4445-afa6-59092bce5cc1 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:09.087525 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-30465512-24a0-4d19-9162-c8d9f76bbe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:09.127269 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-818a1ae4-4887-4265-9e18-32cc66c52a3e tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:09.173058 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-67700754-8628-4c02-a2b4-5d58ad706a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:09.232089 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f21bfee7-aeda-4ddc-ad10-1a37fbda4143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:09.237597 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ba54fd2f-10f3-49e3-a2ee-c8d547fe960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:09.238436 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba54fd2f-10f3-49e3-a2ee-c8d547fe960a None None] The sync data for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:40:09.268073 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:09.280073 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-818a1ae4-4887-4265-9e18-32cc66c52a3e tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] 10.222.0.21 "DELETE /v2.0/ports/84db4642-2827-4cff-ba6b-16fdb5bdd2b7 HTTP/1.1" status: 204 len: 168 time: 2.1751382 Apr 29 15:40:09.283771 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51670) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:09.319311 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Deleting port db5be721-5e4c-49e9-b567-05b8f2061ace {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:09.319547 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:09.340159 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-30465512-24a0-4d19-9162-c8d9f76bbe73 None None] Port 5d4b642d-06c8-4445-afa6-59092bce5cc1 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:09.404079 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67700754-8628-4c02-a2b4-5d58ad706a59 None None] Pushing event updated for resources: {'Port': ['ID=78cc2203-e6b8-4a6f-b329-21eeacde222b,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:09.504366 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-aacbd07a-ac47-4f77-b1d0-2fe4b12413f5 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] GET failed (client error): The resource could not be found. Apr 29 15:40:09.512888 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-aacbd07a-ac47-4f77-b1d0-2fe4b12413f5 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] 10.222.0.21 "GET /v2.0/ports/84db4642-2827-4cff-ba6b-16fdb5bdd2b7 HTTP/1.1" status: 404 len: 333 time: 0.1943896 Apr 29 15:40:09.522158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51674) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:09.533016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-b591aa13-2299-4770-8b25-ed992b195fc1 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Request body: {'port': {'network_id': '7a130877-d02f-4120-8537-5b59fb0fa88e', 'name': 'tempest-AllowedAddressPairTestJSON-1010112041'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:09.544933 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a979dcf-09ec-45a5-b153-d608345f4fcf None None] DHCP port deletion for 951a2926-3d60-49f1-abb0-4cfee0b87bbe request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:40:09.559027 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-75964fcf-a292-4808-8c80-fbb2f1356ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:09.623269 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-0a979dcf-09ec-45a5-b153-d608345f4fcf None None] Deleting port 76459808-dac3-4b53-b38b-7ce0e58bf090 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:09.623709 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0a979dcf-09ec-45a5-b153-d608345f4fcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:09.645759 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] For port db5be721-5e4c-49e9-b567-05b8f2061ace, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=db5be721-5e4c-49e9-b567-05b8f2061ace,segment=NetworkSegment(c71930c1-ef6b-4d51-ad3b-243ebf352957),segment_id=c71930c1-ef6b-4d51-ad3b-243ebf352957)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:09.647585 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:09.836275 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-95c29619-b1d5-4505-ab89-b2e4e10f0cb2 admin admin] For port 76459808-dac3-4b53-b38b-7ce0e58bf090, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=76459808-dac3-4b53-b38b-7ce0e58bf090,segment=NetworkSegment(e48be504-9206-4521-ba82-c3663d220100),segment_id=e48be504-9206-4521-ba82-c3663d220100)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:09.836810 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95c29619-b1d5-4505-ab89-b2e4e10f0cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:09.873294 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Calling delete_port for db5be721-5e4c-49e9-b567-05b8f2061ace owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:09.986687 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-0a979dcf-09ec-45a5-b153-d608345f4fcf None None] For port 76459808-dac3-4b53-b38b-7ce0e58bf090, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=76459808-dac3-4b53-b38b-7ce0e58bf090,segment=NetworkSegment(e48be504-9206-4521-ba82-c3663d220100),segment_id=e48be504-9206-4521-ba82-c3663d220100)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:09.987242 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0a979dcf-09ec-45a5-b153-d608345f4fcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:10.009529 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-95c29619-b1d5-4505-ab89-b2e4e10f0cb2 admin admin] Calling delete_port for 76459808-dac3-4b53-b38b-7ce0e58bf090 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:10.045638 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f21bfee7-aeda-4ddc-ad10-1a37fbda4143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:10.116577 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21bfee7-aeda-4ddc-ad10-1a37fbda4143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115372a9-c5e9-432f-927e-104b4b11a3db,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:10.152249 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-0a979dcf-09ec-45a5-b153-d608345f4fcf None None] Calling delete_port for 76459808-dac3-4b53-b38b-7ce0e58bf090 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:10.157232 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-e22cae0a-8ff1-4be9-a44e-35a991e5059d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Allocated IP 2001:db8::23e (fff58e3d-3f04-435f-9a39-63c880802c71/cb3a3dc4-0e5f-4a54-aa33-27aa3d6b4573/e5f6f185-a4a4-4c73-a4a9-77a367c061f5) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:10.198068 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b591aa13-2299-4770-8b25-ed992b195fc1 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:10.206646 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b591aa13-2299-4770-8b25-ed992b195fc1 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Usage tracker for resource:port and tenant:b0ca5174d7854c38a3cb3b450695bf9f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:10.210881 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b591aa13-2299-4770-8b25-ed992b195fc1 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:10.225148 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-75964fcf-a292-4808-8c80-fbb2f1356ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:10.232907 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b591aa13-2299-4770-8b25-ed992b195fc1 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:10.270405 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f21bfee7-aeda-4ddc-ad10-1a37fbda4143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:10.275207 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f21bfee7-aeda-4ddc-ad10-1a37fbda4143 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/115372a9-c5e9-432f-927e-104b4b11a3db HTTP/1.1" status: 204 len: 168 time: 1.7868690 Apr 29 15:40:10.283607 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75964fcf-a292-4808-8c80-fbb2f1356ed5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e83914fb-022a-4002-8e6f-85f3456e202d,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:10.304066 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:10.315790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-75964fcf-a292-4808-8c80-fbb2f1356ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:10.323838 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd2e6bb-bf1e-4494-9609-93a2fb5d67ba None None] Network 0f64455b-29c7-4ef3-82bd-3805f7cde51f requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:10.348596 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-75964fcf-a292-4808-8c80-fbb2f1356ed5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e83914fb-022a-4002-8e6f-85f3456e202d HTTP/1.1" status: 204 len: 168 time: 2.1026590 Apr 29 15:40:10.352654 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51680) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:10.354154 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95c29619-b1d5-4505-ab89-b2e4e10f0cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:10.357879 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event deleted for resources: {'Port': ['ID=db5be721-5e4c-49e9-b567-05b8f2061ace,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:10.395999 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] No DVR routers for this DVR port db5be721-5e4c-49e9-b567-05b8f2061ace on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:40:10.463911 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-0a979dcf-09ec-45a5-b153-d608345f4fcf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:40:10.464266 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-0a979dcf-09ec-45a5-b153-d608345f4fcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:40:10.483128 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b591aa13-2299-4770-8b25-ed992b195fc1 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Made reservation on behalf of b0ca5174d7854c38a3cb3b450695bf9f for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:10.486518 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b591aa13-2299-4770-8b25-ed992b195fc1 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:10.523261 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c29619-b1d5-4505-ab89-b2e4e10f0cb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=76459808-dac3-4b53-b38b-7ce0e58bf090,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:10.540025 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c29619-b1d5-4505-ab89-b2e4e10f0cb2 admin admin] No DVR routers for this DVR port 76459808-dac3-4b53-b38b-7ce0e58bf090 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:40:10.611170 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-b591aa13-2299-4770-8b25-ed992b195fc1 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] device_id is not set on port 0ddfbda9-45cc-4edb-8797-c8ed1996fc62 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:40:10.721514 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafc7e91-4b75-4e56-a29e-aaf218c217af None None] DHCP port deletion for 0f64455b-29c7-4ef3-82bd-3805f7cde51f request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:40:10.728429 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-cafc7e91-4b75-4e56-a29e-aaf218c217af None None] Deleting port 7946750f-9169-4f72-abdc-e223fa8693c7 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:10.729306 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cafc7e91-4b75-4e56-a29e-aaf218c217af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:10.788500 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95c29619-b1d5-4505-ab89-b2e4e10f0cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:10.792529 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:10.801750 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03abb29c-e0db-4f46-a8e9-cffd090e8ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:10.876373 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9068e9-e631-4f6f-a25c-db40530d5b59']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:10.914338 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-03abb29c-e0db-4f46-a8e9-cffd090e8ffa admin admin] Deleting port 7946750f-9169-4f72-abdc-e223fa8693c7 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:10.914807 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03abb29c-e0db-4f46-a8e9-cffd090e8ffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:10.920733 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 78cc2203-e6b8-4a6f-b329-21eeacde222b up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:10.965079 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71930c1-ef6b-4d51-ad3b-243ebf352957') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:10.965498 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71930c1-ef6b-4d51-ad3b-243ebf352957') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:10.972165 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-0a979dcf-09ec-45a5-b153-d608345f4fcf None None] Deleting port 76459808-dac3-4b53-b38b-7ce0e58bf090 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:10.972471 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0a979dcf-09ec-45a5-b153-d608345f4fcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:10.998833 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.027702 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-95c29619-b1d5-4505-ab89-b2e4e10f0cb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951a2926-3d60-49f1-abb0-4cfee0b87bbe']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:11.041115 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-95c29619-b1d5-4505-ab89-b2e4e10f0cb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e48be504-9206-4521-ba82-c3663d220100') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:11.041430 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-95c29619-b1d5-4505-ab89-b2e4e10f0cb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e48be504-9206-4521-ba82-c3663d220100') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:11.053443 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95c29619-b1d5-4505-ab89-b2e4e10f0cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.071148 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95c29619-b1d5-4505-ab89-b2e4e10f0cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.077769 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c29619-b1d5-4505-ab89-b2e4e10f0cb2 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:40:11.078075 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95c29619-b1d5-4505-ab89-b2e4e10f0cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:40:11.092771 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:40:11.095296 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.095412 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-0a979dcf-09ec-45a5-b153-d608345f4fcf None None] The port '76459808-dac3-4b53-b38b-7ce0e58bf090' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:40:11.128410 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:40:11.128805 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:40:11.146711 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:40:11.177856 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e22cae0a-8ff1-4be9-a44e-35a991e5059d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.213707 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-e22cae0a-8ff1-4be9-a44e-35a991e5059d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Transition to ACTIVE for port object e5f6f185-a4a4-4c73-a4a9-77a367c061f5 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:11.221375 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-b591aa13-2299-4770-8b25-ed992b195fc1 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Allocated IP 172.20.0.14 (7a130877-d02f-4120-8537-5b59fb0fa88e/49eed4cd-3435-4a20-82f6-c644b118749b/0ddfbda9-45cc-4edb-8797-c8ed1996fc62) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:11.262173 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3569fe47-2911-46c1-9170-dcef64974b91 None None] Provisioning for port 78cc2203-e6b8-4a6f-b329-21eeacde222b completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:11.266028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95c29619-b1d5-4505-ab89-b2e4e10f0cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.285433 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3569fe47-2911-46c1-9170-dcef64974b91 None None] Provisioning complete for port 78cc2203-e6b8-4a6f-b329-21eeacde222b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:11.286056 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3569fe47-2911-46c1-9170-dcef64974b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.296868 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95c29619-b1d5-4505-ab89-b2e4e10f0cb2 admin admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.318857 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c29619-b1d5-4505-ab89-b2e4e10f0cb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=951a2926-3d60-49f1-abb0-4cfee0b87bbe,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:11.326557 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 78cc2203-e6b8-4a6f-b329-21eeacde222b completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:11.327053 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c6c40f35-9144-43d3-a17a-75556e365a26 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.361715 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 78cc2203-e6b8-4a6f-b329-21eeacde222b triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:11.362137 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.410383 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-95c29619-b1d5-4505-ab89-b2e4e10f0cb2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/951a2926-3d60-49f1-abb0-4cfee0b87bbe HTTP/1.1" status: 204 len: 168 time: 3.1203392 Apr 29 15:40:11.414200 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e22cae0a-8ff1-4be9-a44e-35a991e5059d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.423959 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-03abb29c-e0db-4f46-a8e9-cffd090e8ffa admin admin] For port 7946750f-9169-4f72-abdc-e223fa8693c7, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7946750f-9169-4f72-abdc-e223fa8693c7,segment=NetworkSegment(bcc1663b-c194-4652-87cf-0bcd40bb0751),segment_id=bcc1663b-c194-4652-87cf-0bcd40bb0751)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:11.424531 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03abb29c-e0db-4f46-a8e9-cffd090e8ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.428113 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-cafc7e91-4b75-4e56-a29e-aaf218c217af None None] For port 7946750f-9169-4f72-abdc-e223fa8693c7, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7946750f-9169-4f72-abdc-e223fa8693c7,segment=NetworkSegment(bcc1663b-c194-4652-87cf-0bcd40bb0751),segment_id=bcc1663b-c194-4652-87cf-0bcd40bb0751)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:11.428113 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cafc7e91-4b75-4e56-a29e-aaf218c217af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.507191 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.512174 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.564298 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22cae0a-8ff1-4be9-a44e-35a991e5059d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network fff58e3d-3f04-435f-9a39-63c880802c71 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:11.570739 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-e22cae0a-8ff1-4be9-a44e-35a991e5059d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:11.590053 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22cae0a-8ff1-4be9-a44e-35a991e5059d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:11.594047 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-cafc7e91-4b75-4e56-a29e-aaf218c217af None None] Calling delete_port for 7946750f-9169-4f72-abdc-e223fa8693c7 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:11.594377 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22cae0a-8ff1-4be9-a44e-35a991e5059d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:11.595124 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e22cae0a-8ff1-4be9-a44e-35a991e5059d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.605112 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cae0a-8ff1-4be9-a44e-35a991e5059d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Port': ['ID=e5f6f185-a4a4-4c73-a4a9-77a367c061f5,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:11.693198 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b591aa13-2299-4770-8b25-ed992b195fc1 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.745552 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e22cae0a-8ff1-4be9-a44e-35a991e5059d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9206464 Apr 29 15:40:11.745552 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-b591aa13-2299-4770-8b25-ed992b195fc1 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Transition to ACTIVE for port object 0ddfbda9-45cc-4edb-8797-c8ed1996fc62 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:11.745552 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51700) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:11.753814 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-52badaed-13a9-4362-a919-4acad89c6d09 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'subnet': {'network_id': 'fff58e3d-3f04-435f-9a39-63c880802c71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:11.796947 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-03abb29c-e0db-4f46-a8e9-cffd090e8ffa admin admin] Calling delete_port for 7946750f-9169-4f72-abdc-e223fa8693c7 owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:11.830135 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event deleted for resources: {'Network': ['ID=9d9068e9-e631-4f6f-a25c-db40530d5b59,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:11.848738 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-bd94849e-9ae1-404b-a69b-c72a975a75c0 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "DELETE /v2.0/networks/9d9068e9-e631-4f6f-a25c-db40530d5b59 HTTP/1.1" status: 204 len: 168 time: 6.0845490 Apr 29 15:40:11.858198 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51706) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:11.886433 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51710) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:11.893476 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-07c32000-2e8a-4b65-a0fc-0226c1201c3d tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1687216014'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:11.907696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-07c32000-2e8a-4b65-a0fc-0226c1201c3d tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:11.923457 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-07c32000-2e8a-4b65-a0fc-0226c1201c3d tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Usage tracker for resource:network and tenant:c0e5eb64d48444a7a7538cb7910a5743 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:11.926439 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-07c32000-2e8a-4b65-a0fc-0226c1201c3d tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:11.932658 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-07c32000-2e8a-4b65-a0fc-0226c1201c3d tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:11.939045 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3569fe47-2911-46c1-9170-dcef64974b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.961741 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.990292 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-3569fe47-2911-46c1-9170-dcef64974b91 None None] For port 78cc2203-e6b8-4a6f-b329-21eeacde222b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=78cc2203-e6b8-4a6f-b329-21eeacde222b,segment=NetworkSegment(93f8bc01-aee1-40b2-bee9-7873e468fac8),segment_id=93f8bc01-aee1-40b2-bee9-7873e468fac8)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:11.994695 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cafc7e91-4b75-4e56-a29e-aaf218c217af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.011260 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51714) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:12.014344 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-52badaed-13a9-4362-a919-4acad89c6d09 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:12.018506 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-52badaed-13a9-4362-a919-4acad89c6d09 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:subnet and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:12.022639 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-52badaed-13a9-4362-a919-4acad89c6d09 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:12.028921 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-52badaed-13a9-4362-a919-4acad89c6d09 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:12.038908 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c32000-2e8a-4b65-a0fc-0226c1201c3d tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Made reservation on behalf of c0e5eb64d48444a7a7538cb7910a5743 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:12.042063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-07c32000-2e8a-4b65-a0fc-0226c1201c3d tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.045559 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc7e91-4b75-4e56-a29e-aaf218c217af None None] Pushing event deleted for resources: {'Port': ['ID=7946750f-9169-4f72-abdc-e223fa8693c7,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:12.056419 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafc7e91-4b75-4e56-a29e-aaf218c217af None None] No DVR routers for this DVR port 7946750f-9169-4f72-abdc-e223fa8693c7 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:40:12.071801 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.db.api [None req-03abb29c-e0db-4f46-a8e9-cffd090e8ffa admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:40:12.072050 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG oslo_db.api [None req-03abb29c-e0db-4f46-a8e9-cffd090e8ffa admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:40:12.083048 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c32000-2e8a-4b65-a0fc-0226c1201c3d tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:40:12.087738 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-69be6752-b3b7-40d7-b0f1-9a8bf1cc1b18 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bafb4596b2ae4298bc6d4156fe1d5fb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1990414 Apr 29 15:40:12.089864 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51720) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:12.101758 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3569fe47-2911-46c1-9170-dcef64974b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.114412 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-07c32000-2e8a-4b65-a0fc-0226c1201c3d tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.115021 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-07c32000-2e8a-4b65-a0fc-0226c1201c3d tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Added segment 4386b11b-2e0c-46f2-99e4-119fabb87b9a of type vlan for network fd47b9b6-af3a-4eeb-8cc4-9f85ddb7a8de Apr 29 15:40:12.117000 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b591aa13-2299-4770-8b25-ed992b195fc1 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.143548 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7365c692-c4f5-43ba-9b81-48c111cea9f4 None None] get_active_networks_info from dv-neutron-839913-1-hyperv {{(pid=84772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 15:40:12.203322 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52badaed-13a9-4362-a919-4acad89c6d09 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:12.207527 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-52badaed-13a9-4362-a919-4acad89c6d09 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.244663 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-5bd0f683-f64d-44c0-9681-e9927dcbe8a5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-990315494-network', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:12.250514 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:40:12.250907 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:40:12.257208 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5bd0f683-f64d-44c0-9681-e9927dcbe8a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:12.264965 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5bd0f683-f64d-44c0-9681-e9927dcbe8a5 admin admin] Usage tracker for resource:network and tenant:c56968f4173e467ca1a4109666ee4127 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:12.269469 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5bd0f683-f64d-44c0-9681-e9927dcbe8a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:12.272402 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569fe47-2911-46c1-9170-dcef64974b91 None None] Pushing event updated for resources: {'Port': ['ID=78cc2203-e6b8-4a6f-b329-21eeacde222b,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:12.274981 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3569fe47-2911-46c1-9170-dcef64974b91 None None] Provisioning complete for port 214ee16a-6c88-4d2d-83a0-6c36fdd2a8b5 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:12.275351 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3569fe47-2911-46c1-9170-dcef64974b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.279619 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5bd0f683-f64d-44c0-9681-e9927dcbe8a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:12.291403 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-c6c40f35-9144-43d3-a17a-75556e365a26 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Allocated IP 172.20.0.1 (2623ead6-5230-4e26-91b4-c4aca786b5d9/004b28b8-ae86-4bae-9f33-d1282dc30853/ccedff68-ef56-4e49-9516-c6e2aec96a86) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:12.354431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-07c32000-2e8a-4b65-a0fc-0226c1201c3d tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.360406 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-3569fe47-2911-46c1-9170-dcef64974b91 None None] Port 214ee16a-6c88-4d2d-83a0-6c36fdd2a8b5 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:12.361449 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b591aa13-2299-4770-8b25-ed992b195fc1 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Network 7a130877-d02f-4120-8537-5b59fb0fa88e is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:12.377957 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-b591aa13-2299-4770-8b25-ed992b195fc1 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:12.379237 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd0f683-f64d-44c0-9681-e9927dcbe8a5 admin admin] Made reservation on behalf of c56968f4173e467ca1a4109666ee4127 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:12.381553 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7365c692-c4f5-43ba-9b81-48c111cea9f4 None None] Resources bound (agent type, host, resource id): {{(pid=84772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:40:12.382942 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5bd0f683-f64d-44c0-9681-e9927dcbe8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.388013 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b591aa13-2299-4770-8b25-ed992b195fc1 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:12.405252 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5bd0f683-f64d-44c0-9681-e9927dcbe8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.414700 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591aa13-2299-4770-8b25-ed992b195fc1 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Pushing event updated for resources: {'Port': ['ID=0ddfbda9-45cc-4edb-8797-c8ed1996fc62,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:12.481984 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5bd0f683-f64d-44c0-9681-e9927dcbe8a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:12.490523 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5bd0f683-f64d-44c0-9681-e9927dcbe8a5 admin admin] Usage tracker for resource:security_group_rule and tenant:c56968f4173e467ca1a4109666ee4127 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:12.495473 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5bd0f683-f64d-44c0-9681-e9927dcbe8a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:12.506615 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2417980d-d9dd-4e5b-89ae-eecac4cfa6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.511963 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5bd0f683-f64d-44c0-9681-e9927dcbe8a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:12.518144 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c6c40f35-9144-43d3-a17a-75556e365a26 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.534843 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b591aa13-2299-4770-8b25-ed992b195fc1 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:12.535441 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b591aa13-2299-4770-8b25-ed992b195fc1 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.560828 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.ipam_backend_mixin [None req-52badaed-13a9-4362-a919-4acad89c6d09 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cb3a3dc4-0e5f-4a54-aa33-27aa3d6b4573 (CIDR: 2001:db8::/64) Apr 29 15:40:12.562684 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2417980d-d9dd-4e5b-89ae-eecac4cfa6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.571814 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-07c32000-2e8a-4b65-a0fc-0226c1201c3d tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.575025 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-03abb29c-e0db-4f46-a8e9-cffd090e8ffa admin admin] Deleting port 7946750f-9169-4f72-abdc-e223fa8693c7 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:12.575354 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03abb29c-e0db-4f46-a8e9-cffd090e8ffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.575468 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c32000-2e8a-4b65-a0fc-0226c1201c3d tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:12.576008 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-07c32000-2e8a-4b65-a0fc-0226c1201c3d tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.601058 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-debae99e-c5d1-4183-9bc2-fcb09f41d792 None None] Provisioning for port e5f6f185-a4a4-4c73-a4a9-77a367c061f5 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:12.619325 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-debae99e-c5d1-4183-9bc2-fcb09f41d792 None None] Provisioning complete for port e5f6f185-a4a4-4c73-a4a9-77a367c061f5 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:12.619800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-debae99e-c5d1-4183-9bc2-fcb09f41d792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.622099 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-52badaed-13a9-4362-a919-4acad89c6d09 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:40:12.622550 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52badaed-13a9-4362-a919-4acad89c6d09 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:40:12.664716 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-03abb29c-e0db-4f46-a8e9-cffd090e8ffa admin admin] The port '7946750f-9169-4f72-abdc-e223fa8693c7' was deleted {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:40:12.665822 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c6c40f35-9144-43d3-a17a-75556e365a26 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.703225 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-debae99e-c5d1-4183-9bc2-fcb09f41d792 None None] Port e5f6f185-a4a4-4c73-a4a9-77a367c061f5 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:12.715388 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5bd0f683-f64d-44c0-9681-e9927dcbe8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.724944 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b591aa13-2299-4770-8b25-ed992b195fc1 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2004194 Apr 29 15:40:12.729631 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51724) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:12.740924 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-d4403074-e5bc-4ffa-9b05-6745bf2a91cb tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:79:de:6f'}]}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:12.768803 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-07c32000-2e8a-4b65-a0fc-0226c1201c3d tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9069746 Apr 29 15:40:12.774096 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51728) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:12.780959 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c32000-2e8a-4b65-a0fc-0226c1201c3d tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event updated for resources: {'Network': ['ID=fd47b9b6-af3a-4eeb-8cc4-9f85ddb7a8de,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:12.794068 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5bd0f683-f64d-44c0-9681-e9927dcbe8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.803099 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-cab0be95-45b0-4df5-a865-de636bed3512 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Request body: {'subnet': {'network_id': 'fd47b9b6-af3a-4eeb-8cc4-9f85ddb7a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:12.830334 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-52badaed-13a9-4362-a919-4acad89c6d09 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0838141 Apr 29 15:40:12.863401 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51732) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:12.900107 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c40f35-9144-43d3-a17a-75556e365a26 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Network 2623ead6-5230-4e26-91b4-c4aca786b5d9 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:12.901038 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c40f35-9144-43d3-a17a-75556e365a26 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'Port': ['ID=ccedff68-ef56-4e49-9516-c6e2aec96a86,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:12.916489 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-9066d0c2-4d46-4d8d-9cfd-7a8c7597d4e5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'subnet': {'network_id': 'fff58e3d-3f04-435f-9a39-63c880802c71', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:12.984369 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65461f0c-b01f-4389-857a-fe3788a7745b None None] get_active_networks_info from dv-neutron-839913-1-hyperv {{(pid=84772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 15:40:13.012912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2417980d-d9dd-4e5b-89ae-eecac4cfa6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.020165 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network fd47b9b6-af3a-4eeb-8cc4-9f85ddb7a8de details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:40:13.041047 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-cab0be95-45b0-4df5-a865-de636bed3512 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:13.043263 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417980d-d9dd-4e5b-89ae-eecac4cfa6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b86b8aa-4bc2-489c-b67e-2bebfca56d5f,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:13.053674 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cab0be95-45b0-4df5-a865-de636bed3512 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Usage tracker for resource:subnet and tenant:c0e5eb64d48444a7a7538cb7910a5743 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:13.068322 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cab0be95-45b0-4df5-a865-de636bed3512 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:13.070288 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03abb29c-e0db-4f46-a8e9-cffd090e8ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.082605 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-cab0be95-45b0-4df5-a865-de636bed3512 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:13.084614 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-c6c40f35-9144-43d3-a17a-75556e365a26 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:13.092919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2417980d-d9dd-4e5b-89ae-eecac4cfa6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.094049 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2417980d-d9dd-4e5b-89ae-eecac4cfa6d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b86b8aa-4bc2-489c-b67e-2bebfca56d5f HTTP/1.1" status: 204 len: 168 time: 1.0029342 Apr 29 15:40:13.114366 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-03abb29c-e0db-4f46-a8e9-cffd090e8ffa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f64455b-29c7-4ef3-82bd-3805f7cde51f']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:13.126424 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 76459808-dac3-4b53-b38b-7ce0e58bf090 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:40:13.131952 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-03abb29c-e0db-4f46-a8e9-cffd090e8ffa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc1663b-c194-4652-87cf-0bcd40bb0751') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:13.133007 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-03abb29c-e0db-4f46-a8e9-cffd090e8ffa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc1663b-c194-4652-87cf-0bcd40bb0751') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:13.146328 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03abb29c-e0db-4f46-a8e9-cffd090e8ffa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.166867 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03abb29c-e0db-4f46-a8e9-cffd090e8ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.170780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d4403074-e5bc-4ffa-9b05-6745bf2a91cb tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.175004 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03abb29c-e0db-4f46-a8e9-cffd090e8ffa admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:40:13.175504 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03abb29c-e0db-4f46-a8e9-cffd090e8ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.185418 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 76459808-dac3-4b53-b38b-7ce0e58bf090 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:40:13.185755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 76459808-dac3-4b53-b38b-7ce0e58bf090 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:40:13.290310 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:40:13.300519 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c40f35-9144-43d3-a17a-75556e365a26 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:13.314085 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab0be95-45b0-4df5-a865-de636bed3512 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Made reservation on behalf of c0e5eb64d48444a7a7538cb7910a5743 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:13.321844 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 78cc2203-e6b8-4a6f-b329-21eeacde222b up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:13.327131 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd0f683-f64d-44c0-9681-e9927dcbe8a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:40:13.329188 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0f683-f64d-44c0-9681-e9927dcbe8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acd390f-99f1-4ec5-941a-60144df6b827,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:13.362954 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65461f0c-b01f-4389-857a-fe3788a7745b None None] Resources bound (agent type, host, resource id): {{(pid=84772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:40:13.364278 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5bd0f683-f64d-44c0-9681-e9927dcbe8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.365247 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-5bd0f683-f64d-44c0-9681-e9927dcbe8a5 admin admin] Added segment eb205a45-e78c-4cf5-9d06-0787509ac84a of type vlan for network d511986d-e449-4c9a-bc20-0b0373daead6 Apr 29 15:40:13.424863 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c6c40f35-9144-43d3-a17a-75556e365a26 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.443695 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03abb29c-e0db-4f46-a8e9-cffd090e8ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.448017 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-9066d0c2-4d46-4d8d-9cfd-7a8c7597d4e5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:13.452517 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5bd0f683-f64d-44c0-9681-e9927dcbe8a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.471239 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cab0be95-45b0-4df5-a865-de636bed3512 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.478887 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03abb29c-e0db-4f46-a8e9-cffd090e8ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.487238 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9066d0c2-4d46-4d8d-9cfd-7a8c7597d4e5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:subnet and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:13.495660 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abb29c-e0db-4f46-a8e9-cffd090e8ffa admin admin] Pushing event deleted for resources: {'Network': ['ID=0f64455b-29c7-4ef3-82bd-3805f7cde51f,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:13.500360 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9066d0c2-4d46-4d8d-9cfd-7a8c7597d4e5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:13.515115 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-9066d0c2-4d46-4d8d-9cfd-7a8c7597d4e5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:13.625120 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 78cc2203-e6b8-4a6f-b329-21eeacde222b triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:13.625484 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.631400 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-03abb29c-e0db-4f46-a8e9-cffd090e8ffa admin admin] 10.222.0.21 "DELETE /v2.0/networks/0f64455b-29c7-4ef3-82bd-3805f7cde51f HTTP/1.1" status: 204 len: 168 time: 3.2750938 Apr 29 15:40:13.654234 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9066d0c2-4d46-4d8d-9cfd-7a8c7597d4e5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:13.721791 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2551cdc-0b4d-47b5-9fd3-a7b8bc9e05aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.813434 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5bd0f683-f64d-44c0-9681-e9927dcbe8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.814860 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd0f683-f64d-44c0-9681-e9927dcbe8a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:13.815099 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5bd0f683-f64d-44c0-9681-e9927dcbe8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.859036 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d4403074-e5bc-4ffa-9b05-6745bf2a91cb tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.986857 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d4403074-e5bc-4ffa-9b05-6745bf2a91cb tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.995755 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0f683-f64d-44c0-9681-e9927dcbe8a5 admin admin] Pushing event updated for resources: {'Network': ['ID=d511986d-e449-4c9a-bc20-0b0373daead6,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:13.996602 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7946750f-9169-4f72-abdc-e223fa8693c7 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:40:14.006798 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c6c40f35-9144-43d3-a17a-75556e365a26 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:14.032622 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network d511986d-e449-4c9a-bc20-0b0373daead6 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:40:14.118396 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51750) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:14.131790 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 7946750f-9169-4f72-abdc-e223fa8693c7 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:40:14.144544 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7946750f-9169-4f72-abdc-e223fa8693c7 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:40:14.194364 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5bd0f683-f64d-44c0-9681-e9927dcbe8a5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1795478 Apr 29 15:40:14.199675 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51756) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:14.208145 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9066d0c2-4d46-4d8d-9cfd-7a8c7597d4e5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:14.210589 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-bf20669c-74fd-4cbc-a5f3-e7590dc35711 admin admin] Request body: {'subnet': {'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-990315494-subnet', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'ip_version': 4}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:14.226511 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-bf20669c-74fd-4cbc-a5f3-e7590dc35711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:14.244557 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4403074-e5bc-4ffa-9b05-6745bf2a91cb tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Pushing event updated for resources: {'Port': ['ID=0ddfbda9-45cc-4edb-8797-c8ed1996fc62,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:14.248859 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-bf20669c-74fd-4cbc-a5f3-e7590dc35711 admin admin] Usage tracker for resource:subnet and tenant:c56968f4173e467ca1a4109666ee4127 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:14.278047 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-d4403074-e5bc-4ffa-9b05-6745bf2a91cb tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] In _notify_port_updated(), no bound segment for port 0ddfbda9-45cc-4edb-8797-c8ed1996fc62 on network 7a130877-d02f-4120-8537-5b59fb0fa88e {{(pid=84770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 15:40:14.282002 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4403074-e5bc-4ffa-9b05-6745bf2a91cb tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:14.282645 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d4403074-e5bc-4ffa-9b05-6745bf2a91cb tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:14.283944 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d4403074-e5bc-4ffa-9b05-6745bf2a91cb tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] 10.222.0.21 "PUT /v2.0/ports/0ddfbda9-45cc-4edb-8797-c8ed1996fc62 HTTP/1.1" status: 200 len: 994 time: 1.5507014 Apr 29 15:40:14.292801 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-bf20669c-74fd-4cbc-a5f3-e7590dc35711 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:14.311390 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51760) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:14.319055 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-bf20669c-74fd-4cbc-a5f3-e7590dc35711 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:14.377595 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.objects.ports [None req-cab0be95-45b0-4df5-a865-de636bed3512 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84770) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 15:40:14.399611 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-71bb2ed1-094f-438e-ba4b-f74a030920f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9e2f4e89626458695f617011f42e6cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2711477 Apr 29 15:40:14.404621 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51766) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:14.404798 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cab0be95-45b0-4df5-a865-de636bed3512 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:14.461713 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf20669c-74fd-4cbc-a5f3-e7590dc35711 admin admin] Made reservation on behalf of c56968f4173e467ca1a4109666ee4127 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:14.464043 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bf20669c-74fd-4cbc-a5f3-e7590dc35711 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:14.489486 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-c97c8ddf-3638-4e7a-9767-a9a1f4b6373a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Deleting port 0ddfbda9-45cc-4edb-8797-c8ed1996fc62 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:14.489486 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c97c8ddf-3638-4e7a-9767-a9a1f4b6373a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:14.633143 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-cfa6b993-eede-4152-96cd-ac7895625d48 None None] Provisioning for port 0ddfbda9-45cc-4edb-8797-c8ed1996fc62 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:14.641423 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9366f0d8-b309-4b7b-aef9-8fb357982a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:14.642166 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-cfa6b993-eede-4152-96cd-ac7895625d48 None None] Provisioning complete for port 0ddfbda9-45cc-4edb-8797-c8ed1996fc62 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:14.642923 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cfa6b993-eede-4152-96cd-ac7895625d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:14.700044 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51772) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:14.739011 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0be95-45b0-4df5-a865-de636bed3512 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event updated for resources: {'Subnet': ['ID=05007f2c-2748-4fa5-977c-cfd34fb028c7,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:14.776140 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab0be95-45b0-4df5-a865-de636bed3512 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Checking segment: {'id': '4386b11b-2e0c-46f2-99e4-119fabb87b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fd47b9b6-af3a-4eeb-8cc4-9f85ddb7a8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:40:14.776739 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab0be95-45b0-4df5-a865-de636bed3512 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Network hostable DHCP agents. Network: fd47b9b6-af3a-4eeb-8cc4-9f85ddb7a8de, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:40:14.783476 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-cfa6b993-eede-4152-96cd-ac7895625d48 None None] Port 0ddfbda9-45cc-4edb-8797-c8ed1996fc62 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:14.784533 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9366f0d8-b309-4b7b-aef9-8fb357982a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.347598 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1a75ddf-d329-448e-90b2-c68f0680f896 None None] Provisioning complete for port 0ddfbda9-45cc-4edb-8797-c8ed1996fc62 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:15.347598 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1a75ddf-d329-448e-90b2-c68f0680f896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.350216 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c6c40f35-9144-43d3-a17a-75556e365a26 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.350216 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-71c6cffd-b247-4c13-9c88-e22778e725d2 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.350216 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-71c6cffd-b247-4c13-9c88-e22778e725d2 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2822609 Apr 29 15:40:15.351275 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1a75ddf-d329-448e-90b2-c68f0680f896 None None] Port 0ddfbda9-45cc-4edb-8797-c8ed1996fc62 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:15.351369 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c97c8ddf-3638-4e7a-9767-a9a1f4b6373a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.351764 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51778) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.351764 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-5d673600-a2f5-43e6-a3ab-7f3d3737f7ba tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.351764 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5d673600-a2f5-43e6-a3ab-7f3d3737f7ba tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0051858 Apr 29 15:40:15.351764 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51782) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.351764 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-f513a98f-774d-42f1-9d14-3c7def388b8a tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.351764 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f513a98f-774d-42f1-9d14-3c7def388b8a tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0046320 Apr 29 15:40:15.351764 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51786) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.351764 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-8315adbf-ee48-4dc5-b7a1-4d5cda005c60 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.351764 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8315adbf-ee48-4dc5-b7a1-4d5cda005c60 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043020 Apr 29 15:40:15.351764 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51790) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.351764 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-3b35b1e9-fdbf-43bf-b4f3-3d3e304443c2 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.351764 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3b35b1e9-fdbf-43bf-b4f3-3d3e304443c2 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0047169 Apr 29 15:40:15.351764 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51794) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.351764 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-6ff7952e-c301-4601-a8a4-df2eae771ec4 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.351764 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6ff7952e-c301-4601-a8a4-df2eae771ec4 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0048921 Apr 29 15:40:15.351764 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51798) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.351764 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-60202f72-9086-4915-9d46-bd8c478853bf tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.351764 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-60202f72-9086-4915-9d46-bd8c478853bf tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0049498 Apr 29 15:40:15.351764 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51802) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.351764 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-c2b0367b-4cd1-47f8-90d5-6f9e069d2a0f tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.353396 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c2b0367b-4cd1-47f8-90d5-6f9e069d2a0f tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0056195 Apr 29 15:40:15.353396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51806) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.353396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-bb822a4f-b7ea-4756-a8c7-7f1e1c062f12 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.353396 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-bb822a4f-b7ea-4756-a8c7-7f1e1c062f12 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0055611 Apr 29 15:40:15.353396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51810) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.353396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-60989b5a-8ede-4357-9417-2fb34b6a0401 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.353396 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-60989b5a-8ede-4357-9417-2fb34b6a0401 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0048215 Apr 29 15:40:15.353396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51814) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.353396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-b4cc6c10-b389-4143-bf22-f9e197d6f226 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.353396 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b4cc6c10-b389-4143-bf22-f9e197d6f226 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0055602 Apr 29 15:40:15.353396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51818) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.353396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-2de04873-37bd-4d86-abd8-f228bce7d10d tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.353396 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2de04873-37bd-4d86-abd8-f228bce7d10d tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046248 Apr 29 15:40:15.353396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51822) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.353396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-d0a9aaed-70e8-4c79-a6eb-7f38e057cfab tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.353396 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d0a9aaed-70e8-4c79-a6eb-7f38e057cfab tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0047107 Apr 29 15:40:15.353396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51826) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.353396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-35a8c553-f4b4-4e41-8173-5deac78f7855 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.353396 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-35a8c553-f4b4-4e41-8173-5deac78f7855 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0047438 Apr 29 15:40:15.353396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51830) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.353396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-2a478069-b9dd-43cf-9a61-7aa7ab34f8a8 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.355874 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2a478069-b9dd-43cf-9a61-7aa7ab34f8a8 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0051279 Apr 29 15:40:15.355874 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51834) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.355874 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-c9d79980-4b6f-48bc-b906-0e0d3e77f488 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.355874 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c9d79980-4b6f-48bc-b906-0e0d3e77f488 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0042951 Apr 29 15:40:15.355874 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51838) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.356557 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-c97c8ddf-3638-4e7a-9767-a9a1f4b6373a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Calling delete_port for 0ddfbda9-45cc-4edb-8797-c8ed1996fc62 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:15.356706 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-a1285ba9-56e2-4b07-bd1b-43ad64d6a236 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.356706 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a1285ba9-56e2-4b07-bd1b-43ad64d6a236 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0046170 Apr 29 15:40:15.356706 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51842) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.356706 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-9eb8167e-7d30-416c-b8af-cf756c70352d tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.356706 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9eb8167e-7d30-416c-b8af-cf756c70352d tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0042264 Apr 29 15:40:15.356706 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51846) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.356706 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-94d182e8-3709-4dfb-be22-65b7c2521f09 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.356706 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-94d182e8-3709-4dfb-be22-65b7c2521f09 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0042455 Apr 29 15:40:15.356706 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51850) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.356706 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-0af3a391-e0b7-44be-acbf-b78593fdfdff tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.356706 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0af3a391-e0b7-44be-acbf-b78593fdfdff tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0042133 Apr 29 15:40:15.356706 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51854) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.356706 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-e1a6d807-fb8c-4c6b-ae09-d0a06efb10cf tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.356706 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e1a6d807-fb8c-4c6b-ae09-d0a06efb10cf tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0043297 Apr 29 15:40:15.356706 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51858) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.356706 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-06373cfe-4a85-4e8b-9cd9-7488b4337d76 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.356706 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-06373cfe-4a85-4e8b-9cd9-7488b4337d76 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0047724 Apr 29 15:40:15.356706 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51862) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.356706 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-2043d3b0-e7c6-45f8-bd48-494b0224db25 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.356706 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2043d3b0-e7c6-45f8-bd48-494b0224db25 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0049312 Apr 29 15:40:15.356706 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51866) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.361901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-3b7229cc-89ad-4028-a53c-13d91090c604 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.361901 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3b7229cc-89ad-4028-a53c-13d91090c604 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0042653 Apr 29 15:40:15.361901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51870) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.361901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-b8c55b97-dd2b-4dfd-8b09-07c58fc91345 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.361901 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b8c55b97-dd2b-4dfd-8b09-07c58fc91345 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0049059 Apr 29 15:40:15.361901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51874) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.361901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-23016872-ac58-496a-8d71-c798fc8c0175 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.361901 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-23016872-ac58-496a-8d71-c798fc8c0175 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0042703 Apr 29 15:40:15.361901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51878) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.361901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-0be1142d-4bbb-4375-87fe-6064a5ec2855 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.361901 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0be1142d-4bbb-4375-87fe-6064a5ec2855 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0052733 Apr 29 15:40:15.361901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51882) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.361901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-6bd6155b-c07b-4768-921b-cdc86d576e88 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.361901 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6bd6155b-c07b-4768-921b-cdc86d576e88 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0043428 Apr 29 15:40:15.361901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51886) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.361901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-15369adc-c6af-49f3-b1c5-94b050720a25 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.361901 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-15369adc-c6af-49f3-b1c5-94b050720a25 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0107665 Apr 29 15:40:15.361901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51890) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.366085 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-b56a6613-00df-4e38-9387-1033e6cb5a04 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.368977 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b56a6613-00df-4e38-9387-1033e6cb5a04 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0051177 Apr 29 15:40:15.369187 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51894) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.373637 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-e91e6dd9-b727-4c6f-be06-1ef45c11250d tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.376435 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e91e6dd9-b727-4c6f-be06-1ef45c11250d tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044920 Apr 29 15:40:15.376740 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51898) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.381526 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-0c38df83-a35f-40f8-b2af-ff2a98213cf9 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.382423 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0c38df83-a35f-40f8-b2af-ff2a98213cf9 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0048654 Apr 29 15:40:15.384828 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51902) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.388985 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-7d26d028-dba9-4db7-8170-11a14957bbea tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.389886 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7d26d028-dba9-4db7-8170-11a14957bbea tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0042431 Apr 29 15:40:15.392333 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51906) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.396969 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-02a3ea0e-d11e-4b2d-afb1-1c8298cc7729 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.397873 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-02a3ea0e-d11e-4b2d-afb1-1c8298cc7729 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0046556 Apr 29 15:40:15.400133 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51910) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.404637 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-3b49d47c-8d69-40ff-8734-f75af9236323 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.405516 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3b49d47c-8d69-40ff-8734-f75af9236323 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0044272 Apr 29 15:40:15.412987 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51914) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.417810 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-093243e9-e6e1-469f-abe8-a72716b13320 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.418774 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-093243e9-e6e1-469f-abe8-a72716b13320 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0049360 Apr 29 15:40:15.420767 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51918) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.424941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-a70a61ed-ce61-46f0-b4c3-da9b3f1b96be tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.425821 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a70a61ed-ce61-46f0-b4c3-da9b3f1b96be tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0042670 Apr 29 15:40:15.428585 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51922) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.433542 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-229fccfc-ed93-4762-b02a-5f57ca12876c tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.434418 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-229fccfc-ed93-4762-b02a-5f57ca12876c tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0048378 Apr 29 15:40:15.436614 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9066d0c2-4d46-4d8d-9cfd-7a8c7597d4e5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.438520 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51926) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.444040 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [None req-243d3f39-159e-4995-afb8-f8b7adde0acc tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.444964 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-243d3f39-159e-4995-afb8-f8b7adde0acc tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0053465 Apr 29 15:40:15.447231 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51930) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.451473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [None req-6d2a8a8b-6f18-473d-9575-b9c681fd7217 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.452365 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6d2a8a8b-6f18-473d-9575-b9c681fd7217 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0042903 Apr 29 15:40:15.454573 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51934) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.458836 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [None req-a8058444-e97f-45d2-b46b-542b3d987a82 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.459721 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a8058444-e97f-45d2-b46b-542b3d987a82 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0043383 Apr 29 15:40:15.461783 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51938) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.465968 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [None req-ffe4e633-dcc4-483a-ac92-bcf06fc4286b tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.467078 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ffe4e633-dcc4-483a-ac92-bcf06fc4286b tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0043004 Apr 29 15:40:15.469470 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51942) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.472580 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.472739 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bf20669c-74fd-4cbc-a5f3-e7590dc35711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.476793 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9366f0d8-b309-4b7b-aef9-8fb357982a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.493180 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c6c40f35-9144-43d3-a17a-75556e365a26 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.502696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab0be95-45b0-4df5-a865-de636bed3512 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Network fd47b9b6-af3a-4eeb-8cc4-9f85ddb7a8de is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:40:15.512356 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [None req-99558068-0b08-4daf-9b2e-ca096df1d84f tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.515899 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-99558068-0b08-4daf-9b2e-ca096df1d84f tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0421362 Apr 29 15:40:15.520958 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c97c8ddf-3638-4e7a-9767-a9a1f4b6373a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.521684 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51948) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.582867 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-67c4f647-9a61-40ef-a45d-945ed665196e tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.583972 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-67c4f647-9a61-40ef-a45d-945ed665196e tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0268710 Apr 29 15:40:15.589528 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51952) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.595397 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c8ddf-3638-4e7a-9767-a9a1f4b6373a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Pushing event deleted for resources: {'Port': ['ID=0ddfbda9-45cc-4edb-8797-c8ed1996fc62,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:15.596292 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366f0d8-b309-4b7b-aef9-8fb357982a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c861edfb-9ba9-4eb5-954a-a24dbc017063,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:15.599505 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-cab0be95-45b0-4df5-a865-de636bed3512 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, fd47b9b6-af3a-4eeb-8cc4-9f85ddb7a8de) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:15.603797 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [None req-d2a388ac-48f8-443a-bc6e-f7e5a106b9cc tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.604267 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d2a388ac-48f8-443a-bc6e-f7e5a106b9cc tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0101862 Apr 29 15:40:15.609833 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7a3f99-3606-42c2-ac3c-a363dee6cba5 None None] Network fd47b9b6-af3a-4eeb-8cc4-9f85ddb7a8de requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:15.621539 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51956) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.621539 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab0be95-45b0-4df5-a865-de636bed3512 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:15.621539 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cab0be95-45b0-4df5-a865-de636bed3512 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.622919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20669c-74fd-4cbc-a5f3-e7590dc35711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fccdfd74-5a41-4338-8b3c-9da29bbca38f,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:15.626436 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [None req-2eb91491-f3b1-4337-aa55-2d56d13acfe3 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.629919 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2eb91491-f3b1-4337-aa55-2d56d13acfe3 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0148728 Apr 29 15:40:15.631311 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9066d0c2-4d46-4d8d-9cfd-7a8c7597d4e5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network fff58e3d-3f04-435f-9a39-63c880802c71 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:15.640597 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51960) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.641459 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-9066d0c2-4d46-4d8d-9cfd-7a8c7597d4e5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:15.644806 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066d0c2-4d46-4d8d-9cfd-7a8c7597d4e5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Subnet': ['ID=2ad90607-ed34-4d5c-86fb-9b7e3ce3cd86,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:15.651773 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9066d0c2-4d46-4d8d-9cfd-7a8c7597d4e5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:15.652364 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9066d0c2-4d46-4d8d-9cfd-7a8c7597d4e5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.664038 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-c1ad31bc-7491-4086-af84-c203c266680e tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.665187 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c1ad31bc-7491-4086-af84-c203c266680e tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0177751 Apr 29 15:40:15.672305 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51964) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.679033 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c40f35-9144-43d3-a17a-75556e365a26 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'Port': ['ID=ccedff68-ef56-4e49-9516-c6e2aec96a86,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:15.686303 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c6c40f35-9144-43d3-a17a-75556e365a26 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.690696 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d61baa-6c5e-4ced-8982-2f1778c47fc4 None None] Network fff58e3d-3f04-435f-9a39-63c880802c71 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:15.694705 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-7bdf9e39-67c6-4224-a9db-6dc14a48f8a2 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.698019 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7bdf9e39-67c6-4224-a9db-6dc14a48f8a2 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0141790 Apr 29 15:40:15.698019 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9366f0d8-b309-4b7b-aef9-8fb357982a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.698885 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9366f0d8-b309-4b7b-aef9-8fb357982a53 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c861edfb-9ba9-4eb5-954a-a24dbc017063 HTTP/1.1" status: 204 len: 168 time: 1.2910881 Apr 29 15:40:15.708771 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51968) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.716200 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-796f4455-ec2a-43ae-9060-5792d474e79f tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.719622 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-796f4455-ec2a-43ae-9060-5792d474e79f tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0071919 Apr 29 15:40:15.732693 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51974) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.767141 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-4323d050-6a50-4804-8757-86a3cfbd20d4 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.770562 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4323d050-6a50-4804-8757-86a3cfbd20d4 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0341115 Apr 29 15:40:15.783944 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51978) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.894437 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-cab0be95-45b0-4df5-a865-de636bed3512 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.1109622 Apr 29 15:40:15.901539 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 51982) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.902016 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-54b40ead-4067-4b95-a811-02f0d46f43c8 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.905398 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-54b40ead-4067-4b95-a811-02f0d46f43c8 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.1182263 Apr 29 15:40:15.905398 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9066d0c2-4d46-4d8d-9cfd-7a8c7597d4e5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0329049 Apr 29 15:40:15.908718 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51984) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.908718 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51986) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.910045 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf20669c-74fd-4cbc-a5f3-e7590dc35711 admin admin] Checking segment: {'id': 'eb205a45-e78c-4cf5-9d06-0787509ac84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:40:15.910403 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf20669c-74fd-4cbc-a5f3-e7590dc35711 admin admin] Network hostable DHCP agents. Network: d511986d-e449-4c9a-bc20-0b0373daead6, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:40:15.920023 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-f4c11bab-1eb2-4a34-8fee-301b931db371 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-853034675', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2ad90607-ed34-4d5c-86fb-9b7e3ce3cd86'}], 'security_groups': ['5b58a38b-a8bf-4df2-9be8-4219d34f9b65']}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:15.986996 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-22a2e710-f72c-43c1-b70e-f9ef0e3f302e tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:15.991105 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-22a2e710-f72c-43c1-b70e-f9ef0e3f302e tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0807421 Apr 29 15:40:15.992408 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51994) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:16.024776 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-684d9c22-d390-4b12-b28d-9d873b80bd45 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:16.028766 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-684d9c22-d390-4b12-b28d-9d873b80bd45 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0244486 Apr 29 15:40:16.029608 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 51998) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:16.039135 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c97c8ddf-3638-4e7a-9767-a9a1f4b6373a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:16.041091 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c97c8ddf-3638-4e7a-9767-a9a1f4b6373a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] 10.222.0.21 "DELETE /v2.0/ports/0ddfbda9-45cc-4edb-8797-c8ed1996fc62 HTTP/1.1" status: 204 len: 168 time: 1.7287428 Apr 29 15:40:16.045011 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52000) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:16.098391 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d335d29d-14fe-47e5-9e4e-3d1f94478f79 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] GET failed (client error): The resource could not be found. Apr 29 15:40:16.099527 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d335d29d-14fe-47e5-9e4e-3d1f94478f79 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Synchronizing usage tracker for tenant:b0ca5174d7854c38a3cb3b450695bf9f on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:16.109731 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-30c89ae0-1cb0-4539-bf61-76a3963fb2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:16.129649 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c40f35-9144-43d3-a17a-75556e365a26 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Network 2623ead6-5230-4e26-91b4-c4aca786b5d9 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:16.133620 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-f4bbf210-965a-4e21-93ce-ba7df1b4d341 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:16.137089 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f4bbf210-965a-4e21-93ce-ba7df1b4d341 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0583465 Apr 29 15:40:16.142006 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-c6c40f35-9144-43d3-a17a-75556e365a26 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:16.143679 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a58f361-52b0-4ec3-b2a7-ad99b2f6370c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-fd47b9b6-af3a-4eeb-8cc4-9f85ddb7a8de', 'network_id': 'fd47b9b6-af3a-4eeb-8cc4-9f85ddb7a8de', 'tenant_id': 'c0e5eb64d48444a7a7538cb7910a5743', 'fixed_ips': [{'subnet_id': '05007f2c-2748-4fa5-977c-cfd34fb028c7'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:40:16.143814 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1a58f361-52b0-4ec3-b2a7-ad99b2f6370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:16.146435 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52006) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:16.161521 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:16.172079 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf20669c-74fd-4cbc-a5f3-e7590dc35711 admin admin] Network d511986d-e449-4c9a-bc20-0b0373daead6 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:40:16.288969 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:16.360408 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d335d29d-14fe-47e5-9e4e-3d1f94478f79 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Unset dirty status for tenant:b0ca5174d7854c38a3cb3b450695bf9f on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:16.362425 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d335d29d-14fe-47e5-9e4e-3d1f94478f79 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] 10.222.0.21 "GET /v2.0/ports/0ddfbda9-45cc-4edb-8797-c8ed1996fc62 HTTP/1.1" status: 404 len: 333 time: 0.3159494 Apr 29 15:40:16.365105 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-bf20669c-74fd-4cbc-a5f3-e7590dc35711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, d511986d-e449-4c9a-bc20-0b0373daead6) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:16.372650 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52014) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:16.378358 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211ed720-f3ba-4a5d-8e68-871705db28b0 None None] Network d511986d-e449-4c9a-bc20-0b0373daead6 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:16.389840 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf20669c-74fd-4cbc-a5f3-e7590dc35711 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:16.390425 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bf20669c-74fd-4cbc-a5f3-e7590dc35711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:16.400365 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-3f99cc31-d14a-4d8c-8165-793e97f443b6 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:16.402761 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3f99cc31-d14a-4d8c-8165-793e97f443b6 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.2551513 Apr 29 15:40:16.403885 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4c11bab-1eb2-4a34-8fee-301b931db371 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:16.429369 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52020) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:16.440624 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-55c1c8e3-a2e5-41bc-881b-408db3bb481c tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Request body: {'port': {'network_id': '7a130877-d02f-4120-8537-5b59fb0fa88e', 'name': 'tempest-AllowedAddressPairTestJSON-694713842'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:16.594082 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bf20669c-74fd-4cbc-a5f3-e7590dc35711 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3883905 Apr 29 15:40:16.603095 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52026) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:16.608628 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-1a58f361-52b0-4ec3-b2a7-ad99b2f6370c None None] Allocated IP 2001:db8::f816:3eff:fe36:5029 (fd47b9b6-af3a-4eeb-8cc4-9f85ddb7a8de/05007f2c-2748-4fa5-977c-cfd34fb028c7/4f290b18-9c8e-4292-8781-3d94c3198986) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:16.624251 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-b4fda221-54ce-4d3c-a2bf-25d43bc034a6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:16.629546 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b4fda221-54ce-4d3c-a2bf-25d43bc034a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:16.637374 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b4fda221-54ce-4d3c-a2bf-25d43bc034a6 admin admin] Usage tracker for resource:router and tenant:c56968f4173e467ca1a4109666ee4127 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:16.642283 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b4fda221-54ce-4d3c-a2bf-25d43bc034a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:16.657016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b4fda221-54ce-4d3c-a2bf-25d43bc034a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:16.659624 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-55c1c8e3-a2e5-41bc-881b-408db3bb481c tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:16.691450 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-55c1c8e3-a2e5-41bc-881b-408db3bb481c tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:16.744870 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4fda221-54ce-4d3c-a2bf-25d43bc034a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:16.746583 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4fda221-54ce-4d3c-a2bf-25d43bc034a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:16.782267 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c1c8e3-a2e5-41bc-881b-408db3bb481c tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Made reservation on behalf of b0ca5174d7854c38a3cb3b450695bf9f for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:16.788194 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-28dc5bb6-d5e3-4980-8641-71b4c48f91eb tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:16.789975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-55c1c8e3-a2e5-41bc-881b-408db3bb481c tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:16.791923 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-28dc5bb6-d5e3-4980-8641-71b4c48f91eb tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.2766488 Apr 29 15:40:16.797157 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52032) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:16.804962 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [None req-a03df4f3-c58f-46c0-9cd6-1cf1fce1d36a tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84771) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:16.808588 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a03df4f3-c58f-46c0-9cd6-1cf1fce1d36a tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0088139 Apr 29 15:40:16.814659 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52036) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:16.824832 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [None req-edca9023-df08-41d5-a436-78888f067ce7 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:16.828930 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-edca9023-df08-41d5-a436-78888f067ce7 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0101528 Apr 29 15:40:16.834617 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4fda221-54ce-4d3c-a2bf-25d43bc034a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:16.836066 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52040) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:16.848026 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-55c1c8e3-a2e5-41bc-881b-408db3bb481c tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] device_id is not set on port fc7b0cbb-30c8-4a3b-bfe4-1406b051f80b yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:40:16.889044 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [None req-b87d5794-b345-40c1-aea1-f33691b12146 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:16.890294 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b87d5794-b345-40c1-aea1-f33691b12146 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0529451 Apr 29 15:40:16.895510 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52044) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:16.902737 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [None req-393a5ce4-1091-4d99-8d09-783bf385914b tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:16.905133 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-393a5ce4-1091-4d99-8d09-783bf385914b tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0072200 Apr 29 15:40:16.911838 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52048) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:16.920194 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdcdc3a-2110-413b-ba14-6dfc3f152a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-d511986d-e449-4c9a-bc20-0b0373daead6', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'fixed_ips': [{'subnet_id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:40:16.920980 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bcdcdc3a-2110-413b-ba14-6dfc3f152a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:16.926659 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [None req-3b83cf82-046b-4942-99be-c4fd24663ed8 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:16.933660 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3b83cf82-046b-4942-99be-c4fd24663ed8 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0135615 Apr 29 15:40:16.936813 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52052) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:16.951248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [None req-4dbf0bfa-1bd5-4c58-9b65-8834680d8ae3 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:16.955054 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4dbf0bfa-1bd5-4c58-9b65-8834680d8ae3 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0119374 Apr 29 15:40:16.956755 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52056) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:16.964299 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [None req-dce6290c-640e-49ba-a7df-10f4167797cc tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:16.967930 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-dce6290c-640e-49ba-a7df-10f4167797cc tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0087345 Apr 29 15:40:16.969775 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52060) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:16.975960 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [None req-1c7a3dfc-2b9d-4072-9847-4412dd2f82f9 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:40:16.978532 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1c7a3dfc-2b9d-4072-9847-4412dd2f82f9 tempest-ExtensionsTestJSON-200391086 tempest-ExtensionsTestJSON-200391086-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0074823 Apr 29 15:40:17.020674 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5164f4c-88a8-4f86-8e0a-92f2bcdd5f69 None None] Update dhcp port {'port': {'network_id': 'fff58e3d-3f04-435f-9a39-63c880802c71', 'fixed_ips': [{'subnet_id': 'cb3a3dc4-0e5f-4a54-aa33-27aa3d6b4573', 'ip_address': '2001:db8::2'}, {'subnet_id': '2ad90607-ed34-4d5c-86fb-9b7e3ce3cd86'}], 'binding:host_id': 'dv-neutron-839913-1-hyperv'}, 'id': '78cc2203-e6b8-4a6f-b329-21eeacde222b'} from dv-neutron-839913-1-hyperv. {{(pid=84772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 15:40:17.178105 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f5164f4c-88a8-4f86-8e0a-92f2bcdd5f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:17.224044 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:17.243222 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-55c1c8e3-a2e5-41bc-881b-408db3bb481c tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Allocated IP 172.20.0.11 (7a130877-d02f-4120-8537-5b59fb0fa88e/49eed4cd-3435-4a20-82f6-c644b118749b/fc7b0cbb-30c8-4a3b-bfe4-1406b051f80b) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:17.255943 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4fda221-54ce-4d3c-a2bf-25d43bc034a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:17.292909 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1a58f361-52b0-4ec3-b2a7-ad99b2f6370c None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:17.320554 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1a58f361-52b0-4ec3-b2a7-ad99b2f6370c None None] Transition to ACTIVE for port object 4f290b18-9c8e-4292-8781-3d94c3198986 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:17.338707 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-bcdcdc3a-2110-413b-ba14-6dfc3f152a20 None None] Allocated IP 172.20.0.2 (d511986d-e449-4c9a-bc20-0b0373daead6/fccdfd74-5a41-4338-8b3c-9da29bbca38f/38538dc7-9875-495e-b75c-60496aabcc5e) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:17.346383 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c40f35-9144-43d3-a17a-75556e365a26 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Router d8f0ec34-79eb-4e21-9dd6-4f19503c203d has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:40:17.377301 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-f4c11bab-1eb2-4a34-8fee-301b931db371 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Delete allocated IP 2001:db8::23e (fff58e3d-3f04-435f-9a39-63c880802c71/cb3a3dc4-0e5f-4a54-aa33-27aa3d6b4573) {{(pid=84771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 15:40:17.406334 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1a58f361-52b0-4ec3-b2a7-ad99b2f6370c None None] Transition to ACTIVE for port object 4f290b18-9c8e-4292-8781-3d94c3198986 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:17.538532 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1a58f361-52b0-4ec3-b2a7-ad99b2f6370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:17.540945 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-f4c11bab-1eb2-4a34-8fee-301b931db371 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Allocated IP 2001:db8:0:1::78 (fff58e3d-3f04-435f-9a39-63c880802c71/2ad90607-ed34-4d5c-86fb-9b7e3ce3cd86/e5f6f185-a4a4-4c73-a4a9-77a367c061f5) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:17.544014 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:17.688496 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-55c1c8e3-a2e5-41bc-881b-408db3bb481c tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:17.714597 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a58f361-52b0-4ec3-b2a7-ad99b2f6370c None None] Network fd47b9b6-af3a-4eeb-8cc4-9f85ddb7a8de is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:17.722694 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-55c1c8e3-a2e5-41bc-881b-408db3bb481c tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Transition to ACTIVE for port object fc7b0cbb-30c8-4a3b-bfe4-1406b051f80b will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:17.723605 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:17.729778 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52074) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:17.736481 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52078) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:17.773630 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event deleted for resources: {'Subnet': ['ID=05007f2c-2748-4fa5-977c-cfd34fb028c7,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:17.819923 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-1a58f361-52b0-4ec3-b2a7-ad99b2f6370c None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:17.820775 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c40f35-9144-43d3-a17a-75556e365a26 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:40:17.826087 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c6c40f35-9144-43d3-a17a-75556e365a26 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "PUT /v2.0/routers/d8f0ec34-79eb-4e21-9dd6-4f19503c203d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2458436 Apr 29 15:40:17.826270 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a58f361-52b0-4ec3-b2a7-ad99b2f6370c None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:17.829116 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52086) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:17.835539 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7a642967-5228-4005-9db7-86945486d998 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Request body: {'port': {'network_id': '2623ead6-5230-4e26-91b4-c4aca786b5d9', 'name': 'tempest-FloatingIPTestJSON-226979842'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:17.840443 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0f4639-f8ae-47cd-8c5d-9bbce7dce84b None None] Sync routers for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:40:17.866116 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0f4639-f8ae-47cd-8c5d-9bbce7dce84b None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:40:17.868480 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5c0f4639-f8ae-47cd-8c5d-9bbce7dce84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:40:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:17.927505 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58f361-52b0-4ec3-b2a7-ad99b2f6370c None None] Pushing event updated for resources: {'Port': ['ID=4f290b18-9c8e-4292-8781-3d94c3198986,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:17.978305 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:17.985322 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5c0f4639-f8ae-47cd-8c5d-9bbce7dce84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:17.997247 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0f4639-f8ae-47cd-8c5d-9bbce7dce84b None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:40:17.998077 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5c0f4639-f8ae-47cd-8c5d-9bbce7dce84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:40:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:18.012184 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd47b9b6-af3a-4eeb-8cc4-9f85ddb7a8de']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:18.032650 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4386b11b-2e0c-46f2-99e4-119fabb87b9a') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:18.033036 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4386b11b-2e0c-46f2-99e4-119fabb87b9a') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:18.045159 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4fda221-54ce-4d3c-a2bf-25d43bc034a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.065527 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5c0f4639-f8ae-47cd-8c5d-9bbce7dce84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:18.066171 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0f4639-f8ae-47cd-8c5d-9bbce7dce84b None None] The sync data for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:40:18.068343 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7a642967-5228-4005-9db7-86945486d998 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:18.071097 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.db.resource_extend [None req-f4c11bab-1eb2-4a34-8fee-301b931db371 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:40:18.081072 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-dfd927ad-f2bb-4377-98a2-41f2185046f2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-484855428'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:18.084028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.091295 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4fda221-54ce-4d3c-a2bf-25d43bc034a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.107130 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-dfd927ad-f2bb-4377-98a2-41f2185046f2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:18.111152 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7a642967-5228-4005-9db7-86945486d998 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Usage tracker for resource:port and tenant:6d54d35be39d47ebbee25a7cb3a65c46 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:18.116035 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4c11bab-1eb2-4a34-8fee-301b931db371 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.125217 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7a642967-5228-4005-9db7-86945486d998 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:18.128163 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-dfd927ad-f2bb-4377-98a2-41f2185046f2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:network and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:18.135980 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-dfd927ad-f2bb-4377-98a2-41f2185046f2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:18.137353 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1a58f361-52b0-4ec3-b2a7-ad99b2f6370c None None] Attempting to bind port 4f290b18-9c8e-4292-8781-3d94c3198986 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:40:18.138058 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1a58f361-52b0-4ec3-b2a7-ad99b2f6370c None None] Attempting to bind port 4f290b18-9c8e-4292-8781-3d94c3198986 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '4386b11b-2e0c-46f2-99e4-119fabb87b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fd47b9b6-af3a-4eeb-8cc4-9f85ddb7a8de'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:40:18.138058 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a58f361-52b0-4ec3-b2a7-ad99b2f6370c None None] Attempting to bind port 4f290b18-9c8e-4292-8781-3d94c3198986 on network fd47b9b6-af3a-4eeb-8cc4-9f85ddb7a8de {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:40:18.140750 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1ff847a5-a4c9-4656-9603-9169e3cb3c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.140914 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-55c1c8e3-a2e5-41bc-881b-408db3bb481c tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.153036 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a58f361-52b0-4ec3-b2a7-ad99b2f6370c None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:40:18.153522 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a58f361-52b0-4ec3-b2a7-ad99b2f6370c None None] Checking segment: {'id': '4386b11b-2e0c-46f2-99e4-119fabb87b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fd47b9b6-af3a-4eeb-8cc4-9f85ddb7a8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:40:18.153959 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1a58f361-52b0-4ec3-b2a7-ad99b2f6370c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.154314 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a58f361-52b0-4ec3-b2a7-ad99b2f6370c None None] Bound using segment: {'id': '4386b11b-2e0c-46f2-99e4-119fabb87b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fd47b9b6-af3a-4eeb-8cc4-9f85ddb7a8de'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:40:18.154807 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1a58f361-52b0-4ec3-b2a7-ad99b2f6370c None None] Bound port: 4f290b18-9c8e-4292-8781-3d94c3198986, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4386b11b-2e0c-46f2-99e4-119fabb87b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fd47b9b6-af3a-4eeb-8cc4-9f85ddb7a8de'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:40:18.158101 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1a58f361-52b0-4ec3-b2a7-ad99b2f6370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.158220 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7a642967-5228-4005-9db7-86945486d998 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:18.162443 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-dfd927ad-f2bb-4377-98a2-41f2185046f2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:18.174448 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bcdcdc3a-2110-413b-ba14-6dfc3f152a20 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.191141 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.203994 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1ff847a5-a4c9-4656-9603-9169e3cb3c16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:18.203994 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1ff847a5-a4c9-4656-9603-9169e3cb3c16 admin admin] Usage tracker for resource:security_group_rule and tenant:85a91075fc164809b92d916dcc0bb5da is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:18.207107 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1ff847a5-a4c9-4656-9603-9169e3cb3c16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:18.212826 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-bcdcdc3a-2110-413b-ba14-6dfc3f152a20 None None] Transition to ACTIVE for port object 38538dc7-9875-495e-b75c-60496aabcc5e will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:18.215846 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1ff847a5-a4c9-4656-9603-9169e3cb3c16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:18.229669 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:40:18.232671 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:40:18.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:40:18.259210 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c1c8e3-a2e5-41bc-881b-408db3bb481c tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Network 7a130877-d02f-4120-8537-5b59fb0fa88e is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:18.261201 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-bcdcdc3a-2110-413b-ba14-6dfc3f152a20 None None] Transition to ACTIVE for port object 38538dc7-9875-495e-b75c-60496aabcc5e will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:18.268690 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-55c1c8e3-a2e5-41bc-881b-408db3bb481c tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:18.289129 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-1a58f361-52b0-4ec3-b2a7-ad99b2f6370c None None] For port 4f290b18-9c8e-4292-8781-3d94c3198986, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:40:18.297486 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a642967-5228-4005-9db7-86945486d998 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Made reservation on behalf of 6d54d35be39d47ebbee25a7cb3a65c46 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:18.300918 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7a642967-5228-4005-9db7-86945486d998 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.320086 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1ff847a5-a4c9-4656-9603-9169e3cb3c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.325141 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c1c8e3-a2e5-41bc-881b-408db3bb481c tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:18.335628 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-7a642967-5228-4005-9db7-86945486d998 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] device_id is not set on port 1542b03d-1e4e-47d4-83fc-3976bf1e1f1a yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:40:18.373874 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd927ad-f2bb-4377-98a2-41f2185046f2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:18.376971 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-dfd927ad-f2bb-4377-98a2-41f2185046f2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.392171 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1c8e3-a2e5-41bc-881b-408db3bb481c tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Pushing event updated for resources: {'Port': ['ID=fc7b0cbb-30c8-4a3b-bfe4-1406b051f80b,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:18.400958 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bcdcdc3a-2110-413b-ba14-6dfc3f152a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.412113 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.415531 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-f4c11bab-1eb2-4a34-8fee-301b931db371 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Transition to ACTIVE for port object e5f6f185-a4a4-4c73-a4a9-77a367c061f5 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:18.420932 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-dfd927ad-f2bb-4377-98a2-41f2185046f2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.436390 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1ff847a5-a4c9-4656-9603-9169e3cb3c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.473032 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-1a58f361-52b0-4ec3-b2a7-ad99b2f6370c None None] For port 4f290b18-9c8e-4292-8781-3d94c3198986, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=4f290b18-9c8e-4292-8781-3d94c3198986,segment=NetworkSegment(4386b11b-2e0c-46f2-99e4-119fabb87b9a),segment_id=4386b11b-2e0c-46f2-99e4-119fabb87b9a)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:40:18.476345 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c1c8e3-a2e5-41bc-881b-408db3bb481c tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:18.476958 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-55c1c8e3-a2e5-41bc-881b-408db3bb481c tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.485879 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.api [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:40:18.485879 dv-neutron-839913-1-hyperv neutron-server[84770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:40:18.485879 dv-neutron-839913-1-hyperv neutron-server[84770]: [parameters: {'id': 'fd47b9b6-af3a-4eeb-8cc4-9f85ddb7a8de'}] Apr 29 15:40:18.485879 dv-neutron-839913-1-hyperv neutron-server[84770]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:40:18.486328 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG oslo_db.api [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:40:18.500216 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdcdc3a-2110-413b-ba14-6dfc3f152a20 None None] Network d511986d-e449-4c9a-bc20-0b0373daead6 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:18.507156 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-bcdcdc3a-2110-413b-ba14-6dfc3f152a20 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:18.508606 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdcdc3a-2110-413b-ba14-6dfc3f152a20 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:18.522509 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-b4fda221-54ce-4d3c-a2bf-25d43bc034a6 admin admin] Allocated IP 172.26.1.152 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:18.531045 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4c11bab-1eb2-4a34-8fee-301b931db371 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.551120 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdcdc3a-2110-413b-ba14-6dfc3f152a20 None None] Pushing event updated for resources: {'Port': ['ID=38538dc7-9875-495e-b75c-60496aabcc5e,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:18.563934 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1a58f361-52b0-4ec3-b2a7-ad99b2f6370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.606643 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff847a5-a4c9-4656-9603-9169e3cb3c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acc79f5-a4a6-4ecd-afa7-674de876643d,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:18.613365 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-dfd927ad-f2bb-4377-98a2-41f2185046f2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:18.626694 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1ff847a5-a4c9-4656-9603-9169e3cb3c16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85a91075fc164809b92d916dcc0bb5da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8826067 Apr 29 15:40:18.628706 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52094) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:18.631235 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-55c1c8e3-a2e5-41bc-881b-408db3bb481c tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2465527 Apr 29 15:40:18.636192 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52098) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:18.655134 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-9fdc715a-3e1f-4f2f-981d-cfa1e179f2d6 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:79:de:6f'}]}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:18.670660 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-dfd927ad-f2bb-4377-98a2-41f2185046f2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:security_group_rule and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:18.678907 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-dfd927ad-f2bb-4377-98a2-41f2185046f2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:18.703070 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-dfd927ad-f2bb-4377-98a2-41f2185046f2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:18.761049 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-f4c11bab-1eb2-4a34-8fee-301b931db371 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] In _notify_port_updated(), no bound segment for port e5f6f185-a4a4-4c73-a4a9-77a367c061f5 on network fff58e3d-3f04-435f-9a39-63c880802c71 {{(pid=84771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 15:40:18.765467 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c11bab-1eb2-4a34-8fee-301b931db371 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:18.766163 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4c11bab-1eb2-4a34-8fee-301b931db371 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.768044 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f4c11bab-1eb2-4a34-8fee-301b931db371 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "PUT /v2.0/ports/e5f6f185-a4a4-4c73-a4a9-77a367c061f5 HTTP/1.1" status: 200 len: 929 time: 2.8554289 Apr 29 15:40:18.773186 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c11bab-1eb2-4a34-8fee-301b931db371 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Port': ['ID=e5f6f185-a4a4-4c73-a4a9-77a367c061f5,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:18.778035 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52102) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:18.803809 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-7a642967-5228-4005-9db7-86945486d998 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Allocated IP 172.20.0.10 (2623ead6-5230-4e26-91b4-c4aca786b5d9/004b28b8-ae86-4bae-9f33-d1282dc30853/1542b03d-1e4e-47d4-83fc-3976bf1e1f1a) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:18.823229 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-f5164f4c-88a8-4f86-8e0a-92f2bcdd5f69 None None] Allocated IP 2001:db8:0:1::2 (fff58e3d-3f04-435f-9a39-63c880802c71/2ad90607-ed34-4d5c-86fb-9b7e3ce3cd86/78cc2203-e6b8-4a6f-b329-21eeacde222b) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:18.834535 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-bcdcdc3a-2110-413b-ba14-6dfc3f152a20 None None] Attempting to bind port 38538dc7-9875-495e-b75c-60496aabcc5e on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:40:18.834913 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-bcdcdc3a-2110-413b-ba14-6dfc3f152a20 None None] Attempting to bind port 38538dc7-9875-495e-b75c-60496aabcc5e by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'eb205a45-e78c-4cf5-9d06-0787509ac84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:40:18.835271 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdcdc3a-2110-413b-ba14-6dfc3f152a20 None None] Attempting to bind port 38538dc7-9875-495e-b75c-60496aabcc5e on network d511986d-e449-4c9a-bc20-0b0373daead6 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:40:18.841839 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58f361-52b0-4ec3-b2a7-ad99b2f6370c None None] Pushing event updated for resources: {'Port': ['ID=4f290b18-9c8e-4292-8781-3d94c3198986,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:18.887616 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdcdc3a-2110-413b-ba14-6dfc3f152a20 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:40:18.887992 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdcdc3a-2110-413b-ba14-6dfc3f152a20 None None] Checking segment: {'id': 'eb205a45-e78c-4cf5-9d06-0787509ac84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:40:18.888392 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bcdcdc3a-2110-413b-ba14-6dfc3f152a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.888784 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdcdc3a-2110-413b-ba14-6dfc3f152a20 None None] Bound using segment: {'id': 'eb205a45-e78c-4cf5-9d06-0787509ac84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:40:18.889260 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-bcdcdc3a-2110-413b-ba14-6dfc3f152a20 None None] Bound port: 38538dc7-9875-495e-b75c-60496aabcc5e, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb205a45-e78c-4cf5-9d06-0787509ac84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:40:18.889630 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bcdcdc3a-2110-413b-ba14-6dfc3f152a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.909383 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-dfd927ad-f2bb-4377-98a2-41f2185046f2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.961369 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4fda221-54ce-4d3c-a2bf-25d43bc034a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.987517 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.987748 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-dfd927ad-f2bb-4377-98a2-41f2185046f2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.992084 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-45ad9965-37a6-4e15-808a-de4e4cbecbb7 None None] Provisioning for port fc7b0cbb-30c8-4a3b-bfe4-1406b051f80b completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:19.004282 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-c97ceeea-7ea7-4641-8629-7a8e23da504a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting port e5f6f185-a4a4-4c73-a4a9-77a367c061f5 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:19.004718 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c97ceeea-7ea7-4641-8629-7a8e23da504a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:19.052243 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-50e6de13-fc95-431c-ab0d-4fb2ae3063f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:19.052499 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-45ad9965-37a6-4e15-808a-de4e4cbecbb7 None None] Provisioning complete for port fc7b0cbb-30c8-4a3b-bfe4-1406b051f80b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:19.052614 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-45ad9965-37a6-4e15-808a-de4e4cbecbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:19.148400 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd927ad-f2bb-4377-98a2-41f2185046f2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:40:19.153098 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Deleting port 4f290b18-9c8e-4292-8781-3d94c3198986 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:19.153525 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:19.160738 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd927ad-f2bb-4377-98a2-41f2185046f2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b27163-9452-4008-b980-da962ac75a33,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:19.170257 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6aa277-137d-4648-a757-e4215e723a9a None None] Network fd47b9b6-af3a-4eeb-8cc4-9f85ddb7a8de requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:19.185532 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-dfd927ad-f2bb-4377-98a2-41f2185046f2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:19.185730 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-dfd927ad-f2bb-4377-98a2-41f2185046f2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Added segment 619ee12d-2ab1-44a9-b744-827882cca650 of type vlan for network 75e7f0f8-4897-4e20-8301-99a7eae75065 Apr 29 15:40:19.191120 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-50e6de13-fc95-431c-ab0d-4fb2ae3063f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:19.238740 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7a642967-5228-4005-9db7-86945486d998 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:19.243329 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-dfd927ad-f2bb-4377-98a2-41f2185046f2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:19.266298 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-45ad9965-37a6-4e15-808a-de4e4cbecbb7 None None] Port fc7b0cbb-30c8-4a3b-bfe4-1406b051f80b cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:19.293801 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-bcdcdc3a-2110-413b-ba14-6dfc3f152a20 None None] For port 38538dc7-9875-495e-b75c-60496aabcc5e, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:40:19.297339 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9fdc715a-3e1f-4f2f-981d-cfa1e179f2d6 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:19.308928 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-bcdcdc3a-2110-413b-ba14-6dfc3f152a20 None None] For port 38538dc7-9875-495e-b75c-60496aabcc5e, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=38538dc7-9875-495e-b75c-60496aabcc5e,segment=NetworkSegment(eb205a45-e78c-4cf5-9d06-0787509ac84a),segment_id=eb205a45-e78c-4cf5-9d06-0787509ac84a)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:40:19.308928 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f5164f4c-88a8-4f86-8e0a-92f2bcdd5f69 None None] For port 78cc2203-e6b8-4a6f-b329-21eeacde222b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=78cc2203-e6b8-4a6f-b329-21eeacde222b,segment=NetworkSegment(93f8bc01-aee1-40b2-bee9-7873e468fac8),segment_id=93f8bc01-aee1-40b2-bee9-7873e468fac8)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:19.375501 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-dfd927ad-f2bb-4377-98a2-41f2185046f2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:19.379684 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd927ad-f2bb-4377-98a2-41f2185046f2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:19.380227 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-dfd927ad-f2bb-4377-98a2-41f2185046f2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:19.412838 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f5164f4c-88a8-4f86-8e0a-92f2bcdd5f69 None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:19.438833 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f5164f4c-88a8-4f86-8e0a-92f2bcdd5f69 None None] Transition to ACTIVE for port object 78cc2203-e6b8-4a6f-b329-21eeacde222b will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:19.444111 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bcdcdc3a-2110-413b-ba14-6dfc3f152a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:19.466321 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7a642967-5228-4005-9db7-86945486d998 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:19.534388 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdcdc3a-2110-413b-ba14-6dfc3f152a20 None None] Pushing event updated for resources: {'Port': ['ID=38538dc7-9875-495e-b75c-60496aabcc5e,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:19.549952 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f5164f4c-88a8-4f86-8e0a-92f2bcdd5f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:19.609473 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd927ad-f2bb-4377-98a2-41f2185046f2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Network': ['ID=75e7f0f8-4897-4e20-8301-99a7eae75065,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:19.615536 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a642967-5228-4005-9db7-86945486d998 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'Port': ['ID=1542b03d-1e4e-47d4-83fc-3976bf1e1f1a,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:19.615719 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4fda221-54ce-4d3c-a2bf-25d43bc034a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:19.620156 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a642967-5228-4005-9db7-86945486d998 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Network 2623ead6-5230-4e26-91b4-c4aca786b5d9 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:19.621556 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-7a642967-5228-4005-9db7-86945486d998 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:19.623744 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a642967-5228-4005-9db7-86945486d998 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:19.655037 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:40:19.702627 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a642967-5228-4005-9db7-86945486d998 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:19.705602 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7a642967-5228-4005-9db7-86945486d998 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:19.727353 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-dfd927ad-f2bb-4377-98a2-41f2185046f2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9957783 Apr 29 15:40:19.728207 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52108) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:19.734574 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-91dcdca7-ad7d-4151-96cc-b7e8885e8dbd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:19.795931 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5164f4c-88a8-4f86-8e0a-92f2bcdd5f69 None None] Pushing event updated for resources: {'Port': ['ID=78cc2203-e6b8-4a6f-b329-21eeacde222b,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:19.834505 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fda221-54ce-4d3c-a2bf-25d43bc034a6 admin admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:19.884390 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fda221-54ce-4d3c-a2bf-25d43bc034a6 admin admin] Pushing event updated for resources: {'Port': ['ID=41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:19.886697 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-50e6de13-fc95-431c-ab0d-4fb2ae3063f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:19.890525 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7a642967-5228-4005-9db7-86945486d998 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0603650 Apr 29 15:40:19.899458 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52114) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:19.902619 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-b4fda221-54ce-4d3c-a2bf-25d43bc034a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:19.918200 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-274d40fa-de99-447a-9abb-767a3603ada9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Request body: {'port': {'network_id': '2623ead6-5230-4e26-91b4-c4aca786b5d9', 'name': 'tempest-FloatingIPTestJSON-735258442'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:19.951947 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fda221-54ce-4d3c-a2bf-25d43bc034a6 admin admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:20.029370 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-91dcdca7-ad7d-4151-96cc-b7e8885e8dbd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:20.037479 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-91dcdca7-ad7d-4151-96cc-b7e8885e8dbd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:subnet and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:20.043642 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-91dcdca7-ad7d-4151-96cc-b7e8885e8dbd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:20.072643 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-91dcdca7-ad7d-4151-96cc-b7e8885e8dbd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:20.087605 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6de13-fc95-431c-ab0d-4fb2ae3063f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acc79f5-a4a6-4ecd-afa7-674de876643d,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:20.106366 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-274d40fa-de99-447a-9abb-767a3603ada9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:20.112453 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-274d40fa-de99-447a-9abb-767a3603ada9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Usage tracker for resource:port and tenant:6d54d35be39d47ebbee25a7cb3a65c46 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:20.116140 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-274d40fa-de99-447a-9abb-767a3603ada9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:20.123323 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-274d40fa-de99-447a-9abb-767a3603ada9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:20.134034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] For port 4f290b18-9c8e-4292-8781-3d94c3198986, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=4f290b18-9c8e-4292-8781-3d94c3198986,segment=NetworkSegment(4386b11b-2e0c-46f2-99e4-119fabb87b9a),segment_id=4386b11b-2e0c-46f2-99e4-119fabb87b9a)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:20.134388 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:20.142473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-50e6de13-fc95-431c-ab0d-4fb2ae3063f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:20.147229 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-50e6de13-fc95-431c-ab0d-4fb2ae3063f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3acc79f5-a4a6-4ecd-afa7-674de876643d HTTP/1.1" status: 204 len: 168 time: 1.5147429 Apr 29 15:40:20.172781 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c97ceeea-7ea7-4641-8629-7a8e23da504a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:20.218712 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dcdca7-ad7d-4151-96cc-b7e8885e8dbd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:20.302123 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274d40fa-de99-447a-9abb-767a3603ada9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Made reservation on behalf of 6d54d35be39d47ebbee25a7cb3a65c46 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:20.305485 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-274d40fa-de99-447a-9abb-767a3603ada9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:20.369781 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-274d40fa-de99-447a-9abb-767a3603ada9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] device_id is not set on port fdb75b60-52fc-4dc7-91d9-db0e0fe55b83 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:40:20.461202 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-91dcdca7-ad7d-4151-96cc-b7e8885e8dbd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:20.557178 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Calling delete_port for 4f290b18-9c8e-4292-8781-3d94c3198986 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:20.604626 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-c97ceeea-7ea7-4641-8629-7a8e23da504a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Calling delete_port for e5f6f185-a4a4-4c73-a4a9-77a367c061f5 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:20.873429 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-274d40fa-de99-447a-9abb-767a3603ada9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Allocated IP 172.20.0.12 (2623ead6-5230-4e26-91b4-c4aca786b5d9/004b28b8-ae86-4bae-9f33-d1282dc30853/fdb75b60-52fc-4dc7-91d9-db0e0fe55b83) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:20.888656 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-acf5ce8a-c82b-475f-9cfa-bbf78cb7c3ca None None] Provisioning for port 78cc2203-e6b8-4a6f-b329-21eeacde222b completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:20.903072 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-acf5ce8a-c82b-475f-9cfa-bbf78cb7c3ca None None] Provisioning complete for port 78cc2203-e6b8-4a6f-b329-21eeacde222b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:20.904255 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-acf5ce8a-c82b-475f-9cfa-bbf78cb7c3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:20.952422 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.resource_extend [None req-9fdc715a-3e1f-4f2f-981d-cfa1e179f2d6 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:40:21.023376 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9fdc715a-3e1f-4f2f-981d-cfa1e179f2d6 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:21.074234 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655d1d15-b5a0-4c66-b2c1-320e4a6ea7bd None None] Network d511986d-e449-4c9a-bc20-0b0373daead6 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:21.085566 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4fda221-54ce-4d3c-a2bf-25d43bc034a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:21.086300 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4fda221-54ce-4d3c-a2bf-25d43bc034a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:21.130650 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:21.143096 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9fdc715a-3e1f-4f2f-981d-cfa1e179f2d6 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:21.185675 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] No DVR routers for this DVR port 4f290b18-9c8e-4292-8781-3d94c3198986 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:40:21.346828 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-274d40fa-de99-447a-9abb-767a3603ada9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:21.357673 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-91dcdca7-ad7d-4151-96cc-b7e8885e8dbd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:21.409487 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-acf5ce8a-c82b-475f-9cfa-bbf78cb7c3ca None None] Provisioning complete for port 214ee16a-6c88-4d2d-83a0-6c36fdd2a8b5 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:21.409487 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-acf5ce8a-c82b-475f-9cfa-bbf78cb7c3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:21.441909 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 78cc2203-e6b8-4a6f-b329-21eeacde222b up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:21.458688 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcdca7-ad7d-4151-96cc-b7e8885e8dbd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=8711fc14-0205-4a2b-9470-983259c9bc8f,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:21.502033 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event deleted for resources: {'Port': ['ID=4f290b18-9c8e-4292-8781-3d94c3198986,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:21.521301 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dcdca7-ad7d-4151-96cc-b7e8885e8dbd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Checking segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:40:21.521738 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dcdca7-ad7d-4151-96cc-b7e8885e8dbd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network hostable DHCP agents. Network: 75e7f0f8-4897-4e20-8301-99a7eae75065, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:40:21.527058 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-acf5ce8a-c82b-475f-9cfa-bbf78cb7c3ca None None] Port 214ee16a-6c88-4d2d-83a0-6c36fdd2a8b5 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:21.580302 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 78cc2203-e6b8-4a6f-b329-21eeacde222b triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:21.580571 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:21.590738 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-274d40fa-de99-447a-9abb-767a3603ada9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:21.648431 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dcdca7-ad7d-4151-96cc-b7e8885e8dbd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:40:21.651506 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6a3c0fa7-85da-43b1-ac18-dd531e390e65 req-58a060f3-0790-4809-8f60-00bac2c1c1de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d55e79ec04d4b58a1f4cdc4e929c13f&device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 1098 time: 0.7604945 Apr 29 15:40:21.689434 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274d40fa-de99-447a-9abb-767a3603ada9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Network 2623ead6-5230-4e26-91b4-c4aca786b5d9 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:21.694550 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-274d40fa-de99-447a-9abb-767a3603ada9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:21.707540 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274d40fa-de99-447a-9abb-767a3603ada9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:21.722375 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9795fb1-b3a3-4b5d-a667-43adced4e021 req-83e97c73-ac7f-45f7-90bc-6bd5ed3c3777 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:21.729468 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f9795fb1-b3a3-4b5d-a667-43adced4e021 req-83e97c73-ac7f-45f7-90bc-6bd5ed3c3777 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.7615387 Apr 29 15:40:21.748139 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-acf5ce8a-c82b-475f-9cfa-bbf78cb7c3ca None None] Provisioning for port e5f6f185-a4a4-4c73-a4a9-77a367c061f5 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:21.763253 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-91dcdca7-ad7d-4151-96cc-b7e8885e8dbd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 75e7f0f8-4897-4e20-8301-99a7eae75065) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:21.768582 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-acf5ce8a-c82b-475f-9cfa-bbf78cb7c3ca None None] Provisioning complete for port e5f6f185-a4a4-4c73-a4a9-77a367c061f5 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:21.768968 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-acf5ce8a-c82b-475f-9cfa-bbf78cb7c3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:21.794536 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dcdca7-ad7d-4151-96cc-b7e8885e8dbd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:21.795110 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-91dcdca7-ad7d-4151-96cc-b7e8885e8dbd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:21.808014 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d40fa-de99-447a-9abb-767a3603ada9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'Port': ['ID=fdb75b60-52fc-4dc7-91d9-db0e0fe55b83,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:21.846254 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c97ceeea-7ea7-4641-8629-7a8e23da504a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:21.855255 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc715a-3e1f-4f2f-981d-cfa1e179f2d6 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Pushing event updated for resources: {'Port': ['ID=fc7b0cbb-30c8-4a3b-bfe4-1406b051f80b,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:21.879799 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6741fc72-4710-43a7-8be3-f07d02ca5c72 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:21.903189 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274d40fa-de99-447a-9abb-767a3603ada9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:21.908906 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-274d40fa-de99-447a-9abb-767a3603ada9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:21.920315 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-acf5ce8a-c82b-475f-9cfa-bbf78cb7c3ca None None] Port e5f6f185-a4a4-4c73-a4a9-77a367c061f5 was deleted so its status cannot be updated. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 29 15:40:21.952489 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:21.956775 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-91dcdca7-ad7d-4151-96cc-b7e8885e8dbd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2274554 Apr 29 15:40:21.959994 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52140) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:21.968499 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-e8d5230e-2f8c-4ae1-bd30-2403a4f77f21 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'name': 'tempest-NetworksTestDHCPv6-622005021'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:22.020274 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 38538dc7-9875-495e-b75c-60496aabcc5e up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:22.060366 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52144) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:22.065108 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-274d40fa-de99-447a-9abb-767a3603ada9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1612177 Apr 29 15:40:22.065276 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ceeea-7ea7-4641-8629-7a8e23da504a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Port': ['ID=e5f6f185-a4a4-4c73-a4a9-77a367c061f5,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:22.065543 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-9fdc715a-3e1f-4f2f-981d-cfa1e179f2d6 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] In _notify_port_updated(), no bound segment for port fc7b0cbb-30c8-4a3b-bfe4-1406b051f80b on network 7a130877-d02f-4120-8537-5b59fb0fa88e {{(pid=84770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 15:40:22.070236 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdc715a-3e1f-4f2f-981d-cfa1e179f2d6 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:22.071340 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9fdc715a-3e1f-4f2f-981d-cfa1e179f2d6 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:22.075062 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9fdc715a-3e1f-4f2f-981d-cfa1e179f2d6 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] 10.222.0.21 "PUT /v2.0/ports/fc7b0cbb-30c8-4a3b-bfe4-1406b051f80b HTTP/1.1" status: 200 len: 996 time: 3.4348745 Apr 29 15:40:22.075210 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52148) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:22.094336 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52152) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:22.100178 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-a37c6baf-8968-4cd5-a1aa-be8da16ba2dd tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': 'fdb75b60-52fc-4dc7-91d9-db0e0fe55b83', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:22.164769 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c0fa7-85da-43b1-ac18-dd531e390e65 req-209f7cce-95bf-4528-8c54-a28e6a8d8a25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:22.166393 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6a3c0fa7-85da-43b1-ac18-dd531e390e65 req-209f7cce-95bf-4528-8c54-a28e6a8d8a25 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c9a7398-6fd3-4213-804e-eb3de185a894 HTTP/1.1" status: 200 len: 913 time: 0.4777572 Apr 29 15:40:22.171022 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd47b9b6-af3a-4eeb-8cc4-9f85ddb7a8de']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:22.184151 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f9795fb1-b3a3-4b5d-a667-43adced4e021 req-187ad66e-0001-4378-8365-8c5e3acc9a8f tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4538095 Apr 29 15:40:22.242948 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-a37c6baf-8968-4cd5-a1aa-be8da16ba2dd tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:22.259410 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-a37c6baf-8968-4cd5-a1aa-be8da16ba2dd tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Usage tracker for resource:floatingip and tenant:6d54d35be39d47ebbee25a7cb3a65c46 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:22.267211 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4386b11b-2e0c-46f2-99e4-119fabb87b9a') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:22.267439 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-06d1dd82-9b3f-47a2-acea-9c5a1f051153 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-681103269'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:22.267537 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4386b11b-2e0c-46f2-99e4-119fabb87b9a') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:22.272721 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-a37c6baf-8968-4cd5-a1aa-be8da16ba2dd tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:22.289764 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f0f3b5c6-a7e5-400a-8def-3dac21ca8483 None None] Provisioning for port 38538dc7-9875-495e-b75c-60496aabcc5e completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:22.298340 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-06d1dd82-9b3f-47a2-acea-9c5a1f051153 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:22.301509 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f0f3b5c6-a7e5-400a-8def-3dac21ca8483 None None] Could not find standard attr ID for object e5f6f185-a4a4-4c73-a4a9-77a367c061f5. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:40:22.305784 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968a21b1-0b63-43ea-957d-ff03ca548833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-75e7f0f8-4897-4e20-8301-99a7eae75065', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'fixed_ips': [{'subnet_id': '8711fc14-0205-4a2b-9470-983259c9bc8f'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:40:22.307138 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-a37c6baf-8968-4cd5-a1aa-be8da16ba2dd tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:22.307640 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-968a21b1-0b63-43ea-957d-ff03ca548833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:22.316979 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-06d1dd82-9b3f-47a2-acea-9c5a1f051153 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:network and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:22.325556 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-06d1dd82-9b3f-47a2-acea-9c5a1f051153 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:22.340802 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 38538dc7-9875-495e-b75c-60496aabcc5e completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:22.350816 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-06d1dd82-9b3f-47a2-acea-9c5a1f051153 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:22.354670 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:22.361676 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c97ceeea-7ea7-4641-8629-7a8e23da504a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:22.361886 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-637dfb26-d8bd-4fdb-b17e-c69ebc290af4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Deleting port fc7b0cbb-30c8-4a3b-bfe4-1406b051f80b {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:22.362098 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-637dfb26-d8bd-4fdb-b17e-c69ebc290af4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:22.389676 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 38538dc7-9875-495e-b75c-60496aabcc5e triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:22.390037 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:22.405836 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:22.423204 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c97ceeea-7ea7-4641-8629-7a8e23da504a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/ports/e5f6f185-a4a4-4c73-a4a9-77a367c061f5 HTTP/1.1" status: 204 len: 168 time: 3.6438859 Apr 29 15:40:22.423883 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52160) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:22.426238 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:40:22.427273 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:40:22.445129 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:40:22.451862 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6a3c0fa7-85da-43b1-ac18-dd531e390e65 req-2484c5db-7e66-41ea-ad83-3341adb85f95 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f384750-9800-4fba-99dc-e7d572a543de HTTP/1.1" status: 200 len: 1001 time: 0.2629466 Apr 29 15:40:22.469947 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a37c6baf-8968-4cd5-a1aa-be8da16ba2dd tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:22.496487 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e8d5230e-2f8c-4ae1-bd30-2403a4f77f21 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:22.523210 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e8d5230e-2f8c-4ae1-bd30-2403a4f77f21 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:port and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:22.553880 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-81fe2634-5889-4311-999c-f4371e0d0fbc None None] Provisioning complete for port fc7b0cbb-30c8-4a3b-bfe4-1406b051f80b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:22.554262 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-81fe2634-5889-4311-999c-f4371e0d0fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:22.574158 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e8d5230e-2f8c-4ae1-bd30-2403a4f77f21 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:22.582522 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d1dd82-9b3f-47a2-acea-9c5a1f051153 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:22.585510 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06d1dd82-9b3f-47a2-acea-9c5a1f051153 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:22.605879 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e8d5230e-2f8c-4ae1-bd30-2403a4f77f21 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:22.610582 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c6ad07-ee7d-4750-970d-f71ffe393064 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] GET failed (client error): The resource could not be found. Apr 29 15:40:22.611138 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-11c6ad07-ee7d-4750-970d-f71ffe393064 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Synchronizing usage tracker for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:22.644919 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06d1dd82-9b3f-47a2-acea-9c5a1f051153 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:22.651858 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c0fa7-85da-43b1-ac18-dd531e390e65 req-4eafcece-80cf-48f8-9673-d5689f9cf471 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:22.653671 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6a3c0fa7-85da-43b1-ac18-dd531e390e65 req-4eafcece-80cf-48f8-9673-d5689f9cf471 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a7bb539e-4a1d-45fe-b72f-4601de1423be HTTP/1.1" status: 200 len: 851 time: 0.1107004 Apr 29 15:40:22.665072 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-81fe2634-5889-4311-999c-f4371e0d0fbc None None] Port fc7b0cbb-30c8-4a3b-bfe4-1406b051f80b cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:22.679031 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:22.693690 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-968a21b1-0b63-43ea-957d-ff03ca548833 None None] Allocated IP 2001:db8::2 (75e7f0f8-4897-4e20-8301-99a7eae75065/8711fc14-0205-4a2b-9470-983259c9bc8f/9e5d87fe-ddb5-4e1e-af49-9b937900a4b8) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:22.731845 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:22.731845 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-11c6ad07-ee7d-4750-970d-f71ffe393064 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Unset dirty status for tenant:181454145b0d449b8706b073dae04744 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:22.733598 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-11c6ad07-ee7d-4750-970d-f71ffe393064 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports/e5f6f185-a4a4-4c73-a4a9-77a367c061f5 HTTP/1.1" status: 404 len: 333 time: 0.2898717 Apr 29 15:40:22.736991 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52164) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:22.759479 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:22.788903 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event deleted for resources: {'Network': ['ID=fd47b9b6-af3a-4eeb-8cc4-9f85ddb7a8de,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:22.790008 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 38538dc7-9875-495e-b75c-60496aabcc5e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=38538dc7-9875-495e-b75c-60496aabcc5e,segment=NetworkSegment(eb205a45-e78c-4cf5-9d06-0787509ac84a),segment_id=eb205a45-e78c-4cf5-9d06-0787509ac84a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:22.802277 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-63b46e1e-bc55-4175-8414-69028507a7ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "DELETE /v2.0/networks/fd47b9b6-af3a-4eeb-8cc4-9f85ddb7a8de HTTP/1.1" status: 204 len: 168 time: 6.8989322 Apr 29 15:40:22.804577 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52168) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:22.839894 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-06d1dd82-9b3f-47a2-acea-9c5a1f051153 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:22.854864 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-06d1dd82-9b3f-47a2-acea-9c5a1f051153 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:security_group_rule and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:22.865342 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-06d1dd82-9b3f-47a2-acea-9c5a1f051153 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:22.869420 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-637dfb26-d8bd-4fdb-b17e-c69ebc290af4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:22.871244 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f6feb0-e121-4d94-bdcc-65b1f5d5b2bb tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] DELETE failed (client error): The resource could not be found. Apr 29 15:40:22.871689 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f6feb0-e121-4d94-bdcc-65b1f5d5b2bb tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:40:22.875954 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d3f6feb0-e121-4d94-bdcc-65b1f5d5b2bb tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "DELETE /v2.0/subnets/05007f2c-2748-4fa5-977c-cfd34fb028c7 HTTP/1.1" status: 404 len: 337 time: 0.0678260 Apr 29 15:40:22.876624 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52172) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:22.886756 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d5230e-2f8c-4ae1-bd30-2403a4f77f21 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:22.890014 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e8d5230e-2f8c-4ae1-bd30-2403a4f77f21 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:22.916157 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:22.917767 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6a3c0fa7-85da-43b1-ac18-dd531e390e65 req-876fc206-64cc-4fe4-8d2b-7072a470c1c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c9a7398-6fd3-4213-804e-eb3de185a894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2583084 Apr 29 15:40:22.932928 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1de62b-123f-4287-8fe8-497f5ca120df tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] DELETE failed (client error): The resource could not be found. Apr 29 15:40:22.932928 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b1de62b-123f-4287-8fe8-497f5ca120df tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:40:22.934135 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2b1de62b-123f-4287-8fe8-497f5ca120df tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "DELETE /v2.0/networks/fd47b9b6-af3a-4eeb-8cc4-9f85ddb7a8de HTTP/1.1" status: 404 len: 339 time: 0.0532198 Apr 29 15:40:22.944269 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52176) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:22.963483 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-06d1dd82-9b3f-47a2-acea-9c5a1f051153 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:22.970379 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-968a21b1-0b63-43ea-957d-ff03ca548833 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:22.991846 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-968a21b1-0b63-43ea-957d-ff03ca548833 None None] Transition to ACTIVE for port object 9e5d87fe-ddb5-4e1e-af49-9b937900a4b8 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:23.004112 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9b8b6608-859b-4655-a557-0a597a0c9492 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:23.015790 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=38538dc7-9875-495e-b75c-60496aabcc5e,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:23.022209 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-968a21b1-0b63-43ea-957d-ff03ca548833 None None] Transition to ACTIVE for port object 9e5d87fe-ddb5-4e1e-af49-9b937900a4b8 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:23.029844 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-637dfb26-d8bd-4fdb-b17e-c69ebc290af4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Calling delete_port for fc7b0cbb-30c8-4a3b-bfe4-1406b051f80b owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:23.054292 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fda221-54ce-4d3c-a2bf-25d43bc034a6 admin admin] Router 5eb1e853-950b-4a34-b779-2094d01ca578 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:40:23.061627 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-06cd48dc-867c-4399-a271-cd64e28892ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] DELETE failed (client error): The resource could not be found. Apr 29 15:40:23.062063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06cd48dc-867c-4399-a271-cd64e28892ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:40:23.063751 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-06cd48dc-867c-4399-a271-cd64e28892ba tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "DELETE /v2.0/subnets/098b3989-c01e-44e0-bd1a-10fae25c7e5c HTTP/1.1" status: 404 len: 337 time: 0.1177614 Apr 29 15:40:23.077442 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52180) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:23.111112 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9b8b6608-859b-4655-a557-0a597a0c9492 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:23.116542 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-968a21b1-0b63-43ea-957d-ff03ca548833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:23.133633 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-e8d5230e-2f8c-4ae1-bd30-2403a4f77f21 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] device_id is not set on port 615055e2-4e8c-4bc9-b825-cc0c462d85eb yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:40:23.185191 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbd55d3-9f1f-4488-9536-491415558681 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] DELETE failed (client error): The resource could not be found. Apr 29 15:40:23.185588 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dbd55d3-9f1f-4488-9536-491415558681 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:40:23.190341 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968a21b1-0b63-43ea-957d-ff03ca548833 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:23.192828 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-968a21b1-0b63-43ea-957d-ff03ca548833 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:23.197853 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968a21b1-0b63-43ea-957d-ff03ca548833 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:23.204434 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a21b1-0b63-43ea-957d-ff03ca548833 None None] Pushing event updated for resources: {'Port': ['ID=9e5d87fe-ddb5-4e1e-af49-9b937900a4b8,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:23.255693 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7dbd55d3-9f1f-4488-9536-491415558681 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "DELETE /v2.0/networks/9d9068e9-e631-4f6f-a25c-db40530d5b59 HTTP/1.1" status: 404 len: 339 time: 0.1662486 Apr 29 15:40:23.255693 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a37c6baf-8968-4cd5-a1aa-be8da16ba2dd tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:23.261437 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52186) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:23.293267 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6a3c0fa7-85da-43b1-ac18-dd531e390e65 req-01f43d84-e2f6-4507-94c6-0032e927d92b service neutron] 10.222.0.35 "GET /v2.0/networks/9c9a7398-6fd3-4213-804e-eb3de185a894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484244 Apr 29 15:40:23.299839 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-968a21b1-0b63-43ea-957d-ff03ca548833 None None] Attempting to bind port 9e5d87fe-ddb5-4e1e-af49-9b937900a4b8 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:40:23.300283 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-968a21b1-0b63-43ea-957d-ff03ca548833 None None] Attempting to bind port 9e5d87fe-ddb5-4e1e-af49-9b937900a4b8 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:40:23.300651 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a21b1-0b63-43ea-957d-ff03ca548833 None None] Attempting to bind port 9e5d87fe-ddb5-4e1e-af49-9b937900a4b8 on network 75e7f0f8-4897-4e20-8301-99a7eae75065 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:40:23.308640 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a21b1-0b63-43ea-957d-ff03ca548833 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:40:23.309028 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a21b1-0b63-43ea-957d-ff03ca548833 None None] Checking segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:40:23.309426 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-968a21b1-0b63-43ea-957d-ff03ca548833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:23.309995 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a21b1-0b63-43ea-957d-ff03ca548833 None None] Bound using segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:40:23.310561 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-968a21b1-0b63-43ea-957d-ff03ca548833 None None] Bound port: 9e5d87fe-ddb5-4e1e-af49-9b937900a4b8, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:40:23.310948 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-968a21b1-0b63-43ea-957d-ff03ca548833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:23.407133 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df0b373-7506-466b-8c53-ef63482b47b6 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] DELETE failed (client error): The resource could not be found. Apr 29 15:40:23.407578 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df0b373-7506-466b-8c53-ef63482b47b6 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:40:23.435037 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-968a21b1-0b63-43ea-957d-ff03ca548833 None None] For port 9e5d87fe-ddb5-4e1e-af49-9b937900a4b8, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:40:23.440873 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-968a21b1-0b63-43ea-957d-ff03ca548833 None None] For port 9e5d87fe-ddb5-4e1e-af49-9b937900a4b8, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9e5d87fe-ddb5-4e1e-af49-9b937900a4b8,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:40:23.445813 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 38538dc7-9875-495e-b75c-60496aabcc5e up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:23.516525 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-968a21b1-0b63-43ea-957d-ff03ca548833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:23.534325 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06d1dd82-9b3f-47a2-acea-9c5a1f051153 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:23.542649 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9df0b373-7506-466b-8c53-ef63482b47b6 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "DELETE /v2.0/subnets/ccba91f1-600b-4906-96ec-658ad4c57ea1 HTTP/1.1" status: 404 len: 337 time: 0.2787633 Apr 29 15:40:23.557122 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52190) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:23.579777 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9b8b6608-859b-4655-a557-0a597a0c9492 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:23.600246 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 38538dc7-9875-495e-b75c-60496aabcc5e triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:23.601232 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:23.604868 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-e8d5230e-2f8c-4ae1-bd30-2403a4f77f21 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8::1ed (75e7f0f8-4897-4e20-8301-99a7eae75065/8711fc14-0205-4a2b-9470-983259c9bc8f/615055e2-4e8c-4bc9-b825-cc0c462d85eb) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:23.617790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b6608-859b-4655-a557-0a597a0c9492 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=248855d8-cce1-479c-9ddb-317ec736cd92,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:23.642518 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f41d3b7-18ee-4001-be35-fe0d5854f3b3 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] DELETE failed (client error): The resource could not be found. Apr 29 15:40:23.642723 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f41d3b7-18ee-4001-be35-fe0d5854f3b3 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:40:23.647635 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6f41d3b7-18ee-4001-be35-fe0d5854f3b3 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "DELETE /v2.0/networks/92593242-f6da-40e8-96ec-7ca23be115ef HTTP/1.1" status: 404 len: 339 time: 0.0865045 Apr 29 15:40:23.647635 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06d1dd82-9b3f-47a2-acea-9c5a1f051153 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:23.649010 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52194) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:23.654950 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9b8b6608-859b-4655-a557-0a597a0c9492 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:23.656054 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9b8b6608-859b-4655-a557-0a597a0c9492 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/security-groups/248855d8-cce1-479c-9ddb-317ec736cd92 HTTP/1.1" status: 204 len: 168 time: 0.8988280 Apr 29 15:40:23.662355 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52196) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:23.691934 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a21b1-0b63-43ea-957d-ff03ca548833 None None] Pushing event updated for resources: {'Port': ['ID=9e5d87fe-ddb5-4e1e-af49-9b937900a4b8,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:23.713449 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-637dfb26-d8bd-4fdb-b17e-c69ebc290af4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:23.725814 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6a3c0fa7-85da-43b1-ac18-dd531e390e65 req-752a13b8-b795-4303-8f2c-858957c8df49 service neutron] 10.222.0.35 "GET /v2.0/networks/9c9a7398-6fd3-4213-804e-eb3de185a894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117289 Apr 29 15:40:23.752589 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc6932-3d5e-49af-8603-41619cff14cd req-9d1b4add-5ccb-4208-82ef-8d000fd6db44 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:23.754241 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f8fc6932-3d5e-49af-8603-41619cff14cd req-9d1b4add-5ccb-4208-82ef-8d000fd6db44 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.2814274 Apr 29 15:40:23.800155 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d1dd82-9b3f-47a2-acea-9c5a1f051153 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:40:23.856346 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1dd82-9b3f-47a2-acea-9c5a1f051153 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836cbf55-ca72-4408-86c7-965247d954dd,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:23.867582 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637dfb26-d8bd-4fdb-b17e-c69ebc290af4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Pushing event deleted for resources: {'Port': ['ID=fc7b0cbb-30c8-4a3b-bfe4-1406b051f80b,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:23.890195 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-a37c6baf-8968-4cd5-a1aa-be8da16ba2dd tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Allocated IP 172.26.1.72 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/a4132d6d-a512-45a6-ba5d-296b108735a3) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:23.892451 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06d1dd82-9b3f-47a2-acea-9c5a1f051153 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:23.892793 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-06d1dd82-9b3f-47a2-acea-9c5a1f051153 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Added segment 10a7ecb1-2c85-42b2-854b-3112ccf8420a of type vlan for network 8e793cc7-821d-4265-8f7a-6b3f666df1cd Apr 29 15:40:23.898936 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-905e07ce-cf15-4f33-8301-e1c58788821e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:23.917097 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-0c36c6f0-9508-4c86-80b5-68253330786d tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Deleting port a7e4b683-5a19-4345-80b8-4d066e8ba65a {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:23.917497 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c36c6f0-9508-4c86-80b5-68253330786d tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:23.976078 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f8fc6932-3d5e-49af-8603-41619cff14cd req-f3677d7b-83c3-4b74-8a99-d534306579db tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139630 Apr 29 15:40:23.992773 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-905e07ce-cf15-4f33-8301-e1c58788821e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:24.000883 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fda221-54ce-4d3c-a2bf-25d43bc034a6 admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:40:24.027399 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] Sync routers for ids ['5eb1e853-950b-4a34-b779-2094d01ca578'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:40:24.063169 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] Routers {'5eb1e853-950b-4a34-b779-2094d01ca578'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:40:24.063776 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:40:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5eb1e853-950b-4a34-b779-2094d01ca578'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:24.120482 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4be59483-464d-4ac8-ba94-dacfc9af7328 req-a3b213cd-f305-41d2-aa4f-85f6c5a44256 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d55e79ec04d4b58a1f4cdc4e929c13f&device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 1098 time: 0.3140812 Apr 29 15:40:24.231165 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-905e07ce-cf15-4f33-8301-e1c58788821e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:24.253187 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4fda221-54ce-4d3c-a2bf-25d43bc034a6 admin admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:24.258421 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b4fda221-54ce-4d3c-a2bf-25d43bc034a6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6454840 Apr 29 15:40:24.259340 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52202) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:24.267913 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e07ce-cf15-4f33-8301-e1c58788821e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b58a38b-a8bf-4df2-9be8-4219d34f9b65,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:24.408711 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] Set router 5eb1e853-950b-4a34-b779-2094d01ca578 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:40:24.434193 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-905e07ce-cf15-4f33-8301-e1c58788821e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:24.437766 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-905e07ce-cf15-4f33-8301-e1c58788821e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/security-groups/5b58a38b-a8bf-4df2-9be8-4219d34f9b65 HTTP/1.1" status: 204 len: 168 time: 0.7694254 Apr 29 15:40:24.452601 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52206) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:24.486824 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06d1dd82-9b3f-47a2-acea-9c5a1f051153 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:24.545888 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be59483-464d-4ac8-ba94-dacfc9af7328 req-0b07f222-9c73-4f73-b1bb-3937a22d86bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:24.547307 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4be59483-464d-4ac8-ba94-dacfc9af7328 req-0b07f222-9c73-4f73-b1bb-3937a22d86bd service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c9a7398-6fd3-4213-804e-eb3de185a894 HTTP/1.1" status: 200 len: 913 time: 0.4120708 Apr 29 15:40:24.601116 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-637dfb26-d8bd-4fdb-b17e-c69ebc290af4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:24.736536 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-637dfb26-d8bd-4fdb-b17e-c69ebc290af4 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] 10.222.0.21 "DELETE /v2.0/ports/fc7b0cbb-30c8-4a3b-bfe4-1406b051f80b HTTP/1.1" status: 204 len: 168 time: 2.6411800 Apr 29 15:40:24.763750 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52210) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:24.778269 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:40:20Z', 'revision_number': 3, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port': {'id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:18Z', 'updated_at': '2022-04-29T15:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:24.797796 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] Checking router: 5eb1e853-950b-4a34-b779-2094d01ca578 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:40:24.798145 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] Updating router 5eb1e853-950b-4a34-b779-2094d01ca578 port 41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3 binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:40:24.858376 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4be59483-464d-4ac8-ba94-dacfc9af7328 req-19c244d7-de8f-4c45-8fbd-e3e40709969c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f384750-9800-4fba-99dc-e7d572a543de HTTP/1.1" status: 200 len: 1001 time: 0.3011007 Apr 29 15:40:24.878781 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:24.887384 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06d1dd82-9b3f-47a2-acea-9c5a1f051153 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:24.891169 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d1dd82-9b3f-47a2-acea-9c5a1f051153 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:24.891862 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06d1dd82-9b3f-47a2-acea-9c5a1f051153 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:24.924665 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-34878d3b-edac-431b-b6a5-d560779e0ca9 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] GET failed (client error): The resource could not be found. Apr 29 15:40:24.925342 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-34878d3b-edac-431b-b6a5-d560779e0ca9 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Synchronizing usage tracker for tenant:b0ca5174d7854c38a3cb3b450695bf9f on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:24.944513 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a37c6baf-8968-4cd5-a1aa-be8da16ba2dd tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:24.961100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-5131b904-c159-480c-b8d3-c4b721f48f0d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting subnet cb3a3dc4-0e5f-4a54-aa33-27aa3d6b4573 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:40:24.971103 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5131b904-c159-480c-b8d3-c4b721f48f0d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:25.014845 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c36c6f0-9508-4c86-80b5-68253330786d tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:25.023612 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be59483-464d-4ac8-ba94-dacfc9af7328 req-c32c1f30-2883-40ad-b996-670cee79ec9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:25.028048 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4be59483-464d-4ac8-ba94-dacfc9af7328 req-c32c1f30-2883-40ad-b996-670cee79ec9a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a7bb539e-4a1d-45fe-b72f-4601de1423be HTTP/1.1" status: 200 len: 851 time: 0.1531498 Apr 29 15:40:25.044286 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e8d5230e-2f8c-4ae1-bd30-2403a4f77f21 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:25.090663 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5131b904-c159-480c-b8d3-c4b721f48f0d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:25.153577 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1dd82-9b3f-47a2-acea-9c5a1f051153 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Network': ['ID=8e793cc7-821d-4265-8f7a-6b3f666df1cd,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:25.166636 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 8e793cc7-821d-4265-8f7a-6b3f666df1cd details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:40:25.232138 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-e8d5230e-2f8c-4ae1-bd30-2403a4f77f21 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Transition to ACTIVE for port object 615055e2-4e8c-4bc9-b825-cc0c462d85eb will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:25.243178 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f4bd89-5450-470e-ae13-d7c0b64728dc None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:25.271485 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-0c36c6f0-9508-4c86-80b5-68253330786d tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Calling delete_port for a7e4b683-5a19-4345-80b8-4d066e8ba65a owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:25.314229 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-06d1dd82-9b3f-47a2-acea-9c5a1f051153 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.2512484 Apr 29 15:40:25.320496 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52216) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:25.335980 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-2a80202f-0148-40b0-ba75-df0ac88d8ef4 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'port': {'network_id': '8e793cc7-821d-4265-8f7a-6b3f666df1cd', 'name': 'tempest-PortsTestJSON-500851937'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:25.366680 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-34878d3b-edac-431b-b6a5-d560779e0ca9 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Unset dirty status for tenant:b0ca5174d7854c38a3cb3b450695bf9f on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:25.368677 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-34878d3b-edac-431b-b6a5-d560779e0ca9 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] 10.222.0.21 "GET /v2.0/ports/fc7b0cbb-30c8-4a3b-bfe4-1406b051f80b HTTP/1.1" status: 404 len: 333 time: 0.5810378 Apr 29 15:40:25.370130 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e8d5230e-2f8c-4ae1-bd30-2403a4f77f21 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:25.379124 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 9e5d87fe-ddb5-4e1e-af49-9b937900a4b8 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:25.387237 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52220) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:25.467210 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2a2fc114-76d4-4c70-8c0f-a59daa03ff5e None None] Provisioning for port 9e5d87fe-ddb5-4e1e-af49-9b937900a4b8 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:25.481463 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7a685c7a-d8b9-4c7d-8cb3-e7aa6dd27420 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Request body: {'port': {'network_id': '7a130877-d02f-4120-8537-5b59fb0fa88e', 'name': 'tempest-AllowedAddressPairTestJSON-397388161'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:25.508336 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4be59483-464d-4ac8-ba94-dacfc9af7328 req-fe9aa1cb-7fc2-4993-9dbb-514cb2cfa29c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c9a7398-6fd3-4213-804e-eb3de185a894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4750280 Apr 29 15:40:25.540083 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5131b904-c159-480c-b8d3-c4b721f48f0d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:25.607323 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 9e5d87fe-ddb5-4e1e-af49-9b937900a4b8 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:25.614915 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 9e5d87fe-ddb5-4e1e-af49-9b937900a4b8 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:25.619389 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:25.636263 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f410c8d-f8d9-47a9-b6cf-9f70708f02fd req-0cc0a725-4882-4d57-99c2-764bb5d272f3 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:25.637691 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f410c8d-f8d9-47a9-b6cf-9f70708f02fd req-0cc0a725-4882-4d57-99c2-764bb5d272f3 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.4525361 Apr 29 15:40:25.674862 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5230e-2f8c-4ae1-bd30-2403a4f77f21 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=615055e2-4e8c-4bc9-b825-cc0c462d85eb,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:25.680464 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d5230e-2f8c-4ae1-bd30-2403a4f77f21 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:25.688997 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-e8d5230e-2f8c-4ae1-bd30-2403a4f77f21 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:25.696549 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d5230e-2f8c-4ae1-bd30-2403a4f77f21 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:25.702350 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d5230e-2f8c-4ae1-bd30-2403a4f77f21 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:25.702350 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e8d5230e-2f8c-4ae1-bd30-2403a4f77f21 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:25.728700 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2a80202f-0148-40b0-ba75-df0ac88d8ef4 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:25.748711 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2a80202f-0148-40b0-ba75-df0ac88d8ef4 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:port and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:25.754113 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2a80202f-0148-40b0-ba75-df0ac88d8ef4 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:25.778610 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2a80202f-0148-40b0-ba75-df0ac88d8ef4 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:25.780768 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c36c6f0-9508-4c86-80b5-68253330786d tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:25.837651 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f410c8d-f8d9-47a9-b6cf-9f70708f02fd req-bcbf54a7-334d-4219-96ea-1672bd3b3b9b tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912818 Apr 29 15:40:25.849612 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4be59483-464d-4ac8-ba94-dacfc9af7328 req-f1a006b1-508f-489a-9a82-6005911162c4 service neutron] 10.222.0.35 "GET /v2.0/networks/9c9a7398-6fd3-4213-804e-eb3de185a894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317935 Apr 29 15:40:25.858763 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36c6f0-9508-4c86-80b5-68253330786d tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event deleted for resources: {'Port': ['ID=a7e4b683-5a19-4345-80b8-4d066e8ba65a,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:25.866529 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7a685c7a-d8b9-4c7d-8cb3-e7aa6dd27420 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:25.875328 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:25.892187 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a37c6baf-8968-4cd5-a1aa-be8da16ba2dd tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:25.935975 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 9e5d87fe-ddb5-4e1e-af49-9b937900a4b8, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9e5d87fe-ddb5-4e1e-af49-9b937900a4b8,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:25.940505 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5131b904-c159-480c-b8d3-c4b721f48f0d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:25.953301 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c36c6f0-9508-4c86-80b5-68253330786d tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:25.955842 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0c36c6f0-9508-4c86-80b5-68253330786d tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "DELETE /v2.0/ports/a7e4b683-5a19-4345-80b8-4d066e8ba65a HTTP/1.1" status: 204 len: 168 time: 2.2907367 Apr 29 15:40:25.958199 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7a685c7a-d8b9-4c7d-8cb3-e7aa6dd27420 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:25.962145 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e8d5230e-2f8c-4ae1-bd30-2403a4f77f21 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0007012 Apr 29 15:40:25.962888 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52226) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:25.980239 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52228) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:26.000698 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131b904-c159-480c-b8d3-c4b721f48f0d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Subnet': ['ID=cb3a3dc4-0e5f-4a54-aa33-27aa3d6b4573,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:26.068871 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:26.101629 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a80202f-0148-40b0-ba75-df0ac88d8ef4 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:26.104775 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2a80202f-0148-40b0-ba75-df0ac88d8ef4 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:26.133210 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9107a9c0-0bea-4ad2-9101-ae69da37eb6b tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] DELETE failed (client error): The resource could not be found. Apr 29 15:40:26.133653 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9107a9c0-0bea-4ad2-9101-ae69da37eb6b tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:40:26.135340 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9107a9c0-0bea-4ad2-9101-ae69da37eb6b tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "DELETE /v2.0/subnets/ca5db4bc-f548-4fd3-9452-a6069cfb2b62 HTTP/1.1" status: 404 len: 337 time: 0.1589465 Apr 29 15:40:26.150896 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52234) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:26.151207 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5f2d6a61-a268-487e-a88d-744077b7b21e None None] Provisioning complete for port 9e5d87fe-ddb5-4e1e-af49-9b937900a4b8 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:26.151533 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5f2d6a61-a268-487e-a88d-744077b7b21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:26.163039 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5131b904-c159-480c-b8d3-c4b721f48f0d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:26.173933 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37c6baf-8968-4cd5-a1aa-be8da16ba2dd tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:26.175823 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5131b904-c159-480c-b8d3-c4b721f48f0d tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/subnets/cb3a3dc4-0e5f-4a54-aa33-27aa3d6b4573 HTTP/1.1" status: 204 len: 168 time: 1.7200768 Apr 29 15:40:26.178652 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52238) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:26.188892 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c6baf-8968-4cd5-a1aa-be8da16ba2dd tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'Port': ['ID=a4132d6d-a512-45a6-ba5d-296b108735a3,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:26.190971 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-a37c6baf-8968-4cd5-a1aa-be8da16ba2dd tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:26.196867 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-b04e74b1-2473-4ffa-905e-96b7189936e4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'subnet': {'network_id': 'fff58e3d-3f04-435f-9a39-63c880802c71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:26.219922 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a685c7a-d8b9-4c7d-8cb3-e7aa6dd27420 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Made reservation on behalf of b0ca5174d7854c38a3cb3b450695bf9f for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:26.222386 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7a685c7a-d8b9-4c7d-8cb3-e7aa6dd27420 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:26.237790 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4be59483-464d-4ac8-ba94-dacfc9af7328 req-638dd8c2-56fa-4b53-ad3e-7ce7b692566c service neutron] 10.222.0.35 "GET /v2.0/networks/9c9a7398-6fd3-4213-804e-eb3de185a894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811326 Apr 29 15:40:26.238000 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37c6baf-8968-4cd5-a1aa-be8da16ba2dd tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:26.264710 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85139cb-9489-4fe5-ba80-4f4f456af3eb None None] Network fff58e3d-3f04-435f-9a39-63c880802c71 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:26.387051 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:26.407404 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=9e5d87fe-ddb5-4e1e-af49-9b937900a4b8,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:26.422034 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] Transition to ACTIVE for port object 41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:26.426940 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-2a80202f-0148-40b0-ba75-df0ac88d8ef4 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] device_id is not set on port 90b970c0-d708-423d-88a4-df5a12865e74 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:40:26.470440 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17fae9b0-c0dd-48c1-84e1-c5d04a728c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:26.547767 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:26.610602 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-7a685c7a-d8b9-4c7d-8cb3-e7aa6dd27420 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] device_id is not set on port e00171a3-5266-4962-82ae-0282d566cb02 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:40:26.690672 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] Attempting to bind port 41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:40:26.690950 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] Attempting to bind port 41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:40:26.691302 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] Attempting to bind port 41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3 on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:40:26.695870 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121557b9-b640-4764-8c92-1d3498226ed2 None None] Pushing event updated for resources: {'Port': ['ID=41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:26.704001 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-17fae9b0-c0dd-48c1-84e1-c5d04a728c3e admin admin] Allocated IP 172.20.0.1 (d511986d-e449-4c9a-bc20-0b0373daead6/fccdfd74-5a41-4338-8b3c-9da29bbca38f/58611ec8-4cdc-4b16-aa9e-d9f81425f6ca) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:26.707222 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:40:26.707597 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:40:26.708490 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:26.708879 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:40:26.709343 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] Bound port: 41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:40:26.709715 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:26.733236 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2c5d588c-b8b7-4832-a054-9015079d4e90 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:26.787348 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5f2d6a61-a268-487e-a88d-744077b7b21e None None] Provisioning for port 615055e2-4e8c-4bc9-b825-cc0c462d85eb completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:26.798409 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5f2d6a61-a268-487e-a88d-744077b7b21e None None] Provisioning complete for port 615055e2-4e8c-4bc9-b825-cc0c462d85eb triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:26.798801 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5f2d6a61-a268-487e-a88d-744077b7b21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:26.829512 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b94990-c82a-41cb-868b-8b27fabaf496 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:26.834064 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b94990-c82a-41cb-868b-8b27fabaf496 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:26.835411 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c6b94990-c82a-41cb-868b-8b27fabaf496 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:26.839806 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] For port 41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:40:26.858927 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] For port 41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:40:26.866018 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-5f2d6a61-a268-487e-a88d-744077b7b21e None None] Port 615055e2-4e8c-4bc9-b825-cc0c462d85eb cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:26.871686 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17fae9b0-c0dd-48c1-84e1-c5d04a728c3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:26.889093 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-17fae9b0-c0dd-48c1-84e1-c5d04a728c3e admin admin] Transition to ACTIVE for port object 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:26.937196 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b04e74b1-2473-4ffa-905e-96b7189936e4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:26.944878 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:27.007414 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17fae9b0-c0dd-48c1-84e1-c5d04a728c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:27.064038 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121557b9-b640-4764-8c92-1d3498226ed2 None None] Pushing event updated for resources: {'Port': ['ID=41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:27.065840 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b04e74b1-2473-4ffa-905e-96b7189936e4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:subnet and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:27.068510 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-707b17c2-df69-4405-912f-8b49128c768c None None] Provisioning complete for port 615055e2-4e8c-4bc9-b825-cc0c462d85eb triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:27.068982 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-707b17c2-df69-4405-912f-8b49128c768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:27.098725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fae9b0-c0dd-48c1-84e1-c5d04a728c3e admin admin] Pushing event updated for resources: {'Port': ['ID=58611ec8-4cdc-4b16-aa9e-d9f81425f6ca,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:27.103661 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b04e74b1-2473-4ffa-905e-96b7189936e4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:27.108997 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] Routers {'5eb1e853-950b-4a34-b779-2094d01ca578'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:40:27.111089 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:40:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5eb1e853-950b-4a34-b779-2094d01ca578'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:27.116566 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fae9b0-c0dd-48c1-84e1-c5d04a728c3e admin admin] Network d511986d-e449-4c9a-bc20-0b0373daead6 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:27.117732 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-17fae9b0-c0dd-48c1-84e1-c5d04a728c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:27.120026 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fae9b0-c0dd-48c1-84e1-c5d04a728c3e admin admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:27.135918 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b04e74b1-2473-4ffa-905e-96b7189936e4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:27.220733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17fae9b0-c0dd-48c1-84e1-c5d04a728c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:27.230522 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c6b94990-c82a-41cb-868b-8b27fabaf496 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:27.230522 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c6b94990-c82a-41cb-868b-8b27fabaf496 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 1.2449732 Apr 29 15:40:27.233153 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52242) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:27.295525 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-707b17c2-df69-4405-912f-8b49128c768c None None] Port 615055e2-4e8c-4bc9-b825-cc0c462d85eb cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:27.337699 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-8e219b9f-3ca7-4cee-8d74-3d76cf74f166 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting port 615055e2-4e8c-4bc9-b825-cc0c462d85eb {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:27.338153 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e219b9f-3ca7-4cee-8d74-3d76cf74f166 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:27.354288 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 9e5d87fe-ddb5-4e1e-af49-9b937900a4b8 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:27.407449 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-7a685c7a-d8b9-4c7d-8cb3-e7aa6dd27420 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Allocated IP 172.20.0.10 (7a130877-d02f-4120-8537-5b59fb0fa88e/49eed4cd-3435-4a20-82f6-c644b118749b/e00171a3-5266-4962-82ae-0282d566cb02) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:27.418294 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] Set router 5eb1e853-950b-4a34-b779-2094d01ca578 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:40:27.560994 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2c5d588c-b8b7-4832-a054-9015079d4e90 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:27.570701 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04e74b1-2473-4ffa-905e-96b7189936e4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:27.589845 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2a80202f-0148-40b0-ba75-df0ac88d8ef4 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:27.638764 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04781d5d-b9a7-4eed-abb9-68c418312af6 None None] get_active_networks_info from dv-neutron-839913-1-hyperv {{(pid=84772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 15:40:27.715921 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 9e5d87fe-ddb5-4e1e-af49-9b937900a4b8 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:27.716350 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:27.766627 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-2c5d588c-b8b7-4832-a054-9015079d4e90 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0782301-1259-4aba-a3b1-c1e54329f9e6']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:27.815793 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e219b9f-3ca7-4cee-8d74-3d76cf74f166 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:27.816366 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-2c5d588c-b8b7-4832-a054-9015079d4e90 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9189657-21e7-43cf-a099-f7da9a228ffc') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:27.816366 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-2c5d588c-b8b7-4832-a054-9015079d4e90 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9189657-21e7-43cf-a099-f7da9a228ffc') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:27.821382 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b74f6ebc-da6c-4540-a0ed-cd02aac124c7 None None] Provisioning for port 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:27.848217 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2c5d588c-b8b7-4832-a054-9015079d4e90 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:27.868278 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b74f6ebc-da6c-4540-a0ed-cd02aac124c7 None None] Provisioning complete for port 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:27.868887 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b74f6ebc-da6c-4540-a0ed-cd02aac124c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:27.885169 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17fae9b0-c0dd-48c1-84e1-c5d04a728c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:27.924929 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2c5d588c-b8b7-4832-a054-9015079d4e90 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:27.954434 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-8e219b9f-3ca7-4cee-8d74-3d76cf74f166 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Calling delete_port for 615055e2-4e8c-4bc9-b825-cc0c462d85eb owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:27.964418 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b04e74b1-2473-4ffa-905e-96b7189936e4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:27.979226 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5d588c-b8b7-4832-a054-9015079d4e90 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:40:27.979628 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2c5d588c-b8b7-4832-a054-9015079d4e90 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:27.996742 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-b74f6ebc-da6c-4540-a0ed-cd02aac124c7 None None] Port 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:40:27.999359 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:40:28.010319 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2a80202f-0148-40b0-ba75-df0ac88d8ef4 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:28.055921 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04781d5d-b9a7-4eed-abb9-68c418312af6 None None] Resources bound (agent type, host, resource id): {{(pid=84772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:40:28.081580 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:40:20Z', 'revision_number': 3, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port': {'id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:18Z', 'updated_at': '2022-04-29T15:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:28.164200 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a550195-bd94-471f-a4d7-276c102bd42a None None] The sync data for ids ['5eb1e853-950b-4a34-b779-2094d01ca578'] in dv-neutron-839913-1-hyperv is: [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:40:20Z', 'revision_number': 3, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port': {'id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:18Z', 'updated_at': '2022-04-29T15:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:40:28.259884 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-92e0da29-06c1-45ba-82be-7148bb497624 None None] Provisioning complete for port 78cc2203-e6b8-4a6f-b329-21eeacde222b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:28.266876 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-92e0da29-06c1-45ba-82be-7148bb497624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:28.302896 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7a685c7a-d8b9-4c7d-8cb3-e7aa6dd27420 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:28.325241 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17fae9b0-c0dd-48c1-84e1-c5d04a728c3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:28.371663 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-7a685c7a-d8b9-4c7d-8cb3-e7aa6dd27420 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Transition to ACTIVE for port object e00171a3-5266-4962-82ae-0282d566cb02 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:28.372783 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e219b9f-3ca7-4cee-8d74-3d76cf74f166 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:28.395593 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80202f-0148-40b0-ba75-df0ac88d8ef4 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Port': ['ID=90b970c0-d708-423d-88a4-df5a12865e74,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:28.468799 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17fae9b0-c0dd-48c1-84e1-c5d04a728c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:28.478327 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-92e0da29-06c1-45ba-82be-7148bb497624 None None] Provisioning complete for port 214ee16a-6c88-4d2d-83a0-6c36fdd2a8b5 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:28.478920 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-92e0da29-06c1-45ba-82be-7148bb497624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:28.492320 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2c5d588c-b8b7-4832-a054-9015079d4e90 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:28.527899 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e219b9f-3ca7-4cee-8d74-3d76cf74f166 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Port': ['ID=615055e2-4e8c-4bc9-b825-cc0c462d85eb,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:28.543816 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2c5d588c-b8b7-4832-a054-9015079d4e90 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:28.604986 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-92e0da29-06c1-45ba-82be-7148bb497624 None None] Port 214ee16a-6c88-4d2d-83a0-6c36fdd2a8b5 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:28.619943 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fae9b0-c0dd-48c1-84e1-c5d04a728c3e admin admin] Pushing event updated for resources: {'Port': ['ID=58611ec8-4cdc-4b16-aa9e-d9f81425f6ca,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:28.680169 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e219b9f-3ca7-4cee-8d74-3d76cf74f166 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:28.684585 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17fae9b0-c0dd-48c1-84e1-c5d04a728c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:28.720492 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a80202f-0148-40b0-ba75-df0ac88d8ef4 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Checking segment: {'id': '10a7ecb1-2c85-42b2-854b-3112ccf8420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8e793cc7-821d-4265-8f7a-6b3f666df1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:40:28.720995 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a80202f-0148-40b0-ba75-df0ac88d8ef4 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network hostable DHCP agents. Network: 8e793cc7-821d-4265-8f7a-6b3f666df1cd, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:40:28.725662 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d588c-b8b7-4832-a054-9015079d4e90 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event deleted for resources: {'Network': ['ID=d0782301-1259-4aba-a3b1-c1e54329f9e6,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:28.767851 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2c5d588c-b8b7-4832-a054-9015079d4e90 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "DELETE /v2.0/networks/d0782301-1259-4aba-a3b1-c1e54329f9e6 HTTP/1.1" status: 204 len: 168 time: 2.6152577 Apr 29 15:40:28.771748 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52246) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:28.880461 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7a685c7a-d8b9-4c7d-8cb3-e7aa6dd27420 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:28.885667 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fae9b0-c0dd-48c1-84e1-c5d04a728c3e admin admin] Network d511986d-e449-4c9a-bc20-0b0373daead6 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:28.887160 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-17fae9b0-c0dd-48c1-84e1-c5d04a728c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:28.890792 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-f23a98d1-8bd5-4b6d-8cf5-628e9943842e tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Deleting port badc12f0-5efd-4284-901f-4978c8748ecc {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:28.891138 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f23a98d1-8bd5-4b6d-8cf5-628e9943842e tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:28.970682 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8e219b9f-3ca7-4cee-8d74-3d76cf74f166 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/615055e2-4e8c-4bc9-b825-cc0c462d85eb HTTP/1.1" status: 204 len: 168 time: 1.7354963 Apr 29 15:40:29.013171 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52250) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:29.354342 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:29.390855 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-94c04874-5e5c-4033-a1bc-b52422fd1685 None None] Provisioning complete for port 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:29.391641 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-94c04874-5e5c-4033-a1bc-b52422fd1685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:29.439906 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a685c7a-d8b9-4c7d-8cb3-e7aa6dd27420 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Pushing event updated for resources: {'Port': ['ID=e00171a3-5266-4962-82ae-0282d566cb02,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:29.456997 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fae9b0-c0dd-48c1-84e1-c5d04a728c3e admin admin] Router 5eb1e853-950b-4a34-b779-2094d01ca578 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:40:29.491766 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-94c04874-5e5c-4033-a1bc-b52422fd1685 None None] Port 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:29.492410 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a80202f-0148-40b0-ba75-df0ac88d8ef4 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network 8e793cc7-821d-4265-8f7a-6b3f666df1cd is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:40:29.538195 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a685c7a-d8b9-4c7d-8cb3-e7aa6dd27420 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Network 7a130877-d02f-4120-8537-5b59fb0fa88e is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:29.556266 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:29.558581 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-7a685c7a-d8b9-4c7d-8cb3-e7aa6dd27420 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:29.571473 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a685c7a-d8b9-4c7d-8cb3-e7aa6dd27420 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:29.582230 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:29.583069 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:29.626983 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d00d1ed-0023-4c2c-adbc-30a2cd3f1e4c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:29.628692 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d00d1ed-0023-4c2c-adbc-30a2cd3f1e4c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:29.630029 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2d00d1ed-0023-4c2c-adbc-30a2cd3f1e4c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:29.656400 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-2a80202f-0148-40b0-ba75-df0ac88d8ef4 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 8e793cc7-821d-4265-8f7a-6b3f666df1cd) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:29.674244 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c38293-144d-4b07-80fe-a94970b12036 None None] Network 8e793cc7-821d-4265-8f7a-6b3f666df1cd requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:29.699266 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a80202f-0148-40b0-ba75-df0ac88d8ef4 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:29.703093 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a80202f-0148-40b0-ba75-df0ac88d8ef4 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:29.703682 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2a80202f-0148-40b0-ba75-df0ac88d8ef4 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:29.746431 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a37c6baf-8968-4cd5-a1aa-be8da16ba2dd tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:29.816297 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b04e74b1-2473-4ffa-905e-96b7189936e4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:29.829941 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fae9b0-c0dd-48c1-84e1-c5d04a728c3e admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:40:29.849320 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-17fae9b0-c0dd-48c1-84e1-c5d04a728c3e admin admin] 10.222.0.21 "PUT /v2.0/routers/5eb1e853-950b-4a34-b779-2094d01ca578/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5766277 Apr 29 15:40:29.990050 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:30.019047 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:30.028523 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a685c7a-d8b9-4c7d-8cb3-e7aa6dd27420 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:30.029402 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7a685c7a-d8b9-4c7d-8cb3-e7aa6dd27420 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:30.095481 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04e74b1-2473-4ffa-905e-96b7189936e4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network fff58e3d-3f04-435f-9a39-63c880802c71 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:30.098594 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2d00d1ed-0023-4c2c-adbc-30a2cd3f1e4c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:30.100269 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2d00d1ed-0023-4c2c-adbc-30a2cd3f1e4c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.0830495 Apr 29 15:40:30.101063 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e74b1-2473-4ffa-905e-96b7189936e4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Subnet': ['ID=db4e79d1-3b31-4a32-bf70-d4ca5c1e83f0,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:30.103719 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52258) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:30.110136 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f23a98d1-8bd5-4b6d-8cf5-628e9943842e tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:30.116640 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1ff51f1f-93b5-4524-a1c6-5df64c3fbe87 None None] Provisioning for port e00171a3-5266-4962-82ae-0282d566cb02 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:30.122042 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-b04e74b1-2473-4ffa-905e-96b7189936e4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:30.131178 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04e74b1-2473-4ffa-905e-96b7189936e4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:30.131819 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b04e74b1-2473-4ffa-905e-96b7189936e4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:30.132925 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:30.148632 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2a80202f-0148-40b0-ba75-df0ac88d8ef4 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 4.8174276 Apr 29 15:40:30.148752 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52262) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:30.162976 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-15e15c35-ad15-464a-9f8b-b329b448dbcb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2116704094'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:30.171852 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-15e15c35-ad15-464a-9f8b-b329b448dbcb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:30.179632 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04e51b9-0f62-4a3f-b4c8-fe091468814a None None] Network fff58e3d-3f04-435f-9a39-63c880802c71 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:30.179833 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-15e15c35-ad15-464a-9f8b-b329b448dbcb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:network and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:30.184337 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-15e15c35-ad15-464a-9f8b-b329b448dbcb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:30.193979 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-15e15c35-ad15-464a-9f8b-b329b448dbcb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:30.200921 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a37c6baf-8968-4cd5-a1aa-be8da16ba2dd tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:30.216889 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1ff51f1f-93b5-4524-a1c6-5df64c3fbe87 None None] Provisioning complete for port e00171a3-5266-4962-82ae-0282d566cb02 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:30.217305 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1ff51f1f-93b5-4524-a1c6-5df64c3fbe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:30.366847 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-6298004a-46d0-41d7-9937-36aa253b444e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet 8711fc14-0205-4a2b-9470-983259c9bc8f {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:40:30.371495 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6298004a-46d0-41d7-9937-36aa253b444e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:30.372788 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-1ff51f1f-93b5-4524-a1c6-5df64c3fbe87 None None] Port e00171a3-5266-4962-82ae-0282d566cb02 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:30.391835 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:30.414862 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e15c35-ad15-464a-9f8b-b329b448dbcb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:30.419198 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15e15c35-ad15-464a-9f8b-b329b448dbcb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:30.430210 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-f23a98d1-8bd5-4b6d-8cf5-628e9943842e tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Calling delete_port for badc12f0-5efd-4284-901f-4978c8748ecc owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:30.469691 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6298004a-46d0-41d7-9937-36aa253b444e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:30.475159 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7a685c7a-d8b9-4c7d-8cb3-e7aa6dd27420 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0537589 Apr 29 15:40:30.478172 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52268) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:30.502814 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-38f3529a-ce7b-4854-a013-fd0e8d341501 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Request body: {'port': {'network_id': '7a130877-d02f-4120-8537-5b59fb0fa88e', 'name': 'tempest-AllowedAddressPairTestJSON-1160476206'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:30.503983 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e15c35-ad15-464a-9f8b-b329b448dbcb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:40:30.533755 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15e15c35-ad15-464a-9f8b-b329b448dbcb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:30.534094 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-15e15c35-ad15-464a-9f8b-b329b448dbcb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Added segment 87af5b65-cf3f-4a96-92a0-906563ab1e30 of type vlan for network 06613530-a0d6-40e9-a78e-33eb8dbea330 Apr 29 15:40:30.586961 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15e15c35-ad15-464a-9f8b-b329b448dbcb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:30.600504 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b04e74b1-2473-4ffa-905e-96b7189936e4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4107335 Apr 29 15:40:30.604344 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52276) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:30.616426 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-e06839b4-f637-4fca-816a-1849d7a148c2 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'security_group': {'name': 'tempest-secgroup-693805318'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:30.623642 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e06839b4-f637-4fca-816a-1849d7a148c2 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:30.627783 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e06839b4-f637-4fca-816a-1849d7a148c2 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:security_group and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:30.631934 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e06839b4-f637-4fca-816a-1849d7a148c2 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:30.638519 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e06839b4-f637-4fca-816a-1849d7a148c2 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:30.694191 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6298004a-46d0-41d7-9937-36aa253b444e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:30.696512 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec0d414-6b42-4ed3-b319-b574d2aab71a None None] Update dhcp port {'port': {'network_id': 'fff58e3d-3f04-435f-9a39-63c880802c71', 'fixed_ips': [{'subnet_id': '2ad90607-ed34-4d5c-86fb-9b7e3ce3cd86', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'db4e79d1-3b31-4a32-bf70-d4ca5c1e83f0'}], 'binding:host_id': 'dv-neutron-839913-1-hyperv'}, 'id': '78cc2203-e6b8-4a6f-b329-21eeacde222b'} from dv-neutron-839913-1-hyperv. {{(pid=84772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 15:40:30.724170 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e06839b4-f637-4fca-816a-1849d7a148c2 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:30.754770 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f23a98d1-8bd5-4b6d-8cf5-628e9943842e tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:30.781155 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2ec0d414-6b42-4ed3-b319-b574d2aab71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:30.807218 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e06839b4-f637-4fca-816a-1849d7a148c2 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:30.811476 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e06839b4-f637-4fca-816a-1849d7a148c2 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:security_group_rule and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:30.814314 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e06839b4-f637-4fca-816a-1849d7a148c2 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:30.820468 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-38f3529a-ce7b-4854-a013-fd0e8d341501 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:30.821147 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e06839b4-f637-4fca-816a-1849d7a148c2 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:30.822695 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a98d1-8bd5-4b6d-8cf5-628e9943842e tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event deleted for resources: {'Port': ['ID=badc12f0-5efd-4284-901f-4978c8748ecc,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:30.823267 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15e15c35-ad15-464a-9f8b-b329b448dbcb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:30.837679 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e15c35-ad15-464a-9f8b-b329b448dbcb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:30.837679 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15e15c35-ad15-464a-9f8b-b329b448dbcb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:30.849281 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-38f3529a-ce7b-4854-a013-fd0e8d341501 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:30.870092 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f23a98d1-8bd5-4b6d-8cf5-628e9943842e tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:30.887451 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f23a98d1-8bd5-4b6d-8cf5-628e9943842e tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "DELETE /v2.0/ports/badc12f0-5efd-4284-901f-4978c8748ecc HTTP/1.1" status: 204 len: 168 time: 2.1119254 Apr 29 15:40:30.889557 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52282) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:30.931838 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49b213a-8ead-404e-96b6-bf0418c315f1 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] DELETE failed (client error): The resource could not be found. Apr 29 15:40:30.932180 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49b213a-8ead-404e-96b6-bf0418c315f1 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:40:30.936477 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d49b213a-8ead-404e-96b6-bf0418c315f1 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "DELETE /v2.0/subnets/2c3992fc-fec7-4f78-b4e0-8016c7366da5 HTTP/1.1" status: 404 len: 337 time: 0.0460162 Apr 29 15:40:30.937172 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52286) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:30.956168 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6298004a-46d0-41d7-9937-36aa253b444e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:30.981392 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f3529a-ce7b-4854-a013-fd0e8d341501 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Made reservation on behalf of b0ca5174d7854c38a3cb3b450695bf9f for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:30.983353 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-38f3529a-ce7b-4854-a013-fd0e8d341501 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:30.999780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e15c35-ad15-464a-9f8b-b329b448dbcb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Network': ['ID=06613530-a0d6-40e9-a78e-33eb8dbea330,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:31.018926 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298004a-46d0-41d7-9937-36aa253b444e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=8711fc14-0205-4a2b-9470-983259c9bc8f,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:31.029205 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6298004a-46d0-41d7-9937-36aa253b444e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:31.033818 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6298004a-46d0-41d7-9937-36aa253b444e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/8711fc14-0205-4a2b-9470-983259c9bc8f HTTP/1.1" status: 204 len: 168 time: 0.9263716 Apr 29 15:40:31.037771 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52290) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:31.067261 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a37c6baf-8968-4cd5-a1aa-be8da16ba2dd tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:31.090639 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-38f3529a-ce7b-4854-a013-fd0e8d341501 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] device_id is not set on port 89006aaf-641f-4a42-b2b0-6d872ef64b68 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:40:31.137666 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-38586a3d-eb71-4593-a8d2-3bc30d66fba2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0984652 Apr 29 15:40:31.148230 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52298) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:31.154708 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-15e15c35-ad15-464a-9f8b-b329b448dbcb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0079856 Apr 29 15:40:31.155966 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52302) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:31.158574 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-364a76c8-eec3-4f7c-a05d-4185fdcbfb55 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:31.162358 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-30a39ce8-1511-40fb-9b98-27a678771ce3 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:31.180708 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a37c6baf-8968-4cd5-a1aa-be8da16ba2dd tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:31.190609 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'ports': [{'network_id': '8e793cc7-821d-4265-8f7a-6b3f666df1cd'}, {'network_id': '06613530-a0d6-40e9-a78e-33eb8dbea330'}]} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:31.190818 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'port': {'network_id': '8e793cc7-821d-4265-8f7a-6b3f666df1cd'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:31.191285 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'port': {'network_id': '06613530-a0d6-40e9-a78e-33eb8dbea330'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:31.192187 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-2ec0d414-6b42-4ed3-b319-b574d2aab71a None None] Allocated IP 2001:db8::2 (fff58e3d-3f04-435f-9a39-63c880802c71/db4e79d1-3b31-4a32-bf70-d4ca5c1e83f0/78cc2203-e6b8-4a6f-b329-21eeacde222b) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:31.248552 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e06839b4-f637-4fca-816a-1849d7a148c2 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:31.293593 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-364a76c8-eec3-4f7c-a05d-4185fdcbfb55 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:31.313139 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-364a76c8-eec3-4f7c-a05d-4185fdcbfb55 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:31.321709 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e06839b4-f637-4fca-816a-1849d7a148c2 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:31.335291 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70a7639-a622-4604-8136-a18a420c303b None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:31.350200 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 06613530-a0d6-40e9-a78e-33eb8dbea330 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:40:31.364212 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:31.373028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06839b4-f637-4fca-816a-1849d7a148c2 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=396a005f-bb8c-4d7f-b14a-db1dc7446632,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:31.406665 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364a76c8-eec3-4f7c-a05d-4185fdcbfb55 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:31.412672 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-364a76c8-eec3-4f7c-a05d-4185fdcbfb55 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:31.490303 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e06839b4-f637-4fca-816a-1849d7a148c2 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:31.494302 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e06839b4-f637-4fca-816a-1849d7a148c2 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8834841 Apr 29 15:40:31.498289 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52308) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:31.505498 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c6baf-8968-4cd5-a1aa-be8da16ba2dd tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'Port': ['ID=a4132d6d-a512-45a6-ba5d-296b108735a3,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:31.516711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-6065f322-73b7-4c57-8469-3cb1bdb4f168 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'security_group': {'name': 'tempest-secgroup-169081085'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:31.528550 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6065f322-73b7-4c57-8469-3cb1bdb4f168 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:31.539191 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52312) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:31.540128 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6065f322-73b7-4c57-8469-3cb1bdb4f168 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:security_group and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:31.545960 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6065f322-73b7-4c57-8469-3cb1bdb4f168 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:31.554309 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-bd550668-9bc2-4a1d-afbb-c40f665cbfa9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-349279303-network', 'tenant_id': '6f0fd3781bce42d19f008cb3e860011f'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:31.562976 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6065f322-73b7-4c57-8469-3cb1bdb4f168 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:31.565096 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-bd550668-9bc2-4a1d-afbb-c40f665cbfa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:31.581623 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-bd550668-9bc2-4a1d-afbb-c40f665cbfa9 admin admin] Usage tracker for resource:network and tenant:6f0fd3781bce42d19f008cb3e860011f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:31.586063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-bd550668-9bc2-4a1d-afbb-c40f665cbfa9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:31.594001 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-bd550668-9bc2-4a1d-afbb-c40f665cbfa9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:31.697954 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a37c6baf-8968-4cd5-a1aa-be8da16ba2dd tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:31.712822 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-2ec0d414-6b42-4ed3-b319-b574d2aab71a None None] For port 78cc2203-e6b8-4a6f-b329-21eeacde222b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=78cc2203-e6b8-4a6f-b329-21eeacde222b,segment=NetworkSegment(93f8bc01-aee1-40b2-bee9-7873e468fac8),segment_id=93f8bc01-aee1-40b2-bee9-7873e468fac8)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:31.753610 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-38f3529a-ce7b-4854-a013-fd0e8d341501 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Allocated IP 172.20.0.5 (7a130877-d02f-4120-8537-5b59fb0fa88e/49eed4cd-3435-4a20-82f6-c644b118749b/89006aaf-641f-4a42-b2b0-6d872ef64b68) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:31.753830 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:31.754797 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:31.763333 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6065f322-73b7-4c57-8469-3cb1bdb4f168 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:31.778008 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd550668-9bc2-4a1d-afbb-c40f665cbfa9 admin admin] Made reservation on behalf of 6f0fd3781bce42d19f008cb3e860011f for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:31.780873 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd550668-9bc2-4a1d-afbb-c40f665cbfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:31.786759 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2ec0d414-6b42-4ed3-b319-b574d2aab71a None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:31.799435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd550668-9bc2-4a1d-afbb-c40f665cbfa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:31.832212 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2ec0d414-6b42-4ed3-b319-b574d2aab71a None None] Transition to ACTIVE for port object 78cc2203-e6b8-4a6f-b329-21eeacde222b will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:31.834676 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-364a76c8-eec3-4f7c-a05d-4185fdcbfb55 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:31.849830 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-30a39ce8-1511-40fb-9b98-27a678771ce3 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:31.908743 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6065f322-73b7-4c57-8469-3cb1bdb4f168 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:31.911704 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2ec0d414-6b42-4ed3-b319-b574d2aab71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:31.922343 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-30a39ce8-1511-40fb-9b98-27a678771ce3 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:31.924883 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6065f322-73b7-4c57-8469-3cb1bdb4f168 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:security_group_rule and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:31.928815 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6065f322-73b7-4c57-8469-3cb1bdb4f168 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:31.934042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-bd550668-9bc2-4a1d-afbb-c40f665cbfa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:31.938555 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-30a39ce8-1511-40fb-9b98-27a678771ce3 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e4ecb6-ecbc-4b11-b335-f97ff17df21a') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:31.938555 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-30a39ce8-1511-40fb-9b98-27a678771ce3 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e4ecb6-ecbc-4b11-b335-f97ff17df21a') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:31.947432 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6065f322-73b7-4c57-8469-3cb1bdb4f168 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:31.953313 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-bd550668-9bc2-4a1d-afbb-c40f665cbfa9 admin admin] Usage tracker for resource:security_group_rule and tenant:6f0fd3781bce42d19f008cb3e860011f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:31.954307 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:31.958724 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5d8254-518a-4af1-b3f7-f46baee647b1 None None] DHCP port deletion for 75e7f0f8-4897-4e20-8301-99a7eae75065 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:40:31.964631 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364a76c8-eec3-4f7c-a05d-4185fdcbfb55 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:31.967428 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-bd550668-9bc2-4a1d-afbb-c40f665cbfa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:31.971438 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-30a39ce8-1511-40fb-9b98-27a678771ce3 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:31.976821 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a76c8-eec3-4f7c-a05d-4185fdcbfb55 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=2e187f4c-2617-422b-833d-c9e10412d50f,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:31.979273 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-364a76c8-eec3-4f7c-a05d-4185fdcbfb55 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:31.985536 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364a76c8-eec3-4f7c-a05d-4185fdcbfb55 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:31.986128 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-364a76c8-eec3-4f7c-a05d-4185fdcbfb55 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:31.992697 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-bd550668-9bc2-4a1d-afbb-c40f665cbfa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:31.999963 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-30a39ce8-1511-40fb-9b98-27a678771ce3 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.010899 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a39ce8-1511-40fb-9b98-27a678771ce3 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:40:32.011394 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-30a39ce8-1511-40fb-9b98-27a678771ce3 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.013751 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d8254-518a-4af1-b3f7-f46baee647b1 None None] Deleting port 9e5d87fe-ddb5-4e1e-af49-9b937900a4b8 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:32.014118 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8254-518a-4af1-b3f7-f46baee647b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.040101 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0d414-6b42-4ed3-b319-b574d2aab71a None None] Pushing event updated for resources: {'Port': ['ID=78cc2203-e6b8-4a6f-b329-21eeacde222b,revision_number=6']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:32.085713 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6065f322-73b7-4c57-8469-3cb1bdb4f168 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.139733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd550668-9bc2-4a1d-afbb-c40f665cbfa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.156210 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-364a76c8-eec3-4f7c-a05d-4185fdcbfb55 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0067506 Apr 29 15:40:32.159132 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52318) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:32.168232 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-73a56e4f-1a3e-4da5-9f3f-1d08dacb39ec tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'name': 'tempest-NetworksTestDHCPv6-608502008'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:32.254093 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6065f322-73b7-4c57-8469-3cb1bdb4f168 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.278570 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd550668-9bc2-4a1d-afbb-c40f665cbfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:40:32.300099 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:40:32.319022 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:port and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:32.336629 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd550668-9bc2-4a1d-afbb-c40f665cbfa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:40:32.360764 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:32.368743 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065f322-73b7-4c57-8469-3cb1bdb4f168 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=462fa2ee-108a-48f4-a553-10fca5459847,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:32.374655 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd550668-9bc2-4a1d-afbb-c40f665cbfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.375029 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-bd550668-9bc2-4a1d-afbb-c40f665cbfa9 admin admin] Added segment 179d5a06-c418-40be-99d2-b028a56e2341 of type vlan for network d0925342-2185-403c-be80-2eb8befd6cb5 Apr 29 15:40:32.376681 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-6e5d8254-518a-4af1-b3f7-f46baee647b1 None None] For port 9e5d87fe-ddb5-4e1e-af49-9b937900a4b8, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9e5d87fe-ddb5-4e1e-af49-9b937900a4b8,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:32.377223 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8254-518a-4af1-b3f7-f46baee647b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.388437 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] Sync routers for ids ['5eb1e853-950b-4a34-b779-2094d01ca578'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:40:32.403671 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] Routers {'5eb1e853-950b-4a34-b779-2094d01ca578'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:40:32.404560 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:40:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5eb1e853-950b-4a34-b779-2094d01ca578'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:32.469395 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:32.473463 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd550668-9bc2-4a1d-afbb-c40f665cbfa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.477839 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd550668-9bc2-4a1d-afbb-c40f665cbfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f40de5-009d-4b4b-83fd-af82e789e128,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:32.478001 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-30a39ce8-1511-40fb-9b98-27a678771ce3 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.483646 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-30a39ce8-1511-40fb-9b98-27a678771ce3 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.485657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-73a56e4f-1a3e-4da5-9f3f-1d08dacb39ec tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:32.491682 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-73a56e4f-1a3e-4da5-9f3f-1d08dacb39ec tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:port and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:32.494404 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-73a56e4f-1a3e-4da5-9f3f-1d08dacb39ec tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:32.501052 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-73a56e4f-1a3e-4da5-9f3f-1d08dacb39ec tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:32.517807 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6065f322-73b7-4c57-8469-3cb1bdb4f168 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.519086 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6065f322-73b7-4c57-8469-3cb1bdb4f168 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0196280 Apr 29 15:40:32.522615 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52324) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:32.537264 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-aa78e95d-1e03-4d3e-8603-a1290abefbfd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'security_group': {'name': 'tempest-secgroup-1352068280'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:32.537264 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-aa78e95d-1e03-4d3e-8603-a1290abefbfd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:32.538954 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-aa78e95d-1e03-4d3e-8603-a1290abefbfd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:security_group and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:32.542511 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-aa78e95d-1e03-4d3e-8603-a1290abefbfd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:32.550012 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-aa78e95d-1e03-4d3e-8603-a1290abefbfd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:32.557913 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-30a39ce8-1511-40fb-9b98-27a678771ce3 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "DELETE /v2.0/networks/9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1 HTTP/1.1" status: 204 len: 168 time: 1.6188476 Apr 29 15:40:32.562820 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52328) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:32.563683 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a39ce8-1511-40fb-9b98-27a678771ce3 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event deleted for resources: {'Network': ['ID=9ef1c66f-981e-46bd-8fba-f7d7ac82a4c1,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:32.592026 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d8254-518a-4af1-b3f7-f46baee647b1 None None] Calling delete_port for 9e5d87fe-ddb5-4e1e-af49-9b937900a4b8 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:32.690548 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-38f3529a-ce7b-4854-a013-fd0e8d341501 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.725310 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'port': 2} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:32.726965 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.resource_extend [None req-bd550668-9bc2-4a1d-afbb-c40f665cbfa9 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:40:32.734713 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.741741 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa78e95d-1e03-4d3e-8603-a1290abefbfd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.758541 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a56e4f-1a3e-4da5-9f3f-1d08dacb39ec tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:32.766641 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-73a56e4f-1a3e-4da5-9f3f-1d08dacb39ec tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.772647 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8254-518a-4af1-b3f7-f46baee647b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.788042 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-38f3529a-ce7b-4854-a013-fd0e8d341501 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Transition to ACTIVE for port object 89006aaf-641f-4a42-b2b0-6d872ef64b68 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:32.788214 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] Set router 5eb1e853-950b-4a34-b779-2094d01ca578 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:40:32.798250 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.888967 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-aa78e95d-1e03-4d3e-8603-a1290abefbfd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:32.891573 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d8254-518a-4af1-b3f7-f46baee647b1 None None] Pushing event deleted for resources: {'Port': ['ID=9e5d87fe-ddb5-4e1e-af49-9b937900a4b8,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:32.893067 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-aa78e95d-1e03-4d3e-8603-a1290abefbfd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:security_group_rule and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:32.897326 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-aa78e95d-1e03-4d3e-8603-a1290abefbfd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:32.903885 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-aa78e95d-1e03-4d3e-8603-a1290abefbfd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:32.936253 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5d8254-518a-4af1-b3f7-f46baee647b1 None None] No DVR routers for this DVR port 9e5d87fe-ddb5-4e1e-af49-9b937900a4b8 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:40:32.948672 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [None req-a37c6baf-8968-4cd5-a1aa-be8da16ba2dd tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Floating IP 641488eb-310c-4087-b789-dbcd4d80858f associated. External IP: 172.26.1.72, port: fdb75b60-52fc-4dc7-91d9-db0e0fe55b83. Apr 29 15:40:32.956892 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4efd8d-2fcf-44d5-8271-f83d026be905 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:32.977783 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa78e95d-1e03-4d3e-8603-a1290abefbfd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.982856 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd550668-9bc2-4a1d-afbb-c40f665cbfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.983769 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd550668-9bc2-4a1d-afbb-c40f665cbfa9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:32.984337 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd550668-9bc2-4a1d-afbb-c40f665cbfa9 admin admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.998828 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-73a56e4f-1a3e-4da5-9f3f-1d08dacb39ec tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] device_id is not set on port bbf15c51-a01f-4f70-b389-e5b508ae36e6 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:40:33.073358 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa78e95d-1e03-4d3e-8603-a1290abefbfd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:33.212091 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ea9785f8-e614-475a-ae1b-5ef24ec851ba None None] Provisioning for port 78cc2203-e6b8-4a6f-b329-21eeacde222b completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:33.224069 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ea9785f8-e614-475a-ae1b-5ef24ec851ba None None] Provisioning complete for port 78cc2203-e6b8-4a6f-b329-21eeacde222b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:33.224069 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ea9785f8-e614-475a-ae1b-5ef24ec851ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:33.226679 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78e95d-1e03-4d3e-8603-a1290abefbfd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f913242-c0f7-4616-b80e-a2d1ddded848,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:33.236681 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:40:27Z', 'revision_number': 4, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port': {'id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:18Z', 'updated_at': '2022-04-29T15:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '58611ec8-4cdc-4b16-aa9e-d9f81425f6ca', 'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'mac_address': 'fa:16:3e:bb:23:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:26Z', 'updated_at': '2022-04-29T15:40:28Z', 'revision_number': 2, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'subnets': [{'id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:33.242696 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] Checking router: 5eb1e853-950b-4a34-b779-2094d01ca578 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:40:33.243233 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] Updating router 5eb1e853-950b-4a34-b779-2094d01ca578 port 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:40:33.264831 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bd550668-9bc2-4a1d-afbb-c40f665cbfa9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7217393 Apr 29 15:40:33.268617 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52332) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:33.292325 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-fc3471dd-5a35-46a4-99ce-8c8dbf46957c admin admin] Request body: {'subnet': {'network_id': 'd0925342-2185-403c-be80-2eb8befd6cb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-349279303-subnet', 'tenant_id': '6f0fd3781bce42d19f008cb3e860011f', 'ip_version': 4}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:33.299104 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] device_id is not set on port 880e7ca9-6035-47a3-8543-e9612aba4f75 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:40:33.305953 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-38f3529a-ce7b-4854-a013-fd0e8d341501 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:33.313733 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:33.340707 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd550668-9bc2-4a1d-afbb-c40f665cbfa9 admin admin] Pushing event updated for resources: {'Network': ['ID=d0925342-2185-403c-be80-2eb8befd6cb5,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:33.360163 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network d0925342-2185-403c-be80-2eb8befd6cb5 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:40:33.380538 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8e0097-d9e9-4f71-a4fd-9d9639b84f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-75e7f0f8-4897-4e20-8301-99a7eae75065', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'fixed_ips': [{'subnet_id': '2e187f4c-2617-422b-833d-c9e10412d50f'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:40:33.381345 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fa8e0097-d9e9-4f71-a4fd-9d9639b84f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:33.387318 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-fc3471dd-5a35-46a4-99ce-8c8dbf46957c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:33.390850 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 78cc2203-e6b8-4a6f-b329-21eeacde222b up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:33.410280 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa78e95d-1e03-4d3e-8603-a1290abefbfd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:33.412787 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-aa78e95d-1e03-4d3e-8603-a1290abefbfd tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8891654 Apr 29 15:40:33.425375 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52336) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:33.429591 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fc3471dd-5a35-46a4-99ce-8c8dbf46957c admin admin] Usage tracker for resource:subnet and tenant:6f0fd3781bce42d19f008cb3e860011f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:33.432665 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-5269c1b0-2f17-4cec-b4ac-7d827987c80f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-874188092', 'security_groups': ['1f913242-c0f7-4616-b80e-a2d1ddded848'], 'network_id': 'fff58e3d-3f04-435f-9a39-63c880802c71', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'db4e79d1-3b31-4a32-bf70-d4ca5c1e83f0'}]}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:33.435681 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fc3471dd-5a35-46a4-99ce-8c8dbf46957c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:33.450349 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-fc3471dd-5a35-46a4-99ce-8c8dbf46957c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:33.463873 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f3529a-ce7b-4854-a013-fd0e8d341501 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Network 7a130877-d02f-4120-8537-5b59fb0fa88e is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:33.471583 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-38f3529a-ce7b-4854-a013-fd0e8d341501 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:33.487362 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f3529a-ce7b-4854-a013-fd0e8d341501 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:33.543985 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3529a-ce7b-4854-a013-fd0e8d341501 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Pushing event updated for resources: {'Port': ['ID=89006aaf-641f-4a42-b2b0-6d872ef64b68,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:33.557627 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ede856-91f7-49a8-9100-2704f8c2ff66 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Deleting subnet 1e7b97eb-2286-4807-9a66-4bb0fab9e36f {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:40:33.563845 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95ede856-91f7-49a8-9100-2704f8c2ff66 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:33.631215 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95ede856-91f7-49a8-9100-2704f8c2ff66 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:33.645430 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f3529a-ce7b-4854-a013-fd0e8d341501 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:33.646744 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-38f3529a-ce7b-4854-a013-fd0e8d341501 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:33.684614 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3471dd-5a35-46a4-99ce-8c8dbf46957c admin admin] Made reservation on behalf of 6f0fd3781bce42d19f008cb3e860011f for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:33.688125 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fc3471dd-5a35-46a4-99ce-8c8dbf46957c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:33.763963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-73a56e4f-1a3e-4da5-9f3f-1d08dacb39ec tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8::374 (75e7f0f8-4897-4e20-8301-99a7eae75065/2e187f4c-2617-422b-833d-c9e10412d50f/bbf15c51-a01f-4f70-b389-e5b508ae36e6) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:33.833815 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:33.836710 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:33.841854 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ea9785f8-e614-475a-ae1b-5ef24ec851ba None None] Provisioning complete for port 214ee16a-6c88-4d2d-83a0-6c36fdd2a8b5 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:33.842408 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ea9785f8-e614-475a-ae1b-5ef24ec851ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:33.852574 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] Transition to ACTIVE for port object 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:33.900072 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 78cc2203-e6b8-4a6f-b329-21eeacde222b triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:33.900587 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:33.911602 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:33.917679 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5269c1b0-2f17-4cec-b4ac-7d827987c80f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:33.922214 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-38f3529a-ce7b-4854-a013-fd0e8d341501 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4343109 Apr 29 15:40:33.923778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52340) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:33.938311 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-ea9785f8-e614-475a-ae1b-5ef24ec851ba None None] Port 214ee16a-6c88-4d2d-83a0-6c36fdd2a8b5 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:33.967153 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-ff7fef08-372b-4643-a12e-49330e0382d6 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:79:de:6f'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:a1:13:95'}]}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:33.993210 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] device_id is not set on port 1f571661-dafd-4b2f-9506-94ee6635f76b yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:40:34.104838 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01b945-ccf7-4a46-9f79-d716fb02b4d0 None None] Pushing event updated for resources: {'Port': ['ID=58611ec8-4cdc-4b16-aa9e-d9f81425f6ca,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:34.107419 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 9e5d87fe-ddb5-4e1e-af49-9b937900a4b8 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:40:34.117735 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01b945-ccf7-4a46-9f79-d716fb02b4d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:34.118226 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01b945-ccf7-4a46-9f79-d716fb02b4d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:34.119243 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01b945-ccf7-4a46-9f79-d716fb02b4d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:34.120011 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01b945-ccf7-4a46-9f79-d716fb02b4d0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:34.120466 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01b945-ccf7-4a46-9f79-d716fb02b4d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:34.120905 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01b945-ccf7-4a46-9f79-d716fb02b4d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:34.121333 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01b945-ccf7-4a46-9f79-d716fb02b4d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:34.121777 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01b945-ccf7-4a46-9f79-d716fb02b4d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:34.122206 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01b945-ccf7-4a46-9f79-d716fb02b4d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:34.122677 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01b945-ccf7-4a46-9f79-d716fb02b4d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:34.123106 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01b945-ccf7-4a46-9f79-d716fb02b4d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:34.131812 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5269c1b0-2f17-4cec-b4ac-7d827987c80f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:34.169371 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4889cfca-94bc-4ce6-bba3-c1ca14e5af7b None None] Provisioning for port 89006aaf-641f-4a42-b2b0-6d872ef64b68 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:34.172674 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 9e5d87fe-ddb5-4e1e-af49-9b937900a4b8 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:40:34.173021 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 9e5d87fe-ddb5-4e1e-af49-9b937900a4b8 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:40:34.188283 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4889cfca-94bc-4ce6-bba3-c1ca14e5af7b None None] Provisioning complete for port 89006aaf-641f-4a42-b2b0-6d872ef64b68 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:34.188652 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4889cfca-94bc-4ce6-bba3-c1ca14e5af7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:34.249432 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] Attempting to bind port 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:40:34.249961 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] Attempting to bind port 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'eb205a45-e78c-4cf5-9d06-0787509ac84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:40:34.251286 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] Attempting to bind port 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca on network d511986d-e449-4c9a-bc20-0b0373daead6 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:40:34.260805 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-4889cfca-94bc-4ce6-bba3-c1ca14e5af7b None None] Port 89006aaf-641f-4a42-b2b0-6d872ef64b68 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:34.266789 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:40:34.267161 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] Checking segment: {'id': 'eb205a45-e78c-4cf5-9d06-0787509ac84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:40:34.267563 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:34.267961 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] Bound using segment: {'id': 'eb205a45-e78c-4cf5-9d06-0787509ac84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:40:34.268505 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] Bound port: 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb205a45-e78c-4cf5-9d06-0787509ac84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:40:34.268901 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:34.315773 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-73a56e4f-1a3e-4da5-9f3f-1d08dacb39ec tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:34.337815 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95ede856-91f7-49a8-9100-2704f8c2ff66 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:34.373226 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] For port 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:40:34.378652 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] For port 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=58611ec8-4cdc-4b16-aa9e-d9f81425f6ca,segment=NetworkSegment(eb205a45-e78c-4cf5-9d06-0787509ac84a),segment_id=eb205a45-e78c-4cf5-9d06-0787509ac84a)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:40:34.390044 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-73a56e4f-1a3e-4da5-9f3f-1d08dacb39ec tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Transition to ACTIVE for port object bbf15c51-a01f-4f70-b389-e5b508ae36e6 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:34.399955 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:34.473454 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37c6baf-8968-4cd5-a1aa-be8da16ba2dd tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Router d8f0ec34-79eb-4e21-9dd6-4f19503c203d has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:40:34.522097 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:34.600150 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5269c1b0-2f17-4cec-b4ac-7d827987c80f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:34.615342 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01b945-ccf7-4a46-9f79-d716fb02b4d0 None None] Pushing event updated for resources: {'Port': ['ID=58611ec8-4cdc-4b16-aa9e-d9f81425f6ca,revision_number=4']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:34.619714 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] Routers {'5eb1e853-950b-4a34-b779-2094d01ca578'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:40:34.620480 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:40:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5eb1e853-950b-4a34-b779-2094d01ca578'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:34.702149 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95ede856-91f7-49a8-9100-2704f8c2ff66 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:34.713910 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-73a56e4f-1a3e-4da5-9f3f-1d08dacb39ec tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:34.772510 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfd921c-e42a-46b1-983f-af2cc197ab5d None None] Network 35f9cafe-6023-4c45-9f4d-1d167f928a6c requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:34.800275 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:34.806886 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fc3471dd-5a35-46a4-99ce-8c8dbf46957c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:34.881300 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] Set router 5eb1e853-950b-4a34-b779-2094d01ca578 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:40:35.021973 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network 8e793cc7-821d-4265-8f7a-6b3f666df1cd is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:35.022799 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Port': ['ID=880e7ca9-6035-47a3-8543-e9612aba4f75,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:35.025201 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3471dd-5a35-46a4-99ce-8c8dbf46957c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce1277b3-c4e7-4b48-9f4f-c63c99580626,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:35.027233 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-fa8e0097-d9e9-4f71-a4fd-9d9639b84f03 None None] Allocated IP 2001:db8::2 (75e7f0f8-4897-4e20-8301-99a7eae75065/2e187f4c-2617-422b-833d-c9e10412d50f/440a7788-b27c-479f-8e3e-5c420f61b4a8) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:35.042625 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95ede856-91f7-49a8-9100-2704f8c2ff66 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:35.044615 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:35.053125 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:35.054331 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:35.057048 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a56e4f-1a3e-4da5-9f3f-1d08dacb39ec tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=bbf15c51-a01f-4f70-b389-e5b508ae36e6,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:35.070939 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ede856-91f7-49a8-9100-2704f8c2ff66 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event deleted for resources: {'Subnet': ['ID=1e7b97eb-2286-4807-9a66-4bb0fab9e36f,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:35.081344 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff7fef08-372b-4643-a12e-49330e0382d6 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:35.097624 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a56e4f-1a3e-4da5-9f3f-1d08dacb39ec tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:35.110847 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-73a56e4f-1a3e-4da5-9f3f-1d08dacb39ec tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:35.110847 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a56e4f-1a3e-4da5-9f3f-1d08dacb39ec tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:35.110847 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a56e4f-1a3e-4da5-9f3f-1d08dacb39ec tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:35.111184 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-73a56e4f-1a3e-4da5-9f3f-1d08dacb39ec tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:35.140123 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-95ede856-91f7-49a8-9100-2704f8c2ff66 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "DELETE /v2.0/subnets/1e7b97eb-2286-4807-9a66-4bb0fab9e36f HTTP/1.1" status: 204 len: 168 time: 2.5742261 Apr 29 15:40:35.144337 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3471dd-5a35-46a4-99ce-8c8dbf46957c admin admin] Checking segment: {'id': '179d5a06-c418-40be-99d2-b028a56e2341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd0925342-2185-403c-be80-2eb8befd6cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:40:35.145461 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3471dd-5a35-46a4-99ce-8c8dbf46957c admin admin] Network hostable DHCP agents. Network: d0925342-2185-403c-be80-2eb8befd6cb5, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:40:35.151639 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52344) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:35.218592 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Port': ['ID=1f571661-dafd-4b2f-9506-94ee6635f76b,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:35.233416 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-73a56e4f-1a3e-4da5-9f3f-1d08dacb39ec tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0704050 Apr 29 15:40:35.240987 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52348) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:35.251694 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5269c1b0-2f17-4cec-b4ac-7d827987c80f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:35.300800 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:40:27Z', 'revision_number': 4, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port': {'id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:18Z', 'updated_at': '2022-04-29T15:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '58611ec8-4cdc-4b16-aa9e-d9f81425f6ca', 'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'mac_address': 'fa:16:3e:bb:23:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:26Z', 'updated_at': '2022-04-29T15:40:34Z', 'revision_number': 4, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'subnets': [{'id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:35.306350 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e1b069-f6e9-42d7-adbf-d9b412be0937 None None] The sync data for ids ['5eb1e853-950b-4a34-b779-2094d01ca578'] in dv-neutron-839913-1-hyperv is: [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:40:27Z', 'revision_number': 4, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port': {'id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:18Z', 'updated_at': '2022-04-29T15:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '58611ec8-4cdc-4b16-aa9e-d9f81425f6ca', 'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'mac_address': 'fa:16:3e:bb:23:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:26Z', 'updated_at': '2022-04-29T15:40:34Z', 'revision_number': 4, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'subnets': [{'id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:40:35.350237 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-5269c1b0-2f17-4cec-b4ac-7d827987c80f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] device_id is not set on port 26babb76-3ffd-4a7f-9fac-129bbff8c6ae yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:40:35.388676 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fa8e0097-d9e9-4f71-a4fd-9d9639b84f03 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:35.409150 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-fa8e0097-d9e9-4f71-a4fd-9d9639b84f03 None None] Transition to ACTIVE for port object 440a7788-b27c-479f-8e3e-5c420f61b4a8 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:35.445174 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-fa8e0097-d9e9-4f71-a4fd-9d9639b84f03 None None] Transition to ACTIVE for port object 440a7788-b27c-479f-8e3e-5c420f61b4a8 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:35.462128 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5cf01e4b-c4c7-40d7-b880-7f64e2a31194 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:35.485259 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Checking segment: {'id': '87af5b65-cf3f-4a96-92a0-906563ab1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '06613530-a0d6-40e9-a78e-33eb8dbea330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:40:35.485631 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network hostable DHCP agents. Network: 06613530-a0d6-40e9-a78e-33eb8dbea330, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:40:35.522658 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bca0504-64fe-4ced-9a6f-f6cc393ae231 None None] DHCP port deletion for 35f9cafe-6023-4c45-9f4d-1d167f928a6c request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:40:35.528956 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3471dd-5a35-46a4-99ce-8c8dbf46957c admin admin] Network d0925342-2185-403c-be80-2eb8befd6cb5 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:40:35.531896 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-2bca0504-64fe-4ced-9a6f-f6cc393ae231 None None] Deleting port d4076916-a3ea-495a-832a-6a643b33a68f {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:35.532563 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2bca0504-64fe-4ced-9a6f-f6cc393ae231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:35.553777 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-5cf01e4b-c4c7-40d7-b880-7f64e2a31194 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Deleting port d4076916-a3ea-495a-832a-6a643b33a68f {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:35.554123 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5cf01e4b-c4c7-40d7-b880-7f64e2a31194 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:35.581603 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fa8e0097-d9e9-4f71-a4fd-9d9639b84f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:35.648971 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff7fef08-372b-4643-a12e-49330e0382d6 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:35.665030 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8e0097-d9e9-4f71-a4fd-9d9639b84f03 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:35.682498 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-5269c1b0-2f17-4cec-b4ac-7d827987c80f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Allocated IP 2001:db8::305 (fff58e3d-3f04-435f-9a39-63c880802c71/db4e79d1-3b31-4a32-bf70-d4ca5c1e83f0/26babb76-3ffd-4a7f-9fac-129bbff8c6ae) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:35.684537 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-fa8e0097-d9e9-4f71-a4fd-9d9639b84f03 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:35.705219 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8e0097-d9e9-4f71-a4fd-9d9639b84f03 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:35.715618 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff7fef08-372b-4643-a12e-49330e0382d6 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:35.766249 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e0097-d9e9-4f71-a4fd-9d9639b84f03 None None] Pushing event updated for resources: {'Port': ['ID=440a7788-b27c-479f-8e3e-5c420f61b4a8,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:35.832869 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37c6baf-8968-4cd5-a1aa-be8da16ba2dd tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:40:35.843455 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c48633-6dda-41f3-ad49-9c931dfa7a0a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:35.848068 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-72c48633-6dda-41f3-ad49-9c931dfa7a0a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.5526326 Apr 29 15:40:35.849164 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-fc3471dd-5a35-46a4-99ce-8c8dbf46957c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, d0925342-2185-403c-be80-2eb8befd6cb5) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:35.855071 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52352) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:35.879621 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3471dd-5a35-46a4-99ce-8c8dbf46957c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:35.880250 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fc3471dd-5a35-46a4-99ce-8c8dbf46957c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:35.924302 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e72412b-879a-4a20-aaa6-7fc0f628a2b6 None None] Sync routers for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:40:35.936287 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54607806-a6a5-4c6a-8a25-57a16665c212 None None] Network d0925342-2185-403c-be80-2eb8befd6cb5 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:35.983102 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fef08-372b-4643-a12e-49330e0382d6 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Pushing event updated for resources: {'Port': ['ID=89006aaf-641f-4a42-b2b0-6d872ef64b68,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:35.983478 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network 06613530-a0d6-40e9-a78e-33eb8dbea330 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:40:36.012613 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ff7fef08-372b-4643-a12e-49330e0382d6 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] In _notify_port_updated(), no bound segment for port 89006aaf-641f-4a42-b2b0-6d872ef64b68 on network 7a130877-d02f-4120-8537-5b59fb0fa88e {{(pid=84770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 15:40:36.012613 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7fef08-372b-4643-a12e-49330e0382d6 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:36.012983 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff7fef08-372b-4643-a12e-49330e0382d6 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:36.017333 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ff7fef08-372b-4643-a12e-49330e0382d6 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] 10.222.0.21 "PUT /v2.0/ports/89006aaf-641f-4a42-b2b0-6d872ef64b68 HTTP/1.1" status: 200 len: 1056 time: 2.0893002 Apr 29 15:40:36.029583 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52356) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:36.079219 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 06613530-a0d6-40e9-a78e-33eb8dbea330) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:36.094756 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-5cf01e4b-c4c7-40d7-b880-7f64e2a31194 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] For port d4076916-a3ea-495a-832a-6a643b33a68f, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d4076916-a3ea-495a-832a-6a643b33a68f,segment=NetworkSegment(17628ead-52e7-49e3-8b66-88dbd737cb29),segment_id=17628ead-52e7-49e3-8b66-88dbd737cb29)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:36.095126 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5cf01e4b-c4c7-40d7-b880-7f64e2a31194 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:36.096098 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5269c1b0-2f17-4cec-b4ac-7d827987c80f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:36.121184 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-5269c1b0-2f17-4cec-b4ac-7d827987c80f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Transition to ACTIVE for port object 26babb76-3ffd-4a7f-9fac-129bbff8c6ae will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:36.163145 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4805a142-c77e-41eb-b1e8-aeb35bc72a7d None None] Network 06613530-a0d6-40e9-a78e-33eb8dbea330 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:36.185933 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:36.191036 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:36.195240 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:36.196139 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:36.215949 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fc3471dd-5a35-46a4-99ce-8c8dbf46957c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9378161 Apr 29 15:40:36.216957 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a37c6baf-8968-4cd5-a1aa-be8da16ba2dd tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:36.225499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52360) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:36.225499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-9c5f3dee-39a3-48c2-8f8d-8e3572b5452b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-349279303-router', 'tenant_id': '6f0fd3781bce42d19f008cb3e860011f', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:36.229510 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9c5f3dee-39a3-48c2-8f8d-8e3572b5452b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:36.236822 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9c5f3dee-39a3-48c2-8f8d-8e3572b5452b admin admin] Usage tracker for resource:router and tenant:6f0fd3781bce42d19f008cb3e860011f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:36.243764 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9c5f3dee-39a3-48c2-8f8d-8e3572b5452b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:36.247169 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5269c1b0-2f17-4cec-b4ac-7d827987c80f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:36.250560 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-fa8e0097-d9e9-4f71-a4fd-9d9639b84f03 None None] Attempting to bind port 440a7788-b27c-479f-8e3e-5c420f61b4a8 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:40:36.250954 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-fa8e0097-d9e9-4f71-a4fd-9d9639b84f03 None None] Attempting to bind port 440a7788-b27c-479f-8e3e-5c420f61b4a8 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:40:36.251496 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8e0097-d9e9-4f71-a4fd-9d9639b84f03 None None] Attempting to bind port 440a7788-b27c-479f-8e3e-5c420f61b4a8 on network 75e7f0f8-4897-4e20-8301-99a7eae75065 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:40:36.265170 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e72412b-879a-4a20-aaa6-7fc0f628a2b6 None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:40:36.265808 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-5e72412b-879a-4a20-aaa6-7fc0f628a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:40:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:36.310176 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9c5f3dee-39a3-48c2-8f8d-8e3572b5452b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:36.334397 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-15fe86fd-f75a-4ccf-a554-5afc116a3e35 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting port bbf15c51-a01f-4f70-b389-e5b508ae36e6 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:36.334851 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-15fe86fd-f75a-4ccf-a554-5afc116a3e35 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:36.348970 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5269c1b0-2f17-4cec-b4ac-7d827987c80f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network fff58e3d-3f04-435f-9a39-63c880802c71 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:36.354409 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-5269c1b0-2f17-4cec-b4ac-7d827987c80f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:36.358658 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5269c1b0-2f17-4cec-b4ac-7d827987c80f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:36.359064 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-5e72412b-879a-4a20-aaa6-7fc0f628a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:36.363007 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5269c1b0-2f17-4cec-b4ac-7d827987c80f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:36.364442 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5269c1b0-2f17-4cec-b4ac-7d827987c80f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:36.382360 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-5cf01e4b-c4c7-40d7-b880-7f64e2a31194 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Calling delete_port for d4076916-a3ea-495a-832a-6a643b33a68f owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:36.386110 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269c1b0-2f17-4cec-b4ac-7d827987c80f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Port': ['ID=26babb76-3ffd-4a7f-9fac-129bbff8c6ae,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:36.419958 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9c5f3dee-39a3-48c2-8f8d-8e3572b5452b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:36.419958 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9c5f3dee-39a3-48c2-8f8d-8e3572b5452b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:36.459292 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-d6b2f0d0-69ab-4a71-a01b-862f75e7efff tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Deleting port 89006aaf-641f-4a42-b2b0-6d872ef64b68 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:36.459731 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d6b2f0d0-69ab-4a71-a01b-862f75e7efff tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:36.460480 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9c5f3dee-39a3-48c2-8f8d-8e3572b5452b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:36.511257 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5269c1b0-2f17-4cec-b4ac-7d827987c80f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0848231 Apr 29 15:40:36.513774 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8e0097-d9e9-4f71-a4fd-9d9639b84f03 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:40:36.514164 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8e0097-d9e9-4f71-a4fd-9d9639b84f03 None None] Checking segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:40:36.514589 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fa8e0097-d9e9-4f71-a4fd-9d9639b84f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:36.514985 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8e0097-d9e9-4f71-a4fd-9d9639b84f03 None None] Bound using segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:40:36.515467 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-fa8e0097-d9e9-4f71-a4fd-9d9639b84f03 None None] Bound port: 440a7788-b27c-479f-8e3e-5c420f61b4a8, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:40:36.516318 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fa8e0097-d9e9-4f71-a4fd-9d9639b84f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:36.516562 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52364) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:36.531603 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-dbacd96a-ed50-4434-a74a-b4a5a29d281f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'subnet': {'network_id': 'fff58e3d-3f04-435f-9a39-63c880802c71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:36.562515 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a37c6baf-8968-4cd5-a1aa-be8da16ba2dd tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 14.4693842 Apr 29 15:40:36.572165 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e72412b-879a-4a20-aaa6-7fc0f628a2b6 None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:40:36.572908 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-5e72412b-879a-4a20-aaa6-7fc0f628a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:40:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:36.601394 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52368) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:36.614251 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-6b71a62a-7420-40fd-a0be-556c28a76864 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:36.732538 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-dbacd96a-ed50-4434-a74a-b4a5a29d281f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:36.793429 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-5e72412b-879a-4a20-aaa6-7fc0f628a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:36.793882 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e72412b-879a-4a20-aaa6-7fc0f628a2b6 None None] The sync data for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:40:36.796847 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ef215f52-74b6-4762-9475-5ee7d34aa122 None None] Provisioning complete for port 89006aaf-641f-4a42-b2b0-6d872ef64b68 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:36.797157 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ef215f52-74b6-4762-9475-5ee7d34aa122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:36.837289 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ce5f1357-21f6-434e-a95c-b65337375a96 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.6801770 Apr 29 15:40:36.843502 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-2bca0504-64fe-4ced-9a6f-f6cc393ae231 None None] For port d4076916-a3ea-495a-832a-6a643b33a68f, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d4076916-a3ea-495a-832a-6a643b33a68f,segment=NetworkSegment(17628ead-52e7-49e3-8b66-88dbd737cb29),segment_id=17628ead-52e7-49e3-8b66-88dbd737cb29)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:36.843896 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2bca0504-64fe-4ced-9a6f-f6cc393ae231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:36.873508 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-dbacd96a-ed50-4434-a74a-b4a5a29d281f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:subnet and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:36.875420 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52372) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:36.882999 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-dbacd96a-ed50-4434-a74a-b4a5a29d281f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:36.920918 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-dbacd96a-ed50-4434-a74a-b4a5a29d281f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:36.964657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-66e291fa-e01f-4eef-ac55-b2b159b643c5 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port 1f571661-dafd-4b2f-9506-94ee6635f76b {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:36.966164 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-66e291fa-e01f-4eef-ac55-b2b159b643c5 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:36.998028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9c5f3dee-39a3-48c2-8f8d-8e3572b5452b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:37.003543 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-2bca0504-64fe-4ced-9a6f-f6cc393ae231 None None] Calling delete_port for d4076916-a3ea-495a-832a-6a643b33a68f owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:37.015747 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbacd96a-ed50-4434-a74a-b4a5a29d281f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:37.019533 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dbacd96a-ed50-4434-a74a-b4a5a29d281f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:37.097462 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-ef215f52-74b6-4762-9475-5ee7d34aa122 None None] Port 89006aaf-641f-4a42-b2b0-6d872ef64b68 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:37.109181 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5cf01e4b-c4c7-40d7-b880-7f64e2a31194 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:37.137747 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-fa8e0097-d9e9-4f71-a4fd-9d9639b84f03 None None] For port 440a7788-b27c-479f-8e3e-5c420f61b4a8, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:40:37.161972 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-fa8e0097-d9e9-4f71-a4fd-9d9639b84f03 None None] For port 440a7788-b27c-479f-8e3e-5c420f61b4a8, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=440a7788-b27c-479f-8e3e-5c420f61b4a8,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:40:37.168754 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6b71a62a-7420-40fd-a0be-556c28a76864 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:37.189394 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-2bca0504-64fe-4ced-9a6f-f6cc393ae231 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:40:37.189885 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-2bca0504-64fe-4ced-9a6f-f6cc393ae231 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:40:37.190243 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3170ae9-a226-48be-83ec-cecf70732490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-d0925342-2185-403c-be80-2eb8befd6cb5', 'network_id': 'd0925342-2185-403c-be80-2eb8befd6cb5', 'tenant_id': '6f0fd3781bce42d19f008cb3e860011f', 'fixed_ips': [{'subnet_id': 'ce1277b3-c4e7-4b48-9f4f-c63c99580626'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:40:37.191267 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e3170ae9-a226-48be-83ec-cecf70732490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:37.244137 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf01e4b-c4c7-40d7-b880-7f64e2a31194 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event deleted for resources: {'Port': ['ID=d4076916-a3ea-495a-832a-6a643b33a68f,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:37.258604 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fa8e0097-d9e9-4f71-a4fd-9d9639b84f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:37.306611 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf01e4b-c4c7-40d7-b880-7f64e2a31194 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] No DVR routers for this DVR port d4076916-a3ea-495a-832a-6a643b33a68f on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:40:37.414746 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e0097-d9e9-4f71-a4fd-9d9639b84f03 None None] Pushing event updated for resources: {'Port': ['ID=440a7788-b27c-479f-8e3e-5c420f61b4a8,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:37.450592 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2e78114e-a7ac-433c-8c8e-fb74a3e5c531 None None] Provisioning for port 26babb76-3ffd-4a7f-9fac-129bbff8c6ae completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:37.464589 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:37.482187 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.ipam_backend_mixin [None req-dbacd96a-ed50-4434-a74a-b4a5a29d281f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet db4e79d1-3b31-4a32-bf70-d4ca5c1e83f0 (CIDR: 2001:db8::/64) Apr 29 15:40:37.483204 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-15fe86fd-f75a-4ccf-a554-5afc116a3e35 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:37.510559 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2e78114e-a7ac-433c-8c8e-fb74a3e5c531 None None] Provisioning complete for port 26babb76-3ffd-4a7f-9fac-129bbff8c6ae triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:37.510802 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2e78114e-a7ac-433c-8c8e-fb74a3e5c531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:37.524707 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbacd96a-ed50-4434-a74a-b4a5a29d281f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:40:37.525147 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbacd96a-ed50-4434-a74a-b4a5a29d281f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:40:37.535768 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-66e291fa-e01f-4eef-ac55-b2b159b643c5 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:37.607371 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-2e78114e-a7ac-433c-8c8e-fb74a3e5c531 None None] Port 26babb76-3ffd-4a7f-9fac-129bbff8c6ae cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:37.611368 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-e3170ae9-a226-48be-83ec-cecf70732490 None None] Allocated IP 172.20.0.2 (d0925342-2185-403c-be80-2eb8befd6cb5/ce1277b3-c4e7-4b48-9f4f-c63c99580626/c19597cb-7157-4985-8298-f8ff8fc3f77e) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:37.681908 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d6b2f0d0-69ab-4a71-a01b-862f75e7efff tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:37.701081 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-66e291fa-e01f-4eef-ac55-b2b159b643c5 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Calling delete_port for 1f571661-dafd-4b2f-9506-94ee6635f76b owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:37.732674 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-15fe86fd-f75a-4ccf-a554-5afc116a3e35 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Calling delete_port for bbf15c51-a01f-4f70-b389-e5b508ae36e6 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:37.834351 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-2bca0504-64fe-4ced-9a6f-f6cc393ae231 None None] Deleting port d4076916-a3ea-495a-832a-6a643b33a68f {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:37.834905 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2bca0504-64fe-4ced-9a6f-f6cc393ae231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:37.876835 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:37.913941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5cf01e4b-c4c7-40d7-b880-7f64e2a31194 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:37.915178 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-66e291fa-e01f-4eef-ac55-b2b159b643c5 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:37.929110 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-d6b2f0d0-69ab-4a71-a01b-862f75e7efff tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Calling delete_port for 89006aaf-641f-4a42-b2b0-6d872ef64b68 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:37.932650 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:37.933071 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:37.960287 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-2bca0504-64fe-4ced-9a6f-f6cc393ae231 None None] The port 'd4076916-a3ea-495a-832a-6a643b33a68f' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:40:37.967049 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-dbacd96a-ed50-4434-a74a-b4a5a29d281f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4493210 Apr 29 15:40:37.970000 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52376) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:37.999822 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9c5f3dee-39a3-48c2-8f8d-8e3572b5452b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.015676 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-5cf01e4b-c4c7-40d7-b880-7f64e2a31194 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f9cafe-6023-4c45-9f4d-1d167f928a6c']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:38.039329 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-8c08a057-9248-4d5d-ac7c-1206f046dd5e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'subnet': {'network_id': 'fff58e3d-3f04-435f-9a39-63c880802c71', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:38.057985 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-5cf01e4b-c4c7-40d7-b880-7f64e2a31194 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17628ead-52e7-49e3-8b66-88dbd737cb29') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:38.058381 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-5cf01e4b-c4c7-40d7-b880-7f64e2a31194 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17628ead-52e7-49e3-8b66-88dbd737cb29') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:38.060227 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e291fa-e01f-4eef-ac55-b2b159b643c5 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Port': ['ID=1f571661-dafd-4b2f-9506-94ee6635f76b,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:38.079838 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9c5f3dee-39a3-48c2-8f8d-8e3572b5452b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.159880 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5cf01e4b-c4c7-40d7-b880-7f64e2a31194 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.161121 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.182382 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-66e291fa-e01f-4eef-ac55-b2b159b643c5 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.216197 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-66e291fa-e01f-4eef-ac55-b2b159b643c5 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/ports/1f571661-dafd-4b2f-9506-94ee6635f76b HTTP/1.1" status: 204 len: 168 time: 1.3396952 Apr 29 15:40:38.220934 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e3170ae9-a226-48be-83ec-cecf70732490 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.225294 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=58611ec8-4cdc-4b16-aa9e-d9f81425f6ca,segment=NetworkSegment(eb205a45-e78c-4cf5-9d06-0787509ac84a),segment_id=eb205a45-e78c-4cf5-9d06-0787509ac84a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:38.230881 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52380) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:38.235373 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e3170ae9-a226-48be-83ec-cecf70732490 None None] Transition to ACTIVE for port object c19597cb-7157-4985-8298-f8ff8fc3f77e will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:38.255948 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e3170ae9-a226-48be-83ec-cecf70732490 None None] Transition to ACTIVE for port object c19597cb-7157-4985-8298-f8ff8fc3f77e will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:38.306638 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.349545 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6b71a62a-7420-40fd-a0be-556c28a76864 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.362547 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5cf01e4b-c4c7-40d7-b880-7f64e2a31194 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.377492 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf01e4b-c4c7-40d7-b880-7f64e2a31194 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:40:38.377892 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5cf01e4b-c4c7-40d7-b880-7f64e2a31194 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.394189 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e3170ae9-a226-48be-83ec-cecf70732490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:40:38.395372 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:40:38.399680 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d4076916-a3ea-495a-832a-6a643b33a68f no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:40:38.430551 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8c08a057-9248-4d5d-ac7c-1206f046dd5e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:38.439988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8c08a057-9248-4d5d-ac7c-1206f046dd5e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:subnet and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:38.451290 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-9c5f3dee-39a3-48c2-8f8d-8e3572b5452b admin admin] Allocated IP 172.26.1.165 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/8bb6d61f-7b26-4750-ba52-31dd83437ed0) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:38.453608 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8c08a057-9248-4d5d-ac7c-1206f046dd5e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:38.465679 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37554370-e8dc-415d-9ead-6167374510d2 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:38.468843 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: d4076916-a3ea-495a-832a-6a643b33a68f {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:40:38.468843 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d4076916-a3ea-495a-832a-6a643b33a68f not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:40:38.469750 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37554370-e8dc-415d-9ead-6167374510d2 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:38.470587 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-37554370-e8dc-415d-9ead-6167374510d2 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Synchronizing usage tracker for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:38.475041 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8c08a057-9248-4d5d-ac7c-1206f046dd5e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:38.484393 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6b71a62a-7420-40fd-a0be-556c28a76864 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.484699 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [None req-6b71a62a-7420-40fd-a0be-556c28a76864 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Floating IP 641488eb-310c-4087-b789-dbcd4d80858f disassociated. External IP: 172.26.1.72, port: fdb75b60-52fc-4dc7-91d9-db0e0fe55b83. Apr 29 15:40:38.509481 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3170ae9-a226-48be-83ec-cecf70732490 None None] Network d0925342-2185-403c-be80-2eb8befd6cb5 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:38.511742 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-e3170ae9-a226-48be-83ec-cecf70732490 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:38.514949 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3170ae9-a226-48be-83ec-cecf70732490 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:38.521654 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=58611ec8-4cdc-4b16-aa9e-d9f81425f6ca,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:38.577732 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c08a057-9248-4d5d-ac7c-1206f046dd5e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:38.581295 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8c08a057-9248-4d5d-ac7c-1206f046dd5e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.588384 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3170ae9-a226-48be-83ec-cecf70732490 None None] Pushing event updated for resources: {'Port': ['ID=c19597cb-7157-4985-8298-f8ff8fc3f77e,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:38.604259 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-37554370-e8dc-415d-9ead-6167374510d2 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Unset dirty status for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:38.608084 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-37554370-e8dc-415d-9ead-6167374510d2 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3739004 Apr 29 15:40:38.610139 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52384) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:38.661155 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-15fe86fd-f75a-4ccf-a554-5afc116a3e35 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.684434 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-e3170ae9-a226-48be-83ec-cecf70732490 None None] Attempting to bind port c19597cb-7157-4985-8298-f8ff8fc3f77e on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:40:38.684808 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-e3170ae9-a226-48be-83ec-cecf70732490 None None] Attempting to bind port c19597cb-7157-4985-8298-f8ff8fc3f77e by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '179d5a06-c418-40be-99d2-b028a56e2341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd0925342-2185-403c-be80-2eb8befd6cb5'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:40:38.685242 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3170ae9-a226-48be-83ec-cecf70732490 None None] Attempting to bind port c19597cb-7157-4985-8298-f8ff8fc3f77e on network d0925342-2185-403c-be80-2eb8befd6cb5 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:40:38.693169 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3170ae9-a226-48be-83ec-cecf70732490 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:40:38.696595 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3170ae9-a226-48be-83ec-cecf70732490 None None] Checking segment: {'id': '179d5a06-c418-40be-99d2-b028a56e2341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd0925342-2185-403c-be80-2eb8befd6cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:40:38.696595 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e3170ae9-a226-48be-83ec-cecf70732490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.696595 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3170ae9-a226-48be-83ec-cecf70732490 None None] Bound using segment: {'id': '179d5a06-c418-40be-99d2-b028a56e2341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd0925342-2185-403c-be80-2eb8befd6cb5'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:40:38.696595 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-e3170ae9-a226-48be-83ec-cecf70732490 None None] Bound port: c19597cb-7157-4985-8298-f8ff8fc3f77e, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179d5a06-c418-40be-99d2-b028a56e2341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd0925342-2185-403c-be80-2eb8befd6cb5'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:40:38.696595 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e3170ae9-a226-48be-83ec-cecf70732490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.726523 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe86fd-f75a-4ccf-a554-5afc116a3e35 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Port': ['ID=bbf15c51-a01f-4f70-b389-e5b508ae36e6,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:38.767641 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5cf01e4b-c4c7-40d7-b880-7f64e2a31194 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.774271 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d6b2f0d0-69ab-4a71-a01b-862f75e7efff tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.800228 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5cf01e4b-c4c7-40d7-b880-7f64e2a31194 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.810268 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-e3170ae9-a226-48be-83ec-cecf70732490 None None] For port c19597cb-7157-4985-8298-f8ff8fc3f77e, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:40:38.813567 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-e3170ae9-a226-48be-83ec-cecf70732490 None None] For port c19597cb-7157-4985-8298-f8ff8fc3f77e, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c19597cb-7157-4985-8298-f8ff8fc3f77e,segment=NetworkSegment(179d5a06-c418-40be-99d2-b028a56e2341),segment_id=179d5a06-c418-40be-99d2-b028a56e2341)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:40:38.838397 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-15fe86fd-f75a-4ccf-a554-5afc116a3e35 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.854275 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf01e4b-c4c7-40d7-b880-7f64e2a31194 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] Pushing event deleted for resources: {'Network': ['ID=35f9cafe-6023-4c45-9f4d-1d167f928a6c,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:38.870919 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e3170ae9-a226-48be-83ec-cecf70732490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.872894 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2f0d0-69ab-4a71-a01b-862f75e7efff tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Pushing event deleted for resources: {'Port': ['ID=89006aaf-641f-4a42-b2b0-6d872ef64b68,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:38.876628 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-16a8de60-3cb8-44e5-bde7-3775c2bb0851 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port 880e7ca9-6035-47a3-8543-e9612aba4f75 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:38.877070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-16a8de60-3cb8-44e5-bde7-3775c2bb0851 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.925421 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5cf01e4b-c4c7-40d7-b880-7f64e2a31194 tempest-NetworksIpV6TestAttrs-22672297 tempest-NetworksIpV6TestAttrs-22672297-project] 10.222.0.21 "DELETE /v2.0/networks/35f9cafe-6023-4c45-9f4d-1d167f928a6c HTTP/1.1" status: 204 len: 168 time: 3.7668173 Apr 29 15:40:38.934782 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-15fe86fd-f75a-4ccf-a554-5afc116a3e35 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/bbf15c51-a01f-4f70-b389-e5b508ae36e6 HTTP/1.1" status: 204 len: 168 time: 3.0672071 Apr 29 15:40:38.935461 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3e9783f6-a4b0-4235-ab42-bedec2ebfe62 None None] Provisioning for port 440a7788-b27c-479f-8e3e-5c420f61b4a8 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:38.940715 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52390) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:38.993371 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3170ae9-a226-48be-83ec-cecf70732490 None None] Pushing event updated for resources: {'Port': ['ID=c19597cb-7157-4985-8298-f8ff8fc3f77e,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:39.216586 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10add541-c6a3-4155-a7f4-c528a0d8481b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:39.217772 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10add541-c6a3-4155-a7f4-c528a0d8481b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:39.224415 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-10add541-c6a3-4155-a7f4-c528a0d8481b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2795630 Apr 29 15:40:39.231164 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52394) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:39.268459 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.ipam_backend_mixin [None req-8c08a057-9248-4d5d-ac7c-1206f046dd5e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2ad90607-ed34-4d5c-86fb-9b7e3ce3cd86 (CIDR: 2001:db8:0:1::/64) Apr 29 15:40:39.310327 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-40bee1c8-fed2-4cb6-bd5a-128550f93c57 None None] Could not find standard attr ID for object bbf15c51-a01f-4f70-b389-e5b508ae36e6. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:40:39.325392 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c08a057-9248-4d5d-ac7c-1206f046dd5e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:40:39.326145 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c08a057-9248-4d5d-ac7c-1206f046dd5e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:40:39.416239 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9c5f3dee-39a3-48c2-8f8d-8e3572b5452b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:39.477096 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:39.575173 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:39.575800 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8c08a057-9248-4d5d-ac7c-1206f046dd5e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.5777900 Apr 29 15:40:39.576050 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:39.580031 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52398) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:39.597046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-ca781a07-6347-4755-b945-bbfc1fc3a757 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'subnet': {'network_id': 'fff58e3d-3f04-435f-9a39-63c880802c71', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:39.693385 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d6b2f0d0-69ab-4a71-a01b-862f75e7efff tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:39.695251 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d6b2f0d0-69ab-4a71-a01b-862f75e7efff tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] 10.222.0.21 "DELETE /v2.0/ports/89006aaf-641f-4a42-b2b0-6d872ef64b68 HTTP/1.1" status: 204 len: 168 time: 3.6606529 Apr 29 15:40:39.699161 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52404) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:39.709800 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-16a8de60-3cb8-44e5-bde7-3775c2bb0851 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:39.749009 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-567b1795-0060-45c8-81a5-632655fe4eaf tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] GET failed (client error): The resource could not be found. Apr 29 15:40:39.749934 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-567b1795-0060-45c8-81a5-632655fe4eaf tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Synchronizing usage tracker for tenant:b0ca5174d7854c38a3cb3b450695bf9f on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:39.793294 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 440a7788-b27c-479f-8e3e-5c420f61b4a8 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:39.809958 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52408) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:39.907869 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9c5f3dee-39a3-48c2-8f8d-8e3572b5452b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:39.926391 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 440a7788-b27c-479f-8e3e-5c420f61b4a8 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:39.934713 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 440a7788-b27c-479f-8e3e-5c420f61b4a8 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:39.935247 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:39.949577 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75dd265-a2f4-42d7-bf17-f419808fa117 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet 2e187f4c-2617-422b-833d-c9e10412d50f {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:40:39.953034 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e75dd265-a2f4-42d7-bf17-f419808fa117 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:39.986966 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-16a8de60-3cb8-44e5-bde7-3775c2bb0851 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Calling delete_port for 880e7ca9-6035-47a3-8543-e9612aba4f75 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:40.013192 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e75dd265-a2f4-42d7-bf17-f419808fa117 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:40.122414 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e75dd265-a2f4-42d7-bf17-f419808fa117 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:40.127006 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:40.161815 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-567b1795-0060-45c8-81a5-632655fe4eaf tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Unset dirty status for tenant:b0ca5174d7854c38a3cb3b450695bf9f on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:40.165218 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-567b1795-0060-45c8-81a5-632655fe4eaf tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] 10.222.0.21 "GET /v2.0/ports/89006aaf-641f-4a42-b2b0-6d872ef64b68 HTTP/1.1" status: 404 len: 333 time: 0.4625530 Apr 29 15:40:40.166156 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5f3dee-39a3-48c2-8f8d-8e3572b5452b admin admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:40.166983 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-16a8de60-3cb8-44e5-bde7-3775c2bb0851 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:40.171231 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52414) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:40.176455 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-9c5f3dee-39a3-48c2-8f8d-8e3572b5452b admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:40.189169 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5f3dee-39a3-48c2-8f8d-8e3572b5452b admin admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:40.254108 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f3dee-39a3-48c2-8f8d-8e3572b5452b admin admin] Pushing event updated for resources: {'Port': ['ID=8bb6d61f-7b26-4750-ba52-31dd83437ed0,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:40.362464 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8de60-3cb8-44e5-bde7-3775c2bb0851 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Port': ['ID=880e7ca9-6035-47a3-8543-e9612aba4f75,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:40.388636 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ba1e66f7-911e-4356-a260-92cb16a30b55 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0e5eb64d48444a7a7538cb7910a5743&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5734885 Apr 29 15:40:40.391738 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-16a8de60-3cb8-44e5-bde7-3775c2bb0851 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:40.396769 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52418) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:40.398814 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-f55f2222-03b1-4bd3-b623-3390786dfc67 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Deleting port e00171a3-5266-4962-82ae-0282d566cb02 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:40.399144 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f55f2222-03b1-4bd3-b623-3390786dfc67 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:40.427100 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1619d0-808b-4a2c-8cee-ff7bd248f473 None None] Network d0925342-2185-403c-be80-2eb8befd6cb5 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:40.437474 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ca781a07-6347-4755-b945-bbfc1fc3a757 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:40.460968 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e75dd265-a2f4-42d7-bf17-f419808fa117 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:40.498290 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ca781a07-6347-4755-b945-bbfc1fc3a757 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Usage tracker for resource:subnet and tenant:181454145b0d449b8706b073dae04744 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:40.507125 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ca781a07-6347-4755-b945-bbfc1fc3a757 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:40.513538 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75dd265-a2f4-42d7-bf17-f419808fa117 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=2e187f4c-2617-422b-833d-c9e10412d50f,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:40.529458 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e75dd265-a2f4-42d7-bf17-f419808fa117 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:40.535786 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-518ebdd0-b41e-4b5e-8e97-8463752ade2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:40.543115 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e5277d-1420-44f7-a013-70fb0ee69058 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:40.555871 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ca781a07-6347-4755-b945-bbfc1fc3a757 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:40.561001 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e75dd265-a2f4-42d7-bf17-f419808fa117 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/2e187f4c-2617-422b-833d-c9e10412d50f HTTP/1.1" status: 204 len: 168 time: 1.2680829 Apr 29 15:40:40.569678 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52422) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:40.571789 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b71a62a-7420-40fd-a0be-556c28a76864 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Router d8f0ec34-79eb-4e21-9dd6-4f19503c203d has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:40:40.577218 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-16a8de60-3cb8-44e5-bde7-3775c2bb0851 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/ports/880e7ca9-6035-47a3-8543-e9612aba4f75 HTTP/1.1" status: 204 len: 168 time: 1.9644015 Apr 29 15:40:40.579256 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52426) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:40.615801 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-518ebdd0-b41e-4b5e-8e97-8463752ade2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:40.670274 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca781a07-6347-4755-b945-bbfc1fc3a757 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Made reservation on behalf of 181454145b0d449b8706b073dae04744 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:40.689769 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d763ac93-f355-4687-a967-4ec68db4aec2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1129310 Apr 29 15:40:40.689997 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:40:40.689997 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:40:40.697764 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52430) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:40.721950 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-6c43c5f8-84af-4d50-934a-fec85d4be567 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:40.737458 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-24822da1-de52-41f3-a7ae-1191c2e8c8da None None] Provisioning for port c19597cb-7157-4985-8298-f8ff8fc3f77e completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:40.841223 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfac800-1955-43cf-91d2-816c382645be tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:40.841847 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ecfac800-1955-43cf-91d2-816c382645be tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Synchronizing usage tracker for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:40.900084 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-518ebdd0-b41e-4b5e-8e97-8463752ade2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:40.922329 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ebdd0-b41e-4b5e-8e97-8463752ade2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f619af26-d1d7-4336-baaa-93965235e454,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:40.930010 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ecfac800-1955-43cf-91d2-816c382645be tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Unset dirty status for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:40.933167 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ecfac800-1955-43cf-91d2-816c382645be tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3498552 Apr 29 15:40:40.933470 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52434) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:40.936566 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-518ebdd0-b41e-4b5e-8e97-8463752ade2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:40.940262 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-518ebdd0-b41e-4b5e-8e97-8463752ade2c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f619af26-d1d7-4336-baaa-93965235e454 HTTP/1.1" status: 204 len: 168 time: 0.5468454 Apr 29 15:40:40.984119 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c46fdc2-1c0c-4e53-93fc-da61b05d8709 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] GET failed (client error): The resource could not be found. Apr 29 15:40:40.985384 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7c46fdc2-1c0c-4e53-93fc-da61b05d8709 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports/1f571661-dafd-4b2f-9506-94ee6635f76b HTTP/1.1" status: 404 len: 333 time: 0.0510123 Apr 29 15:40:40.989067 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52440) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:41.005417 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b71a62a-7420-40fd-a0be-556c28a76864 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:40:41.010905 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6b71a62a-7420-40fd-a0be-556c28a76864 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:41.019260 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236f8172-298e-4550-a670-042c6cbdb775 None None] Sync routers for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:40:41.044094 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236f8172-298e-4550-a670-042c6cbdb775 None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:40:41.045881 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-236f8172-298e-4550-a670-042c6cbdb775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:40:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:41.091409 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6b71a62a-7420-40fd-a0be-556c28a76864 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "PUT /v2.0/floatingips/641488eb-310c-4087-b789-dbcd4d80858f HTTP/1.1" status: 200 len: 687 time: 4.4865365 Apr 29 15:40:41.093333 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94827b7e-48f7-4c03-9fbd-e265fa3306ed None None] DHCP port deletion for 75e7f0f8-4897-4e20-8301-99a7eae75065 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:40:41.099484 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-94827b7e-48f7-4c03-9fbd-e265fa3306ed None None] Deleting port 440a7788-b27c-479f-8e3e-5c420f61b4a8 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:41.099987 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-94827b7e-48f7-4c03-9fbd-e265fa3306ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:41.102514 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-acdd19e7-9a9b-4539-b1e8-14e2b13779ba tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] GET failed (client error): The resource could not be found. Apr 29 15:40:41.103027 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-acdd19e7-9a9b-4539-b1e8-14e2b13779ba tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Synchronizing usage tracker for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:41.103365 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52444) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:41.105791 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6c43c5f8-84af-4d50-934a-fec85d4be567 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:41.124897 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6c43c5f8-84af-4d50-934a-fec85d4be567 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:subnet and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:41.128589 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f55f2222-03b1-4bd3-b623-3390786dfc67 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:41.142896 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6c43c5f8-84af-4d50-934a-fec85d4be567 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:41.149985 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca781a07-6347-4755-b945-bbfc1fc3a757 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:41.159048 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-236f8172-298e-4550-a670-042c6cbdb775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:41.186172 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236f8172-298e-4550-a670-042c6cbdb775 None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:40:41.186986 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-236f8172-298e-4550-a670-042c6cbdb775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:40:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:41.229159 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6c43c5f8-84af-4d50-934a-fec85d4be567 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:41.292296 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-236f8172-298e-4550-a670-042c6cbdb775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:41.292825 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236f8172-298e-4550-a670-042c6cbdb775 None None] The sync data for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:40:41.323230 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:41.343336 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-f55f2222-03b1-4bd3-b623-3390786dfc67 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Calling delete_port for e00171a3-5266-4962-82ae-0282d566cb02 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:41.408572 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-60898839-fc10-478d-9f66-a9a9ffe808ee tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Deleting port a4132d6d-a512-45a6-ba5d-296b108735a3 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:41.409190 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-60898839-fc10-478d-9f66-a9a9ffe808ee tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:41.454555 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 440a7788-b27c-479f-8e3e-5c420f61b4a8, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=440a7788-b27c-479f-8e3e-5c420f61b4a8,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:41.476323 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-94827b7e-48f7-4c03-9fbd-e265fa3306ed None None] For port 440a7788-b27c-479f-8e3e-5c420f61b4a8, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=440a7788-b27c-479f-8e3e-5c420f61b4a8,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:41.476323 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-94827b7e-48f7-4c03-9fbd-e265fa3306ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:41.528812 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-acdd19e7-9a9b-4539-b1e8-14e2b13779ba tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Unset dirty status for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:41.532460 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-acdd19e7-9a9b-4539-b1e8-14e2b13779ba tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports/880e7ca9-6035-47a3-8543-e9612aba4f75 HTTP/1.1" status: 404 len: 333 time: 0.5371628 Apr 29 15:40:41.538955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52450) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:41.595866 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c43c5f8-84af-4d50-934a-fec85d4be567 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:41.606873 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:41.615725 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-94827b7e-48f7-4c03-9fbd-e265fa3306ed None None] Calling delete_port for 440a7788-b27c-479f-8e3e-5c420f61b4a8 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:41.652608 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-60898839-fc10-478d-9f66-a9a9ffe808ee tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:41.653015 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-60898839-fc10-478d-9f66-a9a9ffe808ee tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:41.743492 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=440a7788-b27c-479f-8e3e-5c420f61b4a8,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:41.800939 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-94827b7e-48f7-4c03-9fbd-e265fa3306ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:40:41.801693 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-94827b7e-48f7-4c03-9fbd-e265fa3306ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:40:41.833237 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c19597cb-7157-4985-8298-f8ff8fc3f77e up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:41.846511 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ebbaf012-bc5b-46bd-a50a-69d5e8aea77c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:41.848378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9c5f3dee-39a3-48c2-8f8d-8e3572b5452b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:41.849082 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9c5f3dee-39a3-48c2-8f8d-8e3572b5452b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:41.904337 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c43c5f8-84af-4d50-934a-fec85d4be567 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:41.907136 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-60898839-fc10-478d-9f66-a9a9ffe808ee tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Calling delete_port for a4132d6d-a512-45a6-ba5d-296b108735a3 owned by network:floatingip {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:42.000489 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port c19597cb-7157-4985-8298-f8ff8fc3f77e completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:42.006554 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port c19597cb-7157-4985-8298-f8ff8fc3f77e triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:42.006929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:42.141648 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:42.160757 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-60898839-fc10-478d-9f66-a9a9ffe808ee tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:42.176097 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port c19597cb-7157-4985-8298-f8ff8fc3f77e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c19597cb-7157-4985-8298-f8ff8fc3f77e,segment=NetworkSegment(179d5a06-c418-40be-99d2-b028a56e2341),segment_id=179d5a06-c418-40be-99d2-b028a56e2341)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:42.214474 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60898839-fc10-478d-9f66-a9a9ffe808ee tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event deleted for resources: {'Port': ['ID=a4132d6d-a512-45a6-ba5d-296b108735a3,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:42.263278 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:42.334824 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-60898839-fc10-478d-9f66-a9a9ffe808ee tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:42.353438 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f55f2222-03b1-4bd3-b623-3390786dfc67 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:42.357266 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-60898839-fc10-478d-9f66-a9a9ffe808ee tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:42.358763 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-60898839-fc10-478d-9f66-a9a9ffe808ee tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "DELETE /v2.0/floatingips/641488eb-310c-4087-b789-dbcd4d80858f HTTP/1.1" status: 204 len: 168 time: 1.2542493 Apr 29 15:40:42.362036 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52466) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:42.367171 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-94827b7e-48f7-4c03-9fbd-e265fa3306ed None None] Deleting port 440a7788-b27c-479f-8e3e-5c420f61b4a8 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:42.367546 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-94827b7e-48f7-4c03-9fbd-e265fa3306ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:42.371485 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-0b6cbe85-f55c-4ac5-b8b0-32aa46472bb1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': '1542b03d-1e4e-47d4-83fc-3976bf1e1f1a'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:42.377863 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0b6cbe85-f55c-4ac5-b8b0-32aa46472bb1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:42.382757 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0b6cbe85-f55c-4ac5-b8b0-32aa46472bb1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Usage tracker for resource:floatingip and tenant:6d54d35be39d47ebbee25a7cb3a65c46 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:42.386251 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0b6cbe85-f55c-4ac5-b8b0-32aa46472bb1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:42.393012 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0b6cbe85-f55c-4ac5-b8b0-32aa46472bb1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:42.400931 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=c19597cb-7157-4985-8298-f8ff8fc3f77e,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:42.403764 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 440a7788-b27c-479f-8e3e-5c420f61b4a8 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:40:42.403919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ebbaf012-bc5b-46bd-a50a-69d5e8aea77c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:42.448828 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f2222-03b1-4bd3-b623-3390786dfc67 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Pushing event deleted for resources: {'Port': ['ID=e00171a3-5266-4962-82ae-0282d566cb02,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:42.467149 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-ebbaf012-bc5b-46bd-a50a-69d5e8aea77c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06613530-a0d6-40e9-a78e-33eb8dbea330']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:42.505150 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0b6cbe85-f55c-4ac5-b8b0-32aa46472bb1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:42.603103 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-ebbaf012-bc5b-46bd-a50a-69d5e8aea77c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87af5b65-cf3f-4a96-92a0-906563ab1e30') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:42.603389 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-ebbaf012-bc5b-46bd-a50a-69d5e8aea77c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87af5b65-cf3f-4a96-92a0-906563ab1e30') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:42.640819 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52472) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:42.666977 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ebbaf012-bc5b-46bd-a50a-69d5e8aea77c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:42.699756 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:42.725068 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-94827b7e-48f7-4c03-9fbd-e265fa3306ed None None] For port 440a7788-b27c-479f-8e3e-5c420f61b4a8, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=440a7788-b27c-479f-8e3e-5c420f61b4a8,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:42.725582 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-94827b7e-48f7-4c03-9fbd-e265fa3306ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:42.787773 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f55f2222-03b1-4bd3-b623-3390786dfc67 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:42.793186 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0b6cbe85-f55c-4ac5-b8b0-32aa46472bb1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:42.797030 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ebbaf012-bc5b-46bd-a50a-69d5e8aea77c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:42.844808 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbaf012-bc5b-46bd-a50a-69d5e8aea77c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:40:42.845171 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ebbaf012-bc5b-46bd-a50a-69d5e8aea77c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:40:42.868565 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:40:42.871406 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-f21d57c8-0591-4854-b114-cdae29848e03 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:42.872026 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-f21d57c8-0591-4854-b114-cdae29848e03 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 15:40:42.877238 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f21d57c8-0591-4854-b114-cdae29848e03 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2309072 Apr 29 15:40:42.877531 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-94827b7e-48f7-4c03-9fbd-e265fa3306ed None None] Calling delete_port for 440a7788-b27c-479f-8e3e-5c420f61b4a8 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:42.878072 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52478) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:42.891970 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-1b4a3d6f-b027-4474-b4c6-eef389a1e0b7 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group': {'name': 'tempest-secgroup--1809386585'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:42.909001 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1b4a3d6f-b027-4474-b4c6-eef389a1e0b7 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:42.914369 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 440a7788-b27c-479f-8e3e-5c420f61b4a8, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=440a7788-b27c-479f-8e3e-5c420f61b4a8,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:42.944850 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca781a07-6347-4755-b945-bbfc1fc3a757 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:42.966410 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:43.015267 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f55f2222-03b1-4bd3-b623-3390786dfc67 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] 10.222.0.21 "DELETE /v2.0/ports/e00171a3-5266-4962-82ae-0282d566cb02 HTTP/1.1" status: 204 len: 168 time: 2.8385868 Apr 29 15:40:43.026296 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52482) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:43.032849 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1b4a3d6f-b027-4474-b4c6-eef389a1e0b7 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Usage tracker for resource:security_group and tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:43.038979 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1b4a3d6f-b027-4474-b4c6-eef389a1e0b7 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:43.046958 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=440a7788-b27c-479f-8e3e-5c420f61b4a8,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:43.048620 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1b4a3d6f-b027-4474-b4c6-eef389a1e0b7 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:43.052069 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-94827b7e-48f7-4c03-9fbd-e265fa3306ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:40:43.052429 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-94827b7e-48f7-4c03-9fbd-e265fa3306ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:40:43.093135 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c43c5f8-84af-4d50-934a-fec85d4be567 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:43.103445 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0f12f4-5344-4964-9347-a26c9888bc7a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] GET failed (client error): The resource could not be found. Apr 29 15:40:43.103945 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4d0f12f4-5344-4964-9347-a26c9888bc7a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Synchronizing usage tracker for tenant:b0ca5174d7854c38a3cb3b450695bf9f on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:43.109566 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca781a07-6347-4755-b945-bbfc1fc3a757 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Network fff58e3d-3f04-435f-9a39-63c880802c71 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:43.119450 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-ca781a07-6347-4755-b945-bbfc1fc3a757 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:43.129795 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca781a07-6347-4755-b945-bbfc1fc3a757 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:43.130378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca781a07-6347-4755-b945-bbfc1fc3a757 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:43.130895 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b81656-1efa-4101-90b9-c162f8797972 None None] Network fff58e3d-3f04-435f-9a39-63c880802c71 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:43.137111 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca781a07-6347-4755-b945-bbfc1fc3a757 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Subnet': ['ID=fda600dc-3224-4982-b0f9-ef98bc8747c9,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:43.139237 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1b4a3d6f-b027-4474-b4c6-eef389a1e0b7 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:43.152524 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-0b6cbe85-f55c-4ac5-b8b0-32aa46472bb1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Allocated IP 172.26.1.221 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/fa459db6-a81c-4285-bbe7-9cc5afcb645d) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:43.158669 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1b4a3d6f-b027-4474-b4c6-eef389a1e0b7 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:43.188002 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ebbaf012-bc5b-46bd-a50a-69d5e8aea77c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:43.226805 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ebbaf012-bc5b-46bd-a50a-69d5e8aea77c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:43.233404 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c43c5f8-84af-4d50-934a-fec85d4be567 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:43.245035 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-6c43c5f8-84af-4d50-934a-fec85d4be567 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:43.255289 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c43c5f8-84af-4d50-934a-fec85d4be567 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:43.255865 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c43c5f8-84af-4d50-934a-fec85d4be567 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:43.260199 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbaf012-bc5b-46bd-a50a-69d5e8aea77c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Network': ['ID=06613530-a0d6-40e9-a78e-33eb8dbea330,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:43.270524 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ebbaf012-bc5b-46bd-a50a-69d5e8aea77c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/networks/06613530-a0d6-40e9-a78e-33eb8dbea330 HTTP/1.1" status: 204 len: 168 time: 1.7230763 Apr 29 15:40:43.279798 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52486) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:43.284229 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4d0f12f4-5344-4964-9347-a26c9888bc7a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Unset dirty status for tenant:b0ca5174d7854c38a3cb3b450695bf9f on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:43.289178 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4d0f12f4-5344-4964-9347-a26c9888bc7a tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] 10.222.0.21 "GET /v2.0/ports/e00171a3-5266-4962-82ae-0282d566cb02 HTTP/1.1" status: 404 len: 333 time: 0.2520659 Apr 29 15:40:43.289362 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1b4a3d6f-b027-4474-b4c6-eef389a1e0b7 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:43.289362 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52490) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:43.297912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-0c53412e-7ea9-4c7c-89d7-fc3bf9835210 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2075907713'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:43.303570 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c43c5f8-84af-4d50-934a-fec85d4be567 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=fc10919c-3c90-4cd0-93df-c71e4bc56db8,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:43.305927 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-0c53412e-7ea9-4c7c-89d7-fc3bf9835210 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:43.310325 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0c53412e-7ea9-4c7c-89d7-fc3bf9835210 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:network and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:43.314442 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0c53412e-7ea9-4c7c-89d7-fc3bf9835210 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:43.321785 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-0c53412e-7ea9-4c7c-89d7-fc3bf9835210 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:43.328864 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ca781a07-6347-4755-b945-bbfc1fc3a757 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.7434816 Apr 29 15:40:43.329045 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1b4a3d6f-b027-4474-b4c6-eef389a1e0b7 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Usage tracker for resource:security_group_rule and tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:43.333795 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52494) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:43.333945 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1b4a3d6f-b027-4474-b4c6-eef389a1e0b7 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:43.340085 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-5d68c7f0-881f-4870-817c-25ccb2a27943 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1978713682', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fda600dc-3224-4982-b0f9-ef98bc8747c9'}], 'security_groups': ['396a005f-bb8c-4d7f-b14a-db1dc7446632', '462fa2ee-108a-48f4-a553-10fca5459847']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:43.352698 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1b4a3d6f-b027-4474-b4c6-eef389a1e0b7 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:43.422164 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-e11e990c-c79a-4b23-8d05-7f68fbd325ce tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Deleting port 5d4b642d-06c8-4445-afa6-59092bce5cc1 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:43.422164 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e11e990c-c79a-4b23-8d05-7f68fbd325ce tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:43.498128 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0b6cbe85-f55c-4ac5-b8b0-32aa46472bb1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:43.524001 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6c43c5f8-84af-4d50-934a-fec85d4be567 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8245018 Apr 29 15:40:43.525116 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5f3dee-39a3-48c2-8f8d-8e3572b5452b admin admin] Router 8b8361cd-627a-4059-ac94-91d74d1089e9 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:40:43.525833 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52498) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:43.533334 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-25eb7c3b-2d7b-4579-a5ba-c2e667d927ed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'name': 'tempest-NetworksTestDHCPv6-1078631467'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:43.560464 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-00571f25-fc4f-4de7-a0f6-9442e0f74d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:43.567910 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-94827b7e-48f7-4c03-9fbd-e265fa3306ed None None] Deleting port 440a7788-b27c-479f-8e3e-5c420f61b4a8 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:43.568286 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-94827b7e-48f7-4c03-9fbd-e265fa3306ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:43.606921 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c53412e-7ea9-4c7c-89d7-fc3bf9835210 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:43.609775 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0c53412e-7ea9-4c7c-89d7-fc3bf9835210 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:43.619972 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8915912e-98e8-4abf-98ac-3b6bccaa670c None None] Update dhcp port {'port': {'network_id': 'fff58e3d-3f04-435f-9a39-63c880802c71', 'fixed_ips': [{'subnet_id': '2ad90607-ed34-4d5c-86fb-9b7e3ce3cd86', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'db4e79d1-3b31-4a32-bf70-d4ca5c1e83f0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fda600dc-3224-4982-b0f9-ef98bc8747c9'}], 'binding:host_id': 'dv-neutron-839913-1-hyperv'}, 'id': '78cc2203-e6b8-4a6f-b329-21eeacde222b'} from dv-neutron-839913-1-hyperv. {{(pid=84772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 15:40:43.710205 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c53412e-7ea9-4c7c-89d7-fc3bf9835210 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:40:43.713886 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:40:43.719411 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0c53412e-7ea9-4c7c-89d7-fc3bf9835210 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:43.723222 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-0c53412e-7ea9-4c7c-89d7-fc3bf9835210 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Added segment 2d2a91d5-4e11-406a-acdb-4ca541c661a6 of type vlan for network dd0ed1e7-3651-4b82-8787-3060726775f9 Apr 29 15:40:43.733906 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c19597cb-7157-4985-8298-f8ff8fc3f77e up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:43.734730 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1b4a3d6f-b027-4474-b4c6-eef389a1e0b7 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:43.747469 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0c53412e-7ea9-4c7c-89d7-fc3bf9835210 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.056326 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8915912e-98e8-4abf-98ac-3b6bccaa670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.057239 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1b4a3d6f-b027-4474-b4c6-eef389a1e0b7 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.057671 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5d68c7f0-881f-4870-817c-25ccb2a27943 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.058267 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0b6cbe85-f55c-4ac5-b8b0-32aa46472bb1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.058267 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-25eb7c3b-2d7b-4579-a5ba-c2e667d927ed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:44.058267 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-25eb7c3b-2d7b-4579-a5ba-c2e667d927ed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:port and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:44.058267 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-25eb7c3b-2d7b-4579-a5ba-c2e667d927ed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:44.058267 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-25eb7c3b-2d7b-4579-a5ba-c2e667d927ed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:44.058267 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a3d6f-b027-4474-b4c6-eef389a1e0b7 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cca1463b-4a59-4623-ad4d-df15ed2618c4,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:44.058267 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1b4a3d6f-b027-4474-b4c6-eef389a1e0b7 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:44.068044 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1b4a3d6f-b027-4474-b4c6-eef389a1e0b7 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Usage tracker for resource:security_group_rule and tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:44.075100 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1b4a3d6f-b027-4474-b4c6-eef389a1e0b7 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:44.079402 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-94827b7e-48f7-4c03-9fbd-e265fa3306ed None None] For port 440a7788-b27c-479f-8e3e-5c420f61b4a8, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=440a7788-b27c-479f-8e3e-5c420f61b4a8,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:44.079791 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-94827b7e-48f7-4c03-9fbd-e265fa3306ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.093179 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1b4a3d6f-b027-4474-b4c6-eef389a1e0b7 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:44.104859 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6cbe85-f55c-4ac5-b8b0-32aa46472bb1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:44.105449 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port c19597cb-7157-4985-8298-f8ff8fc3f77e triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:44.105829 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.107299 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6cbe85-f55c-4ac5-b8b0-32aa46472bb1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'Port': ['ID=fa459db6-a81c-4285-bbe7-9cc5afcb645d,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:44.110611 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e11e990c-c79a-4b23-8d05-7f68fbd325ce tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.120524 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-0b6cbe85-f55c-4ac5-b8b0-32aa46472bb1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:44.133942 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6cbe85-f55c-4ac5-b8b0-32aa46472bb1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:44.140191 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0c53412e-7ea9-4c7c-89d7-fc3bf9835210 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.143812 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c53412e-7ea9-4c7c-89d7-fc3bf9835210 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:44.144431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0c53412e-7ea9-4c7c-89d7-fc3bf9835210 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.165132 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25eb7c3b-2d7b-4579-a5ba-c2e667d927ed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:44.168063 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-25eb7c3b-2d7b-4579-a5ba-c2e667d927ed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.251884 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-94827b7e-48f7-4c03-9fbd-e265fa3306ed None None] Calling delete_port for 440a7788-b27c-479f-8e3e-5c420f61b4a8 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:44.299854 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-e11e990c-c79a-4b23-8d05-7f68fbd325ce tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Calling delete_port for 5d4b642d-06c8-4445-afa6-59092bce5cc1 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:44.326074 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53412e-7ea9-4c7c-89d7-fc3bf9835210 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Network': ['ID=dd0ed1e7-3651-4b82-8787-3060726775f9,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:44.345837 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5f3dee-39a3-48c2-8f8d-8e3572b5452b admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:40:44.361604 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network dd0ed1e7-3651-4b82-8787-3060726775f9 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:40:44.375127 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0c53412e-7ea9-4c7c-89d7-fc3bf9835210 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0894136 Apr 29 15:40:44.378786 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52502) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:44.385815 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] Sync routers for ids ['8b8361cd-627a-4059-ac94-91d74d1089e9'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:40:44.386201 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-38386163-1dea-404d-b762-d55b182d1e2f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'subnet': {'network_id': 'dd0ed1e7-3651-4b82-8787-3060726775f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:44.395680 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-25eb7c3b-2d7b-4579-a5ba-c2e667d927ed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] device_id is not set on port 21cfb444-fd8d-466b-bb93-2bda0ba48897 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:40:44.480801 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9c5f3dee-39a3-48c2-8f8d-8e3572b5452b admin admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.489458 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9c5f3dee-39a3-48c2-8f8d-8e3572b5452b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.2649958 Apr 29 15:40:44.490556 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52506) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:44.552301 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-8915912e-98e8-4abf-98ac-3b6bccaa670c None None] Allocated IP 2001:db8:0:2::2 (fff58e3d-3f04-435f-9a39-63c880802c71/fda600dc-3224-4982-b0f9-ef98bc8747c9/78cc2203-e6b8-4a6f-b329-21eeacde222b) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:44.567174 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1b4a3d6f-b027-4474-b4c6-eef389a1e0b7 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.590957 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] Routers {'8b8361cd-627a-4059-ac94-91d74d1089e9'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:40:44.591593 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:40:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['8b8361cd-627a-4059-ac94-91d74d1089e9'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:44.635810 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-38386163-1dea-404d-b762-d55b182d1e2f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:44.641237 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-38386163-1dea-404d-b762-d55b182d1e2f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:subnet and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:44.645428 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-38386163-1dea-404d-b762-d55b182d1e2f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:44.653752 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-38386163-1dea-404d-b762-d55b182d1e2f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:44.718640 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-94827b7e-48f7-4c03-9fbd-e265fa3306ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.763745 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1b4a3d6f-b027-4474-b4c6-eef389a1e0b7 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.791709 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38386163-1dea-404d-b762-d55b182d1e2f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:44.802898 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-25eb7c3b-2d7b-4579-a5ba-c2e667d927ed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8::92 (75e7f0f8-4897-4e20-8301-99a7eae75065/fc10919c-3c90-4cd0-93df-c71e4bc56db8/21cfb444-fd8d-466b-bb93-2bda0ba48897) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:44.893232 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94827b7e-48f7-4c03-9fbd-e265fa3306ed None None] Pushing event deleted for resources: {'Port': ['ID=440a7788-b27c-479f-8e3e-5c420f61b4a8,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:44.921737 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94827b7e-48f7-4c03-9fbd-e265fa3306ed None None] No DVR routers for this DVR port 440a7788-b27c-479f-8e3e-5c420f61b4a8 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:40:44.971490 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-38386163-1dea-404d-b762-d55b182d1e2f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.982330 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a0f721-54d5-465b-adbf-018ba7c7604a None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:45.027584 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.073011 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.ipam_backend_mixin [None req-38386163-1dea-404d-b762-d55b182d1e2f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Performing IP validity checks on allocation pools {{(pid=84770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 29 15:40:45.073728 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.ipam_backend_mixin [None req-38386163-1dea-404d-b762-d55b182d1e2f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 29 15:40:45.099649 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8915912e-98e8-4abf-98ac-3b6bccaa670c None None] For port 78cc2203-e6b8-4a6f-b329-21eeacde222b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=78cc2203-e6b8-4a6f-b329-21eeacde222b,segment=NetworkSegment(93f8bc01-aee1-40b2-bee9-7873e468fac8),segment_id=93f8bc01-aee1-40b2-bee9-7873e468fac8)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:45.111879 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1b4a3d6f-b027-4474-b4c6-eef389a1e0b7 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.116907 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1b4a3d6f-b027-4474-b4c6-eef389a1e0b7 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.2363946 Apr 29 15:40:45.117117 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52510) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:45.117737 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a3d6f-b027-4474-b4c6-eef389a1e0b7 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=336ecae0-faac-4437-8f1e-e156893d4cf5,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:45.126526 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-a6e3278a-5171-4d4c-ad0f-f7665d48da7c tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group_rule': {'security_group_id': '336ecae0-faac-4437-8f1e-e156893d4cf5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:45.140579 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] Set router 8b8361cd-627a-4059-ac94-91d74d1089e9 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:40:45.200621 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e11e990c-c79a-4b23-8d05-7f68fbd325ce tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.225128 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8915912e-98e8-4abf-98ac-3b6bccaa670c None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.244718 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a6e3278a-5171-4d4c-ad0f-f7665d48da7c tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:45.253290 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a6e3278a-5171-4d4c-ad0f-f7665d48da7c tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Usage tracker for resource:security_group_rule and tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:45.267511 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a6e3278a-5171-4d4c-ad0f-f7665d48da7c tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:45.302816 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a6e3278a-5171-4d4c-ad0f-f7665d48da7c tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:45.317607 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e990c-c79a-4b23-8d05-7f68fbd325ce tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Pushing event deleted for resources: {'Port': ['ID=5d4b642d-06c8-4445-afa6-59092bce5cc1,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:45.390400 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8915912e-98e8-4abf-98ac-3b6bccaa670c None None] Transition to ACTIVE for port object 78cc2203-e6b8-4a6f-b329-21eeacde222b will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:45.461944 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8915912e-98e8-4abf-98ac-3b6bccaa670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.518219 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-25eb7c3b-2d7b-4579-a5ba-c2e667d927ed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.530529 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a6e3278a-5171-4d4c-ad0f-f7665d48da7c tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.547066 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e11e990c-c79a-4b23-8d05-7f68fbd325ce tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.563289 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-25eb7c3b-2d7b-4579-a5ba-c2e667d927ed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Transition to ACTIVE for port object 21cfb444-fd8d-466b-bb93-2bda0ba48897 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:45.566104 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e11e990c-c79a-4b23-8d05-7f68fbd325ce tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] 10.222.0.21 "DELETE /v2.0/ports/5d4b642d-06c8-4445-afa6-59092bce5cc1 HTTP/1.1" status: 204 len: 168 time: 2.2758381 Apr 29 15:40:45.570452 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52514) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:45.638004 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-38386163-1dea-404d-b762-d55b182d1e2f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.741911 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddcaf87-677a-4b8e-a19f-a30c3cbf9bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-75e7f0f8-4897-4e20-8301-99a7eae75065', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'fixed_ips': [{'subnet_id': 'fc10919c-3c90-4cd0-93df-c71e4bc56db8'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:40:45.742460 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5ddcaf87-677a-4b8e-a19f-a30c3cbf9bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.742681 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-25eb7c3b-2d7b-4579-a5ba-c2e667d927ed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.804126 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915912e-98e8-4abf-98ac-3b6bccaa670c None None] Pushing event updated for resources: {'Port': ['ID=78cc2203-e6b8-4a6f-b329-21eeacde222b,revision_number=7']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:45.826437 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38386163-1dea-404d-b762-d55b182d1e2f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Subnet': ['ID=2ccee1fe-852b-4a27-b01d-6466e909a76c,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:45.864947 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a6e3278a-5171-4d4c-ad0f-f7665d48da7c tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.899354 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-5d68c7f0-881f-4870-817c-25ccb2a27943 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Delete allocated IP 2001:db8::305 (fff58e3d-3f04-435f-9a39-63c880802c71/db4e79d1-3b31-4a32-bf70-d4ca5c1e83f0) {{(pid=84770) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 15:40:45.908963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-5d68c7f0-881f-4870-817c-25ccb2a27943 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Allocated IP 2001:db8:0:2::12f (fff58e3d-3f04-435f-9a39-63c880802c71/fda600dc-3224-4982-b0f9-ef98bc8747c9/26babb76-3ffd-4a7f-9fac-129bbff8c6ae) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:45.909197 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0b6cbe85-f55c-4ac5-b8b0-32aa46472bb1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.912056 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38386163-1dea-404d-b762-d55b182d1e2f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Checking segment: {'id': '2d2a91d5-4e11-406a-acdb-4ca541c661a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dd0ed1e7-3651-4b82-8787-3060726775f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:40:45.912408 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38386163-1dea-404d-b762-d55b182d1e2f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network hostable DHCP agents. Network: dd0ed1e7-3651-4b82-8787-3060726775f9, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:40:45.920582 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eb7c3b-2d7b-4579-a5ba-c2e667d927ed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:45.923064 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb7c3b-2d7b-4579-a5ba-c2e667d927ed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=21cfb444-fd8d-466b-bb93-2bda0ba48897,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:45.929080 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-25eb7c3b-2d7b-4579-a5ba-c2e667d927ed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:45.930209 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a6e3278a-5171-4d4c-ad0f-f7665d48da7c tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.941595 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eb7c3b-2d7b-4579-a5ba-c2e667d927ed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:45.945448 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eb7c3b-2d7b-4579-a5ba-c2e667d927ed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:45.946053 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-25eb7c3b-2d7b-4579-a5ba-c2e667d927ed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.982515 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb17d2f0-71d7-4ef8-ab7e-b8491b8ca5fd tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Deleting subnet 49eed4cd-3435-4a20-82f6-c644b118749b {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:40:45.994620 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3278a-5171-4d4c-ad0f-f7665d48da7c tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36788a81-dcb2-4f47-a93a-62520594e5a8,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:46.024265 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fb17d2f0-71d7-4ef8-ab7e-b8491b8ca5fd tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.077280 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-25eb7c3b-2d7b-4579-a5ba-c2e667d927ed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5502396 Apr 29 15:40:46.085351 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52518) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:46.085521 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9f27e8cd-a48c-4067-9ad8-552789bc389b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.102021 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8361cd-627a-4059-ac94-91d74d1089e9', 'name': 'tempest-TestVolumeBootPattern-349279303-router', 'tenant_id': '6f0fd3781bce42d19f008cb3e860011f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '8bb6d61f-7b26-4750-ba52-31dd83437ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:36Z', 'updated_at': '2022-04-29T15:40:40Z', 'revision_number': 3, 'project_id': '6f0fd3781bce42d19f008cb3e860011f', 'gw_port': {'id': '8bb6d61f-7b26-4750-ba52-31dd83437ed0', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8361cd-627a-4059-ac94-91d74d1089e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:38Z', 'updated_at': '2022-04-29T15:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:46.109313 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] Checking router: 8b8361cd-627a-4059-ac94-91d74d1089e9 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:40:46.109827 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] Updating router 8b8361cd-627a-4059-ac94-91d74d1089e9 port 8bb6d61f-7b26-4750-ba52-31dd83437ed0 binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:40:46.140556 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a6e3278a-5171-4d4c-ad0f-f7665d48da7c tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.143573 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a6e3278a-5171-4d4c-ad0f-f7665d48da7c tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0240052 Apr 29 15:40:46.155272 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52522) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:46.159320 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38386163-1dea-404d-b762-d55b182d1e2f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network dd0ed1e7-3651-4b82-8787-3060726775f9 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:40:46.176931 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-b13781d8-5e57-4d2e-9d5a-14636e8d5f0a tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group_rule': {'security_group_id': '336ecae0-faac-4437-8f1e-e156893d4cf5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:46.179451 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-5ddcaf87-677a-4b8e-a19f-a30c3cbf9bfc None None] Allocated IP 2001:db8::2 (75e7f0f8-4897-4e20-8301-99a7eae75065/fc10919c-3c90-4cd0-93df-c71e4bc56db8/99817ae0-d91e-4849-9e82-4bd605525ac2) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:46.192961 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fb17d2f0-71d7-4ef8-ab7e-b8491b8ca5fd tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.196124 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.235368 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b13781d8-5e57-4d2e-9d5a-14636e8d5f0a tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:46.248746 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-38386163-1dea-404d-b762-d55b182d1e2f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, dd0ed1e7-3651-4b82-8787-3060726775f9) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:46.259078 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0b6cbe85-f55c-4ac5-b8b0-32aa46472bb1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.259349 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38386163-1dea-404d-b762-d55b182d1e2f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:46.259349 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-38386163-1dea-404d-b762-d55b182d1e2f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.269956 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f10d10-9ced-4996-85b1-233c0c2ece97 None None] Network dd0ed1e7-3651-4b82-8787-3060726775f9 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:46.279019 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b13781d8-5e57-4d2e-9d5a-14636e8d5f0a tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Usage tracker for resource:security_group_rule and tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:46.299632 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b13781d8-5e57-4d2e-9d5a-14636e8d5f0a tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:46.383057 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-38386163-1dea-404d-b762-d55b182d1e2f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0027168 Apr 29 15:40:46.386020 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5d68c7f0-881f-4870-817c-25ccb2a27943 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.388893 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fb17d2f0-71d7-4ef8-ab7e-b8491b8ca5fd tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.396205 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52526) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:46.408018 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-a19b972a-da2f-4957-9eb1-2f5044e84f55 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'port': {'network_id': 'dd0ed1e7-3651-4b82-8787-3060726775f9', 'name': 'tempest-PortsTestJSON-1483054016'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:46.442051 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b13781d8-5e57-4d2e-9d5a-14636e8d5f0a tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:46.581310 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-5d68c7f0-881f-4870-817c-25ccb2a27943 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Transition to ACTIVE for port object 26babb76-3ffd-4a7f-9fac-129bbff8c6ae will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:46.616713 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0de6-9bc2-4189-85f8-f98adf075bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.623345 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b13781d8-5e57-4d2e-9d5a-14636e8d5f0a tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.626158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a19b972a-da2f-4957-9eb1-2f5044e84f55 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:46.643799 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a19b972a-da2f-4957-9eb1-2f5044e84f55 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:46.649900 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5d68c7f0-881f-4870-817c-25ccb2a27943 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.690650 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d6bcb6-6764-45ee-a3d8-c1887cc63935 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:46.692140 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-66d6bcb6-6764-45ee-a3d8-c1887cc63935 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:46.797183 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0b6cbe85-f55c-4ac5-b8b0-32aa46472bb1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.799934 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fb17d2f0-71d7-4ef8-ab7e-b8491b8ca5fd tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.825850 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19b972a-da2f-4957-9eb1-2f5044e84f55 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:46.828851 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a19b972a-da2f-4957-9eb1-2f5044e84f55 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.846906 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-b13781d8-5e57-4d2e-9d5a-14636e8d5f0a tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 15:40:46.849118 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b13781d8-5e57-4d2e-9d5a-14636e8d5f0a tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6897049 Apr 29 15:40:46.852296 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-5d68c7f0-881f-4870-817c-25ccb2a27943 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] In _notify_port_updated(), no bound segment for port 26babb76-3ffd-4a7f-9fac-129bbff8c6ae on network fff58e3d-3f04-435f-9a39-63c880802c71 {{(pid=84770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 15:40:46.856076 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d68c7f0-881f-4870-817c-25ccb2a27943 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:46.856793 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5d68c7f0-881f-4870-817c-25ccb2a27943 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.860814 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5d68c7f0-881f-4870-817c-25ccb2a27943 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "PUT /v2.0/ports/26babb76-3ffd-4a7f-9fac-129bbff8c6ae HTTP/1.1" status: 200 len: 970 time: 3.5245657 Apr 29 15:40:46.868132 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52530) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:46.875553 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52532) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:46.923282 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68c7f0-881f-4870-817c-25ccb2a27943 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event updated for resources: {'Port': ['ID=26babb76-3ffd-4a7f-9fac-129bbff8c6ae,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:46.970826 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-66d6bcb6-6764-45ee-a3d8-c1887cc63935 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:46.973053 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-66d6bcb6-6764-45ee-a3d8-c1887cc63935 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.8795731 Apr 29 15:40:46.974514 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17d2f0-71d7-4ef8-ab7e-b8491b8ca5fd tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Pushing event deleted for resources: {'Subnet': ['ID=49eed4cd-3435-4a20-82f6-c644b118749b,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:46.976704 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52538) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:46.977407 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0b6cbe85-f55c-4ac5-b8b0-32aa46472bb1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.980483 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca6c80f-c5f4-4840-886a-022d0c8744f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-dd0ed1e7-3651-4b82-8787-3060726775f9', 'network_id': 'dd0ed1e7-3651-4b82-8787-3060726775f9', 'tenant_id': '91bb22a2ab704c6d85079e8d3f0117f8', 'fixed_ips': [{'subnet_id': '2ccee1fe-852b-4a27-b01d-6466e909a76c'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:40:46.981282 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1ca6c80f-c5f4-4840-886a-022d0c8744f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.999538 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5ddcaf87-677a-4b8e-a19f-a30c3cbf9bfc None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.018207 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-a19b972a-da2f-4957-9eb1-2f5044e84f55 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] device_id is not set on port 9d1e32e0-0653-4b66-acb8-e1900b3d1ddb yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:40:47.047644 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5ddcaf87-677a-4b8e-a19f-a30c3cbf9bfc None None] Transition to ACTIVE for port object 99817ae0-d91e-4849-9e82-4bd605525ac2 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:47.058795 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7c449e70-edac-4caf-b767-c76dc7a2779c None None] Provisioning for port 78cc2203-e6b8-4a6f-b329-21eeacde222b completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:47.071616 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7c449e70-edac-4caf-b767-c76dc7a2779c None None] Provisioning complete for port 78cc2203-e6b8-4a6f-b329-21eeacde222b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:47.071989 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7c449e70-edac-4caf-b767-c76dc7a2779c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.152902 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-556ef124-5f58-4c81-a936-96faf20cf232 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting port 21cfb444-fd8d-466b-bb93-2bda0ba48897 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:47.153293 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-556ef124-5f58-4c81-a936-96faf20cf232 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.153742 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-02fbe57d-759f-489e-9c45-2a6f1f74ac11 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting port 26babb76-3ffd-4a7f-9fac-129bbff8c6ae {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:47.154186 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-02fbe57d-759f-489e-9c45-2a6f1f74ac11 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.156746 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.170625 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f9f482-83ff-4185-adf8-c748ea193af6 None None] Network 7a130877-d02f-4120-8537-5b59fb0fa88e requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:47.182806 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fb17d2f0-71d7-4ef8-ab7e-b8491b8ca5fd tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.196899 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.resource_extend [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:40:47.204641 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5ddcaf87-677a-4b8e-a19f-a30c3cbf9bfc None None] Transition to ACTIVE for port object 99817ae0-d91e-4849-9e82-4bd605525ac2 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:47.226782 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fb17d2f0-71d7-4ef8-ab7e-b8491b8ca5fd tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] 10.222.0.21 "DELETE /v2.0/subnets/49eed4cd-3435-4a20-82f6-c644b118749b HTTP/1.1" status: 204 len: 168 time: 1.6542659 Apr 29 15:40:47.238830 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52542) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:47.304754 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0b6cbe85-f55c-4ac5-b8b0-32aa46472bb1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.351631 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5ddcaf87-677a-4b8e-a19f-a30c3cbf9bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.476952 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ae90aafc-d8e1-4922-9281-34ad6280014e tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.505692 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-4c6a0de6-9bc2-4189-85f8-f98adf075bb9 admin admin] Allocated IP 172.20.0.1 (d0925342-2185-403c-be80-2eb8befd6cb5/ce1277b3-c4e7-4b48-9f4f-c63c99580626/1203a152-477e-4c42-900e-5569a62b8bdf) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:47.527726 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-874a401c-631f-4710-8cb0-cc7d4dbbc061 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.546306 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6cbe85-f55c-4ac5-b8b0-32aa46472bb1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'Port': ['ID=fa459db6-a81c-4285-bbe7-9cc5afcb645d,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:47.562067 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-a19b972a-da2f-4957-9eb1-2f5044e84f55 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Allocated IP 172.20.0.3 (dd0ed1e7-3651-4b82-8787-3060726775f9/2ccee1fe-852b-4a27-b01d-6466e909a76c/9d1e32e0-0653-4b66-acb8-e1900b3d1ddb) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:47.563117 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.573760 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddcaf87-677a-4b8e-a19f-a30c3cbf9bfc None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:47.584227 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ae90aafc-d8e1-4922-9281-34ad6280014e tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.585838 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddcaf87-677a-4b8e-a19f-a30c3cbf9bfc None None] Pushing event updated for resources: {'Port': ['ID=99817ae0-d91e-4849-9e82-4bd605525ac2,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:47.593163 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-5ddcaf87-677a-4b8e-a19f-a30c3cbf9bfc None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:47.595011 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.613546 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddcaf87-677a-4b8e-a19f-a30c3cbf9bfc None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:47.625580 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] Transition to ACTIVE for port object 8bb6d61f-7b26-4750-ba52-31dd83437ed0 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:47.736706 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 78cc2203-e6b8-4a6f-b329-21eeacde222b up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:47.760836 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-556ef124-5f58-4c81-a936-96faf20cf232 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.773510 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.874794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-5ddcaf87-677a-4b8e-a19f-a30c3cbf9bfc None None] Attempting to bind port 99817ae0-d91e-4849-9e82-4bd605525ac2 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:40:47.875163 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-5ddcaf87-677a-4b8e-a19f-a30c3cbf9bfc None None] Attempting to bind port 99817ae0-d91e-4849-9e82-4bd605525ac2 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:40:47.875523 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddcaf87-677a-4b8e-a19f-a30c3cbf9bfc None None] Attempting to bind port 99817ae0-d91e-4849-9e82-4bd605525ac2 on network 75e7f0f8-4897-4e20-8301-99a7eae75065 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:40:47.908573 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-556ef124-5f58-4c81-a936-96faf20cf232 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Calling delete_port for 21cfb444-fd8d-466b-bb93-2bda0ba48897 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:47.913754 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e15193-f91d-460c-a5f5-702a855e1627 None None] Pushing event updated for resources: {'Port': ['ID=8bb6d61f-7b26-4750-ba52-31dd83437ed0,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:47.924379 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddcaf87-677a-4b8e-a19f-a30c3cbf9bfc None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:40:47.924774 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddcaf87-677a-4b8e-a19f-a30c3cbf9bfc None None] Checking segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:40:47.928155 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5ddcaf87-677a-4b8e-a19f-a30c3cbf9bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.928155 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddcaf87-677a-4b8e-a19f-a30c3cbf9bfc None None] Bound using segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:40:47.928155 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-5ddcaf87-677a-4b8e-a19f-a30c3cbf9bfc None None] Bound port: 99817ae0-d91e-4849-9e82-4bd605525ac2, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:40:47.928155 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5ddcaf87-677a-4b8e-a19f-a30c3cbf9bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.928660 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0de6-9bc2-4189-85f8-f98adf075bb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.945316 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] Attempting to bind port 8bb6d61f-7b26-4750-ba52-31dd83437ed0 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:40:47.946516 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] Attempting to bind port 8bb6d61f-7b26-4750-ba52-31dd83437ed0 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:40:47.946516 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] Attempting to bind port 8bb6d61f-7b26-4750-ba52-31dd83437ed0 on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:40:47.946747 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-874a401c-631f-4710-8cb0-cc7d4dbbc061 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Deleting port ba1a8047-2df3-496f-9227-ba08e95a5975 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:47.946747 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-874a401c-631f-4710-8cb0-cc7d4dbbc061 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.998101 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7c449e70-edac-4caf-b767-c76dc7a2779c None None] Provisioning for port 26babb76-3ffd-4a7f-9fac-129bbff8c6ae completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:47.998650 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-4c6a0de6-9bc2-4189-85f8-f98adf075bb9 admin admin] Transition to ACTIVE for port object 1203a152-477e-4c42-900e-5569a62b8bdf will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:48.002019 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:40:48.002216 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:40:48.002443 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:48.006448 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:40:48.006448 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] Bound port: 8bb6d61f-7b26-4750-ba52-31dd83437ed0, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:40:48.006448 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:48.061098 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ae90aafc-d8e1-4922-9281-34ad6280014e tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:48.074008 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7c449e70-edac-4caf-b767-c76dc7a2779c None None] Provisioning complete for port 26babb76-3ffd-4a7f-9fac-129bbff8c6ae triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:48.074684 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7c449e70-edac-4caf-b767-c76dc7a2779c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:48.099658 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb581da-9686-404d-a2fd-a181c34bcf0c None None] DHCP port deletion for 7a130877-d02f-4120-8537-5b59fb0fa88e request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:40:48.113444 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-02fbe57d-759f-489e-9c45-2a6f1f74ac11 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:48.120695 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90aafc-d8e1-4922-9281-34ad6280014e tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=336ecae0-faac-4437-8f1e-e156893d4cf5,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:48.147691 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-fdb581da-9686-404d-a2fd-a181c34bcf0c None None] Deleting port ba1a8047-2df3-496f-9227-ba08e95a5975 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:48.148034 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fdb581da-9686-404d-a2fd-a181c34bcf0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:48.188221 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 78cc2203-e6b8-4a6f-b329-21eeacde222b triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:48.188981 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:48.261171 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-02fbe57d-759f-489e-9c45-2a6f1f74ac11 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Calling delete_port for 26babb76-3ffd-4a7f-9fac-129bbff8c6ae owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:48.278547 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-5ddcaf87-677a-4b8e-a19f-a30c3cbf9bfc None None] For port 99817ae0-d91e-4849-9e82-4bd605525ac2, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:40:48.284528 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-874a401c-631f-4710-8cb0-cc7d4dbbc061 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] For port ba1a8047-2df3-496f-9227-ba08e95a5975, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ba1a8047-2df3-496f-9227-ba08e95a5975,segment=NetworkSegment(541e6ba7-89b5-4ad9-a295-aa1ea6eda662),segment_id=541e6ba7-89b5-4ad9-a295-aa1ea6eda662)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:48.285637 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-874a401c-631f-4710-8cb0-cc7d4dbbc061 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:48.291038 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-7c449e70-edac-4caf-b767-c76dc7a2779c None None] Port 26babb76-3ffd-4a7f-9fac-129bbff8c6ae cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:48.309737 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] For port 8bb6d61f-7b26-4750-ba52-31dd83437ed0, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:40:48.318241 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ae90aafc-d8e1-4922-9281-34ad6280014e tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:48.321595 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ae90aafc-d8e1-4922-9281-34ad6280014e tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "DELETE /v2.0/security-groups/336ecae0-faac-4437-8f1e-e156893d4cf5 HTTP/1.1" status: 204 len: 168 time: 1.4500740 Apr 29 15:40:48.323706 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-5ddcaf87-677a-4b8e-a19f-a30c3cbf9bfc None None] For port 99817ae0-d91e-4849-9e82-4bd605525ac2, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=99817ae0-d91e-4849-9e82-4bd605525ac2,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:40:48.325302 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52548) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:48.353974 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [None req-0b6cbe85-f55c-4ac5-b8b0-32aa46472bb1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Floating IP 03fee616-d161-43d4-9cf3-058e47453034 associated. External IP: 172.26.1.221, port: 1542b03d-1e4e-47d4-83fc-3976bf1e1f1a. Apr 29 15:40:48.366390 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] For port 8bb6d61f-7b26-4750-ba52-31dd83437ed0, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=8bb6d61f-7b26-4750-ba52-31dd83437ed0,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:40:48.411210 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5ddcaf87-677a-4b8e-a19f-a30c3cbf9bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:48.446415 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a19b972a-da2f-4957-9eb1-2f5044e84f55 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:48.458335 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0de6-9bc2-4189-85f8-f98adf075bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:48.493072 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7c449e70-edac-4caf-b767-c76dc7a2779c None None] Provisioning complete for port 214ee16a-6c88-4d2d-83a0-6c36fdd2a8b5 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:48.493450 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7c449e70-edac-4caf-b767-c76dc7a2779c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:48.563082 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-a19b972a-da2f-4957-9eb1-2f5044e84f55 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Transition to ACTIVE for port object 9d1e32e0-0653-4b66-acb8-e1900b3d1ddb will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:48.566342 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-556ef124-5f58-4c81-a936-96faf20cf232 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:48.582420 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-874a401c-631f-4710-8cb0-cc7d4dbbc061 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Calling delete_port for ba1a8047-2df3-496f-9227-ba08e95a5975 owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:48.596459 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5830ec45-a16c-41a0-ba4b-1d5118e0e6d2 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Synchronizing usage tracker for tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:48.601111 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6a0de6-9bc2-4189-85f8-f98adf075bb9 admin admin] Network d0925342-2185-403c-be80-2eb8befd6cb5 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:48.611487 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-4c6a0de6-9bc2-4189-85f8-f98adf075bb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:48.614937 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6a0de6-9bc2-4189-85f8-f98adf075bb9 admin admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:48.633572 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:48.634573 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:48.683057 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a0de6-9bc2-4189-85f8-f98adf075bb9 admin admin] Pushing event updated for resources: {'Port': ['ID=1203a152-477e-4c42-900e-5569a62b8bdf,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:48.719697 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0de6-9bc2-4189-85f8-f98adf075bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:48.725367 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ef124-5f58-4c81-a936-96faf20cf232 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Port': ['ID=21cfb444-fd8d-466b-bb93-2bda0ba48897,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:48.756083 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-02fbe57d-759f-489e-9c45-2a6f1f74ac11 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:48.773928 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-fdb581da-9686-404d-a2fd-a181c34bcf0c None None] For port ba1a8047-2df3-496f-9227-ba08e95a5975, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ba1a8047-2df3-496f-9227-ba08e95a5975,segment=NetworkSegment(541e6ba7-89b5-4ad9-a295-aa1ea6eda662),segment_id=541e6ba7-89b5-4ad9-a295-aa1ea6eda662)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:48.774325 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fdb581da-9686-404d-a2fd-a181c34bcf0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:48.805079 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-7c449e70-edac-4caf-b767-c76dc7a2779c None None] Port 214ee16a-6c88-4d2d-83a0-6c36fdd2a8b5 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:48.823556 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5830ec45-a16c-41a0-ba4b-1d5118e0e6d2 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Unset dirty status for tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:48.823556 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5830ec45-a16c-41a0-ba4b-1d5118e0e6d2 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4843061 Apr 29 15:40:48.823556 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a19b972a-da2f-4957-9eb1-2f5044e84f55 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:48.829084 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-556ef124-5f58-4c81-a936-96faf20cf232 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:48.831174 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52552) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:48.847334 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddcaf87-677a-4b8e-a19f-a30c3cbf9bfc None None] Pushing event updated for resources: {'Port': ['ID=99817ae0-d91e-4849-9e82-4bd605525ac2,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:48.853919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fbe57d-759f-489e-9c45-2a6f1f74ac11 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Port': ['ID=26babb76-3ffd-4a7f-9fac-129bbff8c6ae,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:48.907490 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-abd342e8-8fc6-4ef0-8904-94cc14c5b282 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group': {'name': 'tempest-secgroup--1977129767'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:48.929423 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-abd342e8-8fc6-4ef0-8904-94cc14c5b282 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:48.932378 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-874a401c-631f-4710-8cb0-cc7d4dbbc061 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:48.991380 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-abd342e8-8fc6-4ef0-8904-94cc14c5b282 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:48.997933 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19b972a-da2f-4957-9eb1-2f5044e84f55 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network dd0ed1e7-3651-4b82-8787-3060726775f9 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:49.011063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-a19b972a-da2f-4957-9eb1-2f5044e84f55 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:49.014698 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b972a-da2f-4957-9eb1-2f5044e84f55 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Port': ['ID=9d1e32e0-0653-4b66-acb8-e1900b3d1ddb,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:49.019664 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19b972a-da2f-4957-9eb1-2f5044e84f55 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:49.054020 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-02fbe57d-759f-489e-9c45-2a6f1f74ac11 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:49.063279 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-fdb581da-9686-404d-a2fd-a181c34bcf0c None None] Calling delete_port for ba1a8047-2df3-496f-9227-ba08e95a5975 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:49.065341 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a401c-631f-4710-8cb0-cc7d4dbbc061 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Pushing event deleted for resources: {'Port': ['ID=ba1a8047-2df3-496f-9227-ba08e95a5975,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:49.121673 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-02fbe57d-759f-489e-9c45-2a6f1f74ac11 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/ports/26babb76-3ffd-4a7f-9fac-129bbff8c6ae HTTP/1.1" status: 204 len: 168 time: 2.2506981 Apr 29 15:40:49.125496 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52556) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:49.140397 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-abd342e8-8fc6-4ef0-8904-94cc14c5b282 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:49.152150 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-fdb581da-9686-404d-a2fd-a181c34bcf0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:40:49.152512 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-fdb581da-9686-404d-a2fd-a181c34bcf0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:40:49.161870 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f519e9cf-786d-4378-bbfd-46947b273dfe None None] Could not find standard attr ID for object 26babb76-3ffd-4a7f-9fac-129bbff8c6ae. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:40:49.173787 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0de6-9bc2-4189-85f8-f98adf075bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:49.185996 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19b972a-da2f-4957-9eb1-2f5044e84f55 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:49.186635 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a19b972a-da2f-4957-9eb1-2f5044e84f55 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:49.202607 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-556ef124-5f58-4c81-a936-96faf20cf232 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/21cfb444-fd8d-466b-bb93-2bda0ba48897 HTTP/1.1" status: 204 len: 168 time: 2.2161789 Apr 29 15:40:49.202607 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-278c132e-87c4-4da9-8c95-53cca0f7baa4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] GET failed (client error): The resource could not be found. Apr 29 15:40:49.203367 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52560) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:49.203506 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-278c132e-87c4-4da9-8c95-53cca0f7baa4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports/26babb76-3ffd-4a7f-9fac-129bbff8c6ae HTTP/1.1" status: 404 len: 333 time: 0.0712609 Apr 29 15:40:49.203607 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52562) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:49.205725 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874a401c-631f-4710-8cb0-cc7d4dbbc061 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] No DVR routers for this DVR port ba1a8047-2df3-496f-9227-ba08e95a5975 on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:40:49.225759 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-1ca6c80f-c5f4-4840-886a-022d0c8744f8 None None] Allocated IP 172.20.0.2 (dd0ed1e7-3651-4b82-8787-3060726775f9/2ccee1fe-852b-4a27-b01d-6466e909a76c/04abd8b4-c1c7-4ed9-9b53-b3a88422f852) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:49.362305 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] Routers {'8b8361cd-627a-4059-ac94-91d74d1089e9'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:40:49.363600 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:40:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['8b8361cd-627a-4059-ac94-91d74d1089e9'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:49.398732 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-874a401c-631f-4710-8cb0-cc7d4dbbc061 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:49.458766 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a19b972a-da2f-4957-9eb1-2f5044e84f55 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0612507 Apr 29 15:40:49.462755 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52568) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:49.490404 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-abd342e8-8fc6-4ef0-8904-94cc14c5b282 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:49.511293 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-abd342e8-8fc6-4ef0-8904-94cc14c5b282 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Usage tracker for resource:security_group_rule and tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:49.515993 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-abd342e8-8fc6-4ef0-8904-94cc14c5b282 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:49.523335 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-874a401c-631f-4710-8cb0-cc7d4dbbc061 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a130877-d02f-4120-8537-5b59fb0fa88e']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:49.526432 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-abd342e8-8fc6-4ef0-8904-94cc14c5b282 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:49.565445 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-874a401c-631f-4710-8cb0-cc7d4dbbc061 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541e6ba7-89b5-4ad9-a295-aa1ea6eda662') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:49.566063 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-874a401c-631f-4710-8cb0-cc7d4dbbc061 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541e6ba7-89b5-4ad9-a295-aa1ea6eda662') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:49.573711 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-04ed2e19-1bda-411a-bed4-6c35db6453a9 None None] Provisioning for port 1203a152-477e-4c42-900e-5569a62b8bdf completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:49.586812 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04843630-ea66-42cb-b78b-534e03851e05 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:49.588522 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04843630-ea66-42cb-b78b-534e03851e05 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:49.589271 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-04843630-ea66-42cb-b78b-534e03851e05 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:49.602012 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e15193-f91d-460c-a5f5-702a855e1627 None None] Pushing event updated for resources: {'Port': ['ID=8bb6d61f-7b26-4750-ba52-31dd83437ed0,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:49.607935 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-874a401c-631f-4710-8cb0-cc7d4dbbc061 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:49.612440 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-04ed2e19-1bda-411a-bed4-6c35db6453a9 None None] Provisioning complete for port 1203a152-477e-4c42-900e-5569a62b8bdf triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:49.613305 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-04ed2e19-1bda-411a-bed4-6c35db6453a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:49.641139 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-bf5c9c3f-a03d-4473-a0c6-8246a3f0dcdf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port 9d1e32e0-0653-4b66-acb8-e1900b3d1ddb {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:49.641731 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bf5c9c3f-a03d-4473-a0c6-8246a3f0dcdf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:49.673834 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd2d6d06-8264-4617-8a6b-a6e1a0bb60e5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:49.686734 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-fdb581da-9686-404d-a2fd-a181c34bcf0c None None] Deleting port ba1a8047-2df3-496f-9227-ba08e95a5975 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:49.686734 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fdb581da-9686-404d-a2fd-a181c34bcf0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:49.697665 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-874a401c-631f-4710-8cb0-cc7d4dbbc061 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:49.752670 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874a401c-631f-4710-8cb0-cc7d4dbbc061 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:40:49.753303 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-874a401c-631f-4710-8cb0-cc7d4dbbc061 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:40:49.782105 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:40:49.797803 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] Set router 8b8361cd-627a-4059-ac94-91d74d1089e9 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:40:49.798213 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-abd342e8-8fc6-4ef0-8904-94cc14c5b282 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:49.810738 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-04843630-ea66-42cb-b78b-534e03851e05 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:49.814390 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-04843630-ea66-42cb-b78b-534e03851e05 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6074443 Apr 29 15:40:49.825212 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52572) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:49.868057 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd2d6d06-8264-4617-8a6b-a6e1a0bb60e5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:49.873440 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 99817ae0-d91e-4849-9e82-4bd605525ac2 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:49.920344 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-abd342e8-8fc6-4ef0-8904-94cc14c5b282 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:49.939684 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-fdb581da-9686-404d-a2fd-a181c34bcf0c None None] The port 'ba1a8047-2df3-496f-9227-ba08e95a5975' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:40:49.971747 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6cbe85-f55c-4ac5-b8b0-32aa46472bb1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Router d8f0ec34-79eb-4e21-9dd6-4f19503c203d has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:40:50.008729 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-04ed2e19-1bda-411a-bed4-6c35db6453a9 None None] Port 1203a152-477e-4c42-900e-5569a62b8bdf cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:50.144779 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-874a401c-631f-4710-8cb0-cc7d4dbbc061 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.149857 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-874a401c-631f-4710-8cb0-cc7d4dbbc061 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.180367 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd342e8-8fc6-4ef0-8904-94cc14c5b282 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59ea8deb-eb0d-49cc-8ad2-3ae9e6e27d79,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:50.205790 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a401c-631f-4710-8cb0-cc7d4dbbc061 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] Pushing event deleted for resources: {'Network': ['ID=7a130877-d02f-4120-8537-5b59fb0fa88e,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:50.214056 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bf5c9c3f-a03d-4473-a0c6-8246a3f0dcdf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.214244 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0de6-9bc2-4189-85f8-f98adf075bb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.229297 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-abd342e8-8fc6-4ef0-8904-94cc14c5b282 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.229297 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-abd342e8-8fc6-4ef0-8904-94cc14c5b282 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3852870 Apr 29 15:40:50.229297 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52576) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:50.230745 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-573a53f2-9abb-465a-adaa-241d7f8133fc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet fc10919c-3c90-4cd0-93df-c71e4bc56db8 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:40:50.234599 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-573a53f2-9abb-465a-adaa-241d7f8133fc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.261134 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1ca6c80f-c5f4-4840-886a-022d0c8744f8 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.301794 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-573a53f2-9abb-465a-adaa-241d7f8133fc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.305878 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1ca6c80f-c5f4-4840-886a-022d0c8744f8 None None] Transition to ACTIVE for port object 04abd8b4-c1c7-4ed9-9b53-b3a88422f852 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:50.336751 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1ca6c80f-c5f4-4840-886a-022d0c8744f8 None None] Transition to ACTIVE for port object 04abd8b4-c1c7-4ed9-9b53-b3a88422f852 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:50.360011 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8361cd-627a-4059-ac94-91d74d1089e9', 'name': 'tempest-TestVolumeBootPattern-349279303-router', 'tenant_id': '6f0fd3781bce42d19f008cb3e860011f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '8bb6d61f-7b26-4750-ba52-31dd83437ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:36Z', 'updated_at': '2022-04-29T15:40:48Z', 'revision_number': 4, 'project_id': '6f0fd3781bce42d19f008cb3e860011f', 'gw_port': {'id': '8bb6d61f-7b26-4750-ba52-31dd83437ed0', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8361cd-627a-4059-ac94-91d74d1089e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:38Z', 'updated_at': '2022-04-29T15:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '1203a152-477e-4c42-900e-5569a62b8bdf', 'name': '', 'network_id': 'd0925342-2185-403c-be80-2eb8befd6cb5', 'tenant_id': '6f0fd3781bce42d19f008cb3e860011f', 'mac_address': 'fa:16:3e:dd:9a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8361cd-627a-4059-ac94-91d74d1089e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce1277b3-c4e7-4b48-9f4f-c63c99580626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:40:47Z', 'revision_number': 1, 'project_id': '6f0fd3781bce42d19f008cb3e860011f', 'subnets': [{'id': 'ce1277b3-c4e7-4b48-9f4f-c63c99580626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:50.365316 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8854eef-9eb7-4371-9c87-313c2628c6e2 None None] The sync data for ids ['8b8361cd-627a-4059-ac94-91d74d1089e9'] in dv-neutron-839913-1-hyperv is: [{'id': '8b8361cd-627a-4059-ac94-91d74d1089e9', 'name': 'tempest-TestVolumeBootPattern-349279303-router', 'tenant_id': '6f0fd3781bce42d19f008cb3e860011f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '8bb6d61f-7b26-4750-ba52-31dd83437ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:36Z', 'updated_at': '2022-04-29T15:40:48Z', 'revision_number': 4, 'project_id': '6f0fd3781bce42d19f008cb3e860011f', 'gw_port': {'id': '8bb6d61f-7b26-4750-ba52-31dd83437ed0', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8361cd-627a-4059-ac94-91d74d1089e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:38Z', 'updated_at': '2022-04-29T15:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '1203a152-477e-4c42-900e-5569a62b8bdf', 'name': '', 'network_id': 'd0925342-2185-403c-be80-2eb8befd6cb5', 'tenant_id': '6f0fd3781bce42d19f008cb3e860011f', 'mac_address': 'fa:16:3e:dd:9a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8361cd-627a-4059-ac94-91d74d1089e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce1277b3-c4e7-4b48-9f4f-c63c99580626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:40:47Z', 'revision_number': 1, 'project_id': '6f0fd3781bce42d19f008cb3e860011f', 'subnets': [{'id': 'ce1277b3-c4e7-4b48-9f4f-c63c99580626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:40:50.370753 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-d2567ca2-ffe7-4865-a602-b6a63880cba6 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group_rule': {'security_group_id': '59ea8deb-eb0d-49cc-8ad2-3ae9e6e27d79', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:50.371416 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-d2567ca2-ffe7-4865-a602-b6a63880cba6 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:40:50.374926 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d2567ca2-ffe7-4865-a602-b6a63880cba6 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0101545 Apr 29 15:40:50.377981 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52580) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:50.387853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd2d6d06-8264-4617-8a6b-a6e1a0bb60e5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.398531 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0de6-9bc2-4189-85f8-f98adf075bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.406239 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 99817ae0-d91e-4849-9e82-4bd605525ac2 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:50.471914 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ba1a8047-2df3-496f-9227-ba08e95a5975 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:40:50.483243 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd2d6d06-8264-4617-8a6b-a6e1a0bb60e5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.483824 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bd2d6d06-8264-4617-8a6b-a6e1a0bb60e5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/security-groups/1f913242-c0f7-4616-b80e-a2d1ddded848 HTTP/1.1" status: 204 len: 168 time: 1.2778111 Apr 29 15:40:50.517012 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52584) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:50.537167 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-bf5c9c3f-a03d-4473-a0c6-8246a3f0dcdf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Calling delete_port for 9d1e32e0-0653-4b66-acb8-e1900b3d1ddb owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:50.538265 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: ba1a8047-2df3-496f-9227-ba08e95a5975 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:40:50.538828 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ba1a8047-2df3-496f-9227-ba08e95a5975 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:40:50.547419 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1ca6c80f-c5f4-4840-886a-022d0c8744f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.558828 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d6d06-8264-4617-8a6b-a6e1a0bb60e5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f913242-c0f7-4616-b80e-a2d1ddded848,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:50.581533 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-874a401c-631f-4710-8cb0-cc7d4dbbc061 tempest-AllowedAddressPairTestJSON-234630991 tempest-AllowedAddressPairTestJSON-234630991-project] 10.222.0.21 "DELETE /v2.0/networks/7a130877-d02f-4120-8537-5b59fb0fa88e HTTP/1.1" status: 204 len: 168 time: 3.3372200 Apr 29 15:40:50.634060 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-573a53f2-9abb-465a-adaa-241d7f8133fc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.740948 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0de6-9bc2-4189-85f8-f98adf075bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.782301 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca6c80f-c5f4-4840-886a-022d0c8744f8 None None] Network dd0ed1e7-3651-4b82-8787-3060726775f9 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:50.793728 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-1ca6c80f-c5f4-4840-886a-022d0c8744f8 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:50.795077 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a0de6-9bc2-4189-85f8-f98adf075bb9 admin admin] Pushing event updated for resources: {'Port': ['ID=1203a152-477e-4c42-900e-5569a62b8bdf,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:50.814787 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6c80f-c5f4-4840-886a-022d0c8744f8 None None] Pushing event updated for resources: {'Port': ['ID=04abd8b4-c1c7-4ed9-9b53-b3a88422f852,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:50.817773 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca6c80f-c5f4-4840-886a-022d0c8744f8 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:50.824533 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d31ac6ae-0147-443d-ba04-bfb506653ea4 None None] Provisioning for port 99817ae0-d91e-4849-9e82-4bd605525ac2 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:50.840770 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9dd17279-2640-46b1-9d18-5742966199ed tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.890118 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d31ac6ae-0147-443d-ba04-bfb506653ea4 None None] Provisioning complete for port 99817ae0-d91e-4849-9e82-4bd605525ac2 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:50.890118 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d31ac6ae-0147-443d-ba04-bfb506653ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.895691 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6cbe85-f55c-4ac5-b8b0-32aa46472bb1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:40:50.906969 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7a59ae-3fdf-4066-a0c5-f827f2d244da None None] Sync routers for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:40:50.914692 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bf5c9c3f-a03d-4473-a0c6-8246a3f0dcdf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.943549 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7a59ae-3fdf-4066-a0c5-f827f2d244da None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:40:50.943549 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-bd7a59ae-3fdf-4066-a0c5-f827f2d244da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:40:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:50.989236 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c9c3f-a03d-4473-a0c6-8246a3f0dcdf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Port': ['ID=9d1e32e0-0653-4b66-acb8-e1900b3d1ddb,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:51.018011 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1ca6c80f-c5f4-4840-886a-022d0c8744f8 None None] Attempting to bind port 04abd8b4-c1c7-4ed9-9b53-b3a88422f852 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:40:51.018385 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1ca6c80f-c5f4-4840-886a-022d0c8744f8 None None] Attempting to bind port 04abd8b4-c1c7-4ed9-9b53-b3a88422f852 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '2d2a91d5-4e11-406a-acdb-4ca541c661a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dd0ed1e7-3651-4b82-8787-3060726775f9'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:40:51.018859 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca6c80f-c5f4-4840-886a-022d0c8744f8 None None] Attempting to bind port 04abd8b4-c1c7-4ed9-9b53-b3a88422f852 on network dd0ed1e7-3651-4b82-8787-3060726775f9 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:40:51.037055 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca6c80f-c5f4-4840-886a-022d0c8744f8 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:40:51.041092 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca6c80f-c5f4-4840-886a-022d0c8744f8 None None] Checking segment: {'id': '2d2a91d5-4e11-406a-acdb-4ca541c661a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dd0ed1e7-3651-4b82-8787-3060726775f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:40:51.041092 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1ca6c80f-c5f4-4840-886a-022d0c8744f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:51.041092 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca6c80f-c5f4-4840-886a-022d0c8744f8 None None] Bound using segment: {'id': '2d2a91d5-4e11-406a-acdb-4ca541c661a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dd0ed1e7-3651-4b82-8787-3060726775f9'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:40:51.041092 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1ca6c80f-c5f4-4840-886a-022d0c8744f8 None None] Bound port: 04abd8b4-c1c7-4ed9-9b53-b3a88422f852, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2a91d5-4e11-406a-acdb-4ca541c661a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dd0ed1e7-3651-4b82-8787-3060726775f9'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:40:51.041092 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1ca6c80f-c5f4-4840-886a-022d0c8744f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:51.086475 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-bd7a59ae-3fdf-4066-a0c5-f827f2d244da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:51.087584 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0b6cbe85-f55c-4ac5-b8b0-32aa46472bb1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:51.117868 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9dd17279-2640-46b1-9d18-5742966199ed tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:51.118574 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7a59ae-3fdf-4066-a0c5-f827f2d244da None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:40:51.119172 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-bd7a59ae-3fdf-4066-a0c5-f827f2d244da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:40:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:51.198791 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bf5c9c3f-a03d-4473-a0c6-8246a3f0dcdf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:51.198791 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-bf5c9c3f-a03d-4473-a0c6-8246a3f0dcdf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/ports/9d1e32e0-0653-4b66-acb8-e1900b3d1ddb HTTP/1.1" status: 204 len: 168 time: 1.7311437 Apr 29 15:40:51.205236 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52592) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:51.208391 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d31ac6ae-0147-443d-ba04-bfb506653ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:51.212287 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-573a53f2-9abb-465a-adaa-241d7f8133fc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:51.217821 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d726e726-fcdc-44b1-9b34-6f55ba546b04 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:51.237238 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-bd7a59ae-3fdf-4066-a0c5-f827f2d244da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:51.238405 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7a59ae-3fdf-4066-a0c5-f827f2d244da None None] The sync data for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:40:51.266217 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f01af9cd-f519-4906-a44f-63c13ef9003d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] DELETE failed (client error): The resource could not be found. Apr 29 15:40:51.266688 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f01af9cd-f519-4906-a44f-63c13ef9003d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:40:51.268393 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f01af9cd-f519-4906-a44f-63c13ef9003d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/ports/9d1e32e0-0653-4b66-acb8-e1900b3d1ddb HTTP/1.1" status: 404 len: 333 time: 0.0618565 Apr 29 15:40:51.271827 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0b6cbe85-f55c-4ac5-b8b0-32aa46472bb1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.9069698 Apr 29 15:40:51.272444 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52598) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:51.274654 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52600) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:51.283276 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6a0de6-9bc2-4189-85f8-f98adf075bb9 admin admin] Network d0925342-2185-403c-be80-2eb8befd6cb5 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:51.288810 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-1ca6c80f-c5f4-4840-886a-022d0c8744f8 None None] For port 04abd8b4-c1c7-4ed9-9b53-b3a88422f852, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:40:51.293537 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-4c6a0de6-9bc2-4189-85f8-f98adf075bb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:51.294164 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-1ca6c80f-c5f4-4840-886a-022d0c8744f8 None None] For port 04abd8b4-c1c7-4ed9-9b53-b3a88422f852, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=04abd8b4-c1c7-4ed9-9b53-b3a88422f852,segment=NetworkSegment(2d2a91d5-4e11-406a-acdb-4ca541c661a6),segment_id=2d2a91d5-4e11-406a-acdb-4ca541c661a6)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:40:51.303875 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9dd17279-2640-46b1-9d18-5742966199ed tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:51.306497 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a53f2-9abb-465a-adaa-241d7f8133fc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=fc10919c-3c90-4cd0-93df-c71e4bc56db8,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:51.338881 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-d31ac6ae-0147-443d-ba04-bfb506653ea4 None None] For port 99817ae0-d91e-4849-9e82-4bd605525ac2, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=99817ae0-d91e-4849-9e82-4bd605525ac2,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:51.367088 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1ca6c80f-c5f4-4840-886a-022d0c8744f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:51.383589 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52606) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:51.398267 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d726e726-fcdc-44b1-9b34-6f55ba546b04 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:51.405436 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-72615024-2d8f-4bba-8652-476d64740be9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] GET failed (client error): The resource could not be found. Apr 29 15:40:51.406068 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-72615024-2d8f-4bba-8652-476d64740be9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Synchronizing usage tracker for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:51.439793 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5666dc36-e975-4c34-a9db-29bba19c2536 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "GET /v2.0/floatingips/03fee616-d161-43d4-9cf3-058e47453034 HTTP/1.1" status: 200 len: 978 time: 0.1641009 Apr 29 15:40:51.443653 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52612) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:51.497364 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd17279-2640-46b1-9d18-5742966199ed tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ea8deb-eb0d-49cc-8ad2-3ae9e6e27d79,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:51.506020 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-573a53f2-9abb-465a-adaa-241d7f8133fc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:51.523061 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d31ac6ae-0147-443d-ba04-bfb506653ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:51.532197 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a24ff6c-7032-49a9-b3ab-1f0d0a440dda None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:51.537080 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-72615024-2d8f-4bba-8652-476d64740be9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Unset dirty status for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:51.540730 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-72615024-2d8f-4bba-8652-476d64740be9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports/9d1e32e0-0653-4b66-acb8-e1900b3d1ddb HTTP/1.1" status: 404 len: 333 time: 0.2649033 Apr 29 15:40:51.546695 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52618) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:51.626402 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-573a53f2-9abb-465a-adaa-241d7f8133fc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/fc10919c-3c90-4cd0-93df-c71e4bc56db8 HTTP/1.1" status: 204 len: 168 time: 1.7980309 Apr 29 15:40:51.629102 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9dd17279-2640-46b1-9d18-5742966199ed tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:51.630356 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9dd17279-2640-46b1-9d18-5742966199ed tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "DELETE /v2.0/security-groups/59ea8deb-eb0d-49cc-8ad2-3ae9e6e27d79 HTTP/1.1" status: 204 len: 168 time: 1.2502451 Apr 29 15:40:51.635816 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52622) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:51.640451 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52626) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:51.713923 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2428212d-a79b-4bba-adde-d7fba7d433f2 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Synchronizing usage tracker for tenant:6d54d35be39d47ebbee25a7cb3a65c46 on resource:floatingip {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:51.719007 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-20ee4bc6-e0e9-4447-b696-bcf003f4a6ad tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819504 Apr 29 15:40:51.731359 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52632) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:51.732648 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6c80f-c5f4-4840-886a-022d0c8744f8 None None] Pushing event updated for resources: {'Port': ['ID=04abd8b4-c1c7-4ed9-9b53-b3a88422f852,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:51.805892 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8aace888-4752-4a7c-a339-65adc173e6c3 None None] Provisioning complete for port 1203a152-477e-4c42-900e-5569a62b8bdf triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:51.806264 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8aace888-4752-4a7c-a339-65adc173e6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:51.934499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d726e726-fcdc-44b1-9b34-6f55ba546b04 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:51.941455 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8aace888-4752-4a7c-a339-65adc173e6c3 None None] Port 1203a152-477e-4c42-900e-5569a62b8bdf cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:51.976779 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726e726-fcdc-44b1-9b34-6f55ba546b04 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=462fa2ee-108a-48f4-a553-10fca5459847,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:51.990562 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-be575e96-1146-4b2e-8b79-922a6400cca7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting subnet 2ccee1fe-852b-4a27-b01d-6466e909a76c {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:40:51.998224 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8aace888-4752-4a7c-a339-65adc173e6c3 None None] Could not find standard attr ID for object 21cfb444-fd8d-466b-bb93-2bda0ba48897. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:40:52.020801 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-be575e96-1146-4b2e-8b79-922a6400cca7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.057797 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2428212d-a79b-4bba-adde-d7fba7d433f2 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Unset dirty status for tenant:6d54d35be39d47ebbee25a7cb3a65c46 on resource:floatingip {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:52.059799 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2428212d-a79b-4bba-adde-d7fba7d433f2 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.6151834 Apr 29 15:40:52.078508 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52638) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:52.084443 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-978780e6-f93c-4a3b-a922-8f676b6f68ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0ca5174d7854c38a3cb3b450695bf9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6995533 Apr 29 15:40:52.091626 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52640) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:52.106610 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-a8893b53-241c-4ede-8b94-6714673fbd41 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Request body: {'floatingip': {'port_id': 'fdb75b60-52fc-4dc7-91d9-db0e0fe55b83'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:52.131167 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d726e726-fcdc-44b1-9b34-6f55ba546b04 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.134036 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d726e726-fcdc-44b1-9b34-6f55ba546b04 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/security-groups/462fa2ee-108a-48f4-a553-10fca5459847 HTTP/1.1" status: 204 len: 168 time: 1.6076038 Apr 29 15:40:52.156925 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ac6ae-0147-443d-ba04-bfb506653ea4 None None] Pushing event updated for resources: {'Port': ['ID=99817ae0-d91e-4849-9e82-4bd605525ac2,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:52.157244 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52646) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:52.226058 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-be575e96-1146-4b2e-8b79-922a6400cca7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.254799 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-17e02093-89fd-48cb-abe0-287b01317e11 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Synchronizing usage tracker for tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:52.303781 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aff6b1-ddce-4980-875b-be18e456da4a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:52.304483 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f7aff6b1-ddce-4980-875b-be18e456da4a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:52.349006 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0a9b02fc-35b0-4fb0-9c46-588c9fe676b0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.385528 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0a9b02fc-35b0-4fb0-9c46-588c9fe676b0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.385667 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a8893b53-241c-4ede-8b94-6714673fbd41 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.434164 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f7aff6b1-ddce-4980-875b-be18e456da4a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:52.438785 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f7aff6b1-ddce-4980-875b-be18e456da4a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7038896 Apr 29 15:40:52.439459 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52650) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:52.445029 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998fc84b-d406-4461-84e0-270cac6f68f8 None None] DHCP port deletion for 75e7f0f8-4897-4e20-8301-99a7eae75065 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:40:52.448907 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-998fc84b-d406-4461-84e0-270cac6f68f8 None None] Deleting port 99817ae0-d91e-4849-9e82-4bd605525ac2 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:52.449314 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-998fc84b-d406-4461-84e0-270cac6f68f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.491009 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-17e02093-89fd-48cb-abe0-287b01317e11 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Unset dirty status for tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:52.495110 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-17e02093-89fd-48cb-abe0-287b01317e11 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8469279 Apr 29 15:40:52.499268 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52654) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:52.511534 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-be575e96-1146-4b2e-8b79-922a6400cca7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.519569 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-d99b620a-7b63-4847-8ced-33269825afba tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group': {'name': 'tempest-secgroup--862062839'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:52.536404 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d99b620a-7b63-4847-8ced-33269825afba tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:52.546374 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d99b620a-7b63-4847-8ced-33269825afba tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:52.580864 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb9234d-f606-450e-9662-216c45f42dda tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:52.582877 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-dbb9234d-f606-450e-9662-216c45f42dda tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:52.592873 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0a9b02fc-35b0-4fb0-9c46-588c9fe676b0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.650023 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d99b620a-7b63-4847-8ced-33269825afba tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.665401 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b02fc-35b0-4fb0-9c46-588c9fe676b0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=396a005f-bb8c-4d7f-b14a-db1dc7446632,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:52.681581 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6a0de6-9bc2-4189-85f8-f98adf075bb9 admin admin] Router 8b8361cd-627a-4059-ac94-91d74d1089e9 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:40:52.698579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0a9b02fc-35b0-4fb0-9c46-588c9fe676b0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.699737 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0a9b02fc-35b0-4fb0-9c46-588c9fe676b0 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/security-groups/396a005f-bb8c-4d7f-b14a-db1dc7446632 HTTP/1.1" status: 204 len: 168 time: 0.5415404 Apr 29 15:40:52.703502 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52660) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:52.795408 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-998fc84b-d406-4461-84e0-270cac6f68f8 None None] For port 99817ae0-d91e-4849-9e82-4bd605525ac2, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=99817ae0-d91e-4849-9e82-4bd605525ac2,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:52.797055 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-998fc84b-d406-4461-84e0-270cac6f68f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.797789 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-dbb9234d-f606-450e-9662-216c45f42dda tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:52.802617 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-dbb9234d-f606-450e-9662-216c45f42dda tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3602760 Apr 29 15:40:52.803918 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d99b620a-7b63-4847-8ced-33269825afba tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:52.807311 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52666) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:52.914614 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-992af5ef-f2dc-40c1-86fc-6ed72d875da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.937803 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d99b620a-7b63-4847-8ced-33269825afba tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Usage tracker for resource:security_group_rule and tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:52.948140 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-992af5ef-f2dc-40c1-86fc-6ed72d875da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.998971 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-998fc84b-d406-4461-84e0-270cac6f68f8 None None] Calling delete_port for 99817ae0-d91e-4849-9e82-4bd605525ac2 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:53.028647 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d99b620a-7b63-4847-8ced-33269825afba tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:53.043357 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-be575e96-1146-4b2e-8b79-922a6400cca7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:53.059539 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-eecb7aea-9607-4076-a883-32cf9303e520 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2222834 Apr 29 15:40:53.077932 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d99b620a-7b63-4847-8ced-33269825afba tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:53.079901 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52670) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:53.114982 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-be575e96-1146-4b2e-8b79-922a6400cca7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:53.121578 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be575e96-1146-4b2e-8b79-922a6400cca7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Subnet': ['ID=2ccee1fe-852b-4a27-b01d-6466e909a76c,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:53.155345 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-be575e96-1146-4b2e-8b79-922a6400cca7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/subnets/2ccee1fe-852b-4a27-b01d-6466e909a76c HTTP/1.1" status: 204 len: 168 time: 1.6052532 Apr 29 15:40:53.156825 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52674) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:53.172981 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-81dc3db9-d59e-430b-806b-b5f81a0a45f8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:53.195891 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-998fc84b-d406-4461-84e0-270cac6f68f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:53.242456 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfb7ce9-5161-4aeb-a08d-b93b33e0a0ac None None] Network dd0ed1e7-3651-4b82-8787-3060726775f9 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:53.279253 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-992af5ef-f2dc-40c1-86fc-6ed72d875da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:53.281779 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-992af5ef-f2dc-40c1-86fc-6ed72d875da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:53.283125 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-992af5ef-f2dc-40c1-86fc-6ed72d875da4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7e65353-16c4-4b05-b572-2c1c8758c272 HTTP/1.1" status: 204 len: 168 time: 1.1811712 Apr 29 15:40:53.326120 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998fc84b-d406-4461-84e0-270cac6f68f8 None None] Pushing event deleted for resources: {'Port': ['ID=99817ae0-d91e-4849-9e82-4bd605525ac2,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:53.333570 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992af5ef-f2dc-40c1-86fc-6ed72d875da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e65353-16c4-4b05-b572-2c1c8758c272,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:53.376812 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998fc84b-d406-4461-84e0-270cac6f68f8 None None] No DVR routers for this DVR port 99817ae0-d91e-4849-9e82-4bd605525ac2 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:40:53.512115 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-241243f8-4e66-4e61-84be-53611da9f347 None None] Provisioning for port 04abd8b4-c1c7-4ed9-9b53-b3a88422f852 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:53.545629 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-39cfabf1-3666-4a2f-84e2-a9749dde343e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:53.564136 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-81dc3db9-d59e-430b-806b-b5f81a0a45f8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:53.579856 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d99b620a-7b63-4847-8ced-33269825afba tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:53.592336 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-39cfabf1-3666-4a2f-84e2-a9749dde343e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port 04abd8b4-c1c7-4ed9-9b53-b3a88422f852 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:53.592925 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-39cfabf1-3666-4a2f-84e2-a9749dde343e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:53.601423 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-81dc3db9-d59e-430b-806b-b5f81a0a45f8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:53.601956 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b671467-f588-43bb-900d-1352885b66f8 None None] DHCP port deletion for dd0ed1e7-3651-4b82-8787-3060726775f9 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:40:53.606232 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-1b671467-f588-43bb-900d-1352885b66f8 None None] Deleting port 04abd8b4-c1c7-4ed9-9b53-b3a88422f852 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:53.606704 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1b671467-f588-43bb-900d-1352885b66f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:53.618748 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e99e10c-b1f6-4573-930d-72a34ed6449a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting subnet db4e79d1-3b31-4a32-bf70-d4ca5c1e83f0 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:40:53.624080 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5e99e10c-b1f6-4573-930d-72a34ed6449a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:53.662575 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d99b620a-7b63-4847-8ced-33269825afba tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:53.739710 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dc3db9-d59e-430b-806b-b5f81a0a45f8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:53.743088 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81dc3db9-d59e-430b-806b-b5f81a0a45f8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:53.765366 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5e99e10c-b1f6-4573-930d-72a34ed6449a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:53.799188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b620a-7b63-4847-8ced-33269825afba tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d60e7124-a1ca-4f59-a6ff-f65d67eadecd,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:53.877512 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 8bb6d61f-7b26-4750-ba52-31dd83437ed0 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:53.911594 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d99b620a-7b63-4847-8ced-33269825afba tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:53.912808 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d99b620a-7b63-4847-8ced-33269825afba tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4037335 Apr 29 15:40:53.921652 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52686) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:53.928200 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-47362ff9-cf5e-41ea-ad78-0bb3a8c99e8e tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group_rule': {'security_group_id': 'd60e7124-a1ca-4f59-a6ff-f65d67eadecd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:53.928863 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-47362ff9-cf5e-41ea-ad78-0bb3a8c99e8e tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:40:53.929797 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-47362ff9-cf5e-41ea-ad78-0bb3a8c99e8e tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067520 Apr 29 15:40:53.937125 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52690) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:54.022740 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6a0de6-9bc2-4189-85f8-f98adf075bb9 admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:40:54.031645 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5e99e10c-b1f6-4573-930d-72a34ed6449a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:54.043650 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-1b671467-f588-43bb-900d-1352885b66f8 None None] For port 04abd8b4-c1c7-4ed9-9b53-b3a88422f852, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=04abd8b4-c1c7-4ed9-9b53-b3a88422f852,segment=NetworkSegment(2d2a91d5-4e11-406a-acdb-4ca541c661a6),segment_id=2d2a91d5-4e11-406a-acdb-4ca541c661a6)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:54.044264 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1b671467-f588-43bb-900d-1352885b66f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:54.069817 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1a2c4e1a-34c7-443d-bcf8-c36780305790 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:54.090522 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-39cfabf1-3666-4a2f-84e2-a9749dde343e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] For port 04abd8b4-c1c7-4ed9-9b53-b3a88422f852, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=04abd8b4-c1c7-4ed9-9b53-b3a88422f852,segment=NetworkSegment(2d2a91d5-4e11-406a-acdb-4ca541c661a6),segment_id=2d2a91d5-4e11-406a-acdb-4ca541c661a6)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:54.090909 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-39cfabf1-3666-4a2f-84e2-a9749dde343e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:54.201130 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-1b671467-f588-43bb-900d-1352885b66f8 None None] Calling delete_port for 04abd8b4-c1c7-4ed9-9b53-b3a88422f852 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:54.235004 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1a2c4e1a-34c7-443d-bcf8-c36780305790 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:54.238066 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4c6a0de6-9bc2-4189-85f8-f98adf075bb9 admin admin] 10.222.0.21 "PUT /v2.0/routers/8b8361cd-627a-4059-ac94-91d74d1089e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7409105 Apr 29 15:40:54.250321 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-39cfabf1-3666-4a2f-84e2-a9749dde343e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Calling delete_port for 04abd8b4-c1c7-4ed9-9b53-b3a88422f852 owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:54.258835 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 8bb6d61f-7b26-4750-ba52-31dd83437ed0 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:54.265801 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 8bb6d61f-7b26-4750-ba52-31dd83437ed0 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:54.266478 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:54.288136 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81dc3db9-d59e-430b-806b-b5f81a0a45f8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:54.412625 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.db.resource_extend [None req-a8893b53-241c-4ede-8b94-6714673fbd41 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:40:54.422230 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:54.444617 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 8bb6d61f-7b26-4750-ba52-31dd83437ed0, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=8bb6d61f-7b26-4750-ba52-31dd83437ed0,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:54.446605 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1b671467-f588-43bb-900d-1352885b66f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:54.509626 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.db.api [None req-39cfabf1-3666-4a2f-84e2-a9749dde343e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:40:54.510264 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG oslo_db.api [None req-39cfabf1-3666-4a2f-84e2-a9749dde343e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:40:54.510822 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b671467-f588-43bb-900d-1352885b66f8 None None] Pushing event deleted for resources: {'Port': ['ID=04abd8b4-c1c7-4ed9-9b53-b3a88422f852,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:54.525594 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b671467-f588-43bb-900d-1352885b66f8 None None] No DVR routers for this DVR port 04abd8b4-c1c7-4ed9-9b53-b3a88422f852 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:40:54.529060 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:54.543426 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a8893b53-241c-4ede-8b94-6714673fbd41 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:54.551411 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1a2c4e1a-34c7-443d-bcf8-c36780305790 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:54.577645 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5e99e10c-b1f6-4573-930d-72a34ed6449a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:54.600793 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dc3db9-d59e-430b-806b-b5f81a0a45f8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:54.618454 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 99817ae0-d91e-4849-9e82-4bd605525ac2 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:40:54.619519 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-81dc3db9-d59e-430b-806b-b5f81a0a45f8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:54.620618 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a8893b53-241c-4ede-8b94-6714673fbd41 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:54.634173 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dc3db9-d59e-430b-806b-b5f81a0a45f8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:54.634793 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81dc3db9-d59e-430b-806b-b5f81a0a45f8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:54.650149 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6ec668-f9ac-45f6-909e-14db16ad9c6c None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:54.650751 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc3db9-d59e-430b-806b-b5f81a0a45f8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=fb7a0069-565e-4135-9e2f-18cf62904fbf,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:54.685649 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377e2c69-c64c-401b-8554-273d77518f05 None None] Network fff58e3d-3f04-435f-9a39-63c880802c71 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:54.690963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5e99e10c-b1f6-4573-930d-72a34ed6449a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:54.731290 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c4e1a-34c7-443d-bcf8-c36780305790 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60e7124-a1ca-4f59-a6ff-f65d67eadecd,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:54.731710 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5e99e10c-b1f6-4573-930d-72a34ed6449a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/subnets/db4e79d1-3b31-4a32-bf70-d4ca5c1e83f0 HTTP/1.1" status: 204 len: 168 time: 2.0268877 Apr 29 15:40:54.747993 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52708) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:54.759734 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 99817ae0-d91e-4849-9e82-4bd605525ac2 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:40:54.760072 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 99817ae0-d91e-4849-9e82-4bd605525ac2 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:40:54.802396 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99e10c-b1f6-4573-930d-72a34ed6449a tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Subnet': ['ID=db4e79d1-3b31-4a32-bf70-d4ca5c1e83f0,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:54.810351 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-81dc3db9-d59e-430b-806b-b5f81a0a45f8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7252312 Apr 29 15:40:54.811066 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52714) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:54.827364 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-ebee756f-f92a-4679-a305-35f6086867e0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'fixed_ips': [{'subnet_id': 'fb7a0069-565e-4135-9e2f-18cf62904fbf', 'ip_address': '2001:db8::9a5e:477b:acb7:6bf6'}], 'name': 'tempest-NetworksTestDHCPv6-176409050'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:54.895529 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=8bb6d61f-7b26-4750-ba52-31dd83437ed0,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:55.004209 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ebee756f-f92a-4679-a305-35f6086867e0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:55.016357 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ebee756f-f92a-4679-a305-35f6086867e0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:55.090980 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-39cfabf1-3666-4a2f-84e2-a9749dde343e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port 04abd8b4-c1c7-4ed9-9b53-b3a88422f852 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:55.091920 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-39cfabf1-3666-4a2f-84e2-a9749dde343e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.111381 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebee756f-f92a-4679-a305-35f6086867e0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:55.111381 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ebee756f-f92a-4679-a305-35f6086867e0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.135887 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-ebee756f-f92a-4679-a305-35f6086867e0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] device_id is not set on port 68360a24-417c-4977-b228-132520c597e5 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:40:55.139259 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1a2c4e1a-34c7-443d-bcf8-c36780305790 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.143280 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1a2c4e1a-34c7-443d-bcf8-c36780305790 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "DELETE /v2.0/security-groups/d60e7124-a1ca-4f59-a6ff-f65d67eadecd HTTP/1.1" status: 204 len: 168 time: 1.2052960 Apr 29 15:40:55.156853 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52722) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:55.202622 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52726) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:55.239974 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-39cfabf1-3666-4a2f-84e2-a9749dde343e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] The port '04abd8b4-c1c7-4ed9-9b53-b3a88422f852' was deleted {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:40:55.260404 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d9dacf-c568-4ef7-8b13-a1820c9cd5a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-75e7f0f8-4897-4e20-8301-99a7eae75065', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'fixed_ips': [{'subnet_id': 'fb7a0069-565e-4135-9e2f-18cf62904fbf'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:40:55.260814 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f9d9dacf-c568-4ef7-8b13-a1820c9cd5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.466142 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-ebee756f-f92a-4679-a305-35f6086867e0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8::9a5e:477b:acb7:6bf6 (75e7f0f8-4897-4e20-8301-99a7eae75065/fb7a0069-565e-4135-9e2f-18cf62904fbf/68360a24-417c-4977-b228-132520c597e5) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:55.489948 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-588818e9-95bb-483f-b919-e00dcb2430f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1513706157'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:55.499727 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-588818e9-95bb-483f-b919-e00dcb2430f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:55.506401 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-588818e9-95bb-483f-b919-e00dcb2430f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Usage tracker for resource:network and tenant:ac43d99f432948ed97df9d63c8b43af5 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:55.510271 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52732) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:55.511353 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-588818e9-95bb-483f-b919-e00dcb2430f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:55.522149 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-3cac8a2f-0da1-4dcb-9602-79560c3ace52 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1235633442', 'description': 'tempest-secgroup-smoke-1235633442 description', 'project_id': 'c56968f4173e467ca1a4109666ee4127'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:55.526906 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-588818e9-95bb-483f-b919-e00dcb2430f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:55.545484 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3cac8a2f-0da1-4dcb-9602-79560c3ace52 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:55.559927 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-39cfabf1-3666-4a2f-84e2-a9749dde343e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.560183 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3cac8a2f-0da1-4dcb-9602-79560c3ace52 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Usage tracker for resource:security_group and tenant:c56968f4173e467ca1a4109666ee4127 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:55.565478 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3cac8a2f-0da1-4dcb-9602-79560c3ace52 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:55.578796 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3cac8a2f-0da1-4dcb-9602-79560c3ace52 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:55.610682 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-23ab74e6-5674-4d65-92b3-27b1b365bb1c tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Synchronizing usage tracker for tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:55.610988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588818e9-95bb-483f-b919-e00dcb2430f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Made reservation on behalf of ac43d99f432948ed97df9d63c8b43af5 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:55.614040 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-588818e9-95bb-483f-b919-e00dcb2430f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.628877 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-39cfabf1-3666-4a2f-84e2-a9749dde343e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd0ed1e7-3651-4b82-8787-3060726775f9']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:55.657859 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-39cfabf1-3666-4a2f-84e2-a9749dde343e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2a91d5-4e11-406a-acdb-4ca541c661a6') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:55.658160 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-39cfabf1-3666-4a2f-84e2-a9749dde343e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2a91d5-4e11-406a-acdb-4ca541c661a6') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:55.671061 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-143180f5-51b2-45ec-b4a3-6c9a820fc53b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting subnet fda600dc-3224-4982-b0f9-ef98bc8747c9 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:40:55.677544 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3cac8a2f-0da1-4dcb-9602-79560c3ace52 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.680953 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-143180f5-51b2-45ec-b4a3-6c9a820fc53b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.715731 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-39cfabf1-3666-4a2f-84e2-a9749dde343e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.735826 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 8bb6d61f-7b26-4750-ba52-31dd83437ed0 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:55.757968 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-39cfabf1-3666-4a2f-84e2-a9749dde343e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.761705 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-588818e9-95bb-483f-b919-e00dcb2430f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.761870 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-23ab74e6-5674-4d65-92b3-27b1b365bb1c tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Unset dirty status for tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:55.766900 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-23ab74e6-5674-4d65-92b3-27b1b365bb1c tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6089878 Apr 29 15:40:55.767503 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52736) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:55.782285 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-03a49a1b-80f0-42fa-ac29-a6683672da04 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714038120'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:55.799672 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-03a49a1b-80f0-42fa-ac29-a6683672da04 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:55.806623 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39cfabf1-3666-4a2f-84e2-a9749dde343e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:40:55.807176 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-39cfabf1-3666-4a2f-84e2-a9749dde343e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.840940 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-143180f5-51b2-45ec-b4a3-6c9a820fc53b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.850606 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 8bb6d61f-7b26-4750-ba52-31dd83437ed0 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:55.850983 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.856870 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ebee756f-f92a-4679-a305-35f6086867e0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:40:55.869735 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:40:55.959567 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-03a49a1b-80f0-42fa-ac29-a6683672da04 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:56.026580 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [None req-a8893b53-241c-4ede-8b94-6714673fbd41 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Floating IP 03fee616-d161-43d4-9cf3-058e47453034 associated. External IP: 172.26.1.221, port: 1542b03d-1e4e-47d4-83fc-3976bf1e1f1a. Apr 29 15:40:56.083665 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03a49a1b-80f0-42fa-ac29-a6683672da04 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.104166 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-ebee756f-f92a-4679-a305-35f6086867e0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Transition to ACTIVE for port object 68360a24-417c-4977-b228-132520c597e5 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:56.122620 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3cac8a2f-0da1-4dcb-9602-79560c3ace52 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:56.128606 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3cac8a2f-0da1-4dcb-9602-79560c3ace52 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Usage tracker for resource:security_group_rule and tenant:c56968f4173e467ca1a4109666ee4127 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:56.132003 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3cac8a2f-0da1-4dcb-9602-79560c3ace52 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:56.141546 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-588818e9-95bb-483f-b919-e00dcb2430f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:56.144555 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3cac8a2f-0da1-4dcb-9602-79560c3ace52 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:56.145484 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-143180f5-51b2-45ec-b4a3-6c9a820fc53b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.150727 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-588818e9-95bb-483f-b919-e00dcb2430f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Usage tracker for resource:security_group_rule and tenant:ac43d99f432948ed97df9d63c8b43af5 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:56.154178 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-588818e9-95bb-483f-b919-e00dcb2430f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:56.158373 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-25330380-ad1e-4568-b278-57e4d0dc60f6 None None] Provisioning complete for port 78cc2203-e6b8-4a6f-b329-21eeacde222b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:56.158938 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-25330380-ad1e-4568-b278-57e4d0dc60f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.172537 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-588818e9-95bb-483f-b919-e00dcb2430f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:56.182433 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-39cfabf1-3666-4a2f-84e2-a9749dde343e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.218575 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-39cfabf1-3666-4a2f-84e2-a9749dde343e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.234832 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfabf1-3666-4a2f-84e2-a9749dde343e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Network': ['ID=dd0ed1e7-3651-4b82-8787-3060726775f9,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:56.250361 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3cac8a2f-0da1-4dcb-9602-79560c3ace52 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.251192 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-39cfabf1-3666-4a2f-84e2-a9749dde343e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/networks/dd0ed1e7-3651-4b82-8787-3060726775f9 HTTP/1.1" status: 204 len: 168 time: 3.0935936 Apr 29 15:40:56.258083 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ebee756f-f92a-4679-a305-35f6086867e0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.259531 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52740) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:56.281472 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-03a49a1b-80f0-42fa-ac29-a6683672da04 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:56.287752 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-03a49a1b-80f0-42fa-ac29-a6683672da04 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Usage tracker for resource:security_group_rule and tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:56.292710 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-03a49a1b-80f0-42fa-ac29-a6683672da04 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:56.306376 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-03a49a1b-80f0-42fa-ac29-a6683672da04 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:56.310797 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-a4193c5e-f529-4e45-8c34-76325b40e5b7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1238750538'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:56.327778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3cac8a2f-0da1-4dcb-9602-79560c3ace52 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.345984 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a4193c5e-f529-4e45-8c34-76325b40e5b7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:56.379689 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03a49a1b-80f0-42fa-ac29-a6683672da04 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.381448 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a4193c5e-f529-4e45-8c34-76325b40e5b7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:network and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:56.389697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-f9d9dacf-c568-4ef7-8b13-a1820c9cd5a0 None None] Allocated IP 2001:db8::2 (75e7f0f8-4897-4e20-8301-99a7eae75065/fb7a0069-565e-4135-9e2f-18cf62904fbf/d98c43fe-2d33-4108-a2d1-018447adbf0a) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:56.394539 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a4193c5e-f529-4e45-8c34-76325b40e5b7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:56.394766 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-143180f5-51b2-45ec-b4a3-6c9a820fc53b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.426309 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a4193c5e-f529-4e45-8c34-76325b40e5b7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:56.440241 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143180f5-51b2-45ec-b4a3-6c9a820fc53b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Subnet': ['ID=fda600dc-3224-4982-b0f9-ef98bc8747c9,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:56.447470 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-588818e9-95bb-483f-b919-e00dcb2430f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.448993 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-143180f5-51b2-45ec-b4a3-6c9a820fc53b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.453771 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03a49a1b-80f0-42fa-ac29-a6683672da04 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.456780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebee756f-f92a-4679-a305-35f6086867e0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:56.464193 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee756f-f92a-4679-a305-35f6086867e0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=68360a24-417c-4977-b228-132520c597e5,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:56.466678 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-ebee756f-f92a-4679-a305-35f6086867e0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:56.470332 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac8a2f-0da1-4dcb-9602-79560c3ace52 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7123c658-b9d4-42f6-a608-f9c2a67423ba,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:56.476593 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebee756f-f92a-4679-a305-35f6086867e0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:56.480473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebee756f-f92a-4679-a305-35f6086867e0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:56.484576 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ebee756f-f92a-4679-a305-35f6086867e0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.484731 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085d9761-fc22-4128-afcf-51d46f3f5ac7 None None] Network fff58e3d-3f04-435f-9a39-63c880802c71 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:56.490832 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-143180f5-51b2-45ec-b4a3-6c9a820fc53b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/subnets/fda600dc-3224-4982-b0f9-ef98bc8747c9 HTTP/1.1" status: 204 len: 168 time: 1.7405136 Apr 29 15:40:56.495689 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52744) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:56.525972 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-588818e9-95bb-483f-b919-e00dcb2430f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.546139 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a49a1b-80f0-42fa-ac29-a6683672da04 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2da4880-eab3-4a80-98e9-b0f6062d7477,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:56.548480 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72c0117-ea49-441c-8285-c0667e623b59 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] DELETE failed (client error): The resource could not be found. Apr 29 15:40:56.548913 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e72c0117-ea49-441c-8285-c0667e623b59 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:40:56.553387 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e72c0117-ea49-441c-8285-c0667e623b59 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/subnets/db4e79d1-3b31-4a32-bf70-d4ca5c1e83f0 HTTP/1.1" status: 404 len: 337 time: 0.0567551 Apr 29 15:40:56.554781 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52748) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:56.560114 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588818e9-95bb-483f-b919-e00dcb2430f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:40:56.571359 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588818e9-95bb-483f-b919-e00dcb2430f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1b18ed-0731-4326-ac0f-d1646ba25103,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:56.579761 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-588818e9-95bb-483f-b919-e00dcb2430f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.580367 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-588818e9-95bb-483f-b919-e00dcb2430f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Added segment 0357094d-3abd-4c48-a406-252c54ab495d of type vlan for network 9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424 Apr 29 15:40:56.586665 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-25330380-ad1e-4568-b278-57e4d0dc60f6 None None] Provisioning complete for port 214ee16a-6c88-4d2d-83a0-6c36fdd2a8b5 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:56.587036 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-25330380-ad1e-4568-b278-57e4d0dc60f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.600058 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4193c5e-f529-4e45-8c34-76325b40e5b7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:56.602837 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a4193c5e-f529-4e45-8c34-76325b40e5b7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.625089 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3cac8a2f-0da1-4dcb-9602-79560c3ace52 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.629625 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3cac8a2f-0da1-4dcb-9602-79560c3ace52 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.1162391 Apr 29 15:40:56.631945 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52752) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:56.639426 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ebee756f-f92a-4679-a305-35f6086867e0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8240190 Apr 29 15:40:56.639426 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52756) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:56.643223 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-526e3d32-8661-4f81-a6dd-69ac00ed3bef tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Request body: {'security_group_rule': {'security_group_id': '7123c658-b9d4-42f6-a608-f9c2a67423ba', 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:56.644456 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03a49a1b-80f0-42fa-ac29-a6683672da04 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.648562 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-03a49a1b-80f0-42fa-ac29-a6683672da04 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8732848 Apr 29 15:40:56.653161 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52758) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:56.656884 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-588818e9-95bb-483f-b919-e00dcb2430f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.709195 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-25330380-ad1e-4568-b278-57e4d0dc60f6 None None] Port 214ee16a-6c88-4d2d-83a0-6c36fdd2a8b5 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:56.718383 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-526e3d32-8661-4f81-a6dd-69ac00ed3bef tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:56.725141 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-526e3d32-8661-4f81-a6dd-69ac00ed3bef tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Usage tracker for resource:security_group_rule and tenant:c56968f4173e467ca1a4109666ee4127 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:56.732524 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-526e3d32-8661-4f81-a6dd-69ac00ed3bef tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:56.742252 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-526e3d32-8661-4f81-a6dd-69ac00ed3bef tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:56.775827 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-30b5be84-66bf-44dc-b9db-3c752c97bf3e tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group_rule': {'security_group_id': 'c2da4880-eab3-4a80-98e9-b0f6062d7477', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:56.776725 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-30b5be84-66bf-44dc-b9db-3c752c97bf3e tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:40:56.781508 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-30b5be84-66bf-44dc-b9db-3c752c97bf3e tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0272794 Apr 29 15:40:56.782791 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52764) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:56.797149 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-68f9f82d-a470-4fdf-90fd-8d1cfca30d05 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group_rule': {'security_group_id': 'c2da4880-eab3-4a80-98e9-b0f6062d7477', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:56.797949 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-68f9f82d-a470-4fdf-90fd-8d1cfca30d05 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:40:56.802694 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-68f9f82d-a470-4fdf-90fd-8d1cfca30d05 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0141659 Apr 29 15:40:56.804044 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52768) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:56.827763 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-3ed148f0-811e-4384-a8d9-66f1e7490972 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group_rule': {'security_group_id': 'c2da4880-eab3-4a80-98e9-b0f6062d7477', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:56.829221 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-3ed148f0-811e-4384-a8d9-66f1e7490972 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:40:56.831609 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3ed148f0-811e-4384-a8d9-66f1e7490972 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0247922 Apr 29 15:40:56.843759 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52772) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:56.858652 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-8d5f839c-cb67-464a-8bb1-ece659820a86 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group_rule': {'security_group_id': 'c2da4880-eab3-4a80-98e9-b0f6062d7477', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:56.859407 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-8d5f839c-cb67-464a-8bb1-ece659820a86 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:40:56.860355 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8d5f839c-cb67-464a-8bb1-ece659820a86 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0135851 Apr 29 15:40:56.863295 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52776) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:56.870926 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f9d9dacf-c568-4ef7-8b13-a1820c9cd5a0 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.878983 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b90035ed-1b1a-4913-bbe6-060d61db48d5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting subnet 2ad90607-ed34-4d5c-86fb-9b7e3ce3cd86 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:40:56.889423 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b90035ed-1b1a-4913-bbe6-060d61db48d5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.892505 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f9d9dacf-c568-4ef7-8b13-a1820c9cd5a0 None None] Transition to ACTIVE for port object d98c43fe-2d33-4108-a2d1-018447adbf0a will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:56.921383 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-526e3d32-8661-4f81-a6dd-69ac00ed3bef tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.922039 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f9d9dacf-c568-4ef7-8b13-a1820c9cd5a0 None None] Transition to ACTIVE for port object d98c43fe-2d33-4108-a2d1-018447adbf0a will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:56.947943 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b90035ed-1b1a-4913-bbe6-060d61db48d5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.959570 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651b1db6-1b02-4d32-b06c-c04df8cf358b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:56.960202 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-651b1db6-1b02-4d32-b06c-c04df8cf358b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:57.007819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-651b1db6-1b02-4d32-b06c-c04df8cf358b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:57.011761 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-651b1db6-1b02-4d32-b06c-c04df8cf358b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3633144 Apr 29 15:40:57.012803 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52780) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:57.017952 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f9d9dacf-c568-4ef7-8b13-a1820c9cd5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.020429 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd881fde-9c1f-4ad5-8abe-53f4c72d9a5c tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.026265 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-588818e9-95bb-483f-b919-e00dcb2430f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.036950 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588818e9-95bb-483f-b919-e00dcb2430f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:57.037216 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-588818e9-95bb-483f-b919-e00dcb2430f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.064483 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b90035ed-1b1a-4913-bbe6-060d61db48d5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.110047 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d9dacf-c568-4ef7-8b13-a1820c9cd5a0 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:57.114282 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-f9d9dacf-c568-4ef7-8b13-a1820c9cd5a0 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:57.117293 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d9dacf-c568-4ef7-8b13-a1820c9cd5a0 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:40:57.123367 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.api [None req-a4193c5e-f529-4e45-8c34-76325b40e5b7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:40:57.123657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG oslo_db.api [None req-a4193c5e-f529-4e45-8c34-76325b40e5b7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:40:57.134346 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9dacf-c568-4ef7-8b13-a1820c9cd5a0 None None] Pushing event updated for resources: {'Port': ['ID=d98c43fe-2d33-4108-a2d1-018447adbf0a,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:57.171031 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8893b53-241c-4ede-8b94-6714673fbd41 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Router d8f0ec34-79eb-4e21-9dd6-4f19503c203d has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:40:57.243306 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f9d9dacf-c568-4ef7-8b13-a1820c9cd5a0 None None] Attempting to bind port d98c43fe-2d33-4108-a2d1-018447adbf0a on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:40:57.244407 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f9d9dacf-c568-4ef7-8b13-a1820c9cd5a0 None None] Attempting to bind port d98c43fe-2d33-4108-a2d1-018447adbf0a by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:40:57.245291 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d9dacf-c568-4ef7-8b13-a1820c9cd5a0 None None] Attempting to bind port d98c43fe-2d33-4108-a2d1-018447adbf0a on network 75e7f0f8-4897-4e20-8301-99a7eae75065 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:40:57.246873 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b90035ed-1b1a-4913-bbe6-060d61db48d5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.259415 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d9dacf-c568-4ef7-8b13-a1820c9cd5a0 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:40:57.260864 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d9dacf-c568-4ef7-8b13-a1820c9cd5a0 None None] Checking segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:40:57.261413 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f9d9dacf-c568-4ef7-8b13-a1820c9cd5a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.261570 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd881fde-9c1f-4ad5-8abe-53f4c72d9a5c tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.261942 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d9dacf-c568-4ef7-8b13-a1820c9cd5a0 None None] Bound using segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:40:57.262522 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f9d9dacf-c568-4ef7-8b13-a1820c9cd5a0 None None] Bound port: d98c43fe-2d33-4108-a2d1-018447adbf0a, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:40:57.262937 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f9d9dacf-c568-4ef7-8b13-a1820c9cd5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.283572 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-526e3d32-8661-4f81-a6dd-69ac00ed3bef tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.322754 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-3debf9a8-8be5-4cdd-8bb4-8d7fdbbcbb04 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting port 68360a24-417c-4977-b228-132520c597e5 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:57.323180 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3debf9a8-8be5-4cdd-8bb4-8d7fdbbcbb04 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.351638 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-588818e9-95bb-483f-b919-e00dcb2430f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1474879 Apr 29 15:40:57.352297 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90035ed-1b1a-4913-bbe6-060d61db48d5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Subnet': ['ID=2ad90607-ed34-4d5c-86fb-9b7e3ce3cd86,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:57.361237 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588818e9-95bb-483f-b919-e00dcb2430f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Network': ['ID=9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:57.363376 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b90035ed-1b1a-4913-bbe6-060d61db48d5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.375115 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:40:57.382648 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b90035ed-1b1a-4913-bbe6-060d61db48d5 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/subnets/2ad90607-ed34-4d5c-86fb-9b7e3ce3cd86 HTTP/1.1" status: 204 len: 168 time: 0.8262205 Apr 29 15:40:57.383487 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52784) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:57.419079 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-526e3d32-8661-4f81-a6dd-69ac00ed3bef tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.437096 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e0906fe-e118-47ac-9069-93dbd191f17b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] DELETE failed (client error): The resource could not be found. Apr 29 15:40:57.443094 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e0906fe-e118-47ac-9069-93dbd191f17b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:40:57.447793 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3e0906fe-e118-47ac-9069-93dbd191f17b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/subnets/cb3a3dc4-0e5f-4a54-aa33-27aa3d6b4573 HTTP/1.1" status: 404 len: 337 time: 0.0632460 Apr 29 15:40:57.449963 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52788) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:57.494623 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f9d9dacf-c568-4ef7-8b13-a1820c9cd5a0 None None] For port d98c43fe-2d33-4108-a2d1-018447adbf0a, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:40:57.513344 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f9d9dacf-c568-4ef7-8b13-a1820c9cd5a0 None None] For port d98c43fe-2d33-4108-a2d1-018447adbf0a, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d98c43fe-2d33-4108-a2d1-018447adbf0a,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:40:57.522982 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52792) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:57.531943 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e3d32-8661-4f81-a6dd-69ac00ed3bef tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092cd2c9-32c2-4a84-8cee-8556edf7c814,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:57.534238 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-c6544bf8-8c79-4b96-bf5b-300b84278535 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'subnet': {'network_id': '9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:57.551613 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-487f341f-d8bc-4cec-8157-8a5e21e74b93 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "GET /v2.0/ports?device_id=baf10ab6-244f-4602-9667-2c155cd823bd HTTP/1.1" status: 200 len: 205 time: 0.1003902 Apr 29 15:40:57.552394 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52796) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:57.555457 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd881fde-9c1f-4ad5-8abe-53f4c72d9a5c tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.561316 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd881fde-9c1f-4ad5-8abe-53f4c72d9a5c tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.561316 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bd881fde-9c1f-4ad5-8abe-53f4c72d9a5c tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "DELETE /v2.0/security-groups/c2da4880-eab3-4a80-98e9-b0f6062d7477 HTTP/1.1" status: 204 len: 168 time: 0.6945245 Apr 29 15:40:57.578002 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f9d9dacf-c568-4ef7-8b13-a1820c9cd5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.578948 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52800) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:57.636184 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a4193c5e-f529-4e45-8c34-76325b40e5b7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.663831 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c6544bf8-8c79-4b96-bf5b-300b84278535 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:57.670039 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c6544bf8-8c79-4b96-bf5b-300b84278535 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Usage tracker for resource:subnet and tenant:ac43d99f432948ed97df9d63c8b43af5 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:57.676440 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c6544bf8-8c79-4b96-bf5b-300b84278535 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:57.679368 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9dacf-c568-4ef7-8b13-a1820c9cd5a0 None None] Pushing event updated for resources: {'Port': ['ID=d98c43fe-2d33-4108-a2d1-018447adbf0a,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:57.685667 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-526e3d32-8661-4f81-a6dd-69ac00ed3bef tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.692205 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52804) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:57.692746 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-526e3d32-8661-4f81-a6dd-69ac00ed3bef tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0582159 Apr 29 15:40:57.696429 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c6544bf8-8c79-4b96-bf5b-300b84278535 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:57.701965 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-96ad164e-9640-4397-905a-c19e087a07c0 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Request body: {'security_group_rule': {'security_group_id': '7123c658-b9d4-42f6-a608-f9c2a67423ba', 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:57.710550 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-96ad164e-9640-4397-905a-c19e087a07c0 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:57.725518 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-96ad164e-9640-4397-905a-c19e087a07c0 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Usage tracker for resource:security_group_rule and tenant:c56968f4173e467ca1a4109666ee4127 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:57.735581 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-96ad164e-9640-4397-905a-c19e087a07c0 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:57.747346 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-96ad164e-9640-4397-905a-c19e087a07c0 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:57.774122 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f304e3-93f5-41e0-944e-5ada3d06b16c None None] Network fff58e3d-3f04-435f-9a39-63c880802c71 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:57.792408 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8893b53-241c-4ede-8b94-6714673fbd41 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:40:57.794332 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6544bf8-8c79-4b96-bf5b-300b84278535 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Made reservation on behalf of ac43d99f432948ed97df9d63c8b43af5 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:57.808845 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6792048-f443-443c-a97e-463b9e011e0c None None] Sync routers for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:40:57.809056 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd881fde-9c1f-4ad5-8abe-53f4c72d9a5c tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2da4880-eab3-4a80-98e9-b0f6062d7477,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:57.819023 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-9444abe8-8fe2-46d9-8dab-8e7d0d64f9b6 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] delete failed (client error): The resource could not be found. Apr 29 15:40:57.822399 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9444abe8-8fe2-46d9-8dab-8e7d0d64f9b6 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/routers/baf10ab6-244f-4602-9667-2c155cd823bd HTTP/1.1" status: 404 len: 336 time: 0.2600882 Apr 29 15:40:57.852555 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52808) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:57.919141 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6792048-f443-443c-a97e-463b9e011e0c None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:40:57.920354 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-b6792048-f443-443c-a97e-463b9e011e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:40:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:58.033234 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-b6792048-f443-443c-a97e-463b9e011e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:58.037376 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-195435ae-bf15-4164-8230-c27fe27ab765 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] DELETE failed (client error): The resource could not be found. Apr 29 15:40:58.042816 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-195435ae-bf15-4164-8230-c27fe27ab765 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:40:58.042945 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-96ad164e-9640-4397-905a-c19e087a07c0 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.057680 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4193c5e-f529-4e45-8c34-76325b40e5b7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:40:58.129159 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3debf9a8-8be5-4cdd-8bb4-8d7fdbbcbb04 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.129866 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6792048-f443-443c-a97e-463b9e011e0c None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:40:58.130261 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c6544bf8-8c79-4b96-bf5b-300b84278535 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.130522 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-b6792048-f443-443c-a97e-463b9e011e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:40:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:58.184584 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2d444f46-2c34-4e4e-9a1d-58ed635d68a3 None None] Provisioning complete for port 78cc2203-e6b8-4a6f-b329-21eeacde222b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:58.184951 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2d444f46-2c34-4e4e-9a1d-58ed635d68a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.230643 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-b6792048-f443-443c-a97e-463b9e011e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:58.231049 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6792048-f443-443c-a97e-463b9e011e0c None None] The sync data for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:40:58.239136 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a4193c5e-f529-4e45-8c34-76325b40e5b7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.239579 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-a4193c5e-f529-4e45-8c34-76325b40e5b7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Added segment f6aad8b7-f331-4bae-b735-b7ca605fb501 of type vlan for network bfe6ba5c-973e-4ab3-a600-29daf23549d0 Apr 29 15:40:58.274772 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a4193c5e-f529-4e45-8c34-76325b40e5b7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.302737 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-96ad164e-9640-4397-905a-c19e087a07c0 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.309524 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-16a9d758-57f2-4881-95eb-9e8933f7e773 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Synchronizing usage tracker for tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:58.317452 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-195435ae-bf15-4164-8230-c27fe27ab765 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/subnets/6f68dcd6-c35c-4d23-a45b-9345134e37fb HTTP/1.1" status: 404 len: 337 time: 0.4595554 Apr 29 15:40:58.318664 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52812) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:58.401012 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2d444f46-2c34-4e4e-9a1d-58ed635d68a3 None None] Provisioning complete for port 214ee16a-6c88-4d2d-83a0-6c36fdd2a8b5 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:58.408274 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2d444f46-2c34-4e4e-9a1d-58ed635d68a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.408393 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-3debf9a8-8be5-4cdd-8bb4-8d7fdbbcbb04 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Calling delete_port for 68360a24-417c-4977-b228-132520c597e5 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:58.408481 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5326241-d81f-4c02-8ad4-f871111f0b79 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] DELETE failed (client error): The resource could not be found. Apr 29 15:40:58.408481 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5326241-d81f-4c02-8ad4-f871111f0b79 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:40:58.419727 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-96ad164e-9640-4397-905a-c19e087a07c0 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.434521 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-16a9d758-57f2-4881-95eb-9e8933f7e773 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Unset dirty status for tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:58.436892 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-16a9d758-57f2-4881-95eb-9e8933f7e773 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8013487 Apr 29 15:40:58.444901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52816) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:58.451632 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a4193c5e-f529-4e45-8c34-76325b40e5b7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.451799 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d5326241-d81f-4c02-8ad4-f871111f0b79 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/subnets/fd6c60b3-f196-4a67-98df-708317508413 HTTP/1.1" status: 404 len: 337 time: 0.1305220 Apr 29 15:40:58.452982 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4193c5e-f529-4e45-8c34-76325b40e5b7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:58.453457 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a4193c5e-f529-4e45-8c34-76325b40e5b7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.459654 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52820) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:58.463961 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-2d444f46-2c34-4e4e-9a1d-58ed635d68a3 None None] Port 214ee16a-6c88-4d2d-83a0-6c36fdd2a8b5 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:40:58.467833 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-6c667051-b50f-40bb-a2b4-3890cb32c099 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group': {'name': 'tempest-secgroup--1291063638'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:58.480968 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-6c667051-b50f-40bb-a2b4-3890cb32c099 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:58.484035 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad164e-9640-4397-905a-c19e087a07c0 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c160d08-c6d4-479c-838b-1902b93cd1b9,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:58.510266 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-6c667051-b50f-40bb-a2b4-3890cb32c099 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:58.566555 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73b912f-b8cf-4078-82d4-dce6aaf69fba None None] DHCP port deletion for fff58e3d-3f04-435f-9a39-63c880802c71 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:40:58.571861 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-b73b912f-b8cf-4078-82d4-dce6aaf69fba None None] Deleting port 78cc2203-e6b8-4a6f-b329-21eeacde222b {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:58.572489 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b73b912f-b8cf-4078-82d4-dce6aaf69fba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.589829 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e43d76-89ab-4008-b1f7-2575b1c4c767 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] DELETE failed (client error): The resource could not be found. Apr 29 15:40:58.590262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e43d76-89ab-4008-b1f7-2575b1c4c767 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:40:58.591928 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a5e43d76-89ab-4008-b1f7-2575b1c4c767 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/subnets/3553e521-b9af-4611-ba40-96c76e2c8d5d HTTP/1.1" status: 404 len: 337 time: 0.1128726 Apr 29 15:40:58.601655 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52824) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:58.665148 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-325d36b5-78d7-4a17-bac6-34c51af6bb42 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] DELETE failed (client error): The resource could not be found. Apr 29 15:40:58.665794 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-325d36b5-78d7-4a17-bac6-34c51af6bb42 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:40:58.667314 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-325d36b5-78d7-4a17-bac6-34c51af6bb42 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/ports/5998910b-4b58-422f-8256-f8c3725d06af HTTP/1.1" status: 404 len: 333 time: 0.0518897 Apr 29 15:40:58.678268 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52828) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:58.727417 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4193c5e-f529-4e45-8c34-76325b40e5b7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Network': ['ID=bfe6ba5c-973e-4ab3-a600-29daf23549d0,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:58.731388 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c6544bf8-8c79-4b96-bf5b-300b84278535 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.737324 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f03101-ef47-4b18-9bfe-05e389a67cdf tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] DELETE failed (client error): The resource could not be found. Apr 29 15:40:58.737760 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f03101-ef47-4b18-9bfe-05e389a67cdf tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:40:58.739634 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-78f03101-ef47-4b18-9bfe-05e389a67cdf tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/subnets/8cc6aed4-6c2e-4417-9186-561aaba22110 HTTP/1.1" status: 404 len: 337 time: 0.0604088 Apr 29 15:40:58.744510 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a4193c5e-f529-4e45-8c34-76325b40e5b7 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.4795556 Apr 29 15:40:58.745035 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52832) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:58.745354 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52834) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:58.759796 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-b1e4b214-b951-4a3f-bdfb-f41228d2561b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'subnet': {'network_id': 'bfe6ba5c-973e-4ab3-a600-29daf23549d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:58.772675 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network bfe6ba5c-973e-4ab3-a600-29daf23549d0 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:40:58.915309 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-96ad164e-9640-4397-905a-c19e087a07c0 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.916652 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-96ad164e-9640-4397-905a-c19e087a07c0 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2233832 Apr 29 15:40:58.924675 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52840) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:58.929269 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c834924e-0bd1-476c-9e7b-a71cdb4bd42b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] DELETE failed (client error): The resource could not be found. Apr 29 15:40:58.929934 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c834924e-0bd1-476c-9e7b-a71cdb4bd42b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:40:58.931460 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-b73b912f-b8cf-4078-82d4-dce6aaf69fba None None] For port 78cc2203-e6b8-4a6f-b329-21eeacde222b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=78cc2203-e6b8-4a6f-b329-21eeacde222b,segment=NetworkSegment(93f8bc01-aee1-40b2-bee9-7873e468fac8),segment_id=93f8bc01-aee1-40b2-bee9-7873e468fac8)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:40:58.931930 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b73b912f-b8cf-4078-82d4-dce6aaf69fba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.957465 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-7296bb93-c4ec-426b-b434-6d6fc7581e5a tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Request body: {'security_group_rule': {'security_group_id': '7123c658-b9d4-42f6-a608-f9c2a67423ba', 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:58.977509 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-7296bb93-c4ec-426b-b434-6d6fc7581e5a tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:58.989269 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7296bb93-c4ec-426b-b434-6d6fc7581e5a tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Usage tracker for resource:security_group_rule and tenant:c56968f4173e467ca1a4109666ee4127 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:58.994972 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7296bb93-c4ec-426b-b434-6d6fc7581e5a tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:59.003073 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c834924e-0bd1-476c-9e7b-a71cdb4bd42b tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/subnets/35a29f00-0ddd-478d-a7f3-38932b1f6cea HTTP/1.1" status: 404 len: 337 time: 0.2560997 Apr 29 15:40:59.009545 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52844) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:59.010680 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6544bf8-8c79-4b96-bf5b-300b84278535 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Subnet': ['ID=f9926e99-8595-4856-942b-3c5e72b33c9f,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:59.015175 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-7296bb93-c4ec-426b-b434-6d6fc7581e5a tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:59.021381 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6c667051-b50f-40bb-a2b4-3890cb32c099 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.026375 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b1e4b214-b951-4a3f-bdfb-f41228d2561b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:59.032124 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b1e4b214-b951-4a3f-bdfb-f41228d2561b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:subnet and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:59.036201 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b1e4b214-b951-4a3f-bdfb-f41228d2561b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:59.051491 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b1e4b214-b951-4a3f-bdfb-f41228d2561b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:59.098762 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3debf9a8-8be5-4cdd-8bb4-8d7fdbbcbb04 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.107272 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c8ffc3-a068-4c55-95bb-d8a2a2a3ddd4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] DELETE failed (client error): The resource could not be found. Apr 29 15:40:59.107725 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c8ffc3-a068-4c55-95bb-d8a2a2a3ddd4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:40:59.112686 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-74c8ffc3-a068-4c55-95bb-d8a2a2a3ddd4 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/ports/96350259-9c63-4068-b387-2eab0498e3b1 HTTP/1.1" status: 404 len: 333 time: 0.0912988 Apr 29 15:40:59.119526 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52848) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:59.133072 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-b73b912f-b8cf-4078-82d4-dce6aaf69fba None None] Calling delete_port for 78cc2203-e6b8-4a6f-b329-21eeacde222b owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:40:59.162466 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e4b214-b951-4a3f-bdfb-f41228d2561b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:59.198124 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc0bc9e-8d90-4891-8471-4046b8b2ed20 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] DELETE failed (client error): The resource could not be found. Apr 29 15:40:59.198585 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc0bc9e-8d90-4891-8471-4046b8b2ed20 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:40:59.202663 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-6c667051-b50f-40bb-a2b4-3890cb32c099 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:59.208352 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6544bf8-8c79-4b96-bf5b-300b84278535 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Checking segment: {'id': '0357094d-3abd-4c48-a406-252c54ab495d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:40:59.208715 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6544bf8-8c79-4b96-bf5b-300b84278535 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Network hostable DHCP agents. Network: 9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:40:59.213345 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-6c667051-b50f-40bb-a2b4-3890cb32c099 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Usage tracker for resource:security_group_rule and tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:59.218581 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-6c667051-b50f-40bb-a2b4-3890cb32c099 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:59.224452 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6fc0bc9e-8d90-4891-8471-4046b8b2ed20 tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/subnets/3a8743c5-58be-466b-ac58-9d97aa3a112a HTTP/1.1" status: 404 len: 337 time: 0.0951185 Apr 29 15:40:59.232757 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52852) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:59.233585 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-6c667051-b50f-40bb-a2b4-3890cb32c099 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:59.234303 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-736ef3b8-d1f3-4236-a426-68e7fe9beca8 None None] Provisioning for port d98c43fe-2d33-4108-a2d1-018447adbf0a completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:59.292734 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b73b912f-b8cf-4078-82d4-dce6aaf69fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.296316 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7430fee-4a14-4bf6-9cf2-2bf156ad613e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] DELETE failed (client error): The resource could not be found. Apr 29 15:40:59.296754 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7430fee-4a14-4bf6-9cf2-2bf156ad613e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:40:59.298402 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e7430fee-4a14-4bf6-9cf2-2bf156ad613e tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/subnets/9546d0dd-1a15-447c-8cf3-e78a00a4a9ca HTTP/1.1" status: 404 len: 337 time: 0.0616889 Apr 29 15:40:59.306085 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52856) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:59.326189 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debf9a8-8be5-4cdd-8bb4-8d7fdbbcbb04 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Port': ['ID=68360a24-417c-4977-b228-132520c597e5,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:59.328083 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7296bb93-c4ec-426b-b434-6d6fc7581e5a tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.364929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b912f-b8cf-4078-82d4-dce6aaf69fba None None] Pushing event deleted for resources: {'Port': ['ID=78cc2203-e6b8-4a6f-b329-21eeacde222b,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:59.377763 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3df53399-129c-403e-b579-23c895112f17 None None] Could not find standard attr ID for object 68360a24-417c-4977-b228-132520c597e5. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:40:59.377763 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73b912f-b8cf-4078-82d4-dce6aaf69fba None None] No DVR routers for this DVR port 78cc2203-e6b8-4a6f-b329-21eeacde222b on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:40:59.412192 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b214-b951-4a3f-bdfb-f41228d2561b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.426398 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3debf9a8-8be5-4cdd-8bb4-8d7fdbbcbb04 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.428320 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3debf9a8-8be5-4cdd-8bb4-8d7fdbbcbb04 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/68360a24-417c-4977-b228-132520c597e5 HTTP/1.1" status: 204 len: 168 time: 2.4136431 Apr 29 15:40:59.435645 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52860) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:59.485403 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-bfe47ef9-eaa0-4521-84db-a97343316eda tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Deleting port 214ee16a-6c88-4d2d-83a0-6c36fdd2a8b5 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:59.485744 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bfe47ef9-eaa0-4521-84db-a97343316eda tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.523131 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6544bf8-8c79-4b96-bf5b-300b84278535 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Network 9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:40:59.541962 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7296bb93-c4ec-426b-b434-6d6fc7581e5a tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.570555 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6c667051-b50f-40bb-a2b4-3890cb32c099 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.622726 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7296bb93-c4ec-426b-b434-6d6fc7581e5a tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.627237 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04f9eec-169c-47db-bd7e-37aa1527f7e3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:59.629399 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04f9eec-169c-47db-bd7e-37aa1527f7e3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:59.630141 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d04f9eec-169c-47db-bd7e-37aa1527f7e3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:59.676541 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6c667051-b50f-40bb-a2b4-3890cb32c099 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.684320 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296bb93-c4ec-426b-b434-6d6fc7581e5a tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac360b10-3a6e-463d-8ca7-4fe40617bd73,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:59.781044 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-c6544bf8-8c79-4b96-bf5b-300b84278535 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:59.789512 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d98c43fe-2d33-4108-a2d1-018447adbf0a up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:59.795263 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7296bb93-c4ec-426b-b434-6d6fc7581e5a tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.796634 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8893b53-241c-4ede-8b94-6714673fbd41 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Router d8f0ec34-79eb-4e21-9dd6-4f19503c203d has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:40:59.802502 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7296bb93-c4ec-426b-b434-6d6fc7581e5a tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8759861 Apr 29 15:40:59.803179 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52864) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:59.813040 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-41afc6b9-6290-459f-a6cc-5277eeae1d13 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Request body: {'security_group_rule': {'security_group_id': '7123c658-b9d4-42f6-a608-f9c2a67423ba', 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:59.814232 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d04f9eec-169c-47db-bd7e-37aa1527f7e3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:59.818260 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d04f9eec-169c-47db-bd7e-37aa1527f7e3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3804936 Apr 29 15:40:59.818407 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f36059-d111-446d-8274-9370d3a2c051 None None] Network 9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:40:59.820561 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-41afc6b9-6290-459f-a6cc-5277eeae1d13 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:59.822710 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6544bf8-8c79-4b96-bf5b-300b84278535 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:59.823279 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c6544bf8-8c79-4b96-bf5b-300b84278535 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.825008 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-41afc6b9-6290-459f-a6cc-5277eeae1d13 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Usage tracker for resource:security_group_rule and tenant:c56968f4173e467ca1a4109666ee4127 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:59.827847 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52868) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:59.828603 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-41afc6b9-6290-459f-a6cc-5277eeae1d13 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:59.835579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-41afc6b9-6290-459f-a6cc-5277eeae1d13 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:59.841996 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b214-b951-4a3f-bdfb-f41228d2561b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.871815 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c667051-b50f-40bb-a2b4-3890cb32c099 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eba83ed-20e7-4798-8121-e15374ce1b73,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:59.899768 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6c667051-b50f-40bb-a2b4-3890cb32c099 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.903759 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6c667051-b50f-40bb-a2b4-3890cb32c099 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4535685 Apr 29 15:40:59.904922 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52872) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:59.908339 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bfe47ef9-eaa0-4521-84db-a97343316eda tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.914054 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-d709ea83-2906-4d83-9c0a-5f102f7bb227 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group_rule': {'security_group_id': '3eba83ed-20e7-4798-8121-e15374ce1b73', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:59.914850 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-d709ea83-2906-4d83-9c0a-5f102f7bb227 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:40:59.918532 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d709ea83-2906-4d83-9c0a-5f102f7bb227 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0102987 Apr 29 15:40:59.918868 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52876) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:59.928829 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7fa47bc9-7aec-498f-b8db-b891c0df7029 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group_rule': {'security_group_id': '3eba83ed-20e7-4798-8121-e15374ce1b73', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:40:59.939299 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4b214-b951-4a3f-bdfb-f41228d2561b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Subnet': ['ID=fca238a5-47da-4a1e-8411-9c158d7e58c0,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:59.943636 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7fa47bc9-7aec-498f-b8db-b891c0df7029 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:59.958633 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e4b214-b951-4a3f-bdfb-f41228d2561b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Checking segment: {'id': 'f6aad8b7-f331-4bae-b735-b7ca605fb501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bfe6ba5c-973e-4ab3-a600-29daf23549d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:40:59.959069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e4b214-b951-4a3f-bdfb-f41228d2561b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network hostable DHCP agents. Network: bfe6ba5c-973e-4ab3-a600-29daf23549d0, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:40:59.979340 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-41afc6b9-6290-459f-a6cc-5277eeae1d13 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.058340 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7fa47bc9-7aec-498f-b8db-b891c0df7029 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Usage tracker for resource:security_group_rule and tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:00.067503 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-bfe47ef9-eaa0-4521-84db-a97343316eda tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Calling delete_port for 214ee16a-6c88-4d2d-83a0-6c36fdd2a8b5 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:00.070526 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port d98c43fe-2d33-4108-a2d1-018447adbf0a completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:00.081598 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port d98c43fe-2d33-4108-a2d1-018447adbf0a triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:00.082062 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.101943 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c6544bf8-8c79-4b96-bf5b-300b84278535 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.5777550 Apr 29 15:41:00.103025 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7fa47bc9-7aec-498f-b8db-b891c0df7029 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:00.115712 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969cfe1a-aa1e-47b3-aa9b-0d174b56ceed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424', 'network_id': '9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424', 'tenant_id': 'ac43d99f432948ed97df9d63c8b43af5', 'fixed_ips': [{'subnet_id': 'f9926e99-8595-4856-942b-3c5e72b33c9f'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:41:00.117018 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-969cfe1a-aa1e-47b3-aa9b-0d174b56ceed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.216550 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52880) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:00.216550 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7fa47bc9-7aec-498f-b8db-b891c0df7029 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:00.217012 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-41afc6b9-6290-459f-a6cc-5277eeae1d13 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.217012 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e4b214-b951-4a3f-bdfb-f41228d2561b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network bfe6ba5c-973e-4ab3-a600-29daf23549d0 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:41:00.217637 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-1f9a7221-5c41-4a35-adce-abe5c777e6b4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-49502552'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:00.326618 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1f9a7221-5c41-4a35-adce-abe5c777e6b4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:00.331786 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-41afc6b9-6290-459f-a6cc-5277eeae1d13 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.337055 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.350178 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1f9a7221-5c41-4a35-adce-abe5c777e6b4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Usage tracker for resource:network and tenant:ac43d99f432948ed97df9d63c8b43af5 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:00.356430 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1f9a7221-5c41-4a35-adce-abe5c777e6b4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:00.360047 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-b1e4b214-b951-4a3f-bdfb-f41228d2561b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, bfe6ba5c-973e-4ab3-a600-29daf23549d0) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:00.366153 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afc6b9-6290-459f-a6cc-5277eeae1d13 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82b2108-b7d5-4fc3-bb76-dea3d7cbb07a,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:00.369538 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1f9a7221-5c41-4a35-adce-abe5c777e6b4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:00.372694 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e4b214-b951-4a3f-bdfb-f41228d2561b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:00.373276 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b214-b951-4a3f-bdfb-f41228d2561b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.378879 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-969cfe1a-aa1e-47b3-aa9b-0d174b56ceed None None] Allocated IP 172.20.255.242 (9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424/f9926e99-8595-4856-942b-3c5e72b33c9f/0880300b-8e64-4b12-b02e-3b9c95af2f73) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:00.381239 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6327d96-fabe-41a8-bf64-c9a78c7e39e6 None None] Network bfe6ba5c-973e-4ab3-a600-29daf23549d0 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:00.462919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-41afc6b9-6290-459f-a6cc-5277eeae1d13 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.464712 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-41afc6b9-6290-459f-a6cc-5277eeae1d13 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6570792 Apr 29 15:41:00.473198 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52884) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:00.473198 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a547fa8-6192-4770-b4de-cd5d251ed97c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet fb7a0069-565e-4135-9e2f-18cf62904fbf {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:41:00.477821 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-ecefcd19-8f31-43f6-9a80-fad8cf98fc7c tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Request body: {'security_group_rule': {'security_group_id': '7123c658-b9d4-42f6-a608-f9c2a67423ba', 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:00.488117 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2a547fa8-6192-4770-b4de-cd5d251ed97c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.502512 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port d98c43fe-2d33-4108-a2d1-018447adbf0a, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d98c43fe-2d33-4108-a2d1-018447adbf0a,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:00.509990 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b1e4b214-b951-4a3f-bdfb-f41228d2561b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7616420 Apr 29 15:41:00.512874 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52888) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:00.515690 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ecefcd19-8f31-43f6-9a80-fad8cf98fc7c tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:00.519955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-5ced26ee-fc26-41cc-8e28-f83d8f046317 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'port': {'network_id': 'bfe6ba5c-973e-4ab3-a600-29daf23549d0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1782902285'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:00.526113 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9a7221-5c41-4a35-adce-abe5c777e6b4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Made reservation on behalf of ac43d99f432948ed97df9d63c8b43af5 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:00.528957 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1f9a7221-5c41-4a35-adce-abe5c777e6b4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.537487 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bfe47ef9-eaa0-4521-84db-a97343316eda tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.542075 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ecefcd19-8f31-43f6-9a80-fad8cf98fc7c tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Usage tracker for resource:security_group_rule and tenant:c56968f4173e467ca1a4109666ee4127 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:00.556989 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ecefcd19-8f31-43f6-9a80-fad8cf98fc7c tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:00.587323 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.587591 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-7fa47bc9-7aec-498f-b8db-b891c0df7029 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:41:00.591611 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7fa47bc9-7aec-498f-b8db-b891c0df7029 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6654999 Apr 29 15:41:00.593629 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52892) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:00.600055 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-bb51e788-1365-4089-a5ab-d0f3eec57065 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group_rule': {'security_group_id': '3eba83ed-20e7-4798-8121-e15374ce1b73', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:00.600679 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-bb51e788-1365-4089-a5ab-d0f3eec57065 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:41:00.604103 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bb51e788-1365-4089-a5ab-d0f3eec57065 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075641 Apr 29 15:41:00.610795 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52896) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:00.629899 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-f3dcffd0-c174-455f-8b30-a03dcddd326a tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group_rule': {'security_group_id': '3eba83ed-20e7-4798-8121-e15374ce1b73', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:00.696712 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 78cc2203-e6b8-4a6f-b329-21eeacde222b no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:41:00.705184 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-f3dcffd0-c174-455f-8b30-a03dcddd326a tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:00.710958 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f3dcffd0-c174-455f-8b30-a03dcddd326a tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Usage tracker for resource:security_group_rule and tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:00.714103 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f3dcffd0-c174-455f-8b30-a03dcddd326a tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:00.720304 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-f3dcffd0-c174-455f-8b30-a03dcddd326a tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:00.728807 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ecefcd19-8f31-43f6-9a80-fad8cf98fc7c tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:00.729556 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5ced26ee-fc26-41cc-8e28-f83d8f046317 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:00.735626 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe47ef9-eaa0-4521-84db-a97343316eda tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Port': ['ID=214ee16a-6c88-4d2d-83a0-6c36fdd2a8b5,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:00.736742 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5ced26ee-fc26-41cc-8e28-f83d8f046317 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:port and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:00.741011 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5ced26ee-fc26-41cc-8e28-f83d8f046317 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:00.750699 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5ced26ee-fc26-41cc-8e28-f83d8f046317 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:00.762289 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2a547fa8-6192-4770-b4de-cd5d251ed97c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.790799 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 78cc2203-e6b8-4a6f-b329-21eeacde222b {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:41:00.791142 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 78cc2203-e6b8-4a6f-b329-21eeacde222b not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:41:00.810029 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bfe47ef9-eaa0-4521-84db-a97343316eda tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.813044 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f9a7221-5c41-4a35-adce-abe5c777e6b4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:41:00.839550 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1f9a7221-5c41-4a35-adce-abe5c777e6b4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.839887 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-1f9a7221-5c41-4a35-adce-abe5c777e6b4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Added segment 0d93747d-89c9-4766-beb8-478a3c5336f2 of type vlan for network 931e6c14-b49c-416e-aed4-44126b64cfb0 Apr 29 15:41:00.843418 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.securitygroups_db [None req-ecefcd19-8f31-43f6-9a80-fad8cf98fc7c tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Project c56968f4173e467ca1a4109666ee4127 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:41:00.856342 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=d98c43fe-2d33-4108-a2d1-018447adbf0a,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:00.857300 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ced26ee-fc26-41cc-8e28-f83d8f046317 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:00.860772 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5ced26ee-fc26-41cc-8e28-f83d8f046317 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.869654 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-bfe47ef9-eaa0-4521-84db-a97343316eda tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/ports/214ee16a-6c88-4d2d-83a0-6c36fdd2a8b5 HTTP/1.1" status: 204 len: 168 time: 1.5583591 Apr 29 15:41:00.872904 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ecefcd19-8f31-43f6-9a80-fad8cf98fc7c tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.873877 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52900) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:00.907145 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-f3dcffd0-c174-455f-8b30-a03dcddd326a tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:41:00.910605 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f3dcffd0-c174-455f-8b30-a03dcddd326a tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2967834 Apr 29 15:41:00.920614 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52904) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:00.935732 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1f9a7221-5c41-4a35-adce-abe5c777e6b4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.943543 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-dbf99530-f3fd-4477-8e2a-00669944b609 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group_rule': {'security_group_id': '3eba83ed-20e7-4798-8121-e15374ce1b73', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:00.943543 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-dbf99530-f3fd-4477-8e2a-00669944b609 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:41:00.943946 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-dbf99530-f3fd-4477-8e2a-00669944b609 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0222514 Apr 29 15:41:00.946119 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-bfe6ba5c-973e-4ab3-a600-29daf23549d0', 'network_id': 'bfe6ba5c-973e-4ab3-a600-29daf23549d0', 'tenant_id': '91bb22a2ab704c6d85079e8d3f0117f8', 'fixed_ips': [{'subnet_id': 'fca238a5-47da-4a1e-8411-9c158d7e58c0'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:41:00.947207 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.954605 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52908) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:00.968226 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-c413ae6c-bf20-4693-9591-bb89a9066209 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group_rule': {'security_group_id': '3eba83ed-20e7-4798-8121-e15374ce1b73', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:00.980859 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-5ced26ee-fc26-41cc-8e28-f83d8f046317 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] device_id is not set on port 384a037c-765e-4515-a1c0-e041869177b6 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:41:00.982139 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-969cfe1a-aa1e-47b3-aa9b-0d174b56ceed None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.988783 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c413ae6c-bf20-4693-9591-bb89a9066209 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:01.000145 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c413ae6c-bf20-4693-9591-bb89a9066209 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Usage tracker for resource:security_group_rule and tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:01.004837 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8893b53-241c-4ede-8b94-6714673fbd41 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:41:01.014544 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2a547fa8-6192-4770-b4de-cd5d251ed97c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:01.021084 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9330780-e2d0-4005-b1c5-70a794622ff1 None None] Sync routers for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:41:01.040726 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9330780-e2d0-4005-b1c5-70a794622ff1 None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:41:01.042557 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-969cfe1a-aa1e-47b3-aa9b-0d174b56ceed None None] Transition to ACTIVE for port object 0880300b-8e64-4b12-b02e-3b9c95af2f73 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:01.042701 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-f9330780-e2d0-4005-b1c5-70a794622ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:40:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:01.047193 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c413ae6c-bf20-4693-9591-bb89a9066209 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:01.063370 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a8893b53-241c-4ede-8b94-6714673fbd41 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:01.077855 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e9aa079-160e-4393-a295-7f9bcf601c4f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:01.087984 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-969cfe1a-aa1e-47b3-aa9b-0d174b56ceed None None] Transition to ACTIVE for port object 0880300b-8e64-4b12-b02e-3b9c95af2f73 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:01.116547 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c413ae6c-bf20-4693-9591-bb89a9066209 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:01.137326 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-f9330780-e2d0-4005-b1c5-70a794622ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:01.153936 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9330780-e2d0-4005-b1c5-70a794622ff1 None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:41:01.153936 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-f9330780-e2d0-4005-b1c5-70a794622ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:40:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:01.173793 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-969cfe1a-aa1e-47b3-aa9b-0d174b56ceed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:01.210515 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ecefcd19-8f31-43f6-9a80-fad8cf98fc7c tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:01.217137 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-f9330780-e2d0-4005-b1c5-70a794622ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:01.218766 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9330780-e2d0-4005-b1c5-70a794622ff1 None None] The sync data for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:41:01.247474 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1f9a7221-5c41-4a35-adce-abe5c777e6b4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:01.251023 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9a7221-5c41-4a35-adce-abe5c777e6b4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:01.251606 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1f9a7221-5c41-4a35-adce-abe5c777e6b4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:01.251715 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969cfe1a-aa1e-47b3-aa9b-0d174b56ceed None None] Network 9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:01.255113 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-969cfe1a-aa1e-47b3-aa9b-0d174b56ceed None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:01.257965 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969cfe1a-aa1e-47b3-aa9b-0d174b56ceed None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:01.285407 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e9aa079-160e-4393-a295-7f9bcf601c4f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:01.291982 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a8893b53-241c-4ede-8b94-6714673fbd41 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "PUT /v2.0/floatingips/03fee616-d161-43d4-9cf3-058e47453034 HTTP/1.1" status: 200 len: 978 time: 9.2019718 Apr 29 15:41:01.294763 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52912) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:01.300641 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-0c7c4923-9568-4772-905d-eb0f4a5cd86b tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:01.323416 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969cfe1a-aa1e-47b3-aa9b-0d174b56ceed None None] Pushing event updated for resources: {'Port': ['ID=0880300b-8e64-4b12-b02e-3b9c95af2f73,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:01.336860 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.securitygroups_db [None req-c413ae6c-bf20-4693-9591-bb89a9066209 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Project d6b0fcbaf6aa49b79dfaa16b26ef3c38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:41:01.364222 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-5ced26ee-fc26-41cc-8e28-f83d8f046317 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Allocated IP 172.20.0.4 (bfe6ba5c-973e-4ab3-a600-29daf23549d0/fca238a5-47da-4a1e-8411-9c158d7e58c0/384a037c-765e-4515-a1c0-e041869177b6) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:01.374468 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ecefcd19-8f31-43f6-9a80-fad8cf98fc7c tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:01.379867 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-969cfe1a-aa1e-47b3-aa9b-0d174b56ceed None None] Attempting to bind port 0880300b-8e64-4b12-b02e-3b9c95af2f73 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:41:01.379867 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-969cfe1a-aa1e-47b3-aa9b-0d174b56ceed None None] Attempting to bind port 0880300b-8e64-4b12-b02e-3b9c95af2f73 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '0357094d-3abd-4c48-a406-252c54ab495d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:41:01.381923 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969cfe1a-aa1e-47b3-aa9b-0d174b56ceed None None] Attempting to bind port 0880300b-8e64-4b12-b02e-3b9c95af2f73 on network 9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:41:01.387590 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969cfe1a-aa1e-47b3-aa9b-0d174b56ceed None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:41:01.388525 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969cfe1a-aa1e-47b3-aa9b-0d174b56ceed None None] Checking segment: {'id': '0357094d-3abd-4c48-a406-252c54ab495d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:01.388525 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-969cfe1a-aa1e-47b3-aa9b-0d174b56ceed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:01.389581 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969cfe1a-aa1e-47b3-aa9b-0d174b56ceed None None] Bound using segment: {'id': '0357094d-3abd-4c48-a406-252c54ab495d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:41:01.389581 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-969cfe1a-aa1e-47b3-aa9b-0d174b56ceed None None] Bound port: 0880300b-8e64-4b12-b02e-3b9c95af2f73, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0357094d-3abd-4c48-a406-252c54ab495d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:41:01.389785 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-969cfe1a-aa1e-47b3-aa9b-0d174b56ceed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:01.405337 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-8e9aa079-160e-4393-a295-7f9bcf601c4f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff58e3d-3f04-435f-9a39-63c880802c71']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:01.412194 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefcd19-8f31-43f6-9a80-fad8cf98fc7c tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b98b2d-4203-4d84-83f5-266b71e8fd58,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:01.414320 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2a547fa8-6192-4770-b4de-cd5d251ed97c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:01.417925 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a7221-5c41-4a35-adce-abe5c777e6b4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Network': ['ID=931e6c14-b49c-416e-aed4-44126b64cfb0,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:01.428525 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-8e9aa079-160e-4393-a295-7f9bcf601c4f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f8bc01-aee1-40b2-bee9-7873e468fac8') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:01.428832 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-8e9aa079-160e-4393-a295-7f9bcf601c4f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f8bc01-aee1-40b2-bee9-7873e468fac8') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:01.447557 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 931e6c14-b49c-416e-aed4-44126b64cfb0 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:41:01.460042 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a547fa8-6192-4770-b4de-cd5d251ed97c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=fb7a0069-565e-4135-9e2f-18cf62904fbf,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:01.462813 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1f9a7221-5c41-4a35-adce-abe5c777e6b4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2841439 Apr 29 15:41:01.469617 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52916) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:01.469617 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2a547fa8-6192-4770-b4de-cd5d251ed97c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:01.470574 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2a547fa8-6192-4770-b4de-cd5d251ed97c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/fb7a0069-565e-4135-9e2f-18cf62904fbf HTTP/1.1" status: 204 len: 168 time: 1.6365290 Apr 29 15:41:01.474617 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-ca82446f-10b2-458a-bf69-f50be4d4df0d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'subnet': {'network_id': '931e6c14-b49c-416e-aed4-44126b64cfb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:01.480106 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e9aa079-160e-4393-a295-7f9bcf601c4f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:01.483764 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a02d35-d4e7-4167-8906-38925b0fd432 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:01.487782 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52920) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:01.496147 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-c413ae6c-bf20-4693-9591-bb89a9066209 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:41:01.499854 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c413ae6c-bf20-4693-9591-bb89a9066209 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5392828 Apr 29 15:41:01.501596 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52924) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:01.547208 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0c7c4923-9568-4772-905d-eb0f4a5cd86b tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:01.552667 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ecefcd19-8f31-43f6-9a80-fad8cf98fc7c tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:01.556065 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ecefcd19-8f31-43f6-9a80-fad8cf98fc7c tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0851419 Apr 29 15:41:01.557195 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-18fb3ed3-8286-4c3d-bfc0-786f75ecfb2b tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group_rule': {'security_group_id': '3eba83ed-20e7-4798-8121-e15374ce1b73', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:01.557786 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-18fb3ed3-8286-4c3d-bfc0-786f75ecfb2b tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:41:01.561212 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-18fb3ed3-8286-4c3d-bfc0-786f75ecfb2b tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0562606 Apr 29 15:41:01.564417 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52928) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:01.564647 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52930) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:01.571923 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-8a4f6693-d8d9-4e07-8b99-becb685496f3 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group_rule': {'security_group_id': '3eba83ed-20e7-4798-8121-e15374ce1b73', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:01.589281 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-963ef92d-7663-4688-b2ca-689ea385f9f5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Request body: {'security_group_rule': {'security_group_id': '7123c658-b9d4-42f6-a608-f9c2a67423ba', 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:01.598420 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-8a4f6693-d8d9-4e07-8b99-becb685496f3 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:01.600777 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-963ef92d-7663-4688-b2ca-689ea385f9f5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:01.609198 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-963ef92d-7663-4688-b2ca-689ea385f9f5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Usage tracker for resource:security_group_rule and tenant:c56968f4173e467ca1a4109666ee4127 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:01.612595 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8a4f6693-d8d9-4e07-8b99-becb685496f3 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Usage tracker for resource:security_group_rule and tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:01.615138 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-963ef92d-7663-4688-b2ca-689ea385f9f5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:01.627450 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8a4f6693-d8d9-4e07-8b99-becb685496f3 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:01.630864 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-963ef92d-7663-4688-b2ca-689ea385f9f5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:01.643091 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-8a4f6693-d8d9-4e07-8b99-becb685496f3 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:01.654847 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ca82446f-10b2-458a-bf69-f50be4d4df0d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:01.663536 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ca82446f-10b2-458a-bf69-f50be4d4df0d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Usage tracker for resource:subnet and tenant:ac43d99f432948ed97df9d63c8b43af5 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:01.663536 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ca82446f-10b2-458a-bf69-f50be4d4df0d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:01.668921 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ca82446f-10b2-458a-bf69-f50be4d4df0d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:01.683114 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-969cfe1a-aa1e-47b3-aa9b-0d174b56ceed None None] For port 0880300b-8e64-4b12-b02e-3b9c95af2f73, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:41:01.687350 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-969cfe1a-aa1e-47b3-aa9b-0d174b56ceed None None] For port 0880300b-8e64-4b12-b02e-3b9c95af2f73, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=0880300b-8e64-4b12-b02e-3b9c95af2f73,segment=NetworkSegment(0357094d-3abd-4c48-a406-252c54ab495d),segment_id=0357094d-3abd-4c48-a406-252c54ab495d)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:41:01.699257 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.securitygroups_db [None req-963ef92d-7663-4688-b2ca-689ea385f9f5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Project c56968f4173e467ca1a4109666ee4127 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:41:01.708092 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-963ef92d-7663-4688-b2ca-689ea385f9f5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:01.723554 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e9aa079-160e-4393-a295-7f9bcf601c4f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:01.727920 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4c246513-d7f8-49bd-bc40-6947c0d9bdcc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2327030 Apr 29 15:41:01.742070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52936) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:01.751356 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9aa079-160e-4393-a295-7f9bcf601c4f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:41:01.752135 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e9aa079-160e-4393-a295-7f9bcf601c4f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:41:01.774237 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:41:01.781426 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d98c43fe-2d33-4108-a2d1-018447adbf0a up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:41:01.788407 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-3d45ff95-b9e5-445c-9ab3-a608abf18718 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:01.791213 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca82446f-10b2-458a-bf69-f50be4d4df0d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Made reservation on behalf of ac43d99f432948ed97df9d63c8b43af5 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:01.810131 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.securitygroups_db [None req-8a4f6693-d8d9-4e07-8b99-becb685496f3 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Project d6b0fcbaf6aa49b79dfaa16b26ef3c38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:41:01.822077 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-969cfe1a-aa1e-47b3-aa9b-0d174b56ceed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:01.939326 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ca82446f-10b2-458a-bf69-f50be4d4df0d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:01.961855 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969cfe1a-aa1e-47b3-aa9b-0d174b56ceed None None] Pushing event updated for resources: {'Port': ['ID=0880300b-8e64-4b12-b02e-3b9c95af2f73,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:01.978341 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port d98c43fe-2d33-4108-a2d1-018447adbf0a triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:01.978840 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:02.015341 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0619c5dd-4995-473f-87b2-a31a3e18b295 None None] DHCP port deletion for 75e7f0f8-4897-4e20-8301-99a7eae75065 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:41:02.036458 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-0619c5dd-4995-473f-87b2-a31a3e18b295 None None] Deleting port d98c43fe-2d33-4108-a2d1-018447adbf0a {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:02.036969 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0619c5dd-4995-473f-87b2-a31a3e18b295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:02.151306 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-8a4f6693-d8d9-4e07-8b99-becb685496f3 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:41:02.155736 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8a4f6693-d8d9-4e07-8b99-becb685496f3 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5880609 Apr 29 15:41:02.159368 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52940) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:02.161303 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-963ef92d-7663-4688-b2ca-689ea385f9f5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:02.170560 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-56f06c87-1488-4a72-8395-5d197e0b2105 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group_rule': {'security_group_id': '3eba83ed-20e7-4798-8121-e15374ce1b73', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:02.180524 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-56f06c87-1488-4a72-8395-5d197e0b2105 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:02.197441 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-56f06c87-1488-4a72-8395-5d197e0b2105 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Usage tracker for resource:security_group_rule and tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:02.203428 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-56f06c87-1488-4a72-8395-5d197e0b2105 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:02.240647 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-56f06c87-1488-4a72-8395-5d197e0b2105 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:02.242638 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-963ef92d-7663-4688-b2ca-689ea385f9f5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:02.242871 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5ced26ee-fc26-41cc-8e28-f83d8f046317 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:02.248821 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e9aa079-160e-4393-a295-7f9bcf601c4f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:02.257853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3d45ff95-b9e5-445c-9ab3-a608abf18718 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:02.283095 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ef92d-7663-4688-b2ca-689ea385f9f5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed5fc1c-d54b-4c4b-8187-f565ce5e4773,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:02.284877 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e9aa079-160e-4393-a295-7f9bcf601c4f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:02.303803 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ef92d-7663-4688-b2ca-689ea385f9f5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.304137 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ef92d-7663-4688-b2ca-689ea385f9f5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.304679 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ef92d-7663-4688-b2ca-689ea385f9f5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.305014 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ef92d-7663-4688-b2ca-689ea385f9f5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.305518 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ef92d-7663-4688-b2ca-689ea385f9f5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.305858 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ef92d-7663-4688-b2ca-689ea385f9f5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.306567 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ef92d-7663-4688-b2ca-689ea385f9f5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.306567 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ef92d-7663-4688-b2ca-689ea385f9f5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.307235 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ef92d-7663-4688-b2ca-689ea385f9f5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.307235 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ef92d-7663-4688-b2ca-689ea385f9f5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.307511 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ef92d-7663-4688-b2ca-689ea385f9f5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.313382 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ca82446f-10b2-458a-bf69-f50be4d4df0d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:02.319790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-5ced26ee-fc26-41cc-8e28-f83d8f046317 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Transition to ACTIVE for port object 384a037c-765e-4515-a1c0-e041869177b6 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:02.321628 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9aa079-160e-4393-a295-7f9bcf601c4f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Pushing event deleted for resources: {'Network': ['ID=fff58e3d-3f04-435f-9a39-63c880802c71,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:02.325203 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3d45ff95-b9e5-445c-9ab3-a608abf18718 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:02.333652 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8e9aa079-160e-4393-a295-7f9bcf601c4f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] 10.222.0.21 "DELETE /v2.0/networks/fff58e3d-3f04-435f-9a39-63c880802c71 HTTP/1.1" status: 204 len: 168 time: 1.4571414 Apr 29 15:41:02.358445 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.securitygroups_db [None req-56f06c87-1488-4a72-8395-5d197e0b2105 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Project d6b0fcbaf6aa49b79dfaa16b26ef3c38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:41:02.408669 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-963ef92d-7663-4688-b2ca-689ea385f9f5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:02.415481 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-963ef92d-7663-4688-b2ca-689ea385f9f5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8491004 Apr 29 15:41:02.432560 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aa079-160e-4393-a295-7f9bcf601c4f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.432926 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82446f-10b2-458a-bf69-f50be4d4df0d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Subnet': ['ID=34aca9ef-de92-41fd-96f1-c5db3006a299,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:02.433330 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aa079-160e-4393-a295-7f9bcf601c4f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.433883 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aa079-160e-4393-a295-7f9bcf601c4f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.434366 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aa079-160e-4393-a295-7f9bcf601c4f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.434888 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aa079-160e-4393-a295-7f9bcf601c4f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.435371 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aa079-160e-4393-a295-7f9bcf601c4f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.435849 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aa079-160e-4393-a295-7f9bcf601c4f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.436322 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aa079-160e-4393-a295-7f9bcf601c4f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.436789 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aa079-160e-4393-a295-7f9bcf601c4f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.437252 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aa079-160e-4393-a295-7f9bcf601c4f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.437736 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aa079-160e-4393-a295-7f9bcf601c4f tempest-PortsIpV6TestJSON-169769046 tempest-PortsIpV6TestJSON-169769046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.465178 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-0619c5dd-4995-473f-87b2-a31a3e18b295 None None] For port d98c43fe-2d33-4108-a2d1-018447adbf0a, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d98c43fe-2d33-4108-a2d1-018447adbf0a,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:02.465178 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0619c5dd-4995-473f-87b2-a31a3e18b295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:02.473839 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca82446f-10b2-458a-bf69-f50be4d4df0d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Checking segment: {'id': '0d93747d-89c9-4766-beb8-478a3c5336f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '931e6c14-b49c-416e-aed4-44126b64cfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:02.474281 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca82446f-10b2-458a-bf69-f50be4d4df0d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Network hostable DHCP agents. Network: 931e6c14-b49c-416e-aed4-44126b64cfb0, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:41:02.481859 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-56f06c87-1488-4a72-8395-5d197e0b2105 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:41:02.485931 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-56f06c87-1488-4a72-8395-5d197e0b2105 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3233368 Apr 29 15:41:02.486792 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52950) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:02.500753 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0c7c4923-9568-4772-905d-eb0f4a5cd86b tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:02.510016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d45ff95-b9e5-445c-9ab3-a608abf18718 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:02.589203 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-524f507d-d836-4da2-9327-65ee1b745e7a tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:02.626923 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-524f507d-d836-4da2-9327-65ee1b745e7a tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:02.648054 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0c7c4923-9568-4772-905d-eb0f4a5cd86b tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:02.648686 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [None req-0c7c4923-9568-4772-905d-eb0f4a5cd86b tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Floating IP 03fee616-d161-43d4-9cf3-058e47453034 disassociated. External IP: 172.26.1.221, port: fdb75b60-52fc-4dc7-91d9-db0e0fe55b83. Apr 29 15:41:02.651066 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca82446f-10b2-458a-bf69-f50be4d4df0d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Network 931e6c14-b49c-416e-aed4-44126b64cfb0 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:41:02.731849 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-ca82446f-10b2-458a-bf69-f50be4d4df0d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 931e6c14-b49c-416e-aed4-44126b64cfb0) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:02.736057 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca82446f-10b2-458a-bf69-f50be4d4df0d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:02.736705 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ca82446f-10b2-458a-bf69-f50be4d4df0d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:02.746772 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5ced26ee-fc26-41cc-8e28-f83d8f046317 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:02.783456 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-524f507d-d836-4da2-9327-65ee1b745e7a tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:02.786266 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-524f507d-d836-4da2-9327-65ee1b745e7a tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:02.787612 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-524f507d-d836-4da2-9327-65ee1b745e7a tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "DELETE /v2.0/security-groups/3eba83ed-20e7-4798-8121-e15374ce1b73 HTTP/1.1" status: 204 len: 168 time: 0.2932301 Apr 29 15:41:02.800818 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52966) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:02.801861 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f507d-d836-4da2-9327-65ee1b745e7a tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eba83ed-20e7-4798-8121-e15374ce1b73,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:02.813245 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-0619c5dd-4995-473f-87b2-a31a3e18b295 None None] Calling delete_port for d98c43fe-2d33-4108-a2d1-018447adbf0a owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:02.831499 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ca82446f-10b2-458a-bf69-f50be4d4df0d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3636932 Apr 29 15:41:02.842277 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52972) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:02.844690 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3381b8-4977-4cc8-a441-78d8328dfec2 None None] Network 931e6c14-b49c-416e-aed4-44126b64cfb0 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:03.028717 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced26ee-fc26-41cc-8e28-f83d8f046317 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network bfe6ba5c-973e-4ab3-a600-29daf23549d0 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:03.029872 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced26ee-fc26-41cc-8e28-f83d8f046317 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Port': ['ID=384a037c-765e-4515-a1c0-e041869177b6,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:03.040348 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8865c1e1-4987-495d-a7aa-6929eef3869c tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Synchronizing usage tracker for tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:03.079260 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-5ced26ee-fc26-41cc-8e28-f83d8f046317 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:03.083960 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced26ee-fc26-41cc-8e28-f83d8f046317 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:03.092783 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8865c1e1-4987-495d-a7aa-6929eef3869c tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Unset dirty status for tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:03.094024 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8865c1e1-4987-495d-a7aa-6929eef3869c tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2900195 Apr 29 15:41:03.102455 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52982) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:03.118186 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Allocated IP 172.20.0.2 (bfe6ba5c-973e-4ab3-a600-29daf23549d0/fca238a5-47da-4a1e-8411-9c158d7e58c0/2c54d5e3-010b-4c1c-9adf-c43351cf13c0) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:03.123535 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-149c82bd-ffcc-4248-ba7b-debfdded937f tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516010931'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:03.136815 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-149c82bd-ffcc-4248-ba7b-debfdded937f tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:03.161185 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-149c82bd-ffcc-4248-ba7b-debfdded937f tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:03.163369 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3d45ff95-b9e5-445c-9ab3-a608abf18718 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:03.193149 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52986) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:03.222327 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0619c5dd-4995-473f-87b2-a31a3e18b295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:03.227097 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9551c044-a3f1-4489-beb1-2868e0bf4c38 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:03.256902 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-149c82bd-ffcc-4248-ba7b-debfdded937f tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:03.348708 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9551c044-a3f1-4489-beb1-2868e0bf4c38 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:03.376174 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619c5dd-4995-473f-87b2-a31a3e18b295 None None] Pushing event deleted for resources: {'Port': ['ID=d98c43fe-2d33-4108-a2d1-018447adbf0a,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:03.418376 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-149c82bd-ffcc-4248-ba7b-debfdded937f tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:03.423005 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-149c82bd-ffcc-4248-ba7b-debfdded937f tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Usage tracker for resource:security_group_rule and tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:03.429152 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-149c82bd-ffcc-4248-ba7b-debfdded937f tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:03.434867 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-149c82bd-ffcc-4248-ba7b-debfdded937f tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:03.457213 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0619c5dd-4995-473f-87b2-a31a3e18b295 None None] No DVR routers for this DVR port d98c43fe-2d33-4108-a2d1-018447adbf0a on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:41:03.485538 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeba2fa-b2fb-47bc-949d-16d767dde578 None None] Network 9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:03.579231 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-149c82bd-ffcc-4248-ba7b-debfdded937f tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:03.583695 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ced26ee-fc26-41cc-8e28-f83d8f046317 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:03.584713 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5ced26ee-fc26-41cc-8e28-f83d8f046317 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:03.588277 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-da7376f2-6ba1-4463-9057-ad7180debbbd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=181454145b0d449b8706b073dae04744&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3914990 Apr 29 15:41:03.588277 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 52992) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:03.602954 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3d45ff95-b9e5-445c-9ab3-a608abf18718 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:03.620479 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22daa0e-0f75-4223-9f71-7f63cb430bc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-931e6c14-b49c-416e-aed4-44126b64cfb0', 'network_id': '931e6c14-b49c-416e-aed4-44126b64cfb0', 'tenant_id': 'ac43d99f432948ed97df9d63c8b43af5', 'fixed_ips': [{'subnet_id': '34aca9ef-de92-41fd-96f1-c5db3006a299'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:41:03.621263 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b22daa0e-0f75-4223-9f71-7f63cb430bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:03.735034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d45ff95-b9e5-445c-9ab3-a608abf18718 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:03.744551 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-3d45ff95-b9e5-445c-9ab3-a608abf18718 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:03.756378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d45ff95-b9e5-445c-9ab3-a608abf18718 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:03.757037 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3d45ff95-b9e5-445c-9ab3-a608abf18718 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:03.766794 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45ff95-b9e5-445c-9ab3-a608abf18718 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=44538d4a-bda5-4bd8-a292-4b08674bd5f0,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:03.788375 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4c5295-2af1-4ba6-b465-915b68e1218e None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:03.813353 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5ced26ee-fc26-41cc-8e28-f83d8f046317 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.2993021 Apr 29 15:41:03.827218 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 52998) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:03.841800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:03.854630 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Transition to ACTIVE for port object 2c54d5e3-010b-4c1c-9adf-c43351cf13c0 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:03.854787 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-149c82bd-ffcc-4248-ba7b-debfdded937f tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:03.872386 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9551c044-a3f1-4489-beb1-2868e0bf4c38 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:03.898381 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 0880300b-8e64-4b12-b02e-3b9c95af2f73 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:41:03.925137 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-3ce68464-2d39-4d63-874d-9b355713052e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port 384a037c-765e-4515-a1c0-e041869177b6 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:03.925866 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3ce68464-2d39-4d63-874d-9b355713052e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:03.930341 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-08a374f0-798a-4ad7-af9f-3615e03c0954 None None] Provisioning for port 0880300b-8e64-4b12-b02e-3b9c95af2f73 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:04.030860 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3d45ff95-b9e5-445c-9ab3-a608abf18718 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2789752 Apr 29 15:41:04.035854 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Transition to ACTIVE for port object 2c54d5e3-010b-4c1c-9adf-c43351cf13c0 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:04.039329 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53006) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:04.055589 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-48ddd6eb-a41b-41c2-96d9-8ac9748be684 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'fixed_ips': [{'subnet_id': '44538d4a-bda5-4bd8-a292-4b08674bd5f0', 'ip_address': '2001:db8::bbcc:3ed9:bf10:f556'}], 'name': 'tempest-NetworksTestDHCPv6-1102006834'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:04.057434 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9551c044-a3f1-4489-beb1-2868e0bf4c38 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.086614 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-9551c044-a3f1-4489-beb1-2868e0bf4c38 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931e6c14-b49c-416e-aed4-44126b64cfb0']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:04.102204 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-9551c044-a3f1-4489-beb1-2868e0bf4c38 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d93747d-89c9-4766-beb8-478a3c5336f2') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:04.102204 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-9551c044-a3f1-4489-beb1-2868e0bf4c38 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d93747d-89c9-4766-beb8-478a3c5336f2') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:04.118948 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9551c044-a3f1-4489-beb1-2868e0bf4c38 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.121996 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.142644 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551c044-a3f1-4489-beb1-2868e0bf4c38 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Subnet': ['ID=34aca9ef-de92-41fd-96f1-c5db3006a299,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:04.160282 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9551c044-a3f1-4489-beb1-2868e0bf4c38 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.181210 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9551c044-a3f1-4489-beb1-2868e0bf4c38 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:41:04.181435 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9551c044-a3f1-4489-beb1-2868e0bf4c38 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:41:04.197855 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:41:04.251558 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Network bfe6ba5c-973e-4ab3-a600-29daf23549d0 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:04.260683 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:04.262656 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a838b09-3304-4def-b8bc-c4ab57fb925c None None] Network 931e6c14-b49c-416e-aed4-44126b64cfb0 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:04.267013 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c82bd-ffcc-4248-ba7b-debfdded937f tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdade097-41ef-431e-b2da-9961915333a2,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:04.291286 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-149c82bd-ffcc-4248-ba7b-debfdded937f tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.292752 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-149c82bd-ffcc-4248-ba7b-debfdded937f tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1868832 Apr 29 15:41:04.298440 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53010) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:04.310313 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-5486dcdd-c555-4989-be79-8e34c5d80e34 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group_rule': {'security_group_id': 'cdade097-41ef-431e-b2da-9961915333a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:04.317034 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5486dcdd-c555-4989-be79-8e34c5d80e34 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:04.321187 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5486dcdd-c555-4989-be79-8e34c5d80e34 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Usage tracker for resource:security_group_rule and tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:04.324066 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8f35cee0-81c9-47f0-889d-8dd13106490d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.331324 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5486dcdd-c555-4989-be79-8e34c5d80e34 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:04.343559 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5486dcdd-c555-4989-be79-8e34c5d80e34 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:04.347379 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:04.365629 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8f35cee0-81c9-47f0-889d-8dd13106490d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.433405 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 0880300b-8e64-4b12-b02e-3b9c95af2f73 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:04.451872 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 0880300b-8e64-4b12-b02e-3b9c95af2f73 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:04.452256 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.472914 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9551c044-a3f1-4489-beb1-2868e0bf4c38 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.500135 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9551c044-a3f1-4489-beb1-2868e0bf4c38 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.512822 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551c044-a3f1-4489-beb1-2868e0bf4c38 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Network': ['ID=931e6c14-b49c-416e-aed4-44126b64cfb0,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:04.513062 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Pushing event updated for resources: {'Port': ['ID=2c54d5e3-010b-4c1c-9adf-c43351cf13c0,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:04.516532 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9551c044-a3f1-4489-beb1-2868e0bf4c38 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/networks/931e6c14-b49c-416e-aed4-44126b64cfb0 HTTP/1.1" status: 204 len: 168 time: 1.6731610 Apr 29 15:41:04.519542 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8f35cee0-81c9-47f0-889d-8dd13106490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.523423 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8f35cee0-81c9-47f0-889d-8dd13106490d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.524665 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8f35cee0-81c9-47f0-889d-8dd13106490d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/350d002d-4a19-49c5-b71b-fb0137e78f18 HTTP/1.1" status: 204 len: 168 time: 0.9355252 Apr 29 15:41:04.525336 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53016) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:04.544098 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35cee0-81c9-47f0-889d-8dd13106490d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350d002d-4a19-49c5-b71b-fb0137e78f18,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:04.558249 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-2b8269b4-17fc-446d-a52e-18d1af72c422 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-784027051'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:04.566092 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2b8269b4-17fc-446d-a52e-18d1af72c422 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:04.571681 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-5486dcdd-c555-4989-be79-8e34c5d80e34 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] create failed (client error): The resource could not be found. Apr 29 15:41:04.575439 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5486dcdd-c555-4989-be79-8e34c5d80e34 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2695580 Apr 29 15:41:04.575439 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2b8269b4-17fc-446d-a52e-18d1af72c422 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Usage tracker for resource:network and tenant:ac43d99f432948ed97df9d63c8b43af5 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:04.577461 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53024) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:04.585946 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-5551f64c-441c-4850-902d-44c0f63c5e53 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group_rule': {'security_group_id': 'cdade097-41ef-431e-b2da-9961915333a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1ab50ee0-c819-4dc9-8bd2-bc82c8139d98'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:04.592872 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5551f64c-441c-4850-902d-44c0f63c5e53 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:04.597846 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5551f64c-441c-4850-902d-44c0f63c5e53 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Usage tracker for resource:security_group_rule and tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:04.602128 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5551f64c-441c-4850-902d-44c0f63c5e53 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:04.602319 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-48ddd6eb-a41b-41c2-96d9-8ac9748be684 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:04.609176 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5551f64c-441c-4850-902d-44c0f63c5e53 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:04.609330 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-48ddd6eb-a41b-41c2-96d9-8ac9748be684 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:port and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:04.616110 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-48ddd6eb-a41b-41c2-96d9-8ac9748be684 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:04.618761 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2b8269b4-17fc-446d-a52e-18d1af72c422 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:04.619776 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3ce68464-2d39-4d63-874d-9b355713052e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.625943 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2b8269b4-17fc-446d-a52e-18d1af72c422 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:04.637802 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-48ddd6eb-a41b-41c2-96d9-8ac9748be684 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:04.740097 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8269b4-17fc-446d-a52e-18d1af72c422 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Made reservation on behalf of ac43d99f432948ed97df9d63c8b43af5 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:04.748435 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2b8269b4-17fc-446d-a52e-18d1af72c422 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.802160 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-3ce68464-2d39-4d63-874d-9b355713052e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Calling delete_port for 384a037c-765e-4515-a1c0-e041869177b6 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:04.809783 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8269b4-17fc-446d-a52e-18d1af72c422 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:41:04.824723 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2b8269b4-17fc-446d-a52e-18d1af72c422 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.829304 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-2b8269b4-17fc-446d-a52e-18d1af72c422 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Added segment b2a2394f-1531-408a-a70c-f6b87e942760 of type vlan for network 623b55b6-a616-476a-b1a6-c1838401a36a Apr 29 15:41:04.855378 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:04.855728 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:04.856049 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:04.856381 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:04.856711 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:04.857037 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:04.857361 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:04.858152 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:04.858152 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:04.858357 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:04.858645 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:04.874560 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2b8269b4-17fc-446d-a52e-18d1af72c422 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.974057 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ddd6eb-a41b-41c2-96d9-8ac9748be684 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:05.003189 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-48ddd6eb-a41b-41c2-96d9-8ac9748be684 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.011798 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Attempting to bind port 2c54d5e3-010b-4c1c-9adf-c43351cf13c0 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:41:05.012168 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Attempting to bind port 2c54d5e3-010b-4c1c-9adf-c43351cf13c0 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'f6aad8b7-f331-4bae-b735-b7ca605fb501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bfe6ba5c-973e-4ab3-a600-29daf23549d0'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:41:05.012522 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Attempting to bind port 2c54d5e3-010b-4c1c-9adf-c43351cf13c0 on network bfe6ba5c-973e-4ab3-a600-29daf23549d0 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:41:05.021435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7c4923-9568-4772-905d-eb0f4a5cd86b tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Router d8f0ec34-79eb-4e21-9dd6-4f19503c203d has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:41:05.039458 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-48ddd6eb-a41b-41c2-96d9-8ac9748be684 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] device_id is not set on port 68ffa0fe-8dd2-43fc-bb6a-9563993ae26b yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:41:05.051919 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-5551f64c-441c-4850-902d-44c0f63c5e53 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] create failed (client error): The resource could not be found. Apr 29 15:41:05.053608 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5551f64c-441c-4850-902d-44c0f63c5e53 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4750586 Apr 29 15:41:05.057028 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53046) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:05.136852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:41:05.139096 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Checking segment: {'id': 'f6aad8b7-f331-4bae-b735-b7ca605fb501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bfe6ba5c-973e-4ab3-a600-29daf23549d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:05.139529 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.139957 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Bound using segment: {'id': 'f6aad8b7-f331-4bae-b735-b7ca605fb501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bfe6ba5c-973e-4ab3-a600-29daf23549d0'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:41:05.140450 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Bound port: 2c54d5e3-010b-4c1c-9adf-c43351cf13c0, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6aad8b7-f331-4bae-b735-b7ca605fb501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bfe6ba5c-973e-4ab3-a600-29daf23549d0'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:41:05.140833 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.160998 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2b8269b4-17fc-446d-a52e-18d1af72c422 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.166270 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8269b4-17fc-446d-a52e-18d1af72c422 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:05.166424 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2b8269b4-17fc-446d-a52e-18d1af72c422 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.222394 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c5260d-5c84-4eb7-a014-52f792883a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-75e7f0f8-4897-4e20-8301-99a7eae75065', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'fixed_ips': [{'subnet_id': '44538d4a-bda5-4bd8-a292-4b08674bd5f0'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:41:05.223322 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-48c5260d-5c84-4eb7-a014-52f792883a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.238341 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.299086 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3ce68464-2d39-4d63-874d-9b355713052e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.329983 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8269b4-17fc-446d-a52e-18d1af72c422 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Network': ['ID=623b55b6-a616-476a-b1a6-c1838401a36a,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:05.356114 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2b8269b4-17fc-446d-a52e-18d1af72c422 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8157938 Apr 29 15:41:05.365389 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 623b55b6-a616-476a-b1a6-c1838401a36a details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:41:05.366775 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53052) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:05.373109 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-4e3e80c9-2fa0-435c-8022-af74bc5d6c62 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'subnet': {'network_id': '623b55b6-a616-476a-b1a6-c1838401a36a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:05.523377 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-672ff8f0-b9a0-48b4-a866-e780effe6e53 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.524957 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68464-2d39-4d63-874d-9b355713052e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Port': ['ID=384a037c-765e-4515-a1c0-e041869177b6,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:05.587701 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-672ff8f0-b9a0-48b4-a866-e780effe6e53 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.652237 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-48c5260d-5c84-4eb7-a014-52f792883a7d None None] Allocated IP 2001:db8::2 (75e7f0f8-4897-4e20-8301-99a7eae75065/44538d4a-bda5-4bd8-a292-4b08674bd5f0/2c26ae72-9e58-4136-87d1-5da8f64ba47e) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:05.695051 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3ce68464-2d39-4d63-874d-9b355713052e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.717602 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3ce68464-2d39-4d63-874d-9b355713052e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/ports/384a037c-765e-4515-a1c0-e041869177b6 HTTP/1.1" status: 204 len: 168 time: 1.8857703 Apr 29 15:41:05.720762 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53062) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:05.734434 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4e3e80c9-2fa0-435c-8022-af74bc5d6c62 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:05.739585 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4e3e80c9-2fa0-435c-8022-af74bc5d6c62 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Usage tracker for resource:subnet and tenant:ac43d99f432948ed97df9d63c8b43af5 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:05.742738 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4e3e80c9-2fa0-435c-8022-af74bc5d6c62 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:05.749688 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4e3e80c9-2fa0-435c-8022-af74bc5d6c62 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:05.785733 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-55efce74-311a-41a4-8c81-339d88c9ab44 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] GET failed (client error): The resource could not be found. Apr 29 15:41:05.786329 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-55efce74-311a-41a4-8c81-339d88c9ab44 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Synchronizing usage tracker for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:05.840801 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-672ff8f0-b9a0-48b4-a866-e780effe6e53 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.844434 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7c4923-9568-4772-905d-eb0f4a5cd86b tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:41:05.864532 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0c7c4923-9568-4772-905d-eb0f4a5cd86b tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.882511 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ff8f0-b9a0-48b4-a866-e780effe6e53 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdade097-41ef-431e-b2da-9961915333a2,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:05.894678 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3e80c9-2fa0-435c-8022-af74bc5d6c62 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Made reservation on behalf of ac43d99f432948ed97df9d63c8b43af5 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:05.938575 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] For port 2c54d5e3-010b-4c1c-9adf-c43351cf13c0, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:41:05.941161 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0c7c4923-9568-4772-905d-eb0f4a5cd86b tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "PUT /v2.0/floatingips/03fee616-d161-43d4-9cf3-058e47453034 HTTP/1.1" status: 200 len: 688 time: 4.6446073 Apr 29 15:41:05.941843 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53068) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:05.944794 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-55efce74-311a-41a4-8c81-339d88c9ab44 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Unset dirty status for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:05.946361 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] For port 2c54d5e3-010b-4c1c-9adf-c43351cf13c0, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=2c54d5e3-010b-4c1c-9adf-c43351cf13c0,segment=NetworkSegment(f6aad8b7-f331-4bae-b735-b7ca605fb501),segment_id=f6aad8b7-f331-4bae-b735-b7ca605fb501)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:41:05.951327 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-55efce74-311a-41a4-8c81-339d88c9ab44 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports/384a037c-765e-4515-a1c0-e041869177b6 HTTP/1.1" status: 404 len: 333 time: 0.2269211 Apr 29 15:41:05.952103 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53072) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:05.963637 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 0880300b-8e64-4b12-b02e-3b9c95af2f73, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=0880300b-8e64-4b12-b02e-3b9c95af2f73,segment=NetworkSegment(0357094d-3abd-4c48-a406-252c54ab495d),segment_id=0357094d-3abd-4c48-a406-252c54ab495d)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:05.976176 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54be950c-ac64-40d6-b50e-60e28553caa2 None None] Sync routers for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:41:05.996415 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-672ff8f0-b9a0-48b4-a866-e780effe6e53 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.997685 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-672ff8f0-b9a0-48b4-a866-e780effe6e53 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "DELETE /v2.0/security-groups/cdade097-41ef-431e-b2da-9961915333a2 HTTP/1.1" status: 204 len: 168 time: 0.9380751 Apr 29 15:41:06.011626 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53074) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:06.075313 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] Sync routers for ids ['8b8361cd-627a-4059-ac94-91d74d1089e9'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:41:06.081504 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4e3e80c9-2fa0-435c-8022-af74bc5d6c62 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:06.083117 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:06.087559 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:06.096823 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] Routers {'8b8361cd-627a-4059-ac94-91d74d1089e9'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:41:06.097458 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:40:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['8b8361cd-627a-4059-ac94-91d74d1089e9'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:06.196311 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1275ca80-5cee-4287-8ff5-b611d0d3bf9d tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Synchronizing usage tracker for tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:06.205276 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.ipam_backend_mixin [None req-4e3e80c9-2fa0-435c-8022-af74bc5d6c62 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Performing IP validity checks on allocation pools {{(pid=84771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 29 15:41:06.211124 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.ipam_backend_mixin [None req-4e3e80c9-2fa0-435c-8022-af74bc5d6c62 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 29 15:41:06.376335 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-e4b0e939-e2c2-4fdc-b9e5-c178712b3af9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Deleting port fa459db6-a81c-4285-bbe7-9cc5afcb645d {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:06.376335 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e939-e2c2-4fdc-b9e5-c178712b3af9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:06.384990 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-999c5adf-e4a1-4adf-9def-1a100d3bb268 None None] Provisioning complete for port 0880300b-8e64-4b12-b02e-3b9c95af2f73 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:06.390951 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-999c5adf-e4a1-4adf-9def-1a100d3bb268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:06.404645 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1275ca80-5cee-4287-8ff5-b611d0d3bf9d tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Unset dirty status for tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:06.406356 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1275ca80-5cee-4287-8ff5-b611d0d3bf9d tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3934145 Apr 29 15:41:06.412723 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53086) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:06.418948 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d626c8a8-d50c-4cad-9e1b-e11f9aa9de7d tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group_rule': {'security_group_id': '845b10e6-6730-4c30-98cf-2b47e7a84f33', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:06.433172 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d626c8a8-d50c-4cad-9e1b-e11f9aa9de7d tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:06.433976 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] Set router 8b8361cd-627a-4059-ac94-91d74d1089e9 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:41:06.440886 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d626c8a8-d50c-4cad-9e1b-e11f9aa9de7d tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Usage tracker for resource:security_group_rule and tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:06.456376 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d626c8a8-d50c-4cad-9e1b-e11f9aa9de7d tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:06.467402 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d626c8a8-d50c-4cad-9e1b-e11f9aa9de7d tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:06.529869 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d98c43fe-2d33-4108-a2d1-018447adbf0a no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:41:06.583550 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: d98c43fe-2d33-4108-a2d1-018447adbf0a {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:41:06.584233 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d98c43fe-2d33-4108-a2d1-018447adbf0a not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:41:06.647315 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54be950c-ac64-40d6-b50e-60e28553caa2 None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:41:06.648101 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-54be950c-ac64-40d6-b50e-60e28553caa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:40:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:06.655512 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4e3e80c9-2fa0-435c-8022-af74bc5d6c62 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:06.670833 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-a745658d-7936-4f4a-aa20-be1cb45b5436 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting subnet fca238a5-47da-4a1e-8411-9c158d7e58c0 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:41:06.677619 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a745658d-7936-4f4a-aa20-be1cb45b5436 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:06.743478 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a745658d-7936-4f4a-aa20-be1cb45b5436 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:06.746650 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-54be950c-ac64-40d6-b50e-60e28553caa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:06.841275 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53092) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:06.892066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54be950c-ac64-40d6-b50e-60e28553caa2 None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:41:06.893856 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-54be950c-ac64-40d6-b50e-60e28553caa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:40:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:06.951984 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e80c9-2fa0-435c-8022-af74bc5d6c62 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Subnet': ['ID=5d6a622d-3c60-47ed-951f-044b0732b8b4,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:06.988038 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e80c9-2fa0-435c-8022-af74bc5d6c62 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Checking segment: {'id': 'b2a2394f-1531-408a-a70c-f6b87e942760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '623b55b6-a616-476a-b1a6-c1838401a36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:06.988452 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3e80c9-2fa0-435c-8022-af74bc5d6c62 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Network hostable DHCP agents. Network: 623b55b6-a616-476a-b1a6-c1838401a36a, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:41:07.003637 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e939-e2c2-4fdc-b9e5-c178712b3af9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.006815 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e939-e2c2-4fdc-b9e5-c178712b3af9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.018947 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-d626c8a8-d50c-4cad-9e1b-e11f9aa9de7d tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] create failed (client error): The resource could not be found. Apr 29 15:41:07.023421 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d626c8a8-d50c-4cad-9e1b-e11f9aa9de7d tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6094315 Apr 29 15:41:07.026839 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53098) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:07.054168 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-f4e54380-0001-4534-b652-1e80e44c5c86 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group': {'name': 'tempest-secgroup--143047068'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:07.071603 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=0880300b-8e64-4b12-b02e-3b9c95af2f73,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:07.079039 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-f4e54380-0001-4534-b652-1e80e44c5c86 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:07.104930 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-f4e54380-0001-4534-b652-1e80e44c5c86 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:07.124793 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8361cd-627a-4059-ac94-91d74d1089e9', 'name': 'tempest-TestVolumeBootPattern-349279303-router', 'tenant_id': '6f0fd3781bce42d19f008cb3e860011f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '8bb6d61f-7b26-4750-ba52-31dd83437ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:36Z', 'updated_at': '2022-04-29T15:40:48Z', 'revision_number': 4, 'project_id': '6f0fd3781bce42d19f008cb3e860011f', 'gw_port': {'id': '8bb6d61f-7b26-4750-ba52-31dd83437ed0', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8361cd-627a-4059-ac94-91d74d1089e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:38Z', 'updated_at': '2022-04-29T15:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '1203a152-477e-4c42-900e-5569a62b8bdf', 'name': '', 'network_id': 'd0925342-2185-403c-be80-2eb8befd6cb5', 'tenant_id': '6f0fd3781bce42d19f008cb3e860011f', 'mac_address': 'fa:16:3e:dd:9a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8361cd-627a-4059-ac94-91d74d1089e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce1277b3-c4e7-4b48-9f4f-c63c99580626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:40:49Z', 'revision_number': 2, 'project_id': '6f0fd3781bce42d19f008cb3e860011f', 'subnets': [{'id': 'ce1277b3-c4e7-4b48-9f4f-c63c99580626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:07.124793 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] Checking router: 8b8361cd-627a-4059-ac94-91d74d1089e9 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:41:07.124793 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] Updating router 8b8361cd-627a-4059-ac94-91d74d1089e9 port 1203a152-477e-4c42-900e-5569a62b8bdf binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:41:07.182137 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-2353f529-7071-4f65-9e97-3dcbb580b68f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Request body: {'security_group': {'name': 'tempest-secgroup--643112499'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:07.200439 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2353f529-7071-4f65-9e97-3dcbb580b68f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:07.203678 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3e80c9-2fa0-435c-8022-af74bc5d6c62 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Network 623b55b6-a616-476a-b1a6-c1838401a36a is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:41:07.211571 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2353f529-7071-4f65-9e97-3dcbb580b68f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:07.224589 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2353f529-7071-4f65-9e97-3dcbb580b68f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:07.233238 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4e54380-0001-4534-b652-1e80e44c5c86 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.257020 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-e4b0e939-e2c2-4fdc-b9e5-c178712b3af9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Calling delete_port for fa459db6-a81c-4285-bbe7-9cc5afcb645d owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:07.277534 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2353f529-7071-4f65-9e97-3dcbb580b68f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:07.294406 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.305562 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-54be950c-ac64-40d6-b50e-60e28553caa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:07.305890 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54be950c-ac64-40d6-b50e-60e28553caa2 None None] The sync data for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:41:07.348241 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-f4e54380-0001-4534-b652-1e80e44c5c86 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:07.359329 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f4e54380-0001-4534-b652-1e80e44c5c86 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Usage tracker for resource:security_group_rule and tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:07.375479 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f4e54380-0001-4534-b652-1e80e44c5c86 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:07.382794 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-4e3e80c9-2fa0-435c-8022-af74bc5d6c62 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 623b55b6-a616-476a-b1a6-c1838401a36a) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:07.384962 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-f4e54380-0001-4534-b652-1e80e44c5c86 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:07.399726 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3e80c9-2fa0-435c-8022-af74bc5d6c62 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:07.400301 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4e3e80c9-2fa0-435c-8022-af74bc5d6c62 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.407866 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a745658d-7936-4f4a-aa20-be1cb45b5436 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.435077 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2353f529-7071-4f65-9e97-3dcbb580b68f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.473031 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62910060-f7d0-4b62-b7f0-401dd8a68f4d None None] Network 623b55b6-a616-476a-b1a6-c1838401a36a requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:07.485551 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2353f529-7071-4f65-9e97-3dcbb580b68f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.605795 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac21b0-f18d-4685-b7b4-878c27c2c392 None None] Pushing event updated for resources: {'Port': ['ID=2c54d5e3-010b-4c1c-9adf-c43351cf13c0,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:07.609022 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4e54380-0001-4534-b652-1e80e44c5c86 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.618313 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4e3e80c9-2fa0-435c-8022-af74bc5d6c62 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.2484133 Apr 29 15:41:07.618424 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53104) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:07.618554 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2353f529-7071-4f65-9e97-3dcbb580b68f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:07.624479 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2353f529-7071-4f65-9e97-3dcbb580b68f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group_rule and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:07.628287 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2353f529-7071-4f65-9e97-3dcbb580b68f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:07.634996 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2353f529-7071-4f65-9e97-3dcbb580b68f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:07.645795 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-48c5260d-5c84-4eb7-a014-52f792883a7d None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.677733 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-48c5260d-5c84-4eb7-a014-52f792883a7d None None] Transition to ACTIVE for port object 2c26ae72-9e58-4136-87d1-5da8f64ba47e will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:07.716784 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4e54380-0001-4534-b652-1e80e44c5c86 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.741965 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-48c5260d-5c84-4eb7-a014-52f792883a7d None None] Transition to ACTIVE for port object 2c26ae72-9e58-4136-87d1-5da8f64ba47e will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:07.836412 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a745658d-7936-4f4a-aa20-be1cb45b5436 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.865936 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e54380-0001-4534-b652-1e80e44c5c86 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb22323-7d63-48cd-bf26-5054155f8e83,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:07.890846 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14fc450-aa4b-49b5-9aad-cd0ccef13e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-623b55b6-a616-476a-b1a6-c1838401a36a', 'network_id': '623b55b6-a616-476a-b1a6-c1838401a36a', 'tenant_id': 'ac43d99f432948ed97df9d63c8b43af5', 'fixed_ips': [{'subnet_id': '5d6a622d-3c60-47ed-951f-044b0732b8b4'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:41:07.891856 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b14fc450-aa4b-49b5-9aad-cd0ccef13e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.901909 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2353f529-7071-4f65-9e97-3dcbb580b68f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.913528 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e939-e2c2-4fdc-b9e5-c178712b3af9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.973836 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.990467 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] Transition to ACTIVE for port object 1203a152-477e-4c42-900e-5569a62b8bdf will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:08.010565 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745658d-7936-4f4a-aa20-be1cb45b5436 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Subnet': ['ID=fca238a5-47da-4a1e-8411-9c158d7e58c0,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:08.059501 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a745658d-7936-4f4a-aa20-be1cb45b5436 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:08.063537 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-48c5260d-5c84-4eb7-a014-52f792883a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:08.065283 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4e54380-0001-4534-b652-1e80e44c5c86 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:08.065716 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0e939-e2c2-4fdc-b9e5-c178712b3af9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event deleted for resources: {'Port': ['ID=fa459db6-a81c-4285-bbe7-9cc5afcb645d,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:08.076556 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f4e54380-0001-4534-b652-1e80e44c5c86 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0341315 Apr 29 15:41:08.076556 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2353f529-7071-4f65-9e97-3dcbb580b68f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:08.108693 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53108) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:08.121839 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:08.162940 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-b2afb8df-45ae-4336-afdd-16ee55413466 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group': {'name': 'tempest-secgroup--493285198'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:08.169293 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353f529-7071-4f65-9e97-3dcbb580b68f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41cb76b6-038c-401c-b2f0-ee6fb696d220,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:08.192329 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b2afb8df-45ae-4336-afdd-16ee55413466 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:08.195167 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2353f529-7071-4f65-9e97-3dcbb580b68f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:08.211093 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2353f529-7071-4f65-9e97-3dcbb580b68f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group_rule and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:08.217777 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2353f529-7071-4f65-9e97-3dcbb580b68f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:08.222566 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b2afb8df-45ae-4336-afdd-16ee55413466 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:08.230249 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2353f529-7071-4f65-9e97-3dcbb580b68f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:08.277842 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a745658d-7936-4f4a-aa20-be1cb45b5436 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/subnets/fca238a5-47da-4a1e-8411-9c158d7e58c0 HTTP/1.1" status: 204 len: 168 time: 2.2668755 Apr 29 15:41:08.281140 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53112) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:08.309594 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:08.333045 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-48ddd6eb-a41b-41c2-96d9-8ac9748be684 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8::bbcc:3ed9:bf10:f556 (75e7f0f8-4897-4e20-8301-99a7eae75065/44538d4a-bda5-4bd8-a292-4b08674bd5f0/68ffa0fe-8dd2-43fc-bb6a-9563993ae26b) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:08.363497 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09150f28-d39e-47a8-b691-9fae55ffb38c None None] Pushing event updated for resources: {'Port': ['ID=1203a152-477e-4c42-900e-5569a62b8bdf,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:08.381516 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c5260d-5c84-4eb7-a014-52f792883a7d None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:08.397315 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-48c5260d-5c84-4eb7-a014-52f792883a7d None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:08.402820 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5260d-5c84-4eb7-a014-52f792883a7d None None] Pushing event updated for resources: {'Port': ['ID=2c26ae72-9e58-4136-87d1-5da8f64ba47e,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:08.410514 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c5260d-5c84-4eb7-a014-52f792883a7d None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:08.568773 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-b14fc450-aa4b-49b5-9aad-cd0ccef13e1e None None] Allocated IP 172.20.0.3 (623b55b6-a616-476a-b1a6-c1838401a36a/5d6a622d-3c60-47ed-951f-044b0732b8b4/e54b1628-96a3-4435-8ffb-0f1a64947d9a) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:08.569488 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e939-e2c2-4fdc-b9e5-c178712b3af9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:08.569488 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e939-e2c2-4fdc-b9e5-c178712b3af9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:08.569488 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e4b0e939-e2c2-4fdc-b9e5-c178712b3af9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "DELETE /v2.0/floatingips/03fee616-d161-43d4-9cf3-058e47453034 HTTP/1.1" status: 204 len: 168 time: 2.4989142 Apr 29 15:41:08.569488 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:08.569488 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53116) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:08.569956 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] Attempting to bind port 1203a152-477e-4c42-900e-5569a62b8bdf on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:41:08.569956 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] Attempting to bind port 1203a152-477e-4c42-900e-5569a62b8bdf by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '179d5a06-c418-40be-99d2-b028a56e2341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd0925342-2185-403c-be80-2eb8befd6cb5'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:41:08.569956 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] Attempting to bind port 1203a152-477e-4c42-900e-5569a62b8bdf on network d0925342-2185-403c-be80-2eb8befd6cb5 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:41:08.585251 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:41:08.596922 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] Checking segment: {'id': '179d5a06-c418-40be-99d2-b028a56e2341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd0925342-2185-403c-be80-2eb8befd6cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:08.597356 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:08.600249 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] Bound using segment: {'id': '179d5a06-c418-40be-99d2-b028a56e2341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd0925342-2185-403c-be80-2eb8befd6cb5'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:41:08.600830 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] Bound port: 1203a152-477e-4c42-900e-5569a62b8bdf, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179d5a06-c418-40be-99d2-b028a56e2341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd0925342-2185-403c-be80-2eb8befd6cb5'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:41:08.601248 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:08.749211 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b5a8e6-36fb-4ff2-913c-9f8082fd3dbf None None] Network bfe6ba5c-973e-4ab3-a600-29daf23549d0 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:08.760111 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2afb8df-45ae-4336-afdd-16ee55413466 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:08.788879 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5a3c18ff-62e0-428e-a7dc-756a79f4992a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:08.865664 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-5a3c18ff-62e0-428e-a7dc-756a79f4992a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port 2c54d5e3-010b-4c1c-9adf-c43351cf13c0 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:08.866001 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5a3c18ff-62e0-428e-a7dc-756a79f4992a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:08.882607 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] For port 1203a152-477e-4c42-900e-5569a62b8bdf, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:41:08.886907 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-43027607-1d4d-4938-aa9e-8371d4a79b8b tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] delete failed (client error): The resource could not be found. Apr 29 15:41:08.889766 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] For port 1203a152-477e-4c42-900e-5569a62b8bdf, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1203a152-477e-4c42-900e-5569a62b8bdf,segment=NetworkSegment(179d5a06-c418-40be-99d2-b028a56e2341),segment_id=179d5a06-c418-40be-99d2-b028a56e2341)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:41:08.894525 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-43027607-1d4d-4938-aa9e-8371d4a79b8b tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "DELETE /v2.0/floatingips/03fee616-d161-43d4-9cf3-058e47453034 HTTP/1.1" status: 404 len: 345 time: 0.3184128 Apr 29 15:41:08.898111 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53122) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:08.956718 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2353f529-7071-4f65-9e97-3dcbb580b68f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:08.962977 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b2afb8df-45ae-4336-afdd-16ee55413466 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:08.963143 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-48c5260d-5c84-4eb7-a014-52f792883a7d None None] Attempting to bind port 2c26ae72-9e58-4136-87d1-5da8f64ba47e on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:41:08.963143 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-48c5260d-5c84-4eb7-a014-52f792883a7d None None] Attempting to bind port 2c26ae72-9e58-4136-87d1-5da8f64ba47e by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:41:08.963143 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5260d-5c84-4eb7-a014-52f792883a7d None None] Attempting to bind port 2c26ae72-9e58-4136-87d1-5da8f64ba47e on network 75e7f0f8-4897-4e20-8301-99a7eae75065 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:41:08.964752 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2c54d5e3-010b-4c1c-9adf-c43351cf13c0 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:41:08.964920 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b2afb8df-45ae-4336-afdd-16ee55413466 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Usage tracker for resource:security_group_rule and tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:08.969867 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b2afb8df-45ae-4336-afdd-16ee55413466 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:08.982778 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:09.031213 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b2afb8df-45ae-4336-afdd-16ee55413466 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:09.054660 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2353f529-7071-4f65-9e97-3dcbb580b68f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:09.072853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-48ddd6eb-a41b-41c2-96d9-8ac9748be684 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:09.098033 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f044c19e-5df8-4b68-8587-aa41f57e257c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:09.103366 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f044c19e-5df8-4b68-8587-aa41f57e257c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:09.107715 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f044c19e-5df8-4b68-8587-aa41f57e257c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:09.108912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f044c19e-5df8-4b68-8587-aa41f57e257c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Synchronizing usage tracker for tenant:6d54d35be39d47ebbee25a7cb3a65c46 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:09.118431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-48ddd6eb-a41b-41c2-96d9-8ac9748be684 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Transition to ACTIVE for port object 68ffa0fe-8dd2-43fc-bb6a-9563993ae26b will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:09.132481 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09150f28-d39e-47a8-b691-9fae55ffb38c None None] Pushing event updated for resources: {'Port': ['ID=1203a152-477e-4c42-900e-5569a62b8bdf,revision_number=4']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:09.148444 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5260d-5c84-4eb7-a014-52f792883a7d None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:41:09.149301 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5260d-5c84-4eb7-a014-52f792883a7d None None] Checking segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:09.149871 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-48c5260d-5c84-4eb7-a014-52f792883a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:09.151422 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5260d-5c84-4eb7-a014-52f792883a7d None None] Bound using segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:41:09.152074 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-48c5260d-5c84-4eb7-a014-52f792883a7d None None] Bound port: 2c26ae72-9e58-4136-87d1-5da8f64ba47e, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:41:09.152623 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-48c5260d-5c84-4eb7-a014-52f792883a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:09.173495 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] Routers {'8b8361cd-627a-4059-ac94-91d74d1089e9'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:41:09.173495 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:40:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['8b8361cd-627a-4059-ac94-91d74d1089e9'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:09.186705 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353f529-7071-4f65-9e97-3dcbb580b68f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7c3d38-992f-47d5-a5ed-dbf6f9a06db8,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:09.193669 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-5a3c18ff-62e0-428e-a7dc-756a79f4992a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] For port 2c54d5e3-010b-4c1c-9adf-c43351cf13c0, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=2c54d5e3-010b-4c1c-9adf-c43351cf13c0,segment=NetworkSegment(f6aad8b7-f331-4bae-b735-b7ca605fb501),segment_id=f6aad8b7-f331-4bae-b735-b7ca605fb501)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:09.194027 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5a3c18ff-62e0-428e-a7dc-756a79f4992a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:09.212614 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2353f529-7071-4f65-9e97-3dcbb580b68f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:09.213444 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2353f529-7071-4f65-9e97-3dcbb580b68f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.3712130 Apr 29 15:41:09.216878 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53126) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:09.314030 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f044c19e-5df8-4b68-8587-aa41f57e257c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Unset dirty status for tenant:6d54d35be39d47ebbee25a7cb3a65c46 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:09.314030 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f044c19e-5df8-4b68-8587-aa41f57e257c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "GET /v2.0/ports?network_id=2623ead6-5230-4e26-91b4-c4aca786b5d9 HTTP/1.1" status: 200 len: 2358 time: 0.3991845 Apr 29 15:41:09.318970 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-48ddd6eb-a41b-41c2-96d9-8ac9748be684 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:09.323158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53130) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:09.383958 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3d37c3d5-0cc5-4d19-9d3c-80ad387e3e29 None None] Provisioning for port 2c54d5e3-010b-4c1c-9adf-c43351cf13c0 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:09.448024 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-5a3c18ff-62e0-428e-a7dc-756a79f4992a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Calling delete_port for 2c54d5e3-010b-4c1c-9adf-c43351cf13c0 owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:09.460777 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 2c54d5e3-010b-4c1c-9adf-c43351cf13c0 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:09.469871 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-050450a5-09d0-4bfe-b587-4e3b20ca6c65 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2453208 Apr 29 15:41:09.478954 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53134) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:09.495701 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-057dc265-a52b-42dc-90dc-4e0bf011a1c1 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Request body: {'security_group': {'name': 'tempest-security--1110884745', 'description': 'tempest-security-description-1809991586'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:09.515785 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 2c54d5e3-010b-4c1c-9adf-c43351cf13c0 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:09.515785 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:09.588538 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] Set router 8b8361cd-627a-4059-ac94-91d74d1089e9 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:41:09.592063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec5f997-91b5-47d3-9a2a-762ec0071d55 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:09.593867 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-dec5f997-91b5-47d3-9a2a-762ec0071d55 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "GET /v2.0/subnets/004b28b8-ae86-4bae-9f33-d1282dc30853 HTTP/1.1" status: 200 len: 797 time: 0.2697458 Apr 29 15:41:09.595307 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddd6eb-a41b-41c2-96d9-8ac9748be684 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=68ffa0fe-8dd2-43fc-bb6a-9563993ae26b,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:09.601577 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53138) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:09.613913 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ddd6eb-a41b-41c2-96d9-8ac9748be684 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:09.619235 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-2629a71e-e7e9-4ebd-9fb8-9aa691185045 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Request body: {'port': {'network_id': '2623ead6-5230-4e26-91b4-c4aca786b5d9', 'name': 'tempest-FloatingIPTestJSON-583574333', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:09.620581 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b14fc450-aa4b-49b5-9aad-cd0ccef13e1e None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:09.625660 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2afb8df-45ae-4336-afdd-16ee55413466 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:09.640627 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-48c5260d-5c84-4eb7-a014-52f792883a7d None None] For port 2c26ae72-9e58-4136-87d1-5da8f64ba47e, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:41:09.649201 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b14fc450-aa4b-49b5-9aad-cd0ccef13e1e None None] Transition to ACTIVE for port object e54b1628-96a3-4435-8ffb-0f1a64947d9a will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:09.656336 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-48ddd6eb-a41b-41c2-96d9-8ac9748be684 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:09.659917 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ddd6eb-a41b-41c2-96d9-8ac9748be684 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:09.663923 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ddd6eb-a41b-41c2-96d9-8ac9748be684 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:09.664673 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-48ddd6eb-a41b-41c2-96d9-8ac9748be684 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:09.719867 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2afb8df-45ae-4336-afdd-16ee55413466 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:09.722086 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b14fc450-aa4b-49b5-9aad-cd0ccef13e1e None None] Transition to ACTIVE for port object e54b1628-96a3-4435-8ffb-0f1a64947d9a will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:09.773755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-48c5260d-5c84-4eb7-a014-52f792883a7d None None] For port 2c26ae72-9e58-4136-87d1-5da8f64ba47e, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=2c26ae72-9e58-4136-87d1-5da8f64ba47e,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:41:09.774884 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:09.796364 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5a3c18ff-62e0-428e-a7dc-756a79f4992a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:09.814848 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b14fc450-aa4b-49b5-9aad-cd0ccef13e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:09.932921 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2afb8df-45ae-4336-afdd-16ee55413466 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:09.945200 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b2afb8df-45ae-4336-afdd-16ee55413466 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7942932 Apr 29 15:41:09.966270 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14fc450-aa4b-49b5-9aad-cd0ccef13e1e None None] Pushing event updated for resources: {'Port': ['ID=e54b1628-96a3-4435-8ffb-0f1a64947d9a,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:09.967439 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53144) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:09.969942 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3ca9dc-dd34-4c3a-90fa-df562d2993ec None None] DHCP port deletion for bfe6ba5c-973e-4ab3-a600-29daf23549d0 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:41:09.973913 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-2e0b8001-4c7d-4640-a4b4-2ebcab8815b3 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group_rule': {'security_group_id': '7eb22323-7d63-48cd-bf26-5054155f8e83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7ba45b35-c582-428c-997b-2fbb73f52c41'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:09.983424 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c18ff-62e0-428e-a7dc-756a79f4992a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Port': ['ID=2c54d5e3-010b-4c1c-9adf-c43351cf13c0,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:09.991809 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2e0b8001-4c7d-4640-a4b4-2ebcab8815b3 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:09.995114 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3c18ff-62e0-428e-a7dc-756a79f4992a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] No DVR routers for this DVR port 2c54d5e3-010b-4c1c-9adf-c43351cf13c0 on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:41:10.000502 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14fc450-aa4b-49b5-9aad-cd0ccef13e1e None None] Network 623b55b6-a616-476a-b1a6-c1838401a36a is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:10.026016 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afb8df-45ae-4336-afdd-16ee55413466 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba45b35-c582-428c-997b-2fbb73f52c41,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:10.029090 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-48ddd6eb-a41b-41c2-96d9-8ac9748be684 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.9847736 Apr 29 15:41:10.030494 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53148) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:10.031996 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2e0b8001-4c7d-4640-a4b4-2ebcab8815b3 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Usage tracker for resource:security_group_rule and tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:10.044844 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2e0b8001-4c7d-4640-a4b4-2ebcab8815b3 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:10.052729 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-057dc265-a52b-42dc-90dc-4e0bf011a1c1 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:10.056909 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-b14fc450-aa4b-49b5-9aad-cd0ccef13e1e None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:10.059411 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-48c5260d-5c84-4eb7-a014-52f792883a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:10.072316 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2e0b8001-4c7d-4640-a4b4-2ebcab8815b3 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:10.076852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14fc450-aa4b-49b5-9aad-cd0ccef13e1e None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:10.089623 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 0880300b-8e64-4b12-b02e-3b9c95af2f73 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:41:10.157852 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5a3c18ff-62e0-428e-a7dc-756a79f4992a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:10.206730 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8361cd-627a-4059-ac94-91d74d1089e9', 'name': 'tempest-TestVolumeBootPattern-349279303-router', 'tenant_id': '6f0fd3781bce42d19f008cb3e860011f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '8bb6d61f-7b26-4750-ba52-31dd83437ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:36Z', 'updated_at': '2022-04-29T15:40:48Z', 'revision_number': 4, 'project_id': '6f0fd3781bce42d19f008cb3e860011f', 'gw_port': {'id': '8bb6d61f-7b26-4750-ba52-31dd83437ed0', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8361cd-627a-4059-ac94-91d74d1089e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:38Z', 'updated_at': '2022-04-29T15:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '1203a152-477e-4c42-900e-5569a62b8bdf', 'name': '', 'network_id': 'd0925342-2185-403c-be80-2eb8befd6cb5', 'tenant_id': '6f0fd3781bce42d19f008cb3e860011f', 'mac_address': 'fa:16:3e:dd:9a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8361cd-627a-4059-ac94-91d74d1089e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce1277b3-c4e7-4b48-9f4f-c63c99580626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:41:08Z', 'revision_number': 4, 'project_id': '6f0fd3781bce42d19f008cb3e860011f', 'subnets': [{'id': 'ce1277b3-c4e7-4b48-9f4f-c63c99580626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:10.224365 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-5a3c18ff-62e0-428e-a7dc-756a79f4992a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe6ba5c-973e-4ab3-a600-29daf23549d0']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:10.228909 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68409f5c-d18f-4e0e-b5b2-dab3fa614be3 None None] The sync data for ids ['8b8361cd-627a-4059-ac94-91d74d1089e9'] in dv-neutron-839913-1-hyperv is: [{'id': '8b8361cd-627a-4059-ac94-91d74d1089e9', 'name': 'tempest-TestVolumeBootPattern-349279303-router', 'tenant_id': '6f0fd3781bce42d19f008cb3e860011f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '8bb6d61f-7b26-4750-ba52-31dd83437ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:36Z', 'updated_at': '2022-04-29T15:40:48Z', 'revision_number': 4, 'project_id': '6f0fd3781bce42d19f008cb3e860011f', 'gw_port': {'id': '8bb6d61f-7b26-4750-ba52-31dd83437ed0', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8361cd-627a-4059-ac94-91d74d1089e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:38Z', 'updated_at': '2022-04-29T15:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '1203a152-477e-4c42-900e-5569a62b8bdf', 'name': '', 'network_id': 'd0925342-2185-403c-be80-2eb8befd6cb5', 'tenant_id': '6f0fd3781bce42d19f008cb3e860011f', 'mac_address': 'fa:16:3e:dd:9a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8361cd-627a-4059-ac94-91d74d1089e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce1277b3-c4e7-4b48-9f4f-c63c99580626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:41:08Z', 'revision_number': 4, 'project_id': '6f0fd3781bce42d19f008cb3e860011f', 'subnets': [{'id': 'ce1277b3-c4e7-4b48-9f4f-c63c99580626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:41:10.251474 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-5a3c18ff-62e0-428e-a7dc-756a79f4992a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6aad8b7-f331-4bae-b735-b7ca605fb501') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:10.252288 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-5a3c18ff-62e0-428e-a7dc-756a79f4992a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6aad8b7-f331-4bae-b735-b7ca605fb501') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:10.268658 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5a3c18ff-62e0-428e-a7dc-756a79f4992a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:10.293504 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5a3c18ff-62e0-428e-a7dc-756a79f4992a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:10.318923 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3c18ff-62e0-428e-a7dc-756a79f4992a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:41:10.319513 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5a3c18ff-62e0-428e-a7dc-756a79f4992a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:10.350939 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-b14fc450-aa4b-49b5-9aad-cd0ccef13e1e None None] Attempting to bind port e54b1628-96a3-4435-8ffb-0f1a64947d9a on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:41:10.351315 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-b14fc450-aa4b-49b5-9aad-cd0ccef13e1e None None] Attempting to bind port e54b1628-96a3-4435-8ffb-0f1a64947d9a by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'b2a2394f-1531-408a-a70c-f6b87e942760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '623b55b6-a616-476a-b1a6-c1838401a36a'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:41:10.351678 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14fc450-aa4b-49b5-9aad-cd0ccef13e1e None None] Attempting to bind port e54b1628-96a3-4435-8ffb-0f1a64947d9a on network 623b55b6-a616-476a-b1a6-c1838401a36a {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:41:10.356215 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5260d-5c84-4eb7-a014-52f792883a7d None None] Pushing event updated for resources: {'Port': ['ID=2c26ae72-9e58-4136-87d1-5da8f64ba47e,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:10.364764 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14fc450-aa4b-49b5-9aad-cd0ccef13e1e None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:41:10.367730 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14fc450-aa4b-49b5-9aad-cd0ccef13e1e None None] Checking segment: {'id': 'b2a2394f-1531-408a-a70c-f6b87e942760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '623b55b6-a616-476a-b1a6-c1838401a36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:10.367730 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b14fc450-aa4b-49b5-9aad-cd0ccef13e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:10.367730 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14fc450-aa4b-49b5-9aad-cd0ccef13e1e None None] Bound using segment: {'id': 'b2a2394f-1531-408a-a70c-f6b87e942760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '623b55b6-a616-476a-b1a6-c1838401a36a'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:41:10.367730 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-b14fc450-aa4b-49b5-9aad-cd0ccef13e1e None None] Bound port: e54b1628-96a3-4435-8ffb-0f1a64947d9a, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a2394f-1531-408a-a70c-f6b87e942760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '623b55b6-a616-476a-b1a6-c1838401a36a'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:41:10.369191 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b14fc450-aa4b-49b5-9aad-cd0ccef13e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:10.385183 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:10.411355 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-057dc265-a52b-42dc-90dc-4e0bf011a1c1 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:41:10.441011 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:41:10.443432 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 0880300b-8e64-4b12-b02e-3b9c95af2f73 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:10.443432 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:10.498429 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6a622d-3c60-47ed-951f-044b0732b8b4,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:10.511647 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-057dc265-a52b-42dc-90dc-4e0bf011a1c1 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:10.520951 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2629a71e-e7e9-4ebd-9fb8-9aa691185045 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:10.551304 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-b14fc450-aa4b-49b5-9aad-cd0ccef13e1e None None] For port e54b1628-96a3-4435-8ffb-0f1a64947d9a, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:41:10.555459 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-b14fc450-aa4b-49b5-9aad-cd0ccef13e1e None None] For port e54b1628-96a3-4435-8ffb-0f1a64947d9a, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e54b1628-96a3-4435-8ffb-0f1a64947d9a,segment=NetworkSegment(b2a2394f-1531-408a-a70c-f6b87e942760),segment_id=b2a2394f-1531-408a-a70c-f6b87e942760)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:41:10.656779 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-057dc265-a52b-42dc-90dc-4e0bf011a1c1 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:10.659972 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-057dc265-a52b-42dc-90dc-4e0bf011a1c1 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "PUT /v2.0/security-groups/4f7c3d38-992f-47d5-a5ed-dbf6f9a06db8 HTTP/1.1" status: 200 len: 1612 time: 1.1675224 Apr 29 15:41:10.661989 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53152) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:10.669057 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b14fc450-aa4b-49b5-9aad-cd0ccef13e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:10.691617 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5a3c18ff-62e0-428e-a7dc-756a79f4992a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:10.693687 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-2e0b8001-4c7d-4640-a4b4-2ebcab8815b3 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:41:10.695599 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2e0b8001-4c7d-4640-a4b4-2ebcab8815b3 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.7266009 Apr 29 15:41:10.716941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5a3c18ff-62e0-428e-a7dc-756a79f4992a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:10.720241 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53156) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:10.814416 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7002b436-e9be-4be8-a361-f1dd46ec3673 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:10.858947 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7002b436-e9be-4be8-a361-f1dd46ec3673 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:10.859777 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7002b436-e9be-4be8-a361-f1dd46ec3673 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:10.894951 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2629a71e-e7e9-4ebd-9fb8-9aa691185045 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:10.894951 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:10.906130 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c18ff-62e0-428e-a7dc-756a79f4992a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Network': ['ID=bfe6ba5c-973e-4ab3-a600-29daf23549d0,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:10.916545 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e9a030ca-8608-473b-9878-6905634c76fb tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-groups/4f7c3d38-992f-47d5-a5ed-dbf6f9a06db8 HTTP/1.1" status: 200 len: 1612 time: 0.2530158 Apr 29 15:41:10.929207 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5a3c18ff-62e0-428e-a7dc-756a79f4992a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/networks/bfe6ba5c-973e-4ab3-a600-29daf23549d0 HTTP/1.1" status: 204 len: 168 time: 2.6347423 Apr 29 15:41:10.945146 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53160) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:10.946601 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53162) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:10.967016 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-62401c6e-907e-491a-a0b7-c045f2eb6fc1 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:11.010280 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14fc450-aa4b-49b5-9aad-cd0ccef13e1e None None] Pushing event updated for resources: {'Port': ['ID=e54b1628-96a3-4435-8ffb-0f1a64947d9a,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:11.030737 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a060cb-16c6-4096-a719-13f57dab0d81 None None] Network 623b55b6-a616-476a-b1a6-c1838401a36a requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:11.045227 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-b465fbd0-a41e-4a34-a4af-2b14596c4c88 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'port': {'network_id': '8e793cc7-821d-4265-8f7a-6b3f666df1cd', 'name': 'tempest-PortsTestJSON-1548976206'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:11.049312 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-62401c6e-907e-491a-a0b7-c045f2eb6fc1 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:11.063774 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057dc265-a52b-42dc-90dc-4e0bf011a1c1 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7c3d38-992f-47d5-a5ed-dbf6f9a06db8,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:11.125077 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623b55b6-a616-476a-b1a6-c1838401a36a']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:11.156022 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2629a71e-e7e9-4ebd-9fb8-9aa691185045 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Made reservation on behalf of 6d54d35be39d47ebbee25a7cb3a65c46 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:11.234183 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-62401c6e-907e-491a-a0b7-c045f2eb6fc1 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:11.238160 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1203a152-477e-4c42-900e-5569a62b8bdf up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:41:11.268248 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62401c6e-907e-491a-a0b7-c045f2eb6fc1 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba45b35-c582-428c-997b-2fbb73f52c41,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:11.343046 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-62401c6e-907e-491a-a0b7-c045f2eb6fc1 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:11.349548 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-62401c6e-907e-491a-a0b7-c045f2eb6fc1 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "DELETE /v2.0/security-groups/7ba45b35-c582-428c-997b-2fbb73f52c41 HTTP/1.1" status: 204 len: 168 time: 0.6251647 Apr 29 15:41:11.350179 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53170) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:11.355259 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7002b436-e9be-4be8-a361-f1dd46ec3673 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:11.357235 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7002b436-e9be-4be8-a361-f1dd46ec3673 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.3124619 Apr 29 15:41:11.375032 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a2394f-1531-408a-a70c-f6b87e942760') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:11.375363 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a2394f-1531-408a-a70c-f6b87e942760') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:11.395324 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53174) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:11.418651 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:11.514915 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:11.522205 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-30d2b45e-8147-4d24-8eb5-03d1f98fc511 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Synchronizing usage tracker for tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:11.603269 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:41:11.603956 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:11.634822 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-351d4a15-1192-46ae-88dd-bf1c3478f520 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting port 68ffa0fe-8dd2-43fc-bb6a-9563993ae26b {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:11.635379 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-351d4a15-1192-46ae-88dd-bf1c3478f520 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:41:11.663518 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:41:11.708457 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-30d2b45e-8147-4d24-8eb5-03d1f98fc511 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Unset dirty status for tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:11.710221 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-30d2b45e-8147-4d24-8eb5-03d1f98fc511 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3589802 Apr 29 15:41:11.712987 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53178) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:11.737259 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 1203a152-477e-4c42-900e-5569a62b8bdf completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:11.745515 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b465fbd0-a41e-4a34-a4af-2b14596c4c88 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:11.748035 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 1203a152-477e-4c42-900e-5569a62b8bdf triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:11.748035 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:11.768522 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2629a71e-e7e9-4ebd-9fb8-9aa691185045 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:11.796535 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-459f3081-62b6-429b-8d6d-6946a73da76c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:11.825651 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b465fbd0-a41e-4a34-a4af-2b14596c4c88 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:11.846730 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f1a39488-286e-433c-a71e-8d768eda27af tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:11.883362 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-2629a71e-e7e9-4ebd-9fb8-9aa691185045 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] device_id is not set on port 8d9078e5-9283-41d1-8970-1c53ff2b77f3 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:41:11.887524 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f1a39488-286e-433c-a71e-8d768eda27af tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:11.925204 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-459f3081-62b6-429b-8d6d-6946a73da76c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:11.934952 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.api [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:41:11.934952 dv-neutron-839913-1-hyperv neutron-server[84770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:41:11.934952 dv-neutron-839913-1-hyperv neutron-server[84770]: [parameters: {'id': '623b55b6-a616-476a-b1a6-c1838401a36a'}] Apr 29 15:41:11.934952 dv-neutron-839913-1-hyperv neutron-server[84770]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:41:11.935633 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG oslo_db.api [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:41:11.945684 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:11.991528 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 1203a152-477e-4c42-900e-5569a62b8bdf, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1203a152-477e-4c42-900e-5569a62b8bdf,segment=NetworkSegment(179d5a06-c418-40be-99d2-b028a56e2341),segment_id=179d5a06-c418-40be-99d2-b028a56e2341)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:12.009558 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b465fbd0-a41e-4a34-a4af-2b14596c4c88 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:12.012762 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b465fbd0-a41e-4a34-a4af-2b14596c4c88 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:12.045335 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f1a39488-286e-433c-a71e-8d768eda27af tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:12.074063 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a39488-286e-433c-a71e-8d768eda27af tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb22323-7d63-48cd-bf26-5054155f8e83,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:12.102625 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:12.104017 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2c26ae72-9e58-4136-87d1-5da8f64ba47e up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:41:12.135196 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-b465fbd0-a41e-4a34-a4af-2b14596c4c88 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] device_id is not set on port de5ce1e1-d106-4c86-ba23-55b0e4f9d165 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:41:12.303247 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=1203a152-477e-4c42-900e-5569a62b8bdf,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:12.317962 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eac0b3-0b3b-40c2-9cc8-723560e01d22 None None] get_active_networks_info from dv-neutron-839913-1-hyperv {{(pid=84772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 15:41:12.367190 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f1a39488-286e-433c-a71e-8d768eda27af tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:12.369420 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f1a39488-286e-433c-a71e-8d768eda27af tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "DELETE /v2.0/security-groups/7eb22323-7d63-48cd-bf26-5054155f8e83 HTTP/1.1" status: 204 len: 168 time: 0.6542094 Apr 29 15:41:12.371269 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53184) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:12.395850 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c8edfcf2-e2b6-466b-9bb5-c28419d65eb2 None None] Provisioning for port 2c26ae72-9e58-4136-87d1-5da8f64ba47e completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:12.434229 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 2c26ae72-9e58-4136-87d1-5da8f64ba47e completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:12.447059 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 2c26ae72-9e58-4136-87d1-5da8f64ba47e triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:12.447059 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:12.447445 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:12.452612 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-eb3aec32-9ba4-4727-872d-855a0faf4d2b tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Synchronizing usage tracker for tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:12.472545 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-459f3081-62b6-429b-8d6d-6946a73da76c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:12.510969 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eac0b3-0b3b-40c2-9cc8-723560e01d22 None None] Resources bound (agent type, host, resource id): {{(pid=84772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:41:12.538889 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-eb3aec32-9ba4-4727-872d-855a0faf4d2b tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Unset dirty status for tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:12.547872 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-eb3aec32-9ba4-4727-872d-855a0faf4d2b tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1747124 Apr 29 15:41:12.551665 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53188) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:12.562054 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-351d4a15-1192-46ae-88dd-bf1c3478f520 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:12.579081 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f3081-62b6-429b-8d6d-6946a73da76c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7c3d38-992f-47d5-a5ed-dbf6f9a06db8,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:12.591163 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-23fbf644-d4ec-4d00-a2a5-7d0b0180bd88 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group': {'name': 'tempest-secgroup--1710703149'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:12.638464 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-23fbf644-d4ec-4d00-a2a5-7d0b0180bd88 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:12.664569 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2ecd0b7d-7a70-4d46-9c31-db9faae0a69a None None] Provisioning for port 68ffa0fe-8dd2-43fc-bb6a-9563993ae26b completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:12.694870 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2ecd0b7d-7a70-4d46-9c31-db9faae0a69a None None] Provisioning complete for port 68ffa0fe-8dd2-43fc-bb6a-9563993ae26b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:12.695241 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2ecd0b7d-7a70-4d46-9c31-db9faae0a69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:12.696065 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Deleting port e54b1628-96a3-4435-8ffb-0f1a64947d9a {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:12.696406 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:12.733831 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:12.801615 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-2ecd0b7d-7a70-4d46-9c31-db9faae0a69a None None] Port 68ffa0fe-8dd2-43fc-bb6a-9563993ae26b cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:41:12.848040 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 2c26ae72-9e58-4136-87d1-5da8f64ba47e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=2c26ae72-9e58-4136-87d1-5da8f64ba47e,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:12.926266 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-351d4a15-1192-46ae-88dd-bf1c3478f520 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Calling delete_port for 68ffa0fe-8dd2-43fc-bb6a-9563993ae26b owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:12.959745 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-23fbf644-d4ec-4d00-a2a5-7d0b0180bd88 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:12.979033 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:13.053758 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2c54d5e3-010b-4c1c-9adf-c43351cf13c0 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:41:13.074803 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-459f3081-62b6-429b-8d6d-6946a73da76c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:13.076042 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-459f3081-62b6-429b-8d6d-6946a73da76c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "DELETE /v2.0/security-groups/4f7c3d38-992f-47d5-a5ed-dbf6f9a06db8 HTTP/1.1" status: 204 len: 168 time: 2.1223564 Apr 29 15:41:13.079082 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53192) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:13.100071 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 2c54d5e3-010b-4c1c-9adf-c43351cf13c0 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:41:13.100414 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2c54d5e3-010b-4c1c-9adf-c43351cf13c0 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:41:13.113120 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=2c26ae72-9e58-4136-87d1-5da8f64ba47e,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:13.160897 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2ba0b33d-ca99-44c8-8155-8bebd1e4fe81 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Synchronizing usage tracker for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:13.187779 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-23fbf644-d4ec-4d00-a2a5-7d0b0180bd88 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:13.233937 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1203a152-477e-4c42-900e-5569a62b8bdf up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:41:13.251076 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2ba0b33d-ca99-44c8-8155-8bebd1e4fe81 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Unset dirty status for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:13.253640 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2ba0b33d-ca99-44c8-8155-8bebd1e4fe81 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1728714 Apr 29 15:41:13.256025 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53196) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:13.275296 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-ef2714da-f11a-4aeb-ade5-b07cb5b6b36b tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] delete failed (client error): The resource could not be found. Apr 29 15:41:13.276612 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ef2714da-f11a-4aeb-ade5-b07cb5b6b36b tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "DELETE /v2.0/security-groups/4f7c3d38-992f-47d5-a5ed-dbf6f9a06db8 HTTP/1.1" status: 404 len: 347 time: 0.0195899 Apr 29 15:41:13.280355 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53200) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:13.289756 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-8d0866da-82be-412d-a149-2117370a9bed tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Request body: {'security_group': {'name': 'tempest-secgroup--261051045'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:13.299491 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-8d0866da-82be-412d-a149-2117370a9bed tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:13.324673 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-8d0866da-82be-412d-a149-2117370a9bed tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:13.334667 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 1203a152-477e-4c42-900e-5569a62b8bdf triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:13.335134 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:13.359833 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b465fbd0-a41e-4a34-a4af-2b14596c4c88 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:13.435378 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8d0866da-82be-412d-a149-2117370a9bed tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:13.484623 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-8d0866da-82be-412d-a149-2117370a9bed tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:13.492317 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8d0866da-82be-412d-a149-2117370a9bed tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group_rule and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:13.497344 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8d0866da-82be-412d-a149-2117370a9bed tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:13.508973 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-8d0866da-82be-412d-a149-2117370a9bed tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:13.514431 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2c26ae72-9e58-4136-87d1-5da8f64ba47e up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:41:13.584397 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-23fbf644-d4ec-4d00-a2a5-7d0b0180bd88 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:13.588984 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8d0866da-82be-412d-a149-2117370a9bed tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:13.597434 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8abcea92-5050-4b4e-a7fb-6f32d6f32d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:13.611914 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-23fbf644-d4ec-4d00-a2a5-7d0b0180bd88 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Usage tracker for resource:security_group_rule and tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:13.614206 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 2c26ae72-9e58-4136-87d1-5da8f64ba47e triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:13.614206 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:13.622099 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-23fbf644-d4ec-4d00-a2a5-7d0b0180bd88 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:13.634087 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-2629a71e-e7e9-4ebd-9fb8-9aa691185045 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Allocated IP 172.20.0.14 (2623ead6-5230-4e26-91b4-c4aca786b5d9/004b28b8-ae86-4bae-9f33-d1282dc30853/8d9078e5-9283-41d1-8970-1c53ff2b77f3) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:13.644383 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] For port e54b1628-96a3-4435-8ffb-0f1a64947d9a, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e54b1628-96a3-4435-8ffb-0f1a64947d9a,segment=NetworkSegment(b2a2394f-1531-408a-a70c-f6b87e942760),segment_id=b2a2394f-1531-408a-a70c-f6b87e942760)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:13.644816 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:13.653962 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-23fbf644-d4ec-4d00-a2a5-7d0b0180bd88 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:13.662683 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-2629a71e-e7e9-4ebd-9fb8-9aa691185045 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Allocated IP 172.20.0.13 (2623ead6-5230-4e26-91b4-c4aca786b5d9/004b28b8-ae86-4bae-9f33-d1282dc30853/8d9078e5-9283-41d1-8970-1c53ff2b77f3) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:13.674960 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8d0866da-82be-412d-a149-2117370a9bed tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:13.745940 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0866da-82be-412d-a149-2117370a9bed tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d97813-19f4-4156-9cfb-198a928cbf65,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:13.795224 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Calling delete_port for e54b1628-96a3-4435-8ffb-0f1a64947d9a owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:13.823387 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b465fbd0-a41e-4a34-a4af-2b14596c4c88 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:13.832825 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-351d4a15-1192-46ae-88dd-bf1c3478f520 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:13.851172 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8d0866da-82be-412d-a149-2117370a9bed tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:13.855261 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8d0866da-82be-412d-a149-2117370a9bed tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5712514 Apr 29 15:41:13.855410 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53206) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:13.861151 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-1993eeb3-ecf2-4bd8-8497-fdbea792eb0d tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Request body: {'security_group_rule': {'security_group_id': '61d97813-19f4-4156-9cfb-198a928cbf65', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:13.868049 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1993eeb3-ecf2-4bd8-8497-fdbea792eb0d tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:13.871883 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1993eeb3-ecf2-4bd8-8497-fdbea792eb0d tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group_rule and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:13.875108 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1993eeb3-ecf2-4bd8-8497-fdbea792eb0d tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:13.881116 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1993eeb3-ecf2-4bd8-8497-fdbea792eb0d tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:14.115502 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1993eeb3-ecf2-4bd8-8497-fdbea792eb0d tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:14.134531 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465fbd0-a41e-4a34-a4af-2b14596c4c88 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Port': ['ID=de5ce1e1-d106-4c86-ba23-55b0e4f9d165,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:14.143315 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b465fbd0-a41e-4a34-a4af-2b14596c4c88 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network 8e793cc7-821d-4265-8f7a-6b3f666df1cd is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:14.189071 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-b465fbd0-a41e-4a34-a4af-2b14596c4c88 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:14.200959 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1993eeb3-ecf2-4bd8-8497-fdbea792eb0d tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:14.206292 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-351d4a15-1192-46ae-88dd-bf1c3478f520 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:14.209142 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b465fbd0-a41e-4a34-a4af-2b14596c4c88 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:14.212949 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b465fbd0-a41e-4a34-a4af-2b14596c4c88 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:14.213531 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b465fbd0-a41e-4a34-a4af-2b14596c4c88 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:14.235545 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-23fbf644-d4ec-4d00-a2a5-7d0b0180bd88 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:14.236707 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d4a15-1192-46ae-88dd-bf1c3478f520 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Port': ['ID=68ffa0fe-8dd2-43fc-bb6a-9563993ae26b,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:14.326883 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2629a71e-e7e9-4ebd-9fb8-9aa691185045 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:14.383059 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1993eeb3-ecf2-4bd8-8497-fdbea792eb0d tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:14.383723 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-23fbf644-d4ec-4d00-a2a5-7d0b0180bd88 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:14.390851 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-351d4a15-1192-46ae-88dd-bf1c3478f520 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/68ffa0fe-8dd2-43fc-bb6a-9563993ae26b HTTP/1.1" status: 204 len: 168 time: 2.9858525 Apr 29 15:41:14.395141 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53210) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:14.427542 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b465fbd0-a41e-4a34-a4af-2b14596c4c88 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.4689975 Apr 29 15:41:14.428331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:14.436752 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53216) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:14.437229 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbf644-d4ec-4d00-a2a5-7d0b0180bd88 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a0aad7-519a-4794-9210-711513f654a5,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:14.478054 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2629a71e-e7e9-4ebd-9fb8-9aa691185045 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:14.483493 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993eeb3-ecf2-4bd8-8497-fdbea792eb0d tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49964238-21b9-436d-8fae-c822c28f949e,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:14.510818 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2864649a-f7cc-4043-982c-f1c6f5ff65f5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:14.512519 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2864649a-f7cc-4043-982c-f1c6f5ff65f5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:14.513274 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2864649a-f7cc-4043-982c-f1c6f5ff65f5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:14.527201 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2864649a-f7cc-4043-982c-f1c6f5ff65f5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:14.528343 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2864649a-f7cc-4043-982c-f1c6f5ff65f5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1131458 Apr 29 15:41:14.531094 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53220) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:14.533463 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Port': ['ID=e54b1628-96a3-4435-8ffb-0f1a64947d9a,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:14.575431 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1993eeb3-ecf2-4bd8-8497-fdbea792eb0d tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:14.576623 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1993eeb3-ecf2-4bd8-8497-fdbea792eb0d tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7203462 Apr 29 15:41:14.583151 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53224) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:14.605149 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-23fbf644-d4ec-4d00-a2a5-7d0b0180bd88 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:14.609412 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-23fbf644-d4ec-4d00-a2a5-7d0b0180bd88 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.0519252 Apr 29 15:41:14.615858 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No DVR routers for this DVR port e54b1628-96a3-4435-8ffb-0f1a64947d9a on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:41:14.623911 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53228) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:14.671201 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-8a6b8418-d747-4c8f-87da-6bf3134b8a1d tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group_rule': {'security_group_id': 'b9a0aad7-519a-4794-9210-711513f654a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:14.678000 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-0f0d5e9b-bae8-41c0-abfc-ee67b26583e6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port de5ce1e1-d106-4c86-ba23-55b0e4f9d165 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:14.678347 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0f0d5e9b-bae8-41c0-abfc-ee67b26583e6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:14.704223 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2629a71e-e7e9-4ebd-9fb8-9aa691185045 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Network 2623ead6-5230-4e26-91b4-c4aca786b5d9 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:14.720728 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8a6b8418-d747-4c8f-87da-6bf3134b8a1d tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:14.734943 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-2629a71e-e7e9-4ebd-9fb8-9aa691185045 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:14.743390 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d416dd2d-a16b-4c55-92df-18c2204d7433 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:14.752525 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629a71e-e7e9-4ebd-9fb8-9aa691185045 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'Port': ['ID=8d9078e5-9283-41d1-8970-1c53ff2b77f3,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:14.755114 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2629a71e-e7e9-4ebd-9fb8-9aa691185045 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:14.812608 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d416dd2d-a16b-4c55-92df-18c2204d7433 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:14.885807 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e771b904-2c28-4b74-9225-9a983143a235 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet 44538d4a-bda5-4bd8-a292-4b08674bd5f0 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:41:14.888794 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e771b904-2c28-4b74-9225-9a983143a235 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:14.894886 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8a6b8418-d747-4c8f-87da-6bf3134b8a1d tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Usage tracker for resource:security_group_rule and tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:14.945885 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e771b904-2c28-4b74-9225-9a983143a235 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:14.955699 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8a6b8418-d747-4c8f-87da-6bf3134b8a1d tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:14.992667 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8a6b8418-d747-4c8f-87da-6bf3134b8a1d tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:14.993915 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d416dd2d-a16b-4c55-92df-18c2204d7433 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.020001 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416dd2d-a16b-4c55-92df-18c2204d7433 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49964238-21b9-436d-8fae-c822c28f949e,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:15.029713 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d416dd2d-a16b-4c55-92df-18c2204d7433 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.033691 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d416dd2d-a16b-4c55-92df-18c2204d7433 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/49964238-21b9-436d-8fae-c822c28f949e HTTP/1.1" status: 204 len: 168 time: 0.4468920 Apr 29 15:41:15.034948 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53232) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:15.039448 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.054671 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.087564 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2629a71e-e7e9-4ebd-9fb8-9aa691185045 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:15.088148 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2629a71e-e7e9-4ebd-9fb8-9aa691185045 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.097655 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e771b904-2c28-4b74-9225-9a983143a235 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.137709 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fac9d417-6312-4578-9513-19bfe62e651e tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Synchronizing usage tracker for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:15.182783 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623b55b6-a616-476a-b1a6-c1838401a36a']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:15.227551 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a2394f-1531-408a-a70c-f6b87e942760') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:15.227756 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a2394f-1531-408a-a70c-f6b87e942760') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:15.256839 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fac9d417-6312-4578-9513-19bfe62e651e tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Unset dirty status for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:15.258373 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fac9d417-6312-4578-9513-19bfe62e651e tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2225921 Apr 29 15:41:15.261184 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53236) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:15.272581 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.282926 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0f0d5e9b-bae8-41c0-abfc-ee67b26583e6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.324566 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e771b904-2c28-4b74-9225-9a983143a235 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.381077 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771b904-2c28-4b74-9225-9a983143a235 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=44538d4a-bda5-4bd8-a292-4b08674bd5f0,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:15.388472 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-35e6fa28-33fd-4aa0-9cc6-3facabdb6c39 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.392211 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e771b904-2c28-4b74-9225-9a983143a235 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.400655 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d92443-411c-49d1-a0ac-7fbd4ad68acf None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:15.423544 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.430648 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53240) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:15.431284 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2629a71e-e7e9-4ebd-9fb8-9aa691185045 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 5.8242342 Apr 29 15:41:15.438581 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-2f6bdfb6-dbc0-43e3-94a3-1b8a7083dcb7 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': '8d9078e5-9283-41d1-8970-1c53ff2b77f3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:15.443137 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-0f0d5e9b-bae8-41c0-abfc-ee67b26583e6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Calling delete_port for de5ce1e1-d106-4c86-ba23-55b0e4f9d165 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:15.447436 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-35e6fa28-33fd-4aa0-9cc6-3facabdb6c39 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.459840 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2f6bdfb6-dbc0-43e3-94a3-1b8a7083dcb7 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:15.470333 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-8a6b8418-d747-4c8f-87da-6bf3134b8a1d tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:41:15.471238 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8a6b8418-d747-4c8f-87da-6bf3134b8a1d tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.8158426 Apr 29 15:41:15.481160 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53244) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:15.483987 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:41:15.484380 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.494901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2f6bdfb6-dbc0-43e3-94a3-1b8a7083dcb7 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:15.499937 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e771b904-2c28-4b74-9225-9a983143a235 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/44538d4a-bda5-4bd8-a292-4b08674bd5f0 HTTP/1.1" status: 204 len: 168 time: 0.9655159 Apr 29 15:41:15.502618 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53248) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:41:15.505653 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:41:15.516706 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-855c63e5-0d23-47b5-a09e-70027ea4cd7f tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group_rule': {'security_group_id': 'b9a0aad7-519a-4794-9210-711513f654a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:15.592127 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d29b9242-27b1-4e8e-8a2a-7abfc76073cc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0867941 Apr 29 15:41:15.598010 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53254) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:15.605465 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-855c63e5-0d23-47b5-a09e-70027ea4cd7f tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:15.614155 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-0192d50d-3b46-44d0-894d-bc44f6fed8a4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:15.614795 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-855c63e5-0d23-47b5-a09e-70027ea4cd7f tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Usage tracker for resource:security_group_rule and tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:15.618735 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-855c63e5-0d23-47b5-a09e-70027ea4cd7f tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:15.626999 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-855c63e5-0d23-47b5-a09e-70027ea4cd7f tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:15.715303 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2f6bdfb6-dbc0-43e3-94a3-1b8a7083dcb7 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.811670 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.821244 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.841100 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055dfb4f-86cd-43a4-af6e-cd173ebd8a54 None None] DHCP port deletion for 75e7f0f8-4897-4e20-8301-99a7eae75065 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:41:15.846649 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-055dfb4f-86cd-43a4-af6e-cd173ebd8a54 None None] Deleting port 2c26ae72-9e58-4136-87d1-5da8f64ba47e {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:15.847009 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-055dfb4f-86cd-43a4-af6e-cd173ebd8a54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.852122 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-35e6fa28-33fd-4aa0-9cc6-3facabdb6c39 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.859988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Network': ['ID=623b55b6-a616-476a-b1a6-c1838401a36a,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:15.868438 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-892277a4-709b-4796-8d86-bf03aa43a825 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/networks/623b55b6-a616-476a-b1a6-c1838401a36a HTTP/1.1" status: 204 len: 168 time: 8.2441089 Apr 29 15:41:15.868438 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-855c63e5-0d23-47b5-a09e-70027ea4cd7f tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:41:15.868438 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-855c63e5-0d23-47b5-a09e-70027ea4cd7f tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3841927 Apr 29 15:41:15.868438 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0f0d5e9b-bae8-41c0-abfc-ee67b26583e6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.868863 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0192d50d-3b46-44d0-894d-bc44f6fed8a4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:15.868965 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53258) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:15.870775 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53260) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:15.871294 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0192d50d-3b46-44d0-894d-bc44f6fed8a4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:subnet and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:15.874269 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0192d50d-3b46-44d0-894d-bc44f6fed8a4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:15.875128 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-e69901c0-af4d-4c71-baa6-1b9361d68425 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-648922191'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:15.880909 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0192d50d-3b46-44d0-894d-bc44f6fed8a4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:15.910589 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6fa28-33fd-4aa0-9cc6-3facabdb6c39 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d97813-19f4-4156-9cfb-198a928cbf65,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:15.938820 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e69901c0-af4d-4c71-baa6-1b9361d68425 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:15.954521 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d5e9b-bae8-41c0-abfc-ee67b26583e6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Port': ['ID=de5ce1e1-d106-4c86-ba23-55b0e4f9d165,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:15.959560 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e69901c0-af4d-4c71-baa6-1b9361d68425 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Usage tracker for resource:network and tenant:ac43d99f432948ed97df9d63c8b43af5 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:15.965800 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e69901c0-af4d-4c71-baa6-1b9361d68425 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:15.984145 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e69901c0-af4d-4c71-baa6-1b9361d68425 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:15.992543 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8106b21f-6e88-497e-afa0-f6e9289a2fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.992849 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0f0d5e9b-bae8-41c0-abfc-ee67b26583e6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.992849 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0f0d5e9b-bae8-41c0-abfc-ee67b26583e6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/ports/de5ce1e1-d106-4c86-ba23-55b0e4f9d165 HTTP/1.1" status: 204 len: 168 time: 1.5215962 Apr 29 15:41:15.993632 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53266) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:15.997949 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2f6bdfb6-dbc0-43e3-94a3-1b8a7083dcb7 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:16.001236 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-90c4a8f4-1c2e-423d-b3d4-4b7171f3819f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'port': {'network_id': '8e793cc7-821d-4265-8f7a-6b3f666df1cd', 'mac_address': 'fa:16:3e:b7:94:e1', 'name': 'tempest-PortsTestJSON-1068321902'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:16.045433 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-35e6fa28-33fd-4aa0-9cc6-3facabdb6c39 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:16.046561 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-35e6fa28-33fd-4aa0-9cc6-3facabdb6c39 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "DELETE /v2.0/security-groups/61d97813-19f4-4156-9cfb-198a928cbf65 HTTP/1.1" status: 204 len: 168 time: 0.7844141 Apr 29 15:41:16.047771 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0192d50d-3b46-44d0-894d-bc44f6fed8a4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:16.057207 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0192d50d-3b46-44d0-894d-bc44f6fed8a4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:16.071830 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53270) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:16.121937 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-055dfb4f-86cd-43a4-af6e-cd173ebd8a54 None None] For port 2c26ae72-9e58-4136-87d1-5da8f64ba47e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=2c26ae72-9e58-4136-87d1-5da8f64ba47e,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:16.122669 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-055dfb4f-86cd-43a4-af6e-cd173ebd8a54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:16.130871 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0919d58a-4e2d-41ef-b6d4-d92b6022fbb4 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:16.170606 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69901c0-af4d-4c71-baa6-1b9361d68425 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Made reservation on behalf of ac43d99f432948ed97df9d63c8b43af5 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:16.173530 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e69901c0-af4d-4c71-baa6-1b9361d68425 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:16.191813 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-90c4a8f4-1c2e-423d-b3d4-4b7171f3819f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:16.194912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0919d58a-4e2d-41ef-b6d4-d92b6022fbb4 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:16.224963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-90c4a8f4-1c2e-423d-b3d4-4b7171f3819f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:16.255659 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69901c0-af4d-4c71-baa6-1b9361d68425 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:41:16.257610 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-055dfb4f-86cd-43a4-af6e-cd173ebd8a54 None None] Calling delete_port for 2c26ae72-9e58-4136-87d1-5da8f64ba47e owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:16.270168 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e69901c0-af4d-4c71-baa6-1b9361d68425 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:16.271249 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-e69901c0-af4d-4c71-baa6-1b9361d68425 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Added segment ae13ef43-4a87-49b1-a9a4-9421b9b72bf0 of type vlan for network bb27d3dd-961c-4a38-a759-3defe56e7a68 Apr 29 15:41:16.314881 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-366d41c3-40b6-4d3f-b579-4d7424f1c4b6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Synchronizing usage tracker for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:16.323465 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e69901c0-af4d-4c71-baa6-1b9361d68425 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:16.354408 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c4a8f4-1c2e-423d-b3d4-4b7171f3819f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:16.361861 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-2f6bdfb6-dbc0-43e3-94a3-1b8a7083dcb7 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Allocated IP 172.26.1.182 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/44bd2f3e-2ea5-455b-b851-fa03f02503e8) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:16.442368 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0919d58a-4e2d-41ef-b6d4-d92b6022fbb4 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:16.451433 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-055dfb4f-86cd-43a4-af6e-cd173ebd8a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:16.464126 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-366d41c3-40b6-4d3f-b579-4d7424f1c4b6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Unset dirty status for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:16.465529 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-366d41c3-40b6-4d3f-b579-4d7424f1c4b6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3916399 Apr 29 15:41:16.474568 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53274) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:16.487507 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-84bfd983-a3bf-4d68-82e9-41b68589a6d7 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Request body: {'security_group': {'name': 'tempest-secgroup--1797558742'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:16.497961 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919d58a-4e2d-41ef-b6d4-d92b6022fbb4 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a0aad7-519a-4794-9210-711513f654a5,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:16.501338 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-84bfd983-a3bf-4d68-82e9-41b68589a6d7 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:16.537463 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e69901c0-af4d-4c71-baa6-1b9361d68425 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:16.542434 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69901c0-af4d-4c71-baa6-1b9361d68425 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:16.543136 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e69901c0-af4d-4c71-baa6-1b9361d68425 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:16.546614 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dfb4f-86cd-43a4-af6e-cd173ebd8a54 None None] Pushing event deleted for resources: {'Port': ['ID=2c26ae72-9e58-4136-87d1-5da8f64ba47e,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:16.552216 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-84bfd983-a3bf-4d68-82e9-41b68589a6d7 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:16.555511 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055dfb4f-86cd-43a4-af6e-cd173ebd8a54 None None] No DVR routers for this DVR port 2c26ae72-9e58-4136-87d1-5da8f64ba47e on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:41:16.586705 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90c4a8f4-1c2e-423d-b3d4-4b7171f3819f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:16.615485 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2f6bdfb6-dbc0-43e3-94a3-1b8a7083dcb7 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:16.738765 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-90c4a8f4-1c2e-423d-b3d4-4b7171f3819f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] device_id is not set on port 0908d2c8-e9b8-4dcb-8984-499d73a4054a yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:41:16.756089 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0192d50d-3b46-44d0-894d-bc44f6fed8a4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:16.786993 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0919d58a-4e2d-41ef-b6d4-d92b6022fbb4 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:16.790858 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0919d58a-4e2d-41ef-b6d4-d92b6022fbb4 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "DELETE /v2.0/security-groups/b9a0aad7-519a-4794-9210-711513f654a5 HTTP/1.1" status: 204 len: 168 time: 0.9038117 Apr 29 15:41:16.833307 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53280) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:16.854072 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2f6bdfb6-dbc0-43e3-94a3-1b8a7083dcb7 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:16.868172 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e69901c0-af4d-4c71-baa6-1b9361d68425 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9985297 Apr 29 15:41:16.873696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53284) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:16.887470 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-a19b30b3-3dbc-4278-8a6a-c6954e4cfd28 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'subnet': {'network_id': 'bb27d3dd-961c-4a38-a759-3defe56e7a68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:16.900471 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192d50d-3b46-44d0-894d-bc44f6fed8a4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=8d604b45-6457-485d-b579-217d18653fdd,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:16.906784 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69901c0-af4d-4c71-baa6-1b9361d68425 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Network': ['ID=bb27d3dd-961c-4a38-a759-3defe56e7a68,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:16.922801 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6bdfb6-dbc0-43e3-94a3-1b8a7083dcb7 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:16.927718 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-2f6bdfb6-dbc0-43e3-94a3-1b8a7083dcb7 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:16.933951 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network bb27d3dd-961c-4a38-a759-3defe56e7a68 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:41:16.938777 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6bdfb6-dbc0-43e3-94a3-1b8a7083dcb7 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:16.973112 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0192d50d-3b46-44d0-894d-bc44f6fed8a4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:16.979668 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-0192d50d-3b46-44d0-894d-bc44f6fed8a4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:16.988995 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-84bfd983-a3bf-4d68-82e9-41b68589a6d7 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:17.059815 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cade11e-f581-4a00-bec9-b60484df3407 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:17.108755 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0192d50d-3b46-44d0-894d-bc44f6fed8a4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:17.109348 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0192d50d-3b46-44d0-894d-bc44f6fed8a4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:17.161518 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bdfb6-dbc0-43e3-94a3-1b8a7083dcb7 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'Port': ['ID=44bd2f3e-2ea5-455b-b851-fa03f02503e8,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:17.218876 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:17.303200 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0192d50d-3b46-44d0-894d-bc44f6fed8a4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7025921 Apr 29 15:41:17.306361 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53288) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:17.314128 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-b2894b75-f04d-480e-8387-ad2f6218dfcd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'fixed_ips': [{'subnet_id': '8d604b45-6457-485d-b579-217d18653fdd', 'ip_address': '2001:db8::fa5b:ec7d:76f0:fac2'}], 'name': 'tempest-NetworksTestDHCPv6-585680818'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:17.324935 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2c26ae72-9e58-4136-87d1-5da8f64ba47e no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:41:17.394577 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 2c26ae72-9e58-4136-87d1-5da8f64ba47e {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:41:17.396550 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2c26ae72-9e58-4136-87d1-5da8f64ba47e not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:41:17.474323 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0333046a-a788-4a37-8408-7adad06972c5 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Synchronizing usage tracker for tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:17.492034 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4288acc-8f20-4c3a-bfb8-44a019b127e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-75e7f0f8-4897-4e20-8301-99a7eae75065', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'fixed_ips': [{'subnet_id': '8d604b45-6457-485d-b579-217d18653fdd'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:41:17.494035 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f4288acc-8f20-4c3a-bfb8-44a019b127e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:17.513730 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a19b30b3-3dbc-4278-8a6a-c6954e4cfd28 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:17.528488 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-84bfd983-a3bf-4d68-82e9-41b68589a6d7 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:17.538034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a19b30b3-3dbc-4278-8a6a-c6954e4cfd28 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Usage tracker for resource:subnet and tenant:ac43d99f432948ed97df9d63c8b43af5 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:17.543539 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a19b30b3-3dbc-4278-8a6a-c6954e4cfd28 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:17.547586 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-84bfd983-a3bf-4d68-82e9-41b68589a6d7 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group_rule and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:17.552298 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90c4a8f4-1c2e-423d-b3d4-4b7171f3819f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:17.559708 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-84bfd983-a3bf-4d68-82e9-41b68589a6d7 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:17.560889 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a19b30b3-3dbc-4278-8a6a-c6954e4cfd28 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:17.569007 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-84bfd983-a3bf-4d68-82e9-41b68589a6d7 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:17.613785 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:17.643249 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-84bfd983-a3bf-4d68-82e9-41b68589a6d7 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:17.662233 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b2894b75-f04d-480e-8387-ad2f6218dfcd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:17.669089 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b2894b75-f04d-480e-8387-ad2f6218dfcd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:port and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:17.674418 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b2894b75-f04d-480e-8387-ad2f6218dfcd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:17.684838 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0333046a-a788-4a37-8408-7adad06972c5 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Unset dirty status for tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:17.687004 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0333046a-a788-4a37-8408-7adad06972c5 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8526628 Apr 29 15:41:17.691381 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53292) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:17.693939 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b2894b75-f04d-480e-8387-ad2f6218dfcd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:17.700238 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-5d2c3fee-2ed2-460f-875a-96a37a51ed31 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group': {'name': 'tempest-secgroup--1619761095'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:17.703724 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-f4288acc-8f20-4c3a-bfb8-44a019b127e9 None None] Allocated IP 2001:db8::2 (75e7f0f8-4897-4e20-8301-99a7eae75065/8d604b45-6457-485d-b579-217d18653fdd/1e71022f-d76f-4308-8e03-1ebcd21e72f8) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:17.715178 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5d2c3fee-2ed2-460f-875a-96a37a51ed31 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:17.728987 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90c4a8f4-1c2e-423d-b3d4-4b7171f3819f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:17.731236 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19b30b3-3dbc-4278-8a6a-c6954e4cfd28 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Made reservation on behalf of ac43d99f432948ed97df9d63c8b43af5 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:17.864177 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5d2c3fee-2ed2-460f-875a-96a37a51ed31 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:17.867304 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-84bfd983-a3bf-4d68-82e9-41b68589a6d7 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:17.878863 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2894b75-f04d-480e-8387-ad2f6218dfcd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:17.884239 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2894b75-f04d-480e-8387-ad2f6218dfcd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:17.933500 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-b2894b75-f04d-480e-8387-ad2f6218dfcd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] device_id is not set on port 9081ec1c-937c-4f95-aca3-3346953256d9 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:41:17.978833 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c4a8f4-1c2e-423d-b3d4-4b7171f3819f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network 8e793cc7-821d-4265-8f7a-6b3f666df1cd is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:17.991191 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-90c4a8f4-1c2e-423d-b3d4-4b7171f3819f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:18.001210 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2f6bdfb6-dbc0-43e3-94a3-1b8a7083dcb7 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:18.009931 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c4a8f4-1c2e-423d-b3d4-4b7171f3819f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:18.013693 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c4a8f4-1c2e-423d-b3d4-4b7171f3819f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:18.014312 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90c4a8f4-1c2e-423d-b3d4-4b7171f3819f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:18.036235 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4a8f4-1c2e-423d-b3d4-4b7171f3819f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Port': ['ID=0908d2c8-e9b8-4dcb-8984-499d73a4054a,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:18.042096 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-84bfd983-a3bf-4d68-82e9-41b68589a6d7 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:18.043373 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-84bfd983-a3bf-4d68-82e9-41b68589a6d7 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5644982 Apr 29 15:41:18.046170 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfd983-a3bf-4d68-82e9-41b68589a6d7 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8adffe96-3306-4acf-a60a-209dbb77b5f4,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:18.049661 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53298) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:18.052115 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a19b30b3-3dbc-4278-8a6a-c6954e4cfd28 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:18.075599 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-63f6d86b-8774-450f-a02c-057a24d5c9fb tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Request body: {'security_group_rule': {'security_group_id': '8adffe96-3306-4acf-a60a-209dbb77b5f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:18.081825 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f4288acc-8f20-4c3a-bfb8-44a019b127e9 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:18.085903 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-63f6d86b-8774-450f-a02c-057a24d5c9fb tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:18.094468 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f4288acc-8f20-4c3a-bfb8-44a019b127e9 None None] Transition to ACTIVE for port object 1e71022f-d76f-4308-8e03-1ebcd21e72f8 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:18.122778 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f4288acc-8f20-4c3a-bfb8-44a019b127e9 None None] Transition to ACTIVE for port object 1e71022f-d76f-4308-8e03-1ebcd21e72f8 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:18.138553 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-90c4a8f4-1c2e-423d-b3d4-4b7171f3819f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1406524 Apr 29 15:41:18.140173 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53302) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:18.141997 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-63f6d86b-8774-450f-a02c-057a24d5c9fb tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group_rule and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:18.145914 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3fee-2ed2-460f-875a-96a37a51ed31 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:18.160383 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-63f6d86b-8774-450f-a02c-057a24d5c9fb tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:18.180541 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-63f6d86b-8774-450f-a02c-057a24d5c9fb tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:18.228632 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f4288acc-8f20-4c3a-bfb8-44a019b127e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:18.234862 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5d2c3fee-2ed2-460f-875a-96a37a51ed31 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:18.242791 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5d2c3fee-2ed2-460f-875a-96a37a51ed31 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Usage tracker for resource:security_group_rule and tenant:d6b0fcbaf6aa49b79dfaa16b26ef3c38 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:18.248066 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5d2c3fee-2ed2-460f-875a-96a37a51ed31 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:18.265188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5d2c3fee-2ed2-460f-875a-96a37a51ed31 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:18.289965 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2f6bdfb6-dbc0-43e3-94a3-1b8a7083dcb7 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:18.341895 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4288acc-8f20-4c3a-bfb8-44a019b127e9 None None] Pushing event updated for resources: {'Port': ['ID=1e71022f-d76f-4308-8e03-1ebcd21e72f8,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:18.342117 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63f6d86b-8774-450f-a02c-057a24d5c9fb tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:18.366833 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf8f391-f321-4338-af6b-47670276bbab tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:18.367501 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2bf8f391-f321-4338-af6b-47670276bbab tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Synchronizing usage tracker for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:18.388235 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4288acc-8f20-4c3a-bfb8-44a019b127e9 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:18.389749 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-f4288acc-8f20-4c3a-bfb8-44a019b127e9 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:18.393481 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4288acc-8f20-4c3a-bfb8-44a019b127e9 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:18.404615 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2bf8f391-f321-4338-af6b-47670276bbab tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Unset dirty status for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:18.405922 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2bf8f391-f321-4338-af6b-47670276bbab tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports/0908d2c8-e9b8-4dcb-8984-499d73a4054a HTTP/1.1" status: 200 len: 841 time: 0.2554600 Apr 29 15:41:18.411233 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53306) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:18.453983 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:18.485690 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-c5261a66-d585-4fac-83d1-8615ab8e0255 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port 0908d2c8-e9b8-4dcb-8984-499d73a4054a {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:18.486235 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c5261a66-d585-4fac-83d1-8615ab8e0255 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:18.500639 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3fee-2ed2-460f-875a-96a37a51ed31 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:18.521857 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-b2894b75-f04d-480e-8387-ad2f6218dfcd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8::fa5b:ec7d:76f0:fac2 (75e7f0f8-4897-4e20-8301-99a7eae75065/8d604b45-6457-485d-b579-217d18653fdd/9081ec1c-937c-4f95-aca3-3346953256d9) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:18.533933 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f4288acc-8f20-4c3a-bfb8-44a019b127e9 None None] Attempting to bind port 1e71022f-d76f-4308-8e03-1ebcd21e72f8 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:41:18.534305 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f4288acc-8f20-4c3a-bfb8-44a019b127e9 None None] Attempting to bind port 1e71022f-d76f-4308-8e03-1ebcd21e72f8 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:41:18.534702 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4288acc-8f20-4c3a-bfb8-44a019b127e9 None None] Attempting to bind port 1e71022f-d76f-4308-8e03-1ebcd21e72f8 on network 75e7f0f8-4897-4e20-8301-99a7eae75065 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:41:18.535363 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63f6d86b-8774-450f-a02c-057a24d5c9fb tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:18.541684 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4288acc-8f20-4c3a-bfb8-44a019b127e9 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:41:18.542059 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4288acc-8f20-4c3a-bfb8-44a019b127e9 None None] Checking segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:18.542466 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f4288acc-8f20-4c3a-bfb8-44a019b127e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:18.542873 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4288acc-8f20-4c3a-bfb8-44a019b127e9 None None] Bound using segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:41:18.543336 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f4288acc-8f20-4c3a-bfb8-44a019b127e9 None None] Bound port: 1e71022f-d76f-4308-8e03-1ebcd21e72f8, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:41:18.543713 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f4288acc-8f20-4c3a-bfb8-44a019b127e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:18.583317 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a19b30b3-3dbc-4278-8a6a-c6954e4cfd28 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:18.719349 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f4288acc-8f20-4c3a-bfb8-44a019b127e9 None None] For port 1e71022f-d76f-4308-8e03-1ebcd21e72f8, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:41:18.801578 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f4288acc-8f20-4c3a-bfb8-44a019b127e9 None None] For port 1e71022f-d76f-4308-8e03-1ebcd21e72f8, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1e71022f-d76f-4308-8e03-1ebcd21e72f8,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:41:18.802778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63f6d86b-8774-450f-a02c-057a24d5c9fb tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:18.802778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3fee-2ed2-460f-875a-96a37a51ed31 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:18.802778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b30b3-3dbc-4278-8a6a-c6954e4cfd28 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Subnet': ['ID=949c8247-202d-491c-8005-118d912dd21c,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:18.802778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6d86b-8774-450f-a02c-057a24d5c9fb tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f49b9b71-5d55-4d36-b5e3-ef55c7f0dcbd,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:18.839976 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c3fee-2ed2-460f-875a-96a37a51ed31 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5d63a7-6d02-4353-80ca-8d8f86b81603,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:18.842279 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19b30b3-3dbc-4278-8a6a-c6954e4cfd28 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Checking segment: {'id': 'ae13ef43-4a87-49b1-a9a4-9421b9b72bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb27d3dd-961c-4a38-a759-3defe56e7a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:18.842668 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19b30b3-3dbc-4278-8a6a-c6954e4cfd28 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Network hostable DHCP agents. Network: bb27d3dd-961c-4a38-a759-3defe56e7a68, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:41:19.051826 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f4288acc-8f20-4c3a-bfb8-44a019b127e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:19.074099 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19b30b3-3dbc-4278-8a6a-c6954e4cfd28 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Network bb27d3dd-961c-4a38-a759-3defe56e7a68 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:41:19.084816 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63f6d86b-8774-450f-a02c-057a24d5c9fb tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:19.084816 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-63f6d86b-8774-450f-a02c-057a24d5c9fb tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0108635 Apr 29 15:41:19.084816 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3fee-2ed2-460f-875a-96a37a51ed31 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:19.084816 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5d2c3fee-2ed2-460f-875a-96a37a51ed31 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3890908 Apr 29 15:41:19.084816 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53312) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:19.086273 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53314) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:19.107549 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-eb420af5-6c8c-4da0-8fd5-75f4646fe139 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Request body: {'security_group_rule': {'security_group_id': '8adffe96-3306-4acf-a60a-209dbb77b5f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:19.115975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-eb420af5-6c8c-4da0-8fd5-75f4646fe139 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:19.123999 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-eb420af5-6c8c-4da0-8fd5-75f4646fe139 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group_rule and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:19.131138 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-eb420af5-6c8c-4da0-8fd5-75f4646fe139 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:19.145394 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-eb420af5-6c8c-4da0-8fd5-75f4646fe139 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:19.162563 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4288acc-8f20-4c3a-bfb8-44a019b127e9 None None] Pushing event updated for resources: {'Port': ['ID=1e71022f-d76f-4308-8e03-1ebcd21e72f8,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:19.164375 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-df1291b5-4e96-4fe2-b3c8-d694387cca1a tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:19.165315 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-df1291b5-4e96-4fe2-b3c8-d694387cca1a tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] update failed (client error): There was a conflict when trying to complete your request. Apr 29 15:41:19.166322 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-df1291b5-4e96-4fe2-b3c8-d694387cca1a tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "PUT /v2.0/security-groups/3d5d63a7-6d02-4353-80ca-8d8f86b81603 HTTP/1.1" status: 409 len: 330 time: 0.0780017 Apr 29 15:41:19.176559 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53320) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:19.199820 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-a19b30b3-3dbc-4278-8a6a-c6954e4cfd28 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, bb27d3dd-961c-4a38-a759-3defe56e7a68) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:19.208157 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19b30b3-3dbc-4278-8a6a-c6954e4cfd28 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:19.208806 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a19b30b3-3dbc-4278-8a6a-c6954e4cfd28 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:19.210100 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c2a47b-70c5-4eeb-885c-f4f238c1dbc3 None None] Network bb27d3dd-961c-4a38-a759-3defe56e7a68 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:19.228448 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.db.resource_extend [None req-2f6bdfb6-dbc0-43e3-94a3-1b8a7083dcb7 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:41:19.274320 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eb420af5-6c8c-4da0-8fd5-75f4646fe139 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:19.303829 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2f6bdfb6-dbc0-43e3-94a3-1b8a7083dcb7 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:19.312853 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c5261a66-d585-4fac-83d1-8615ab8e0255 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:19.349704 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a19b30b3-3dbc-4278-8a6a-c6954e4cfd28 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4676919 Apr 29 15:41:19.358224 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53324) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:19.360227 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d60b0e29-e07a-4e86-93d3-ac1957aacb9e tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:19.431793 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2f6bdfb6-dbc0-43e3-94a3-1b8a7083dcb7 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:19.513947 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a1acea-a8de-4552-b9b0-a8766b96881d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-bb27d3dd-961c-4a38-a759-3defe56e7a68', 'network_id': 'bb27d3dd-961c-4a38-a759-3defe56e7a68', 'tenant_id': 'ac43d99f432948ed97df9d63c8b43af5', 'fixed_ips': [{'subnet_id': '949c8247-202d-491c-8005-118d912dd21c'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:41:19.515515 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-92a1acea-a8de-4552-b9b0-a8766b96881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:19.667460 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-c5261a66-d585-4fac-83d1-8615ab8e0255 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Calling delete_port for 0908d2c8-e9b8-4dcb-8984-499d73a4054a owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:19.749919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d60b0e29-e07a-4e86-93d3-ac1957aacb9e tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:19.756624 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bdfb6-dbc0-43e3-94a3-1b8a7083dcb7 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'Port': ['ID=44bd2f3e-2ea5-455b-b851-fa03f02503e8,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:19.762620 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-92a1acea-a8de-4552-b9b0-a8766b96881d None None] Allocated IP 172.20.0.1 (bb27d3dd-961c-4a38-a759-3defe56e7a68/949c8247-202d-491c-8005-118d912dd21c/ccd4445b-8a2a-421e-ba4a-60000120ec89) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:19.765423 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2894b75-f04d-480e-8387-ad2f6218dfcd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:19.813730 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eb420af5-6c8c-4da0-8fd5-75f4646fe139 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:19.843853 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2f6bdfb6-dbc0-43e3-94a3-1b8a7083dcb7 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:19.925558 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-b2894b75-f04d-480e-8387-ad2f6218dfcd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Transition to ACTIVE for port object 9081ec1c-937c-4f95-aca3-3346953256d9 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:19.937474 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eb420af5-6c8c-4da0-8fd5-75f4646fe139 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:19.973857 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:19.989031 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb420af5-6c8c-4da0-8fd5-75f4646fe139 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff21830-31ec-41d4-8587-291ef69dd340,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:20.016721 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-92a1acea-a8de-4552-b9b0-a8766b96881d None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:20.051743 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-92a1acea-a8de-4552-b9b0-a8766b96881d None None] Transition to ACTIVE for port object ccd4445b-8a2a-421e-ba4a-60000120ec89 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:20.060737 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d60b0e29-e07a-4e86-93d3-ac1957aacb9e tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:20.063058 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d60b0e29-e07a-4e86-93d3-ac1957aacb9e tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:20.065370 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d60b0e29-e07a-4e86-93d3-ac1957aacb9e tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "DELETE /v2.0/security-groups/3d5d63a7-6d02-4353-80ca-8d8f86b81603 HTTP/1.1" status: 204 len: 168 time: 0.8938622 Apr 29 15:41:20.072250 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53328) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:20.078426 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-92a1acea-a8de-4552-b9b0-a8766b96881d None None] Transition to ACTIVE for port object ccd4445b-8a2a-421e-ba4a-60000120ec89 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:20.084108 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c5261a66-d585-4fac-83d1-8615ab8e0255 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:20.092171 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eb420af5-6c8c-4da0-8fd5-75f4646fe139 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:20.092171 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-eb420af5-6c8c-4da0-8fd5-75f4646fe139 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0034301 Apr 29 15:41:20.092786 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53334) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:20.098373 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b0e29-e07a-4e86-93d3-ac1957aacb9e tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5d63a7-6d02-4353-80ca-8d8f86b81603,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:20.127209 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:20.166415 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2894b75-f04d-480e-8387-ad2f6218dfcd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:20.169034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-13b5bca6-d34b-4315-bf0d-4dace4cd629f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Request body: {'security_group_rule': {'security_group_id': '8adffe96-3306-4acf-a60a-209dbb77b5f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:20.172645 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-92a1acea-a8de-4552-b9b0-a8766b96881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:20.190864 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5261a66-d585-4fac-83d1-8615ab8e0255 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Port': ['ID=0908d2c8-e9b8-4dcb-8984-499d73a4054a,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:20.204552 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-13b5bca6-d34b-4315-bf0d-4dace4cd629f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:20.218261 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-13b5bca6-d34b-4315-bf0d-4dace4cd629f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group_rule and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:20.224642 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-13b5bca6-d34b-4315-bf0d-4dace4cd629f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:20.235921 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-13b5bca6-d34b-4315-bf0d-4dace4cd629f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:20.341874 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c5261a66-d585-4fac-83d1-8615ab8e0255 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:20.348962 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a1acea-a8de-4552-b9b0-a8766b96881d None None] Network bb27d3dd-961c-4a38-a759-3defe56e7a68 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:20.352037 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1acea-a8de-4552-b9b0-a8766b96881d None None] Pushing event updated for resources: {'Port': ['ID=ccd4445b-8a2a-421e-ba4a-60000120ec89,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:20.360881 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-92a1acea-a8de-4552-b9b0-a8766b96881d None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:20.370736 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a1acea-a8de-4552-b9b0-a8766b96881d None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:20.372599 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-13b5bca6-d34b-4315-bf0d-4dace4cd629f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:20.411936 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:20.414432 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2894b75-f04d-480e-8387-ad2f6218dfcd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:20.426448 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-b2894b75-f04d-480e-8387-ad2f6218dfcd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:20.435753 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53340) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:20.442240 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a054f4b7-5956-4bb4-8d16-10a7a19032b3 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3568969 Apr 29 15:41:20.442240 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2894b75-f04d-480e-8387-ad2f6218dfcd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:20.442240 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2894b75-f04d-480e-8387-ad2f6218dfcd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:20.442674 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2894b75-f04d-480e-8387-ad2f6218dfcd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:20.447306 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2894b75-f04d-480e-8387-ad2f6218dfcd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=9081ec1c-937c-4f95-aca3-3346953256d9,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:20.453828 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c5261a66-d585-4fac-83d1-8615ab8e0255 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/ports/0908d2c8-e9b8-4dcb-8984-499d73a4054a HTTP/1.1" status: 204 len: 168 time: 2.0413339 Apr 29 15:41:20.470999 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53342) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:20.583616 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-26331671-9254-4582-a370-1fb5c8c81b5a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] GET failed (client error): The resource could not be found. Apr 29 15:41:20.584037 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-26331671-9254-4582-a370-1fb5c8c81b5a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Synchronizing usage tracker for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:20.590421 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [None req-2f6bdfb6-dbc0-43e3-94a3-1b8a7083dcb7 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Floating IP 2d3d31e6-4e3c-458d-b837-1948f11b2cfe associated. External IP: 172.26.1.182, port: 8d9078e5-9283-41d1-8970-1c53ff2b77f3. Apr 29 15:41:20.597850 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-92a1acea-a8de-4552-b9b0-a8766b96881d None None] Attempting to bind port ccd4445b-8a2a-421e-ba4a-60000120ec89 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:41:20.599484 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-92a1acea-a8de-4552-b9b0-a8766b96881d None None] Attempting to bind port ccd4445b-8a2a-421e-ba4a-60000120ec89 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'ae13ef43-4a87-49b1-a9a4-9421b9b72bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb27d3dd-961c-4a38-a759-3defe56e7a68'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:41:20.599484 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1acea-a8de-4552-b9b0-a8766b96881d None None] Attempting to bind port ccd4445b-8a2a-421e-ba4a-60000120ec89 on network bb27d3dd-961c-4a38-a759-3defe56e7a68 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:41:20.606119 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1acea-a8de-4552-b9b0-a8766b96881d None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:41:20.610396 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:20.614700 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1acea-a8de-4552-b9b0-a8766b96881d None None] Checking segment: {'id': 'ae13ef43-4a87-49b1-a9a4-9421b9b72bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb27d3dd-961c-4a38-a759-3defe56e7a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:20.615183 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-92a1acea-a8de-4552-b9b0-a8766b96881d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:20.615577 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1acea-a8de-4552-b9b0-a8766b96881d None None] Bound using segment: {'id': 'ae13ef43-4a87-49b1-a9a4-9421b9b72bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb27d3dd-961c-4a38-a759-3defe56e7a68'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:41:20.616062 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-92a1acea-a8de-4552-b9b0-a8766b96881d None None] Bound port: ccd4445b-8a2a-421e-ba4a-60000120ec89, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae13ef43-4a87-49b1-a9a4-9421b9b72bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb27d3dd-961c-4a38-a759-3defe56e7a68'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:41:20.616432 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-92a1acea-a8de-4552-b9b0-a8766b96881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:20.665926 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Subnet': ['ID=949c8247-202d-491c-8005-118d912dd21c,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:20.668873 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-c2bb6e30-8510-4294-868a-8282636fb529 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] delete failed (client error): The resource could not be found. Apr 29 15:41:20.670259 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c2bb6e30-8510-4294-868a-8282636fb529 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "DELETE /v2.0/security-groups/8782eab5-2001-43a6-8f3b-303245ca6e75 HTTP/1.1" status: 404 len: 347 time: 0.0267789 Apr 29 15:41:20.672065 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb27d3dd-961c-4a38-a759-3defe56e7a68']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:20.684433 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53348) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:20.715558 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:41:20.723565 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b2894b75-f04d-480e-8387-ad2f6218dfcd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4162142 Apr 29 15:41:20.726003 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53352) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:20.729219 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae13ef43-4a87-49b1-a9a4-9421b9b72bf0') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:20.729760 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae13ef43-4a87-49b1-a9a4-9421b9b72bf0') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:20.750915 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-464b60d6-e374-450c-80fd-c5b8b79a24f9 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] show failed (client error): The resource could not be found. Apr 29 15:41:20.753075 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-464b60d6-e374-450c-80fd-c5b8b79a24f9 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "GET /v2.0/security-groups/8d0bbb5e-5827-4bf4-bbfe-d434adb9a798 HTTP/1.1" status: 404 len: 347 time: 0.0676146 Apr 29 15:41:20.755370 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:20.766392 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53356) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:20.805090 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-4ec35042-ceb0-42fa-a6af-f6fdc94fb3a0 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] show failed (client error): The resource could not be found. Apr 29 15:41:20.810950 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4ec35042-ceb0-42fa-a6af-f6fdc94fb3a0 tempest-NegativeSecGroupIPv6Test-1141418825 tempest-NegativeSecGroupIPv6Test-1141418825-project] 10.222.0.21 "GET /v2.0/security-group-rules/abaccfb3-17ca-4bb4-bc62-817092c1c083 HTTP/1.1" status: 404 len: 356 time: 0.0408108 Apr 29 15:41:20.838421 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-92a1acea-a8de-4552-b9b0-a8766b96881d None None] For port ccd4445b-8a2a-421e-ba4a-60000120ec89, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:41:20.841893 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:20.860040 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:41:20.860452 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:20.862437 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d4a6a6a9-f766-46e1-af81-2a8879d0c55e None None] Provisioning for port 1e71022f-d76f-4308-8e03-1ebcd21e72f8 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:21.055616 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596da75e-5d43-4c9b-85d1-c0705304524d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:21.066669 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596da75e-5d43-4c9b-85d1-c0705304524d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:21.066669 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-596da75e-5d43-4c9b-85d1-c0705304524d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:21.073394 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-26331671-9254-4582-a370-1fb5c8c81b5a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Unset dirty status for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:21.074583 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-26331671-9254-4582-a370-1fb5c8c81b5a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports/0908d2c8-e9b8-4dcb-8984-499d73a4054a HTTP/1.1" status: 404 len: 333 time: 0.6026165 Apr 29 15:41:21.082525 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53362) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:21.095266 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7ac72b47-0310-4565-8d40-474f92ee92d3 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'port': {'network_id': '8e793cc7-821d-4265-8f7a-6b3f666df1cd', 'name': 'tempest-PortsTestJSON-1184987601'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:41:21.126368 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:41:21.161373 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-13b5bca6-d34b-4315-bf0d-4dace4cd629f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:21.168185 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-92a1acea-a8de-4552-b9b0-a8766b96881d None None] For port ccd4445b-8a2a-421e-ba4a-60000120ec89, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ccd4445b-8a2a-421e-ba4a-60000120ec89,segment=NetworkSegment(ae13ef43-4a87-49b1-a9a4-9421b9b72bf0),segment_id=ae13ef43-4a87-49b1-a9a4-9421b9b72bf0)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:41:21.188051 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ddaf9fc6-ae1c-4f55-a8ef-3efe1e8b918c None None] Provisioning for port 9081ec1c-937c-4f95-aca3-3346953256d9 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:21.197009 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ddaf9fc6-ae1c-4f55-a8ef-3efe1e8b918c None None] Provisioning complete for port 9081ec1c-937c-4f95-aca3-3346953256d9 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:21.198661 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ddaf9fc6-ae1c-4f55-a8ef-3efe1e8b918c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:21.223961 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.api [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:41:21.223961 dv-neutron-839913-1-hyperv neutron-server[84770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:41:21.223961 dv-neutron-839913-1-hyperv neutron-server[84770]: [parameters: {'id': 'bb27d3dd-961c-4a38-a759-3defe56e7a68'}] Apr 29 15:41:21.223961 dv-neutron-839913-1-hyperv neutron-server[84770]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:41:21.223961 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG oslo_db.api [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:41:21.240870 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7ac72b47-0310-4565-8d40-474f92ee92d3 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:21.244521 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-596da75e-5d43-4c9b-85d1-c0705304524d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:21.249952 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-596da75e-5d43-4c9b-85d1-c0705304524d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5187325 Apr 29 15:41:21.249952 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53366) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:21.264700 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-ddaf9fc6-ae1c-4f55-a8ef-3efe1e8b918c None None] Port 9081ec1c-937c-4f95-aca3-3346953256d9 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:41:21.285228 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-13b5bca6-d34b-4315-bf0d-4dace4cd629f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:21.293080 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-92a1acea-a8de-4552-b9b0-a8766b96881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:21.302125 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7ac72b47-0310-4565-8d40-474f92ee92d3 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:21.337098 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5bca6-d34b-4315-bf0d-4dace4cd629f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1636161a-f565-41f2-b9d8-eabb2a192fbe,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:21.349635 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-32195bfc-6bc0-4f50-99d6-1adc05fc11d4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting port 9081ec1c-937c-4f95-aca3-3346953256d9 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:21.350136 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32195bfc-6bc0-4f50-99d6-1adc05fc11d4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:21.352704 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1e71022f-d76f-4308-8e03-1ebcd21e72f8 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:41:21.451696 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1acea-a8de-4552-b9b0-a8766b96881d None None] Pushing event updated for resources: {'Port': ['ID=ccd4445b-8a2a-421e-ba4a-60000120ec89,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:21.492530 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-13b5bca6-d34b-4315-bf0d-4dace4cd629f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:21.499380 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-13b5bca6-d34b-4315-bf0d-4dace4cd629f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.4037879 Apr 29 15:41:21.501160 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53374) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:21.511233 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-cf2aba4e-586d-4ec2-a6fd-acb3db3a40d1 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Request body: {'security_group_rule': {'security_group_id': '8adffe96-3306-4acf-a60a-209dbb77b5f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:21.523146 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-cf2aba4e-586d-4ec2-a6fd-acb3db3a40d1 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:21.535615 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cf2aba4e-586d-4ec2-a6fd-acb3db3a40d1 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group_rule and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:21.545067 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cf2aba4e-586d-4ec2-a6fd-acb3db3a40d1 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:21.553252 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-cf2aba4e-586d-4ec2-a6fd-acb3db3a40d1 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:21.586714 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b395686-9d13-44c5-82bc-221b285fa1af None None] Network bb27d3dd-961c-4a38-a759-3defe56e7a68 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:21.606997 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 1e71022f-d76f-4308-8e03-1ebcd21e72f8 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:21.632660 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cf2aba4e-586d-4ec2-a6fd-acb3db3a40d1 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:21.655452 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53378) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:21.665197 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 1e71022f-d76f-4308-8e03-1ebcd21e72f8 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:21.665686 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:21.680459 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac72b47-0310-4565-8d40-474f92ee92d3 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:21.683423 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7ac72b47-0310-4565-8d40-474f92ee92d3 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:21.719284 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-7ac72b47-0310-4565-8d40-474f92ee92d3 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] device_id is not set on port 62f33667-5ddd-4e3b-bf24-2dfbbf5ce638 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:41:21.736648 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:21.797332 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Deleting port ccd4445b-8a2a-421e-ba4a-60000120ec89 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:21.799979 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:21.950550 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cf2aba4e-586d-4ec2-a6fd-acb3db3a40d1 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:21.969545 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.016325 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d4e57d-9ed4-4e3d-9c0a-42f33947ceee None None] get_active_networks_info from dv-neutron-839913-1-hyperv {{(pid=84772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 15:41:22.030599 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1d53c13e-a7bf-4ef9-a7a7-4fc3833b0da0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6b0fcbaf6aa49b79dfaa16b26ef3c38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3735754 Apr 29 15:41:22.034143 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cf2aba4e-586d-4ec2-a6fd-acb3db3a40d1 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.042158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53384) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:22.108841 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2aba4e-586d-4ec2-a6fd-acb3db3a40d1 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1349f5e0-ff3e-4f39-a39e-db832d7e3f9c,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:22.115809 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 1e71022f-d76f-4308-8e03-1ebcd21e72f8, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1e71022f-d76f-4308-8e03-1ebcd21e72f8,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:22.225634 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32195bfc-6bc0-4f50-99d6-1adc05fc11d4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.241303 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7ac72b47-0310-4565-8d40-474f92ee92d3 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.257361 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d4e57d-9ed4-4e3d-9c0a-42f33947ceee None None] Resources bound (agent type, host, resource id): {{(pid=84772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:41:22.270761 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-354444cd-cd6f-4643-934a-32dbdfd7749f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.331450 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] For port ccd4445b-8a2a-421e-ba4a-60000120ec89, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ccd4445b-8a2a-421e-ba4a-60000120ec89,segment=NetworkSegment(ae13ef43-4a87-49b1-a9a4-9421b9b72bf0),segment_id=ae13ef43-4a87-49b1-a9a4-9421b9b72bf0)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:22.331843 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.343172 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-354444cd-cd6f-4643-934a-32dbdfd7749f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.383513 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-32195bfc-6bc0-4f50-99d6-1adc05fc11d4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Calling delete_port for 9081ec1c-937c-4f95-aca3-3346953256d9 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:22.508288 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6bdfb6-dbc0-43e3-94a3-1b8a7083dcb7 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Router d8f0ec34-79eb-4e21-9dd6-4f19503c203d has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:41:22.541873 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.631071 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Calling delete_port for ccd4445b-8a2a-421e-ba4a-60000120ec89 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:22.632489 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7ac72b47-0310-4565-8d40-474f92ee92d3 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.635216 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=1e71022f-d76f-4308-8e03-1ebcd21e72f8,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:22.665323 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cf2aba4e-586d-4ec2-a6fd-acb3db3a40d1 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.665668 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-cf2aba4e-586d-4ec2-a6fd-acb3db3a40d1 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1624219 Apr 29 15:41:22.678040 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53390) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:22.683732 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-354444cd-cd6f-4643-934a-32dbdfd7749f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.711603 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-f423e98b-36ee-471d-a445-4994d7d40373 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Request body: {'security_group_rule': {'security_group_id': '8adffe96-3306-4acf-a60a-209dbb77b5f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:22.717959 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-f423e98b-36ee-471d-a445-4994d7d40373 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:22.723253 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f423e98b-36ee-471d-a445-4994d7d40373 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group_rule and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:22.726246 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f423e98b-36ee-471d-a445-4994d7d40373 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:22.733067 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-f423e98b-36ee-471d-a445-4994d7d40373 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:22.761355 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354444cd-cd6f-4643-934a-32dbdfd7749f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca1463b-4a59-4623-ad4d-df15ed2618c4,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:22.775588 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-354444cd-cd6f-4643-934a-32dbdfd7749f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.776901 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-354444cd-cd6f-4643-934a-32dbdfd7749f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cca1463b-4a59-4623-ad4d-df15ed2618c4 HTTP/1.1" status: 204 len: 168 time: 0.7213628 Apr 29 15:41:22.787975 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac72b47-0310-4565-8d40-474f92ee92d3 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network 8e793cc7-821d-4265-8f7a-6b3f666df1cd is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:22.792607 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-7ac72b47-0310-4565-8d40-474f92ee92d3 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:22.797905 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac72b47-0310-4565-8d40-474f92ee92d3 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:22.807664 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac72b47-0310-4565-8d40-474f92ee92d3 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:22.808359 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7ac72b47-0310-4565-8d40-474f92ee92d3 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.809714 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6b396a13-c36a-4dd2-9dd7-985938f70588 req-1160b22c-acde-4f66-acba-6dd5ed86b3b2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2941773 Apr 29 15:41:22.838968 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f423e98b-36ee-471d-a445-4994d7d40373 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.839075 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac72b47-0310-4565-8d40-474f92ee92d3 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Port': ['ID=62f33667-5ddd-4e3b-bf24-2dfbbf5ce638,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:22.875669 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32195bfc-6bc0-4f50-99d6-1adc05fc11d4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.939988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.949267 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32195bfc-6bc0-4f50-99d6-1adc05fc11d4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Port': ['ID=9081ec1c-937c-4f95-aca3-3346953256d9,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:23.004300 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32195bfc-6bc0-4f50-99d6-1adc05fc11d4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:23.005547 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-32195bfc-6bc0-4f50-99d6-1adc05fc11d4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/9081ec1c-937c-4f95-aca3-3346953256d9 HTTP/1.1" status: 204 len: 168 time: 1.7561922 Apr 29 15:41:23.008316 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53396) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:23.049829 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7ac72b47-0310-4565-8d40-474f92ee92d3 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9632587 Apr 29 15:41:23.051751 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Port': ['ID=ccd4445b-8a2a-421e-ba4a-60000120ec89,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:23.053452 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53400) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:23.065109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No DVR routers for this DVR port ccd4445b-8a2a-421e-ba4a-60000120ec89 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:41:23.074450 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-51aa5ae4-76e6-4d16-af65-9925b1729d99 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:23.084231 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d4e13-114f-4d80-bb90-918ecf03bfb0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:23.089168 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d4e13-114f-4d80-bb90-918ecf03bfb0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:23.089168 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8f1d4e13-114f-4d80-bb90-918ecf03bfb0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:23.131436 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6bdfb6-dbc0-43e3-94a3-1b8a7083dcb7 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:41:23.149019 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbfe8f7-c423-4c95-8987-909c2110d1df None None] Sync routers for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:41:23.178222 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbfe8f7-c423-4c95-8987-909c2110d1df None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:41:23.179028 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-dbbfe8f7-c423-4c95-8987-909c2110d1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:41:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:23.190804 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f423e98b-36ee-471d-a445-4994d7d40373 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:23.228786 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2f6bdfb6-dbc0-43e3-94a3-1b8a7083dcb7 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:23.279465 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8f1d4e13-114f-4d80-bb90-918ecf03bfb0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:23.285604 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8f1d4e13-114f-4d80-bb90-918ecf03bfb0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2716758 Apr 29 15:41:23.293975 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53406) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:23.344016 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1e71022f-d76f-4308-8e03-1ebcd21e72f8 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:41:23.406051 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2f6bdfb6-dbc0-43e3-94a3-1b8a7083dcb7 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.9742618 Apr 29 15:41:23.408991 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53414) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:23.417298 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-dbbfe8f7-c423-4c95-8987-909c2110d1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:23.420492 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-cd4cc686-f04f-460a-8ee2-529f4eaabbe1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Request body: {'floatingip': {'port_id': '8d9078e5-9283-41d1-8970-1c53ff2b77f3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:23.436470 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f423e98b-36ee-471d-a445-4994d7d40373 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:23.440950 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbfe8f7-c423-4c95-8987-909c2110d1df None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:41:23.441598 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-dbbfe8f7-c423-4c95-8987-909c2110d1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:41:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:23.453545 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-51aa5ae4-76e6-4d16-af65-9925b1729d99 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:23.520966 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-dbbfe8f7-c423-4c95-8987-909c2110d1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:23.521373 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbfe8f7-c423-4c95-8987-909c2110d1df None None] The sync data for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:41:23.558406 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 1e71022f-d76f-4308-8e03-1ebcd21e72f8 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:23.559431 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:23.759423 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cd4cc686-f04f-460a-8ee2-529f4eaabbe1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:23.774638 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-51aa5ae4-76e6-4d16-af65-9925b1729d99 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:23.790137 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f423e98b-36ee-471d-a445-4994d7d40373 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:23.791498 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f423e98b-36ee-471d-a445-4994d7d40373 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 1.1125600 Apr 29 15:41:23.798843 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6b396a13-c36a-4dd2-9dd7-985938f70588 req-551428be-6922-486c-89d1-700ffe73be6b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d55e79ec04d4b58a1f4cdc4e929c13f&device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 1098 time: 0.8521729 Apr 29 15:41:23.799631 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53422) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:23.801671 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:23.812538 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423e98b-36ee-471d-a445-4994d7d40373 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd7c32d-8261-4d12-860f-bc257fd40f37,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:23.869167 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-51aa5ae4-76e6-4d16-af65-9925b1729d99 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:23.963138 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-898bc3fa-6736-4a39-ab8d-e7c35dc63e16 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet 8d604b45-6457-485d-b579-217d18653fdd {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:41:23.968319 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-898bc3fa-6736-4a39-ab8d-e7c35dc63e16 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:24.081602 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-898bc3fa-6736-4a39-ab8d-e7c35dc63e16 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:24.109906 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-51aa5ae4-76e6-4d16-af65-9925b1729d99 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] In _notify_port_updated(), no bound segment for port 62f33667-5ddd-4e3b-bf24-2dfbbf5ce638 on network 8e793cc7-821d-4265-8f7a-6b3f666df1cd {{(pid=84770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 15:41:24.114349 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aa5ae4-76e6-4d16-af65-9925b1729d99 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:24.115057 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-51aa5ae4-76e6-4d16-af65-9925b1729d99 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:24.119812 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-51aa5ae4-76e6-4d16-af65-9925b1729d99 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "PUT /v2.0/ports/62f33667-5ddd-4e3b-bf24-2dfbbf5ce638 HTTP/1.1" status: 200 len: 818 time: 1.0609357 Apr 29 15:41:24.119812 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa5ae4-76e6-4d16-af65-9925b1729d99 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Port': ['ID=62f33667-5ddd-4e3b-bf24-2dfbbf5ce638,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:24.120793 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53434) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:24.123727 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb27d3dd-961c-4a38-a759-3defe56e7a68']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:24.225196 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae13ef43-4a87-49b1-a9a4-9421b9b72bf0') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:24.225474 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae13ef43-4a87-49b1-a9a4-9421b9b72bf0') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:24.232248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-24951085-8fc8-4f90-97ec-38c51a611343 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:24.264855 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:24.290837 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-24951085-8fc8-4f90-97ec-38c51a611343 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:24.331580 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:24.332312 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-898bc3fa-6736-4a39-ab8d-e7c35dc63e16 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:24.352109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ac621a87-208b-49ac-a44b-84863efcd004 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port 62f33667-5ddd-4e3b-bf24-2dfbbf5ce638 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:24.354052 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ac621a87-208b-49ac-a44b-84863efcd004 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:24.395421 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:41:24.395832 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:41:24.413626 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:41:24.521872 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b396a13-c36a-4dd2-9dd7-985938f70588 req-119d628c-103b-4efc-b36b-d70beb13381a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:24.523427 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6b396a13-c36a-4dd2-9dd7-985938f70588 req-119d628c-103b-4efc-b36b-d70beb13381a service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c9a7398-6fd3-4213-804e-eb3de185a894 HTTP/1.1" status: 200 len: 913 time: 0.7009013 Apr 29 15:41:24.636474 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-24951085-8fc8-4f90-97ec-38c51a611343 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:24.659871 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cd4cc686-f04f-460a-8ee2-529f4eaabbe1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:24.668498 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-898bc3fa-6736-4a39-ab8d-e7c35dc63e16 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:24.675143 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24951085-8fc8-4f90-97ec-38c51a611343 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdd7c32d-8261-4d12-860f-bc257fd40f37,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:24.725939 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bc3fa-6736-4a39-ab8d-e7c35dc63e16 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=8d604b45-6457-485d-b579-217d18653fdd,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:24.730925 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-898bc3fa-6736-4a39-ab8d-e7c35dc63e16 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:24.741483 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83ebee3-9d6b-41c8-9e3d-6ecee335f50f None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:24.759050 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cd4cc686-f04f-460a-8ee2-529f4eaabbe1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:24.784190 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:24.790631 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6b396a13-c36a-4dd2-9dd7-985938f70588 req-a2013813-3ed1-4844-9f99-0e77b119f7e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f384750-9800-4fba-99dc-e7d572a543de HTTP/1.1" status: 200 len: 1001 time: 0.2590177 Apr 29 15:41:24.795275 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-24951085-8fc8-4f90-97ec-38c51a611343 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:24.796558 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-24951085-8fc8-4f90-97ec-38c51a611343 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/cdd7c32d-8261-4d12-860f-bc257fd40f37 HTTP/1.1" status: 204 len: 168 time: 0.9860394 Apr 29 15:41:24.820216 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53444) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:24.825508 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:24.827659 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/networks/bb27d3dd-961c-4a38-a759-3defe56e7a68 HTTP/1.1" status: 204 len: 168 time: 5.4617450 Apr 29 15:41:24.874046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53448) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:24.874046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53450) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:24.895024 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d083ac-b79c-479d-99d6-1cd872c6f04e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Network': ['ID=bb27d3dd-961c-4a38-a759-3defe56e7a68,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:24.907076 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ac621a87-208b-49ac-a44b-84863efcd004 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:24.922008 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-0c97d6bf-1ed3-441b-aa47-dd0eea66942c tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-154690379'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:24.942904 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-0c97d6bf-1ed3-441b-aa47-dd0eea66942c tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:24.977169 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-898bc3fa-6736-4a39-ab8d-e7c35dc63e16 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/8d604b45-6457-485d-b579-217d18653fdd HTTP/1.1" status: 204 len: 168 time: 1.6816256 Apr 29 15:41:24.999656 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53464) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:25.060927 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0c97d6bf-1ed3-441b-aa47-dd0eea66942c tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Usage tracker for resource:network and tenant:ac43d99f432948ed97df9d63c8b43af5 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:25.080138 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ac621a87-208b-49ac-a44b-84863efcd004 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Calling delete_port for 62f33667-5ddd-4e3b-bf24-2dfbbf5ce638 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:25.103404 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da27dd9-e168-492e-b515-252802e95d5d None None] DHCP port deletion for 75e7f0f8-4897-4e20-8301-99a7eae75065 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:41:25.107744 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-2da27dd9-e168-492e-b515-252802e95d5d None None] Deleting port 1e71022f-d76f-4308-8e03-1ebcd21e72f8 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:25.108135 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2da27dd9-e168-492e-b515-252802e95d5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:25.118632 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0c97d6bf-1ed3-441b-aa47-dd0eea66942c tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:25.133511 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ef83aa29-9f33-4c4f-8d64-8d8cb5c03bd0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1352546 Apr 29 15:41:25.137451 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53470) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:25.147112 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-0c97d6bf-1ed3-441b-aa47-dd0eea66942c tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:25.166696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-b1eee77d-41f7-4586-b2e4-bfcb160bb8b4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1439058163-network', 'tenant_id': 'e9af1a9063ac40bc8d974337ae3443db'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:25.183147 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b1eee77d-41f7-4586-b2e4-bfcb160bb8b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:25.191739 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b396a13-c36a-4dd2-9dd7-985938f70588 req-06f41f0f-468c-48be-a556-935d65114031 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:25.195684 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6b396a13-c36a-4dd2-9dd7-985938f70588 req-06f41f0f-468c-48be-a556-935d65114031 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a7bb539e-4a1d-45fe-b72f-4601de1423be HTTP/1.1" status: 200 len: 851 time: 0.3742487 Apr 29 15:41:25.222020 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b1eee77d-41f7-4586-b2e4-bfcb160bb8b4 admin admin] Usage tracker for resource:network and tenant:e9af1a9063ac40bc8d974337ae3443db is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:25.254392 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1e71022f-d76f-4308-8e03-1ebcd21e72f8 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:41:25.276252 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b1eee77d-41f7-4586-b2e4-bfcb160bb8b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:25.286211 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b1eee77d-41f7-4586-b2e4-bfcb160bb8b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:25.310456 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-40d05063-f185-4b97-9cb5-24010d459fb9 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Synchronizing usage tracker for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:25.314583 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491dde05-f0c3-49a1-be33-9f6cf116829d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:25.315313 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-491dde05-f0c3-49a1-be33-9f6cf116829d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:25.349276 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c97d6bf-1ed3-441b-aa47-dd0eea66942c tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Made reservation on behalf of ac43d99f432948ed97df9d63c8b43af5 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:25.353408 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0c97d6bf-1ed3-441b-aa47-dd0eea66942c tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:25.418127 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1eee77d-41f7-4586-b2e4-bfcb160bb8b4 admin admin] Made reservation on behalf of e9af1a9063ac40bc8d974337ae3443db for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:25.420374 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b1eee77d-41f7-4586-b2e4-bfcb160bb8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:25.443099 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6b396a13-c36a-4dd2-9dd7-985938f70588 req-9450f915-a781-4320-a16a-5c67a489f6a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c9a7398-6fd3-4213-804e-eb3de185a894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2210910 Apr 29 15:41:25.449539 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b1eee77d-41f7-4586-b2e4-bfcb160bb8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:25.475876 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-491dde05-f0c3-49a1-be33-9f6cf116829d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:25.476375 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-491dde05-f0c3-49a1-be33-9f6cf116829d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3337154 Apr 29 15:41:25.482954 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53476) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:25.486522 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-2da27dd9-e168-492e-b515-252802e95d5d None None] For port 1e71022f-d76f-4308-8e03-1ebcd21e72f8, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1e71022f-d76f-4308-8e03-1ebcd21e72f8,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:25.486971 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2da27dd9-e168-492e-b515-252802e95d5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:25.558303 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:25.630374 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-2da27dd9-e168-492e-b515-252802e95d5d None None] Calling delete_port for 1e71022f-d76f-4308-8e03-1ebcd21e72f8 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:25.690427 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b1eee77d-41f7-4586-b2e4-bfcb160bb8b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:25.698725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b1eee77d-41f7-4586-b2e4-bfcb160bb8b4 admin admin] Usage tracker for resource:security_group_rule and tenant:e9af1a9063ac40bc8d974337ae3443db is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:25.704284 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b1eee77d-41f7-4586-b2e4-bfcb160bb8b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:25.719359 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b1eee77d-41f7-4586-b2e4-bfcb160bb8b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:25.749715 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 1e71022f-d76f-4308-8e03-1ebcd21e72f8, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1e71022f-d76f-4308-8e03-1ebcd21e72f8,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:25.764950 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fe24f0-42f7-4fa0-8b10-1f3586a8a1be tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:25.765673 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-56fe24f0-42f7-4fa0-8b10-1f3586a8a1be tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:25.817210 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:25.825573 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b1eee77d-41f7-4586-b2e4-bfcb160bb8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:25.828778 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6b396a13-c36a-4dd2-9dd7-985938f70588 req-0e0dacfd-5e8b-4a27-b838-d32e1274c754 service neutron] 10.222.0.35 "GET /v2.0/networks/9c9a7398-6fd3-4213-804e-eb3de185a894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602154 Apr 29 15:41:25.838173 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c97d6bf-1ed3-441b-aa47-dd0eea66942c tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:41:25.849287 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-56fe24f0-42f7-4fa0-8b10-1f3586a8a1be tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:25.850311 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0c97d6bf-1ed3-441b-aa47-dd0eea66942c tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:25.850731 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-56fe24f0-42f7-4fa0-8b10-1f3586a8a1be tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1812389 Apr 29 15:41:25.850864 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-0c97d6bf-1ed3-441b-aa47-dd0eea66942c tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Added segment c701656f-969b-4833-bbf0-9da23162691b of type vlan for network 23bb2d56-420d-4280-8d25-5750f042ea99 Apr 29 15:41:25.852814 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4cc686-f04f-460a-8ee2-529f4eaabbe1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Router d8f0ec34-79eb-4e21-9dd6-4f19503c203d has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:41:25.853482 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53480) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:25.872404 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-2da27dd9-e168-492e-b515-252802e95d5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:41:25.872755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-2da27dd9-e168-492e-b515-252802e95d5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:41:25.880985 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0c97d6bf-1ed3-441b-aa47-dd0eea66942c tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:25.900073 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=1e71022f-d76f-4308-8e03-1ebcd21e72f8,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:25.910824 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-40d05063-f185-4b97-9cb5-24010d459fb9 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Unset dirty status for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:25.915127 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-40d05063-f185-4b97-9cb5-24010d459fb9 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 1.0860465 Apr 29 15:41:25.915965 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ac621a87-208b-49ac-a44b-84863efcd004 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:25.918633 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53484) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:25.953000 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-63cfab62-4f0e-454b-aa85-61c6242b12e1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0975480 Apr 29 15:41:25.953219 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53488) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:25.965593 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-281ce4b2-339a-4e9b-8259-2e053ffb063c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:25.973407 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b1eee77d-41f7-4586-b2e4-bfcb160bb8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:26.051664 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0c97d6bf-1ed3-441b-aa47-dd0eea66942c tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:26.055790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c97d6bf-1ed3-441b-aa47-dd0eea66942c tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:26.056353 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0c97d6bf-1ed3-441b-aa47-dd0eea66942c tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:26.060024 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac621a87-208b-49ac-a44b-84863efcd004 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Port': ['ID=62f33667-5ddd-4e3b-bf24-2dfbbf5ce638,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:26.106786 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-486e90c0-8c3b-494b-b9de-5043ceab170c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:26.188267 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-486e90c0-8c3b-494b-b9de-5043ceab170c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:26.217019 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1eee77d-41f7-4586-b2e4-bfcb160bb8b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:41:26.241132 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-281ce4b2-339a-4e9b-8259-2e053ffb063c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:26.262934 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-281ce4b2-339a-4e9b-8259-2e053ffb063c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:26.304914 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ac621a87-208b-49ac-a44b-84863efcd004 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:26.321706 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eee77d-41f7-4586-b2e4-bfcb160bb8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7702b6e-e8dc-4a92-a259-914dd279e4a3,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:26.337140 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-486e90c0-8c3b-494b-b9de-5043ceab170c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:26.338430 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b1eee77d-41f7-4586-b2e4-bfcb160bb8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:26.338807 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-b1eee77d-41f7-4586-b2e4-bfcb160bb8b4 admin admin] Added segment f1106aa0-b89a-4721-9111-f4ee564fb0a3 of type vlan for network 4bb5b585-3bf2-4d0b-97bd-64517bb64156 Apr 29 15:41:26.345770 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4cc686-f04f-460a-8ee2-529f4eaabbe1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:41:26.361060 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21d23d3-d96b-4dc4-bd0a-5f85ab066ea9 None None] Sync routers for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:41:26.374326 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-2da27dd9-e168-492e-b515-252802e95d5d None None] Deleting port 1e71022f-d76f-4308-8e03-1ebcd21e72f8 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:26.374977 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2da27dd9-e168-492e-b515-252802e95d5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:26.378850 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281ce4b2-339a-4e9b-8259-2e053ffb063c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:26.383123 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-281ce4b2-339a-4e9b-8259-2e053ffb063c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:26.386540 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ac621a87-208b-49ac-a44b-84863efcd004 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/ports/62f33667-5ddd-4e3b-bf24-2dfbbf5ce638 HTTP/1.1" status: 204 len: 168 time: 2.1983864 Apr 29 15:41:26.386540 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97d6bf-1ed3-441b-aa47-dd0eea66942c tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Network': ['ID=23bb2d56-420d-4280-8d25-5750f042ea99,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:26.390682 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53494) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:26.404589 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cd4cc686-f04f-460a-8ee2-529f4eaabbe1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:26.409234 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21d23d3-d96b-4dc4-bd0a-5f85ab066ea9 None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:41:26.413340 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-c21d23d3-d96b-4dc4-bd0a-5f85ab066ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:41:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:26.440138 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e90c0-8c3b-494b-b9de-5043ceab170c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1349f5e0-ff3e-4f39-a39e-db832d7e3f9c,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:26.487736 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0c97d6bf-1ed3-441b-aa47-dd0eea66942c tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5927429 Apr 29 15:41:26.492839 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b1eee77d-41f7-4586-b2e4-bfcb160bb8b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:26.498840 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53498) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:26.505513 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-f92e8f9d-0a68-4cdf-98d5-528784c5e3d4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'subnet': {'network_id': '23bb2d56-420d-4280-8d25-5750f042ea99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:26.506160 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6b396a13-c36a-4dd2-9dd7-985938f70588 req-369fe35b-d0b3-431a-b551-467c56665ada service neutron] 10.222.0.35 "GET /v2.0/networks/9c9a7398-6fd3-4213-804e-eb3de185a894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5879679 Apr 29 15:41:26.551674 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-c21d23d3-d96b-4dc4-bd0a-5f85ab066ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:26.568940 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21d23d3-d96b-4dc4-bd0a-5f85ab066ea9 None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:41:26.569884 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-c21d23d3-d96b-4dc4-bd0a-5f85ab066ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:41:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:26.589308 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-486e90c0-8c3b-494b-b9de-5043ceab170c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:26.593408 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-486e90c0-8c3b-494b-b9de-5043ceab170c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1349f5e0-ff3e-4f39-a39e-db832d7e3f9c HTTP/1.1" status: 204 len: 168 time: 0.6736839 Apr 29 15:41:26.607050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53502) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:26.668024 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3d5406-1073-4855-8353-d7b4dc30ffe8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:26.668979 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ac3d5406-1073-4855-8353-d7b4dc30ffe8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Synchronizing usage tracker for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:26.677046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b1eee77d-41f7-4586-b2e4-bfcb160bb8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:26.678099 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1eee77d-41f7-4586-b2e4-bfcb160bb8b4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:26.678843 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b1eee77d-41f7-4586-b2e4-bfcb160bb8b4 admin admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:26.713390 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f5c24d98-fbe1-4dd1-b7bc-3ca3309d4912 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1042345 Apr 29 15:41:26.716813 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53506) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:26.717269 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-c21d23d3-d96b-4dc4-bd0a-5f85ab066ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:26.717769 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21d23d3-d96b-4dc4-bd0a-5f85ab066ea9 None None] The sync data for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:41:26.788656 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 23bb2d56-420d-4280-8d25-5750f042ea99 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:41:26.815319 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-f92e8f9d-0a68-4cdf-98d5-528784c5e3d4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:26.826341 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f92e8f9d-0a68-4cdf-98d5-528784c5e3d4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Usage tracker for resource:subnet and tenant:ac43d99f432948ed97df9d63c8b43af5 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:26.832599 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-cd4cc686-f04f-460a-8ee2-529f4eaabbe1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "PUT /v2.0/floatingips/2d3d31e6-4e3c-458d-b837-1948f11b2cfe HTTP/1.1" status: 200 len: 978 time: 3.4226458 Apr 29 15:41:26.833819 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f92e8f9d-0a68-4cdf-98d5-528784c5e3d4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:26.836160 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53510) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:26.838789 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eee77d-41f7-4586-b2e4-bfcb160bb8b4 admin admin] Pushing event updated for resources: {'Network': ['ID=4bb5b585-3bf2-4d0b-97bd-64517bb64156,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:26.852063 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-f92e8f9d-0a68-4cdf-98d5-528784c5e3d4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:26.862168 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-2da27dd9-e168-492e-b515-252802e95d5d None None] For port 1e71022f-d76f-4308-8e03-1ebcd21e72f8, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1e71022f-d76f-4308-8e03-1ebcd21e72f8,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:26.865447 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2da27dd9-e168-492e-b515-252802e95d5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:26.911383 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b1eee77d-41f7-4586-b2e4-bfcb160bb8b4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0175483 Apr 29 15:41:26.912140 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ac3d5406-1073-4855-8353-d7b4dc30ffe8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Unset dirty status for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:26.916126 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ac3d5406-1073-4855-8353-d7b4dc30ffe8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5221338 Apr 29 15:41:26.920495 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53514) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:26.920495 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53516) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:26.924020 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a846-27bc-453a-86c1-8c083aa84ef1 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:26.944528 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a846-27bc-453a-86c1-8c083aa84ef1 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:26.967029 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-ecf62f20-de2f-49c1-b6f5-f24b673c05a8 admin admin] Request body: {'subnet': {'network_id': '4bb5b585-3bf2-4d0b-97bd-64517bb64156', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1439058163-subnet', 'tenant_id': 'e9af1a9063ac40bc8d974337ae3443db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:26.971924 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92e8f9d-0a68-4cdf-98d5-528784c5e3d4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Made reservation on behalf of ac43d99f432948ed97df9d63c8b43af5 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:27.015921 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ecf62f20-de2f-49c1-b6f5-f24b673c05a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:27.019361 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c493ce7-64fa-4121-9dd1-7fc6e70986ad tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] GET failed (client error): The resource could not be found. Apr 29 15:41:27.019962 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4c493ce7-64fa-4121-9dd1-7fc6e70986ad tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Synchronizing usage tracker for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:27.034031 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-2da27dd9-e168-492e-b515-252802e95d5d None None] Calling delete_port for 1e71022f-d76f-4308-8e03-1ebcd21e72f8 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:27.053203 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a846-27bc-453a-86c1-8c083aa84ef1 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:27.077024 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ecf62f20-de2f-49c1-b6f5-f24b673c05a8 admin admin] Usage tracker for resource:subnet and tenant:e9af1a9063ac40bc8d974337ae3443db is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:27.089332 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 4bb5b585-3bf2-4d0b-97bd-64517bb64156 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:41:27.100670 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8a846-27bc-453a-86c1-8c083aa84ef1 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1636161a-f565-41f2-b9d8-eabb2a192fbe,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:27.112799 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a846-27bc-453a-86c1-8c083aa84ef1 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:27.116662 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a9c8a846-27bc-453a-86c1-8c083aa84ef1 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1636161a-f565-41f2-b9d8-eabb2a192fbe HTTP/1.1" status: 204 len: 168 time: 0.3904264 Apr 29 15:41:27.117048 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53524) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:27.176983 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f92e8f9d-0a68-4cdf-98d5-528784c5e3d4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:27.195611 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-0bc4a602-194b-44dd-929e-2acca0aa984c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Deleting port 44bd2f3e-2ea5-455b-b851-fa03f02503e8 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:27.197991 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0bc4a602-194b-44dd-929e-2acca0aa984c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:27.221131 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ecf62f20-de2f-49c1-b6f5-f24b673c05a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:27.241128 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f38a4249-ade1-4487-bb58-318efcb2c8dd tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Synchronizing usage tracker for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:27.263584 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ecf62f20-de2f-49c1-b6f5-f24b673c05a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:27.342820 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2da27dd9-e168-492e-b515-252802e95d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:27.343037 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f38a4249-ade1-4487-bb58-318efcb2c8dd tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Unset dirty status for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:27.348379 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f38a4249-ade1-4487-bb58-318efcb2c8dd tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2259724 Apr 29 15:41:27.349603 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53530) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:27.372365 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4c493ce7-64fa-4121-9dd1-7fc6e70986ad tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Unset dirty status for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:27.372365 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4c493ce7-64fa-4121-9dd1-7fc6e70986ad tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports/62f33667-5ddd-4e3b-bf24-2dfbbf5ce638 HTTP/1.1" status: 404 len: 333 time: 0.4527228 Apr 29 15:41:27.377251 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53534) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:27.386585 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-1e609e7f-6efd-4800-aead-1d6613b8f15d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1995088004'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:27.396318 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1e609e7f-6efd-4800-aead-1d6613b8f15d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:27.409677 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15a5a054-893c-45d1-8be6-b92e28ddbde0 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:27.416693 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da27dd9-e168-492e-b515-252802e95d5d None None] Pushing event deleted for resources: {'Port': ['ID=1e71022f-d76f-4308-8e03-1ebcd21e72f8,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:27.420284 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15a5a054-893c-45d1-8be6-b92e28ddbde0 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:27.423922 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da27dd9-e168-492e-b515-252802e95d5d None None] No DVR routers for this DVR port 1e71022f-d76f-4308-8e03-1ebcd21e72f8 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:41:27.426065 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf62f20-de2f-49c1-b6f5-f24b673c05a8 admin admin] Made reservation on behalf of e9af1a9063ac40bc8d974337ae3443db for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:27.430263 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ecf62f20-de2f-49c1-b6f5-f24b673c05a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:27.448782 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1e609e7f-6efd-4800-aead-1d6613b8f15d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:network and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:27.451763 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1e609e7f-6efd-4800-aead-1d6613b8f15d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:27.459769 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-281ce4b2-339a-4e9b-8259-2e053ffb063c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:27.467383 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0bc4a602-194b-44dd-929e-2acca0aa984c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:27.467383 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0bc4a602-194b-44dd-929e-2acca0aa984c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:27.530995 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15a5a054-893c-45d1-8be6-b92e28ddbde0 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:27.558222 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1e609e7f-6efd-4800-aead-1d6613b8f15d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:27.601904 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-0bc4a602-194b-44dd-929e-2acca0aa984c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Calling delete_port for 44bd2f3e-2ea5-455b-b851-fa03f02503e8 owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:27.623028 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ce4b2-339a-4e9b-8259-2e053ffb063c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=88988bce-500c-42f8-a017-1d4d94c02196,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:27.639129 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5a054-893c-45d1-8be6-b92e28ddbde0 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ff21830-31ec-41d4-8587-291ef69dd340,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:27.752880 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15a5a054-893c-45d1-8be6-b92e28ddbde0 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:27.754206 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-15a5a054-893c-45d1-8be6-b92e28ddbde0 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6ff21830-31ec-41d4-8587-291ef69dd340 HTTP/1.1" status: 204 len: 168 time: 0.4037259 Apr 29 15:41:27.759564 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53540) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:27.763060 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281ce4b2-339a-4e9b-8259-2e053ffb063c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:27.770652 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-281ce4b2-339a-4e9b-8259-2e053ffb063c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:27.779693 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3cf90b-0b4d-475d-a700-a526f96751b2 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:27.797972 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e609e7f-6efd-4800-aead-1d6613b8f15d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:27.802907 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1e609e7f-6efd-4800-aead-1d6613b8f15d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:27.817108 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281ce4b2-339a-4e9b-8259-2e053ffb063c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:27.818615 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-281ce4b2-339a-4e9b-8259-2e053ffb063c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:27.838277 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-66f5ed3d-bc14-4da1-93fa-eaa2eba741b4 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Synchronizing usage tracker for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:27.902731 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0bc4a602-194b-44dd-929e-2acca0aa984c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:27.906426 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e609e7f-6efd-4800-aead-1d6613b8f15d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:41:27.958986 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1e609e7f-6efd-4800-aead-1d6613b8f15d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:27.959337 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-1e609e7f-6efd-4800-aead-1d6613b8f15d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Added segment dc6bf7d5-66ff-42c6-a129-bf6e2471265e of type vlan for network 9a29a4d8-6adf-40e2-a76b-249db079443b Apr 29 15:41:27.979436 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-281ce4b2-339a-4e9b-8259-2e053ffb063c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0228660 Apr 29 15:41:27.987908 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53544) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:27.997569 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-1083d796-7e1d-47b2-b72c-c7df7a926a61 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'fixed_ips': [{'subnet_id': '88988bce-500c-42f8-a017-1d4d94c02196', 'ip_address': '2001:db8::524c:163c:e7d4:9433'}], 'name': 'tempest-NetworksTestDHCPv6-594264332'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:28.003318 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-66f5ed3d-bc14-4da1-93fa-eaa2eba741b4 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Unset dirty status for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:28.010073 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-66f5ed3d-bc14-4da1-93fa-eaa2eba741b4 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2494245 Apr 29 15:41:28.010970 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53548) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:28.024014 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4a602-194b-44dd-929e-2acca0aa984c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event deleted for resources: {'Port': ['ID=44bd2f3e-2ea5-455b-b851-fa03f02503e8,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:28.040420 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1e609e7f-6efd-4800-aead-1d6613b8f15d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:28.045135 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb0a7ad-b3e9-4a70-b47f-2257f12d574d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-75e7f0f8-4897-4e20-8301-99a7eae75065', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'fixed_ips': [{'subnet_id': '88988bce-500c-42f8-a017-1d4d94c02196'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:41:28.045135 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1eb0a7ad-b3e9-4a70-b47f-2257f12d574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:28.115805 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f92e8f9d-0a68-4cdf-98d5-528784c5e3d4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:28.160741 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2793df56-d6f4-4c23-8390-9b9e0504a8bf tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:28.182514 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2793df56-d6f4-4c23-8390-9b9e0504a8bf tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:28.199031 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0bc4a602-194b-44dd-929e-2acca0aa984c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:28.288500 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e8f9d-0a68-4cdf-98d5-528784c5e3d4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Subnet': ['ID=b3326aba-84e2-4103-b25a-a8e23867f43e,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:28.290934 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-1eb0a7ad-b3e9-4a70-b47f-2257f12d574d None None] Allocated IP 2001:db8::2 (75e7f0f8-4897-4e20-8301-99a7eae75065/88988bce-500c-42f8-a017-1d4d94c02196/77cd42d2-8e8e-4e7c-ad73-0181546882f5) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:28.340860 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ecf62f20-de2f-49c1-b6f5-f24b673c05a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:28.409546 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92e8f9d-0a68-4cdf-98d5-528784c5e3d4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Checking segment: {'id': 'c701656f-969b-4833-bbf0-9da23162691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '23bb2d56-420d-4280-8d25-5750f042ea99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:28.410425 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92e8f9d-0a68-4cdf-98d5-528784c5e3d4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Network hostable DHCP agents. Network: 23bb2d56-420d-4280-8d25-5750f042ea99, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:41:28.420649 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1083d796-7e1d-47b2-b72c-c7df7a926a61 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:28.433834 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1083d796-7e1d-47b2-b72c-c7df7a926a61 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:28.449967 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1e609e7f-6efd-4800-aead-1d6613b8f15d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:28.453610 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e609e7f-6efd-4800-aead-1d6613b8f15d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:28.454749 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1e609e7f-6efd-4800-aead-1d6613b8f15d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:28.546878 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2793df56-d6f4-4c23-8390-9b9e0504a8bf tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:28.560927 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1eb0a7ad-b3e9-4a70-b47f-2257f12d574d None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:28.573568 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1eb0a7ad-b3e9-4a70-b47f-2257f12d574d None None] Transition to ACTIVE for port object 77cd42d2-8e8e-4e7c-ad73-0181546882f5 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:28.578079 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793df56-d6f4-4c23-8390-9b9e0504a8bf tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f49b9b71-5d55-4d36-b5e3-ef55c7f0dcbd,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:28.590776 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1083d796-7e1d-47b2-b72c-c7df7a926a61 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:28.599536 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1083d796-7e1d-47b2-b72c-c7df7a926a61 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:28.605809 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1eb0a7ad-b3e9-4a70-b47f-2257f12d574d None None] Transition to ACTIVE for port object 77cd42d2-8e8e-4e7c-ad73-0181546882f5 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:28.647230 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1eb0a7ad-b3e9-4a70-b47f-2257f12d574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:28.649048 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf62f20-de2f-49c1-b6f5-f24b673c05a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cae5fab3-0293-4326-bafb-088938c67f93,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:28.662090 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e609e7f-6efd-4800-aead-1d6613b8f15d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Network': ['ID=9a29a4d8-6adf-40e2-a76b-249db079443b,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:28.674585 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-1083d796-7e1d-47b2-b72c-c7df7a926a61 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] device_id is not set on port 9dc03078-4ac6-44bd-bcd0-1f379846249b yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:41:28.715604 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1e609e7f-6efd-4800-aead-1d6613b8f15d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3349378 Apr 29 15:41:28.716260 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53556) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:28.723859 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-e5a0d4f1-28ee-4346-86f8-ab7af7ecbf31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'subnet': {'network_id': '9a29a4d8-6adf-40e2-a76b-249db079443b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:28.756851 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92e8f9d-0a68-4cdf-98d5-528784c5e3d4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Network 23bb2d56-420d-4280-8d25-5750f042ea99 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:41:28.763826 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf62f20-de2f-49c1-b6f5-f24b673c05a8 admin admin] Checking segment: {'id': 'f1106aa0-b89a-4721-9111-f4ee564fb0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4bb5b585-3bf2-4d0b-97bd-64517bb64156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:28.764251 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf62f20-de2f-49c1-b6f5-f24b673c05a8 admin admin] Network hostable DHCP agents. Network: 4bb5b585-3bf2-4d0b-97bd-64517bb64156, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:41:28.765870 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 9a29a4d8-6adf-40e2-a76b-249db079443b details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:41:28.800063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2793df56-d6f4-4c23-8390-9b9e0504a8bf tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:28.806962 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2793df56-d6f4-4c23-8390-9b9e0504a8bf tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f49b9b71-5d55-4d36-b5e3-ef55c7f0dcbd HTTP/1.1" status: 204 len: 168 time: 0.7802176 Apr 29 15:41:28.812338 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53560) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:28.925792 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-f92e8f9d-0a68-4cdf-98d5-528784c5e3d4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 23bb2d56-420d-4280-8d25-5750f042ea99) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:28.945963 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92e8f9d-0a68-4cdf-98d5-528784c5e3d4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:28.946564 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f92e8f9d-0a68-4cdf-98d5-528784c5e3d4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:28.952329 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f46901a8-ef6e-44b2-bd2d-b33d5dab9a64 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Synchronizing usage tracker for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:28.994366 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e5a0d4f1-28ee-4346-86f8-ab7af7ecbf31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:29.004908 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19f28a2-cd5d-483e-be57-d7658a108cb5 None None] Network 23bb2d56-420d-4280-8d25-5750f042ea99 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:29.027150 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc4a602-194b-44dd-929e-2acca0aa984c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Router d8f0ec34-79eb-4e21-9dd6-4f19503c203d has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:41:29.028835 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb0a7ad-b3e9-4a70-b47f-2257f12d574d None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:29.039373 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-1eb0a7ad-b3e9-4a70-b47f-2257f12d574d None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:29.145662 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0a7ad-b3e9-4a70-b47f-2257f12d574d None None] Pushing event updated for resources: {'Port': ['ID=77cd42d2-8e8e-4e7c-ad73-0181546882f5,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:29.155865 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb0a7ad-b3e9-4a70-b47f-2257f12d574d None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:29.200521 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-1083d796-7e1d-47b2-b72c-c7df7a926a61 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8::524c:163c:e7d4:9433 (75e7f0f8-4897-4e20-8301-99a7eae75065/88988bce-500c-42f8-a017-1d4d94c02196/9dc03078-4ac6-44bd-bcd0-1f379846249b) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:29.247610 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e5a0d4f1-28ee-4346-86f8-ab7af7ecbf31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:subnet and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:29.255149 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf62f20-de2f-49c1-b6f5-f24b673c05a8 admin admin] Network 4bb5b585-3bf2-4d0b-97bd-64517bb64156 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:41:29.274959 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e5a0d4f1-28ee-4346-86f8-ab7af7ecbf31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:29.309009 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-ecf62f20-de2f-49c1-b6f5-f24b673c05a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 4bb5b585-3bf2-4d0b-97bd-64517bb64156) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:29.310063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f46901a8-ef6e-44b2-bd2d-b33d5dab9a64 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Unset dirty status for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:29.318422 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f46901a8-ef6e-44b2-bd2d-b33d5dab9a64 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5048797 Apr 29 15:41:29.323440 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53568) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:29.330037 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef55d531-aee6-4429-ba23-5508e66a60a1 None None] Network 4bb5b585-3bf2-4d0b-97bd-64517bb64156 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:29.331167 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e5a0d4f1-28ee-4346-86f8-ab7af7ecbf31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:29.360506 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f92e8f9d-0a68-4cdf-98d5-528784c5e3d4 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8590868 Apr 29 15:41:29.366326 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf62f20-de2f-49c1-b6f5-f24b673c05a8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:29.370177 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ecf62f20-de2f-49c1-b6f5-f24b673c05a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:29.386416 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53572) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:29.592530 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1eb0a7ad-b3e9-4a70-b47f-2257f12d574d None None] Attempting to bind port 77cd42d2-8e8e-4e7c-ad73-0181546882f5 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:41:29.597130 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1eb0a7ad-b3e9-4a70-b47f-2257f12d574d None None] Attempting to bind port 77cd42d2-8e8e-4e7c-ad73-0181546882f5 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:41:29.597130 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb0a7ad-b3e9-4a70-b47f-2257f12d574d None None] Attempting to bind port 77cd42d2-8e8e-4e7c-ad73-0181546882f5 on network 75e7f0f8-4897-4e20-8301-99a7eae75065 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:41:29.639260 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a0d4f1-28ee-4346-86f8-ab7af7ecbf31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:29.675125 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fa3c93c4-e7ee-42c5-80f9-6c93ce5abea2 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:29.694834 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb0a7ad-b3e9-4a70-b47f-2257f12d574d None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:41:29.695214 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb0a7ad-b3e9-4a70-b47f-2257f12d574d None None] Checking segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:29.695620 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1eb0a7ad-b3e9-4a70-b47f-2257f12d574d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:29.696652 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb0a7ad-b3e9-4a70-b47f-2257f12d574d None None] Bound using segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:41:29.697509 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1eb0a7ad-b3e9-4a70-b47f-2257f12d574d None None] Bound port: 77cd42d2-8e8e-4e7c-ad73-0181546882f5, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:41:29.697509 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1eb0a7ad-b3e9-4a70-b47f-2257f12d574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:29.709256 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ecf62f20-de2f-49c1-b6f5-f24b673c05a8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7806709 Apr 29 15:41:29.759178 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e567972-f733-41b1-b304-ee0cce90febd req-f764a19e-067c-4cec-b9f9-2ddf639ab513 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:29.767667 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6e567972-f733-41b1-b304-ee0cce90febd req-f764a19e-067c-4cec-b9f9-2ddf639ab513 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.4581764 Apr 29 15:41:29.827835 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c57feb-1355-4fe2-955d-e91794fd4df6 None None] Network 4bb5b585-3bf2-4d0b-97bd-64517bb64156 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:29.878175 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e5a0d4f1-28ee-4346-86f8-ab7af7ecbf31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:29.899833 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fa3c93c4-e7ee-42c5-80f9-6c93ce5abea2 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:29.937776 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1083d796-7e1d-47b2-b72c-c7df7a926a61 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:29.956439 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-1083d796-7e1d-47b2-b72c-c7df7a926a61 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Transition to ACTIVE for port object 9dc03078-4ac6-44bd-bcd0-1f379846249b will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:29.959113 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:30.042953 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6e567972-f733-41b1-b304-ee0cce90febd req-a101fad2-6777-4eda-be9e-9710222d0bb3 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302864 Apr 29 15:41:30.063566 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1083d796-7e1d-47b2-b72c-c7df7a926a61 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:30.086302 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9447c40b-8766-46d3-9468-4ff908c57bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-23bb2d56-420d-4280-8d25-5750f042ea99', 'network_id': '23bb2d56-420d-4280-8d25-5750f042ea99', 'tenant_id': 'ac43d99f432948ed97df9d63c8b43af5', 'fixed_ips': [{'subnet_id': 'b3326aba-84e2-4103-b25a-a8e23867f43e'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:41:30.087129 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9447c40b-8766-46d3-9468-4ff908c57bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:30.167526 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:30.211184 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fa3c93c4-e7ee-42c5-80f9-6c93ce5abea2 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:30.234337 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-1eb0a7ad-b3e9-4a70-b47f-2257f12d574d None None] For port 77cd42d2-8e8e-4e7c-ad73-0181546882f5, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:41:30.255395 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-1eb0a7ad-b3e9-4a70-b47f-2257f12d574d None None] For port 77cd42d2-8e8e-4e7c-ad73-0181546882f5, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=77cd42d2-8e8e-4e7c-ad73-0181546882f5,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:41:30.263661 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1083d796-7e1d-47b2-b72c-c7df7a926a61 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:30.280947 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c93c4-e7ee-42c5-80f9-6c93ce5abea2 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adffe96-3306-4acf-a60a-209dbb77b5f4,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:30.282722 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-1083d796-7e1d-47b2-b72c-c7df7a926a61 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:30.357561 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1083d796-7e1d-47b2-b72c-c7df7a926a61 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:30.362396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1083d796-7e1d-47b2-b72c-c7df7a926a61 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:30.368108 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1083d796-7e1d-47b2-b72c-c7df7a926a61 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:30.368258 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1eb0a7ad-b3e9-4a70-b47f-2257f12d574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:30.375262 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-9447c40b-8766-46d3-9468-4ff908c57bf7 None None] Allocated IP 172.20.0.2 (23bb2d56-420d-4280-8d25-5750f042ea99/b3326aba-84e2-4103-b25a-a8e23867f43e/48e3d16e-3167-4c17-8c6d-2bad94f51851) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:30.389333 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083d796-7e1d-47b2-b72c-c7df7a926a61 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=9dc03078-4ac6-44bd-bcd0-1f379846249b,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:30.404546 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fa3c93c4-e7ee-42c5-80f9-6c93ce5abea2 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:30.406647 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-fa3c93c4-e7ee-42c5-80f9-6c93ce5abea2 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "DELETE /v2.0/security-groups/8adffe96-3306-4acf-a60a-209dbb77b5f4 HTTP/1.1" status: 204 len: 168 time: 1.0804408 Apr 29 15:41:30.410208 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53588) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:30.421963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc4a602-194b-44dd-929e-2acca0aa984c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:41:30.428369 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0bc4a602-194b-44dd-929e-2acca0aa984c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:30.442460 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40570aa-5f4a-4629-b433-7c2e46ece331 None None] Sync routers for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:41:30.478802 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1083d796-7e1d-47b2-b72c-c7df7a926a61 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4883120 Apr 29 15:41:30.480886 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53592) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:30.486983 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-cd8a2085-0f23-414f-a709-f8b63353ff11 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'fixed_ips': [{'subnet_id': '88988bce-500c-42f8-a017-1d4d94c02196', 'ip_address': '2001:db8::524c:163c:e7d4:9433'}], 'name': 'tempest-NetworksTestDHCPv6-1252822476'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:30.491908 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15d5f9-5422-457b-a0e7-f7e4bc1e68a1 req-3b9c3f3d-4524-4d17-a4a4-e1462ac64c1a tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:30.493532 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5e15d5f9-5422-457b-a0e7-f7e4bc1e68a1 req-3b9c3f3d-4524-4d17-a4a4-e1462ac64c1a tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.1810639 Apr 29 15:41:30.509340 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0bc4a602-194b-44dd-929e-2acca0aa984c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "DELETE /v2.0/floatingips/2d3d31e6-4e3c-458d-b837-1948f11b2cfe HTTP/1.1" status: 204 len: 168 time: 3.6716127 Apr 29 15:41:30.524216 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53598) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:30.561865 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0a7ad-b3e9-4a70-b47f-2257f12d574d None None] Pushing event updated for resources: {'Port': ['ID=77cd42d2-8e8e-4e7c-ad73-0181546882f5,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:30.572521 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40570aa-5f4a-4629-b433-7c2e46ece331 None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:41:30.572521 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f40570aa-5f4a-4629-b433-7c2e46ece331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:41:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:30.628719 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5e15d5f9-5422-457b-a0e7-f7e4bc1e68a1 req-4c441cc3-452c-49bf-8286-40d2516cd828 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257997 Apr 29 15:41:30.649507 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f40570aa-5f4a-4629-b433-7c2e46ece331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:30.651027 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-01a0f323-bac0-4d88-b4c6-27155f84dc49 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Deleting port 8d9078e5-9283-41d1-8970-1c53ff2b77f3 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:30.651377 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-01a0f323-bac0-4d88-b4c6-27155f84dc49 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:30.724682 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40570aa-5f4a-4629-b433-7c2e46ece331 None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:41:30.725309 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f40570aa-5f4a-4629-b433-7c2e46ece331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:41:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:30.777588 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53608) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:30.780026 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b37a7d9b-15c9-4c2f-8212-e83d4f7d428e tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3683529 Apr 29 15:41:30.809656 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-3463bb12-2306-48cc-9dc6-57302c17bc37 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Request body: {'security_group': {'name': 'tempest-secgroup--1734956485'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:30.830708 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3463bb12-2306-48cc-9dc6-57302c17bc37 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:30.847549 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3463bb12-2306-48cc-9dc6-57302c17bc37 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:30.856088 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3463bb12-2306-48cc-9dc6-57302c17bc37 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:30.876615 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3463bb12-2306-48cc-9dc6-57302c17bc37 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:30.894018 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f40570aa-5f4a-4629-b433-7c2e46ece331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:30.894375 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40570aa-5f4a-4629-b433-7c2e46ece331 None None] The sync data for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:41:31.003883 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-cd8a2085-0f23-414f-a709-f8b63353ff11 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:31.006200 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e5a0d4f1-28ee-4346-86f8-ab7af7ecbf31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:31.064294 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-cd8a2085-0f23-414f-a709-f8b63353ff11 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:port and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:31.070617 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-cd8a2085-0f23-414f-a709-f8b63353ff11 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:31.084967 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3463bb12-2306-48cc-9dc6-57302c17bc37 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:31.090674 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-cd8a2085-0f23-414f-a709-f8b63353ff11 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:31.090817 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9447c40b-8766-46d3-9468-4ff908c57bf7 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:31.111577 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9447c40b-8766-46d3-9468-4ff908c57bf7 None None] Transition to ACTIVE for port object 48e3d16e-3167-4c17-8c6d-2bad94f51851 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:31.125289 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0d4f1-28ee-4346-86f8-ab7af7ecbf31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Subnet': ['ID=bc9f4cbd-f2f4-44dd-983f-61b22fdf8c71,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:31.152958 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9447c40b-8766-46d3-9468-4ff908c57bf7 None None] Transition to ACTIVE for port object 48e3d16e-3167-4c17-8c6d-2bad94f51851 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:31.157620 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a0d4f1-28ee-4346-86f8-ab7af7ecbf31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Checking segment: {'id': 'dc6bf7d5-66ff-42c6-a129-bf6e2471265e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9a29a4d8-6adf-40e2-a76b-249db079443b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:31.158055 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a0d4f1-28ee-4346-86f8-ab7af7ecbf31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network hostable DHCP agents. Network: 9a29a4d8-6adf-40e2-a76b-249db079443b, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:41:31.199118 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8a2085-0f23-414f-a709-f8b63353ff11 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:31.239692 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9447c40b-8766-46d3-9468-4ff908c57bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:31.310020 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a0d4f1-28ee-4346-86f8-ab7af7ecbf31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network 9a29a4d8-6adf-40e2-a76b-249db079443b is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:41:31.359788 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cd8a2085-0f23-414f-a709-f8b63353ff11 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:31.373736 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447c40b-8766-46d3-9468-4ff908c57bf7 None None] Pushing event updated for resources: {'Port': ['ID=48e3d16e-3167-4c17-8c6d-2bad94f51851,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:31.375495 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 77cd42d2-8e8e-4e7c-ad73-0181546882f5 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:41:31.387266 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-cd8a2085-0f23-414f-a709-f8b63353ff11 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] device_id is not set on port d3b329d5-187b-4ced-ad2f-8d265d7d09a6 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:41:31.438669 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-e5a0d4f1-28ee-4346-86f8-ab7af7ecbf31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 9a29a4d8-6adf-40e2-a76b-249db079443b) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:31.445308 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:31.452637 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a0d4f1-28ee-4346-86f8-ab7af7ecbf31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:31.453285 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e5a0d4f1-28ee-4346-86f8-ab7af7ecbf31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:31.476832 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e362abbc-8ead-4fa7-a6aa-0ebe288926be None None] Network 9a29a4d8-6adf-40e2-a76b-249db079443b requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:31.485698 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-01a0f323-bac0-4d88-b4c6-27155f84dc49 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:31.510041 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192ebcf-d50d-47d6-9c99-b2cf0223c0a2 req-79e20883-9d94-47a9-87ad-effc4ba24053 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:31.511657 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c192ebcf-d50d-47d6-9c99-b2cf0223c0a2 req-79e20883-9d94-47a9-87ad-effc4ba24053 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.6080360 Apr 29 15:41:31.517516 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3463bb12-2306-48cc-9dc6-57302c17bc37 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:31.577299 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3463bb12-2306-48cc-9dc6-57302c17bc37 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group_rule and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:31.600945 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9447c40b-8766-46d3-9468-4ff908c57bf7 None None] Network 23bb2d56-420d-4280-8d25-5750f042ea99 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:31.605743 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-9447c40b-8766-46d3-9468-4ff908c57bf7 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:31.611814 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9447c40b-8766-46d3-9468-4ff908c57bf7 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:31.615081 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53620) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:31.629228 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e5a0d4f1-28ee-4346-86f8-ab7af7ecbf31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9112005 Apr 29 15:41:31.639397 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-c9bb485d-7464-46c2-a173-de5f4fc52694 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-509652004-network', 'tenant_id': '970606e5a7674a358331f2e8cc62319d'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:31.639634 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Subnet': ['ID=b3326aba-84e2-4103-b25a-a8e23867f43e,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:31.642241 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3463bb12-2306-48cc-9dc6-57302c17bc37 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:31.643571 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53624) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:31.652582 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-aee4ef09-1793-466d-aec4-d730b0a535e1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'subnet': {'network_id': '9a29a4d8-6adf-40e2-a76b-249db079443b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:31.654277 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-01a0f323-bac0-4d88-b4c6-27155f84dc49 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Calling delete_port for 8d9078e5-9283-41d1-8970-1c53ff2b77f3 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:31.671192 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c9bb485d-7464-46c2-a173-de5f4fc52694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:31.689843 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c9bb485d-7464-46c2-a173-de5f4fc52694 admin admin] Usage tracker for resource:network and tenant:970606e5a7674a358331f2e8cc62319d is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:31.736523 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3463bb12-2306-48cc-9dc6-57302c17bc37 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:31.754791 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c9bb485d-7464-46c2-a173-de5f4fc52694 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:31.775661 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c9bb485d-7464-46c2-a173-de5f4fc52694 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:31.858906 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-aee4ef09-1793-466d-aec4-d730b0a535e1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:31.863441 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-aee4ef09-1793-466d-aec4-d730b0a535e1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:subnet and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:31.867423 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-aee4ef09-1793-466d-aec4-d730b0a535e1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:31.877718 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8a2085-0f23-414f-a709-f8b63353ff11 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 15:41:31.879837 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8a2085-0f23-414f-a709-f8b63353ff11 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:41:31.885668 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-aee4ef09-1793-466d-aec4-d730b0a535e1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:31.895270 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:31.915940 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bb485d-7464-46c2-a173-de5f4fc52694 admin admin] Made reservation on behalf of 970606e5a7674a358331f2e8cc62319d for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:31.918199 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c9bb485d-7464-46c2-a173-de5f4fc52694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:31.933650 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f211b84-86b4-4223-80ba-6fc031fefdf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-9a29a4d8-6adf-40e2-a76b-249db079443b', 'network_id': '9a29a4d8-6adf-40e2-a76b-249db079443b', 'tenant_id': '91bb22a2ab704c6d85079e8d3f0117f8', 'fixed_ips': [{'subnet_id': 'bc9f4cbd-f2f4-44dd-983f-61b22fdf8c71'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:41:31.934509 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c9bb485d-7464-46c2-a173-de5f4fc52694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:31.934633 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2f211b84-86b4-4223-80ba-6fc031fefdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:31.969119 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c9bb485d-7464-46c2-a173-de5f4fc52694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:31.970682 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23bb2d56-420d-4280-8d25-5750f042ea99']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:31.973900 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c9bb485d-7464-46c2-a173-de5f4fc52694 admin admin] Usage tracker for resource:security_group_rule and tenant:970606e5a7674a358331f2e8cc62319d is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:31.977022 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c9bb485d-7464-46c2-a173-de5f4fc52694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:31.983706 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c9bb485d-7464-46c2-a173-de5f4fc52694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:31.986342 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c701656f-969b-4833-bbf0-9da23162691b') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:31.986905 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c701656f-969b-4833-bbf0-9da23162691b') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:32.002304 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:32.020942 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:32.035136 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:41:32.035136 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:32.047317 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c192ebcf-d50d-47d6-9c99-b2cf0223c0a2 req-4f079261-69b8-47e0-b1f5-550b1a904583 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4717264 Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:41:32.048561 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:41:32.085469 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 77cd42d2-8e8e-4e7c-ad73-0181546882f5 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:32.085661 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-cd8a2085-0f23-414f-a709-f8b63353ff11 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6030903 Apr 29 15:41:32.086092 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee4ef09-1793-466d-aec4-d730b0a535e1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:32.089495 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aee4ef09-1793-466d-aec4-d730b0a535e1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:32.117482 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53630) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:32.132794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-9447c40b-8766-46d3-9468-4ff908c57bf7 None None] Attempting to bind port 48e3d16e-3167-4c17-8c6d-2bad94f51851 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:41:32.132794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-9447c40b-8766-46d3-9468-4ff908c57bf7 None None] Attempting to bind port 48e3d16e-3167-4c17-8c6d-2bad94f51851 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'c701656f-969b-4833-bbf0-9da23162691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '23bb2d56-420d-4280-8d25-5750f042ea99'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:41:32.132794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9447c40b-8766-46d3-9468-4ff908c57bf7 None None] Attempting to bind port 48e3d16e-3167-4c17-8c6d-2bad94f51851 on network 23bb2d56-420d-4280-8d25-5750f042ea99 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:41:32.209751 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3463bb12-2306-48cc-9dc6-57302c17bc37 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:32.241790 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9447c40b-8766-46d3-9468-4ff908c57bf7 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:41:32.243066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9447c40b-8766-46d3-9468-4ff908c57bf7 None None] Checking segment: {'id': 'c701656f-969b-4833-bbf0-9da23162691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '23bb2d56-420d-4280-8d25-5750f042ea99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:32.243738 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9447c40b-8766-46d3-9468-4ff908c57bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:32.245404 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9447c40b-8766-46d3-9468-4ff908c57bf7 None None] Bound using segment: {'id': 'c701656f-969b-4833-bbf0-9da23162691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '23bb2d56-420d-4280-8d25-5750f042ea99'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:41:32.248052 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-9447c40b-8766-46d3-9468-4ff908c57bf7 None None] Bound port: 48e3d16e-3167-4c17-8c6d-2bad94f51851, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c701656f-969b-4833-bbf0-9da23162691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '23bb2d56-420d-4280-8d25-5750f042ea99'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:41:32.248575 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9447c40b-8766-46d3-9468-4ff908c57bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:32.290922 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c9bb485d-7464-46c2-a173-de5f4fc52694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:32.294914 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3463bb12-2306-48cc-9dc6-57302c17bc37 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:32.330987 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.api [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:41:32.330987 dv-neutron-839913-1-hyperv neutron-server[84770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:41:32.330987 dv-neutron-839913-1-hyperv neutron-server[84770]: [parameters: {'id': '23bb2d56-420d-4280-8d25-5750f042ea99'}] Apr 29 15:41:32.330987 dv-neutron-839913-1-hyperv neutron-server[84770]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:41:32.330987 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG oslo_db.api [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:41:32.359075 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-2f211b84-86b4-4223-80ba-6fc031fefdf9 None None] Allocated IP 172.20.0.2 (9a29a4d8-6adf-40e2-a76b-249db079443b/bc9f4cbd-f2f4-44dd-983f-61b22fdf8c71/a98e706d-5b89-4ba3-86f9-b9fecfb29698) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:32.367100 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.ipam_backend_mixin [None req-aee4ef09-1793-466d-aec4-d730b0a535e1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bc9f4cbd-f2f4-44dd-983f-61b22fdf8c71 (CIDR: 172.20.0.0/28) Apr 29 15:41:32.381664 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463bb12-2306-48cc-9dc6-57302c17bc37 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a2c2b6-9340-4850-b5aa-f039af751e76,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:32.400466 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407aed8f-eddb-44f0-bf02-4d7324ca79a1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:32.404919 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407aed8f-eddb-44f0-bf02-4d7324ca79a1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:32.406210 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-407aed8f-eddb-44f0-bf02-4d7324ca79a1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:32.416110 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c9bb485d-7464-46c2-a173-de5f4fc52694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:32.419214 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-9447c40b-8766-46d3-9468-4ff908c57bf7 None None] For port 48e3d16e-3167-4c17-8c6d-2bad94f51851, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:41:32.430057 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee4ef09-1793-466d-aec4-d730b0a535e1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:41:32.430922 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee4ef09-1793-466d-aec4-d730b0a535e1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:41:32.468069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7656ec4-74bf-4954-baa2-9ae62c1d21bf req-d2e8502c-6066-41ca-b2d9-f41746043168 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:32.469623 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c7656ec4-74bf-4954-baa2-9ae62c1d21bf req-d2e8502c-6066-41ca-b2d9-f41746043168 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.2294619 Apr 29 15:41:32.479189 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9bb485d-7464-46c2-a173-de5f4fc52694 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:41:32.487397 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-88e153a4-3741-43ae-831b-68ca1bd68b64 None None] Provisioning for port 77cd42d2-8e8e-4e7c-ad73-0181546882f5 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:32.491878 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-9447c40b-8766-46d3-9468-4ff908c57bf7 None None] For port 48e3d16e-3167-4c17-8c6d-2bad94f51851, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=48e3d16e-3167-4c17-8c6d-2bad94f51851,segment=NetworkSegment(c701656f-969b-4833-bbf0-9da23162691b),segment_id=c701656f-969b-4833-bbf0-9da23162691b)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:41:32.499530 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-88e153a4-3741-43ae-831b-68ca1bd68b64 None None] Provisioning complete for port 77cd42d2-8e8e-4e7c-ad73-0181546882f5 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:32.499904 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-88e153a4-3741-43ae-831b-68ca1bd68b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:32.501793 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb485d-7464-46c2-a173-de5f4fc52694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4597d897-d0d6-41f9-9593-04fe116a2d5f,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:32.504735 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c9bb485d-7464-46c2-a173-de5f4fc52694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:32.505232 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-c9bb485d-7464-46c2-a173-de5f4fc52694 admin admin] Added segment efe1f6cc-00e5-4a0e-8f23-ba0089dc9656 of type vlan for network 69ffc1ef-1b7c-4443-b332-aa7deeb2a3b8 Apr 29 15:41:32.533419 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-01a0f323-bac0-4d88-b4c6-27155f84dc49 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:32.548983 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c9bb485d-7464-46c2-a173-de5f4fc52694 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:32.592224 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0f323-bac0-4d88-b4c6-27155f84dc49 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event deleted for resources: {'Port': ['ID=8d9078e5-9283-41d1-8970-1c53ff2b77f3,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:32.599509 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c7656ec4-74bf-4954-baa2-9ae62c1d21bf req-3f98c787-ecde-49d0-ae13-aa5361f0cdc5 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235137 Apr 29 15:41:32.616378 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-407aed8f-eddb-44f0-bf02-4d7324ca79a1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:32.616378 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-407aed8f-eddb-44f0-bf02-4d7324ca79a1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4871638 Apr 29 15:41:32.616378 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-aee4ef09-1793-466d-aec4-d730b0a535e1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9697452 Apr 29 15:41:32.617309 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53636) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:32.617731 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53638) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:32.666975 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-88d82e18-6800-4fe5-8896-891c232a7d2e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'subnet': {'network_id': '9a29a4d8-6adf-40e2-a76b-249db079443b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:32.667098 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9447c40b-8766-46d3-9468-4ff908c57bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:32.697416 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3463bb12-2306-48cc-9dc6-57302c17bc37 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:32.703733 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3463bb12-2306-48cc-9dc6-57302c17bc37 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9245963 Apr 29 15:41:32.707540 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53648) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:32.769221 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c9bb485d-7464-46c2-a173-de5f4fc52694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:32.770314 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bb485d-7464-46c2-a173-de5f4fc52694 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:32.771021 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c9bb485d-7464-46c2-a173-de5f4fc52694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:32.795822 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-24a8df4a-219e-431e-8f2e-b2e34c924e25 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Request body: {'security_group_rule': {'security_group_id': 'f3a2c2b6-9340-4850-b5aa-f039af751e76', 'direction': 'ingress', 'protocol': 17}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:32.825968 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-24a8df4a-219e-431e-8f2e-b2e34c924e25 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:32.831450 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:32.833636 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-24a8df4a-219e-431e-8f2e-b2e34c924e25 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group_rule and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:32.833803 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-88e153a4-3741-43ae-831b-68ca1bd68b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:32.839185 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-24a8df4a-219e-431e-8f2e-b2e34c924e25 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:32.854342 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-24a8df4a-219e-431e-8f2e-b2e34c924e25 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:32.871683 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-01a0f323-bac0-4d88-b4c6-27155f84dc49 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:32.873448 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-01a0f323-bac0-4d88-b4c6-27155f84dc49 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "DELETE /v2.0/ports/8d9078e5-9283-41d1-8970-1c53ff2b77f3 HTTP/1.1" status: 204 len: 168 time: 2.3483016 Apr 29 15:41:32.874353 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Deleting port 48e3d16e-3167-4c17-8c6d-2bad94f51851 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:32.874622 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:32.886590 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53652) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:32.906214 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447c40b-8766-46d3-9468-4ff908c57bf7 None None] Pushing event updated for resources: {'Port': ['ID=48e3d16e-3167-4c17-8c6d-2bad94f51851,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:32.911284 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2f211b84-86b4-4223-80ba-6fc031fefdf9 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:32.912039 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-8d8adf88-bc3b-4ace-8955-62c025c5ff9a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting port 9dc03078-4ac6-44bd-bcd0-1f379846249b {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:32.912277 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8d8adf88-bc3b-4ace-8955-62c025c5ff9a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:32.915807 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-88e153a4-3741-43ae-831b-68ca1bd68b64 None None] For port 77cd42d2-8e8e-4e7c-ad73-0181546882f5, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=77cd42d2-8e8e-4e7c-ad73-0181546882f5,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:32.935800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2f211b84-86b4-4223-80ba-6fc031fefdf9 None None] Transition to ACTIVE for port object a98e706d-5b89-4ba3-86f9-b9fecfb29698 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:32.954464 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-990ec224-6591-4c25-9262-bc1134853d70 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:32.956262 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2f211b84-86b4-4223-80ba-6fc031fefdf9 None None] Transition to ACTIVE for port object a98e706d-5b89-4ba3-86f9-b9fecfb29698 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:32.959130 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c9bb485d-7464-46c2-a173-de5f4fc52694 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3425856 Apr 29 15:41:32.963036 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53656) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:32.978873 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-8f225f2a-285b-412e-bd04-a272c8a219bd admin admin] Request body: {'subnet': {'network_id': '69ffc1ef-1b7c-4443-b332-aa7deeb2a3b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-509652004-subnet', 'tenant_id': '970606e5a7674a358331f2e8cc62319d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:32.989250 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-990ec224-6591-4c25-9262-bc1134853d70 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:32.992061 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8f225f2a-285b-412e-bd04-a272c8a219bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:32.999248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8f225f2a-285b-412e-bd04-a272c8a219bd admin admin] Usage tracker for resource:subnet and tenant:970606e5a7674a358331f2e8cc62319d is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:33.003916 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8f225f2a-285b-412e-bd04-a272c8a219bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:33.008805 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb485d-7464-46c2-a173-de5f4fc52694 admin admin] Pushing event updated for resources: {'Network': ['ID=69ffc1ef-1b7c-4443-b332-aa7deeb2a3b8,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:33.026243 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-990ec224-6591-4c25-9262-bc1134853d70 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:33.030144 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8f225f2a-285b-412e-bd04-a272c8a219bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:33.098911 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2f211b84-86b4-4223-80ba-6fc031fefdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:33.103002 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 69ffc1ef-1b7c-4443-b332-aa7deeb2a3b8 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:41:33.117589 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-88e153a4-3741-43ae-831b-68ca1bd68b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:33.131543 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-88d82e18-6800-4fe5-8896-891c232a7d2e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:33.147329 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-88d82e18-6800-4fe5-8896-891c232a7d2e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:subnet and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:33.154927 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] For port 48e3d16e-3167-4c17-8c6d-2bad94f51851, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=48e3d16e-3167-4c17-8c6d-2bad94f51851,segment=NetworkSegment(c701656f-969b-4833-bbf0-9da23162691b),segment_id=c701656f-969b-4833-bbf0-9da23162691b)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:33.155432 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:33.166701 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-990ec224-6591-4c25-9262-bc1134853d70 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:33.167341 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd46b4d-93fb-487b-bf79-9df12cfcc6d2 None None] Network 23bb2d56-420d-4280-8d25-5750f042ea99 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:33.188744 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-88d82e18-6800-4fe5-8896-891c232a7d2e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:33.207283 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-88d82e18-6800-4fe5-8896-891c232a7d2e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:33.324799 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Calling delete_port for 48e3d16e-3167-4c17-8c6d-2bad94f51851 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:33.364480 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-24a8df4a-219e-431e-8f2e-b2e34c924e25 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:33.376545 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f211b84-86b4-4223-80ba-6fc031fefdf9 None None] Network 9a29a4d8-6adf-40e2-a76b-249db079443b is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:33.391502 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-2f211b84-86b4-4223-80ba-6fc031fefdf9 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:33.398607 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f211b84-86b4-4223-80ba-6fc031fefdf9 None None] Pushing event updated for resources: {'Port': ['ID=a98e706d-5b89-4ba3-86f9-b9fecfb29698,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:33.406087 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f211b84-86b4-4223-80ba-6fc031fefdf9 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:33.448554 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d82e18-6800-4fe5-8896-891c232a7d2e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:33.452104 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-88d82e18-6800-4fe5-8896-891c232a7d2e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:33.545614 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a194c504-4278-45eb-b74b-77f68addd488 None None] Provisioning for port 9dc03078-4ac6-44bd-bcd0-1f379846249b completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:33.547260 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f225f2a-285b-412e-bd04-a272c8a219bd admin admin] Made reservation on behalf of 970606e5a7674a358331f2e8cc62319d for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:33.550099 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8f225f2a-285b-412e-bd04-a272c8a219bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:33.641274 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8d8adf88-bc3b-4ace-8955-62c025c5ff9a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:33.660056 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a194c504-4278-45eb-b74b-77f68addd488 None None] Provisioning complete for port 9dc03078-4ac6-44bd-bcd0-1f379846249b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:33.660394 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a194c504-4278-45eb-b74b-77f68addd488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:33.723963 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e153a4-3741-43ae-831b-68ca1bd68b64 None None] Pushing event updated for resources: {'Port': ['ID=77cd42d2-8e8e-4e7c-ad73-0181546882f5,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:33.726672 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-2f211b84-86b4-4223-80ba-6fc031fefdf9 None None] Attempting to bind port a98e706d-5b89-4ba3-86f9-b9fecfb29698 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:41:33.727043 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-2f211b84-86b4-4223-80ba-6fc031fefdf9 None None] Attempting to bind port a98e706d-5b89-4ba3-86f9-b9fecfb29698 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'dc6bf7d5-66ff-42c6-a129-bf6e2471265e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9a29a4d8-6adf-40e2-a76b-249db079443b'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:41:33.727400 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f211b84-86b4-4223-80ba-6fc031fefdf9 None None] Attempting to bind port a98e706d-5b89-4ba3-86f9-b9fecfb29698 on network 9a29a4d8-6adf-40e2-a76b-249db079443b {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:41:33.748865 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-24a8df4a-219e-431e-8f2e-b2e34c924e25 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:33.757519 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0db4ef-ca12-423a-9d9c-db285ff6e712 req-5506efff-dbb9-42dc-b2b9-a9cbb03b4137 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:33.759030 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-da0db4ef-ca12-423a-9d9c-db285ff6e712 req-5506efff-dbb9-42dc-b2b9-a9cbb03b4137 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.4020314 Apr 29 15:41:33.759672 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f211b84-86b4-4223-80ba-6fc031fefdf9 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:41:33.760046 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f211b84-86b4-4223-80ba-6fc031fefdf9 None None] Checking segment: {'id': 'dc6bf7d5-66ff-42c6-a129-bf6e2471265e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9a29a4d8-6adf-40e2-a76b-249db079443b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:33.760463 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2f211b84-86b4-4223-80ba-6fc031fefdf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:33.760852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f211b84-86b4-4223-80ba-6fc031fefdf9 None None] Bound using segment: {'id': 'dc6bf7d5-66ff-42c6-a129-bf6e2471265e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9a29a4d8-6adf-40e2-a76b-249db079443b'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:41:33.761573 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-2f211b84-86b4-4223-80ba-6fc031fefdf9 None None] Bound port: a98e706d-5b89-4ba3-86f9-b9fecfb29698, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc6bf7d5-66ff-42c6-a129-bf6e2471265e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9a29a4d8-6adf-40e2-a76b-249db079443b'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:41:33.761709 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2f211b84-86b4-4223-80ba-6fc031fefdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:33.771850 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a194c504-4278-45eb-b74b-77f68addd488 None None] Port 9dc03078-4ac6-44bd-bcd0-1f379846249b cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:41:33.791258 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-8d8adf88-bc3b-4ace-8955-62c025c5ff9a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Calling delete_port for 9dc03078-4ac6-44bd-bcd0-1f379846249b owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:33.854317 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:33.919614 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-da0db4ef-ca12-423a-9d9c-db285ff6e712 req-e6069b73-1f91-4c0d-9705-ba3850eb0959 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480598 Apr 29 15:41:33.920007 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-2f211b84-86b4-4223-80ba-6fc031fefdf9 None None] For port a98e706d-5b89-4ba3-86f9-b9fecfb29698, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:41:33.920242 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Port': ['ID=48e3d16e-3167-4c17-8c6d-2bad94f51851,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:33.922061 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-24a8df4a-219e-431e-8f2e-b2e34c924e25 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:33.924747 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-2f211b84-86b4-4223-80ba-6fc031fefdf9 None None] For port a98e706d-5b89-4ba3-86f9-b9fecfb29698, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a98e706d-5b89-4ba3-86f9-b9fecfb29698,segment=NetworkSegment(dc6bf7d5-66ff-42c6-a129-bf6e2471265e),segment_id=dc6bf7d5-66ff-42c6-a129-bf6e2471265e)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:41:33.958845 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No DVR routers for this DVR port 48e3d16e-3167-4c17-8c6d-2bad94f51851 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:41:33.960849 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8df4a-219e-431e-8f2e-b2e34c924e25 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c940a2-0d5f-4f66-9230-d358ac2121e0,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:33.971806 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-990ec224-6591-4c25-9262-bc1134853d70 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:34.034471 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2f211b84-86b4-4223-80ba-6fc031fefdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:34.131464 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f211b84-86b4-4223-80ba-6fc031fefdf9 None None] Pushing event updated for resources: {'Port': ['ID=a98e706d-5b89-4ba3-86f9-b9fecfb29698,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:34.135790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:34.186570 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23bb2d56-420d-4280-8d25-5750f042ea99']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:34.188196 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c701656f-969b-4833-bbf0-9da23162691b') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:34.190400 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c701656f-969b-4833-bbf0-9da23162691b') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:34.204391 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:34.223211 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8f225f2a-285b-412e-bd04-a272c8a219bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:34.228572 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:34.239171 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-990ec224-6591-4c25-9262-bc1134853d70 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Allocated IP 172.26.1.87 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/8b1fc41e-3ac4-4bca-9f68-78ee0485cc0a) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:34.283540 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:41:34.283673 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:41:34.302643 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:41:34.331143 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8d8adf88-bc3b-4ace-8955-62c025c5ff9a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:34.331377 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-24a8df4a-219e-431e-8f2e-b2e34c924e25 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:34.335839 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-24a8df4a-219e-431e-8f2e-b2e34c924e25 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.5578966 Apr 29 15:41:34.338559 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53666) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:34.392640 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-88d82e18-6800-4fe5-8896-891c232a7d2e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:34.426436 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8adf88-bc3b-4ace-8955-62c025c5ff9a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Port': ['ID=9dc03078-4ac6-44bd-bcd0-1f379846249b,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:34.487555 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f225f2a-285b-412e-bd04-a272c8a219bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1979dc58-7e60-4696-833f-172777665078,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:34.525053 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d82e18-6800-4fe5-8896-891c232a7d2e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network 9a29a4d8-6adf-40e2-a76b-249db079443b is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:34.531023 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f225f2a-285b-412e-bd04-a272c8a219bd admin admin] Checking segment: {'id': 'efe1f6cc-00e5-4a0e-8f23-ba0089dc9656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '69ffc1ef-1b7c-4443-b332-aa7deeb2a3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:34.531385 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f225f2a-285b-412e-bd04-a272c8a219bd admin admin] Network hostable DHCP agents. Network: 69ffc1ef-1b7c-4443-b332-aa7deeb2a3b8, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:41:34.534558 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-88d82e18-6800-4fe5-8896-891c232a7d2e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:34.538249 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8d8adf88-bc3b-4ace-8955-62c025c5ff9a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:34.543481 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d82e18-6800-4fe5-8896-891c232a7d2e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:34.544159 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-88d82e18-6800-4fe5-8896-891c232a7d2e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:34.550557 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a5851a54-eed5-4b11-ab3a-3996d1d615b6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:34.566332 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d82e18-6800-4fe5-8896-891c232a7d2e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Subnet': ['ID=01b21301-c61f-45b0-ab62-34448fe26e98,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:34.583755 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a5851a54-eed5-4b11-ab3a-3996d1d615b6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:34.607184 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:34.614933 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-990ec224-6591-4c25-9262-bc1134853d70 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:34.643128 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:34.650567 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Network': ['ID=23bb2d56-420d-4280-8d25-5750f042ea99,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:34.658843 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-87aa416a-7e28-44bc-918b-2a15c7270b3e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/networks/23bb2d56-420d-4280-8d25-5750f042ea99 HTTP/1.1" status: 204 len: 168 time: 5.2653625 Apr 29 15:41:34.658843 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53670) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:34.664253 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-bbce2c86-bc11-44c5-a1db-53315c284ad0 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-21149432'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:34.669394 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-bbce2c86-bc11-44c5-a1db-53315c284ad0 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:34.674432 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-bbce2c86-bc11-44c5-a1db-53315c284ad0 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Usage tracker for resource:network and tenant:ac43d99f432948ed97df9d63c8b43af5 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:34.678201 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-bbce2c86-bc11-44c5-a1db-53315c284ad0 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:34.684579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-bbce2c86-bc11-44c5-a1db-53315c284ad0 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:34.713225 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f225f2a-285b-412e-bd04-a272c8a219bd admin admin] Network 69ffc1ef-1b7c-4443-b332-aa7deeb2a3b8 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:41:34.760877 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-88d82e18-6800-4fe5-8896-891c232a7d2e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1419878 Apr 29 15:41:34.762550 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8d8adf88-bc3b-4ace-8955-62c025c5ff9a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/9dc03078-4ac6-44bd-bcd0-1f379846249b HTTP/1.1" status: 204 len: 168 time: 2.1421483 Apr 29 15:41:34.763738 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-990ec224-6591-4c25-9262-bc1134853d70 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:34.764797 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53674) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:34.765332 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53676) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:34.811813 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-d1eefce4-aa61-43be-a35f-46c1e8defdd9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'port': {'network_id': '9a29a4d8-6adf-40e2-a76b-249db079443b', 'fixed_ips': [{'subnet_id': 'bc9f4cbd-f2f4-44dd-983f-61b22fdf8c71'}, {'subnet_id': '01b21301-c61f-45b0-ab62-34448fe26e98'}], 'name': 'tempest-PortsTestJSON-284308944'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:34.836206 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990ec224-6591-4c25-9262-bc1134853d70 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:34.851418 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-990ec224-6591-4c25-9262-bc1134853d70 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:34.851418 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990ec224-6591-4c25-9262-bc1134853d70 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:34.851694 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbce2c86-bc11-44c5-a1db-53315c284ad0 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Made reservation on behalf of ac43d99f432948ed97df9d63c8b43af5 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:34.851694 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bbce2c86-bc11-44c5-a1db-53315c284ad0 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:34.853941 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a5851a54-eed5-4b11-ab3a-3996d1d615b6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:34.887111 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ec224-6591-4c25-9262-bc1134853d70 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'Port': ['ID=8b1fc41e-3ac4-4bca-9f68-78ee0485cc0a,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:34.942296 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-8f225f2a-285b-412e-bd04-a272c8a219bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 69ffc1ef-1b7c-4443-b332-aa7deeb2a3b8) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:34.950841 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89276594-b7a8-480f-b998-58bbbb1b71ed None None] Network 69ffc1ef-1b7c-4443-b332-aa7deeb2a3b8 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:34.952909 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5851a54-eed5-4b11-ab3a-3996d1d615b6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a2c2b6-9340-4850-b5aa-f039af751e76,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:34.976793 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f225f2a-285b-412e-bd04-a272c8a219bd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:34.977811 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8f225f2a-285b-412e-bd04-a272c8a219bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:35.008432 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0fd1c5-19fb-4eb0-b2f1-17f68185a270 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:35.010034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0fd1c5-19fb-4eb0-b2f1-17f68185a270 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:35.010822 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4a0fd1c5-19fb-4eb0-b2f1-17f68185a270 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:35.034364 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a5851a54-eed5-4b11-ab3a-3996d1d615b6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:35.035570 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a5851a54-eed5-4b11-ab3a-3996d1d615b6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "DELETE /v2.0/security-groups/f3a2c2b6-9340-4850-b5aa-f039af751e76 HTTP/1.1" status: 204 len: 168 time: 0.6863575 Apr 29 15:41:35.049836 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53684) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:35.068316 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbce2c86-bc11-44c5-a1db-53315c284ad0 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:41:35.082189 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-990ec224-6591-4c25-9262-bc1134853d70 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:35.121309 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bbce2c86-bc11-44c5-a1db-53315c284ad0 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:35.121976 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-bbce2c86-bc11-44c5-a1db-53315c284ad0 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Added segment e875eabd-e534-4f8a-9eb3-83cf743800d6 of type vlan for network b2c338bb-cf59-48be-a5d2-2709713b653f Apr 29 15:41:35.147320 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-417955c4-51aa-4b30-a9aa-15520fa8299e tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0957701 Apr 29 15:41:35.150645 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53688) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:35.156822 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-9b6d6d15-4bb0-4c7c-9ad4-afd84c79d6db tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Request body: {'security_group': {'name': 'tempest-secgroup--1773393635'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:35.163985 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-9b6d6d15-4bb0-4c7c-9ad4-afd84c79d6db tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:35.168369 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9b6d6d15-4bb0-4c7c-9ad4-afd84c79d6db tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:35.183285 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9b6d6d15-4bb0-4c7c-9ad4-afd84c79d6db tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:35.183545 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d1eefce4-aa61-43be-a35f-46c1e8defdd9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:35.190477 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8f225f2a-285b-412e-bd04-a272c8a219bd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2263432 Apr 29 15:41:35.191597 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4a0fd1c5-19fb-4eb0-b2f1-17f68185a270 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:35.195790 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4a0fd1c5-19fb-4eb0-b2f1-17f68185a270 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4264112 Apr 29 15:41:35.196597 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53692) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:35.224450 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-9b6d6d15-4bb0-4c7c-9ad4-afd84c79d6db tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:35.245366 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d1eefce4-aa61-43be-a35f-46c1e8defdd9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:port and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:35.252763 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d1eefce4-aa61-43be-a35f-46c1e8defdd9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:35.265902 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-990ec224-6591-4c25-9262-bc1134853d70 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:35.275329 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bbce2c86-bc11-44c5-a1db-53315c284ad0 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:35.326437 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9b6d6d15-4bb0-4c7c-9ad4-afd84c79d6db tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:35.373187 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac173ca9-ab73-4234-ba32-75586f3f31db None None] Network 69ffc1ef-1b7c-4443-b332-aa7deeb2a3b8 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:35.375523 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d1eefce4-aa61-43be-a35f-46c1e8defdd9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:35.501615 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 77cd42d2-8e8e-4e7c-ad73-0181546882f5 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:41:35.517368 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1eefce4-aa61-43be-a35f-46c1e8defdd9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:35.535910 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0a1ef1-8691-419f-bed3-1922678b2346 None None] Network 9a29a4d8-6adf-40e2-a76b-249db079443b requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:35.701027 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bbce2c86-bc11-44c5-a1db-53315c284ad0 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:35.715641 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbce2c86-bc11-44c5-a1db-53315c284ad0 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:35.716263 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bbce2c86-bc11-44c5-a1db-53315c284ad0 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:35.772745 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-9b6d6d15-4bb0-4c7c-9ad4-afd84c79d6db tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:35.785115 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9b6d6d15-4bb0-4c7c-9ad4-afd84c79d6db tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group_rule and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:35.789914 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9b6d6d15-4bb0-4c7c-9ad4-afd84c79d6db tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:35.814812 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-9b6d6d15-4bb0-4c7c-9ad4-afd84c79d6db tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:35.875567 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d1eefce4-aa61-43be-a35f-46c1e8defdd9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:35.887196 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-661847bc-ff87-459a-9add-000ff320961b None None] Provisioning for port a98e706d-5b89-4ba3-86f9-b9fecfb29698 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:35.911719 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 77cd42d2-8e8e-4e7c-ad73-0181546882f5 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:35.912089 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:35.930286 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-990ec224-6591-4c25-9262-bc1134853d70 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:35.933784 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9b6d6d15-4bb0-4c7c-9ad4-afd84c79d6db tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:36.010390 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-990ec224-6591-4c25-9262-bc1134853d70 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:36.066113 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9b6d6d15-4bb0-4c7c-9ad4-afd84c79d6db tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:36.094958 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a98e706d-5b89-4ba3-86f9-b9fecfb29698 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:41:36.136892 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61984836-2617-4e18-992e-a5ac29ea9bc6 req-d757a9e9-c9bc-4b3f-94ff-dd120376cbf1 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:36.138354 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-61984836-2617-4e18-992e-a5ac29ea9bc6 req-d757a9e9-c9bc-4b3f-94ff-dd120376cbf1 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.9658461 Apr 29 15:41:36.150539 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-d1eefce4-aa61-43be-a35f-46c1e8defdd9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] device_id is not set on port cb8adbe2-1d1c-4f0c-919e-2129f6bed153 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:41:36.194995 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ec224-6591-4c25-9262-bc1134853d70 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'Port': ['ID=8b1fc41e-3ac4-4bca-9f68-78ee0485cc0a,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:36.198448 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d6d15-4bb0-4c7c-9ad4-afd84c79d6db tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=741c91b1-c278-41c4-a2fe-68127f579b58,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:36.210924 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18c5fd2-65cc-43ee-9ba2-c08d7252942d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet 88988bce-500c-42f8-a017-1d4d94c02196 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:41:36.213882 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b18c5fd2-65cc-43ee-9ba2-c08d7252942d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:36.214855 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-990ec224-6591-4c25-9262-bc1134853d70 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:36.218699 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48ae749-199a-450c-8197-fb12b507f632 None None] Update dhcp port {'port': {'network_id': '9a29a4d8-6adf-40e2-a76b-249db079443b', 'fixed_ips': [{'subnet_id': 'bc9f4cbd-f2f4-44dd-983f-61b22fdf8c71', 'ip_address': '172.20.0.2'}, {'subnet_id': '01b21301-c61f-45b0-ab62-34448fe26e98'}], 'binding:host_id': 'dv-neutron-839913-1-hyperv'}, 'id': 'a98e706d-5b89-4ba3-86f9-b9fecfb29698'} from dv-neutron-839913-1-hyperv. {{(pid=84772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 15:41:36.274650 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a48ae749-199a-450c-8197-fb12b507f632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:36.286892 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bbce2c86-bc11-44c5-a1db-53315c284ad0 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.6250422 Apr 29 15:41:36.287364 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53710) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:36.293946 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-b6f268ab-27c3-4fce-b2a7-c3483a464bbf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'subnet': {'network_id': 'b2c338bb-cf59-48be-a5d2-2709713b653f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:36.367777 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9b6d6d15-4bb0-4c7c-9ad4-afd84c79d6db tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:36.368937 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce2c86-bc11-44c5-a1db-53315c284ad0 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Network': ['ID=b2c338bb-cf59-48be-a5d2-2709713b653f,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:36.372028 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9b6d6d15-4bb0-4c7c-9ad4-afd84c79d6db tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2203817 Apr 29 15:41:36.379260 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53714) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:36.386920 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network b2c338bb-cf59-48be-a5d2-2709713b653f details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:41:36.396793 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-ea8a3b8b-6cee-4de7-9876-b4cdc216890f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Request body: {'security_group': {'name': 'tempest-secgroup--2118450349'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:36.407105 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-990ec224-6591-4c25-9262-bc1134853d70 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:36.407105 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-990ec224-6591-4c25-9262-bc1134853d70 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5191414 Apr 29 15:41:36.408309 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ea8a3b8b-6cee-4de7-9876-b4cdc216890f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:36.408774 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port a98e706d-5b89-4ba3-86f9-b9fecfb29698 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:36.414368 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53718) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:36.417213 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ea8a3b8b-6cee-4de7-9876-b4cdc216890f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:36.425301 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-ef3c573a-f329-43a5-9ff1-a811e1d38217 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Request body: {'port': {'network_id': '2623ead6-5230-4e26-91b4-c4aca786b5d9', 'name': 'tempest-FloatingIPTestJSON-467461279'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:36.442148 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b18c5fd2-65cc-43ee-9ba2-c08d7252942d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:36.449363 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ea8a3b8b-6cee-4de7-9876-b4cdc216890f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:36.533540 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ea8a3b8b-6cee-4de7-9876-b4cdc216890f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:36.534729 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port a98e706d-5b89-4ba3-86f9-b9fecfb29698 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:36.535099 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:36.548536 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-61984836-2617-4e18-992e-a5ac29ea9bc6 req-d0abd093-eabe-4182-b24b-25ba2e6d824e tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3645506 Apr 29 15:41:36.561094 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b6f268ab-27c3-4fce-b2a7-c3483a464bbf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:36.570465 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b6f268ab-27c3-4fce-b2a7-c3483a464bbf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Usage tracker for resource:subnet and tenant:ac43d99f432948ed97df9d63c8b43af5 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:36.575433 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b6f268ab-27c3-4fce-b2a7-c3483a464bbf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:36.597922 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b6f268ab-27c3-4fce-b2a7-c3483a464bbf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:36.632266 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ef3c573a-f329-43a5-9ff1-a811e1d38217 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:36.644881 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ef3c573a-f329-43a5-9ff1-a811e1d38217 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:36.656329 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ea8a3b8b-6cee-4de7-9876-b4cdc216890f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:36.696442 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-5087e150-e406-424e-8685-254532bec822 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:36.697228 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-5087e150-e406-424e-8685-254532bec822 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Synchronizing usage tracker for tenant:e9af1a9063ac40bc8d974337ae3443db on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:36.718754 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ea8a3b8b-6cee-4de7-9876-b4cdc216890f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:36.726909 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ea8a3b8b-6cee-4de7-9876-b4cdc216890f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group_rule and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:36.731882 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ea8a3b8b-6cee-4de7-9876-b4cdc216890f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:36.747667 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b18c5fd2-65cc-43ee-9ba2-c08d7252942d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:36.748067 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ea8a3b8b-6cee-4de7-9876-b4cdc216890f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:36.751435 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-a48ae749-199a-450c-8197-fb12b507f632 None None] Allocated IP 172.20.0.18 (9a29a4d8-6adf-40e2-a76b-249db079443b/01b21301-c61f-45b0-ab62-34448fe26e98/a98e706d-5b89-4ba3-86f9-b9fecfb29698) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:36.773841 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:36.775596 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f268ab-27c3-4fce-b2a7-c3483a464bbf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Made reservation on behalf of ac43d99f432948ed97df9d63c8b43af5 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:36.854664 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3c573a-f329-43a5-9ff1-a811e1d38217 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Made reservation on behalf of 6d54d35be39d47ebbee25a7cb3a65c46 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:36.857774 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ef3c573a-f329-43a5-9ff1-a811e1d38217 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:36.919059 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-5087e150-e406-424e-8685-254532bec822 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Unset dirty status for tenant:e9af1a9063ac40bc8d974337ae3443db on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:36.923739 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-5087e150-e406-424e-8685-254532bec822 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/networks?id=4bb5b585-3bf2-4d0b-97bd-64517bb64156 HTTP/1.1" status: 200 len: 812 time: 0.7742207 Apr 29 15:41:36.923910 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a48ae749-199a-450c-8197-fb12b507f632 None None] For port a98e706d-5b89-4ba3-86f9-b9fecfb29698, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a98e706d-5b89-4ba3-86f9-b9fecfb29698,segment=NetworkSegment(dc6bf7d5-66ff-42c6-a129-bf6e2471265e),segment_id=dc6bf7d5-66ff-42c6-a129-bf6e2471265e)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:36.938745 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-5d8875a6-b138-4048-87b2-90b417688063 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/quotas/e9af1a9063ac40bc8d974337ae3443db HTTP/1.1" status: 200 len: 375 time: 0.0105731 Apr 29 15:41:36.947044 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-ef3c573a-f329-43a5-9ff1-a811e1d38217 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] device_id is not set on port b1822d97-add8-4a13-9f4f-969614b0d456 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:41:36.951693 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a48ae749-199a-450c-8197-fb12b507f632 None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:36.971845 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a48ae749-199a-450c-8197-fb12b507f632 None None] Transition to ACTIVE for port object a98e706d-5b89-4ba3-86f9-b9fecfb29698 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:36.981754 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b18c5fd2-65cc-43ee-9ba2-c08d7252942d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:36.990266 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b6f268ab-27c3-4fce-b2a7-c3483a464bbf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:37.006417 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ea8a3b8b-6cee-4de7-9876-b4cdc216890f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:37.020903 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-ae97e14f-849c-4cf8-81f0-93bef9c8ecca tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9af1a9063ac40bc8d974337ae3443db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766678 Apr 29 15:41:37.028725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c5fd2-65cc-43ee-9ba2-c08d7252942d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=88988bce-500c-42f8-a017-1d4d94c02196,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:37.053772 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b18c5fd2-65cc-43ee-9ba2-c08d7252942d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:37.059347 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba27a9e-d3c7-4a6a-ad0d-96370e243db6 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:37.119823 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.ipam_backend_mixin [None req-b6f268ab-27c3-4fce-b2a7-c3483a464bbf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Performing IP validity checks on allocation pools {{(pid=84771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 29 15:41:37.120427 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.ipam_backend_mixin [None req-b6f268ab-27c3-4fce-b2a7-c3483a464bbf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 29 15:41:37.133489 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a48ae749-199a-450c-8197-fb12b507f632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:37.178370 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ea8a3b8b-6cee-4de7-9876-b4cdc216890f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:37.278327 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-2006cba9-b9de-427a-99fd-771f46ac42fe service neutron] 10.222.0.21 "GET /v2.0/networks/4bb5b585-3bf2-4d0b-97bd-64517bb64156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472982 Apr 29 15:41:37.289071 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b18c5fd2-65cc-43ee-9ba2-c08d7252942d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/88988bce-500c-42f8-a017-1d4d94c02196 HTTP/1.1" status: 204 len: 168 time: 2.0390344 Apr 29 15:41:37.293436 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53724) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:37.308741 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a3b8b-6cee-4de7-9876-b4cdc216890f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f042d9-763f-44dd-be06-6c24ce3d162b,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:37.324366 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-ef3c573a-f329-43a5-9ff1-a811e1d38217 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Allocated IP 172.20.0.13 (2623ead6-5230-4e26-91b4-c4aca786b5d9/004b28b8-ae86-4bae-9f33-d1282dc30853/b1822d97-add8-4a13-9f4f-969614b0d456) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:37.428649 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:41:37.429027 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:41:37.439181 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ae749-199a-450c-8197-fb12b507f632 None None] Pushing event updated for resources: {'Port': ['ID=a98e706d-5b89-4ba3-86f9-b9fecfb29698,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:37.451787 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7d1c7d72-ab16-48f6-98b2-091fe7380d0f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1573017 Apr 29 15:41:37.462448 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53728) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:37.489168 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-58572176-b718-4f59-bd41-780b47c8cabe tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:37.515842 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ea8a3b8b-6cee-4de7-9876-b4cdc216890f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:37.517771 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ea8a3b8b-6cee-4de7-9876-b4cdc216890f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1374640 Apr 29 15:41:37.523708 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53732) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:37.538591 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7d93bf1e-defe-4416-a145-b138b76348a5 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Request body: {'security_group_rule': {'security_group_id': '741c91b1-c278-41c4-a2fe-68127f579b58', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '93f042d9-763f-44dd-be06-6c24ce3d162b', 'remote_ip_prefix': None}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:37.546606 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b6f268ab-27c3-4fce-b2a7-c3483a464bbf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:37.575128 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-d1eefce4-aa61-43be-a35f-46c1e8defdd9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Allocated IP 172.20.0.7 (9a29a4d8-6adf-40e2-a76b-249db079443b/bc9f4cbd-f2f4-44dd-983f-61b22fdf8c71/cb8adbe2-1d1c-4f0c-919e-2129f6bed153) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:37.587462 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7d93bf1e-defe-4416-a145-b138b76348a5 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:37.594196 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20b3130-c2e2-4229-8299-85cffc812353 None None] DHCP port deletion for 75e7f0f8-4897-4e20-8301-99a7eae75065 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:41:37.597243 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7d93bf1e-defe-4416-a145-b138b76348a5 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group_rule and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:37.601130 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a20b3130-c2e2-4229-8299-85cffc812353 None None] Deleting port 77cd42d2-8e8e-4e7c-ad73-0181546882f5 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:37.602566 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a20b3130-c2e2-4229-8299-85cffc812353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:37.602849 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-d1eefce4-aa61-43be-a35f-46c1e8defdd9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Allocated IP 172.20.0.27 (9a29a4d8-6adf-40e2-a76b-249db079443b/01b21301-c61f-45b0-ab62-34448fe26e98/cb8adbe2-1d1c-4f0c-919e-2129f6bed153) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:37.631231 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7d93bf1e-defe-4416-a145-b138b76348a5 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:37.646231 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7d93bf1e-defe-4416-a145-b138b76348a5 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:37.711562 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-58572176-b718-4f59-bd41-780b47c8cabe tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:37.738211 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-58572176-b718-4f59-bd41-780b47c8cabe tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:subnet and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:37.747129 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-58572176-b718-4f59-bd41-780b47c8cabe tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:37.753724 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-72896cc8-5424-4bb3-92bd-b92798700a09 service neutron] 10.222.0.21 "GET /v2.0/networks/4bb5b585-3bf2-4d0b-97bd-64517bb64156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609251 Apr 29 15:41:37.765805 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f268ab-27c3-4fce-b2a7-c3483a464bbf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Subnet': ['ID=0926c097-8471-49dc-a008-b892fa6f9f11,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:37.790793 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-58572176-b718-4f59-bd41-780b47c8cabe tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:37.913448 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f268ab-27c3-4fce-b2a7-c3483a464bbf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Checking segment: {'id': 'e875eabd-e534-4f8a-9eb3-83cf743800d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b2c338bb-cf59-48be-a5d2-2709713b653f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:37.913897 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f268ab-27c3-4fce-b2a7-c3483a464bbf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Network hostable DHCP agents. Network: b2c338bb-cf59-48be-a5d2-2709713b653f, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:41:37.920896 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ef3c573a-f329-43a5-9ff1-a811e1d38217 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:37.928924 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7d93bf1e-defe-4416-a145-b138b76348a5 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:38.000639 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58572176-b718-4f59-bd41-780b47c8cabe tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:38.004961 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-58572176-b718-4f59-bd41-780b47c8cabe tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:38.033430 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:38.044597 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7d93bf1e-defe-4416-a145-b138b76348a5 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:38.103742 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a20b3130-c2e2-4229-8299-85cffc812353 None None] For port 77cd42d2-8e8e-4e7c-ad73-0181546882f5, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=77cd42d2-8e8e-4e7c-ad73-0181546882f5,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:38.104236 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a20b3130-c2e2-4229-8299-85cffc812353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:38.120625 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f268ab-27c3-4fce-b2a7-c3483a464bbf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Network b2c338bb-cf59-48be-a5d2-2709713b653f is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:41:38.123762 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port a98e706d-5b89-4ba3-86f9-b9fecfb29698, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a98e706d-5b89-4ba3-86f9-b9fecfb29698,segment=NetworkSegment(dc6bf7d5-66ff-42c6-a129-bf6e2471265e),segment_id=dc6bf7d5-66ff-42c6-a129-bf6e2471265e)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:38.217039 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7d93bf1e-defe-4416-a145-b138b76348a5 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:38.226031 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ef3c573a-f329-43a5-9ff1-a811e1d38217 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:38.304768 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-b6f268ab-27c3-4fce-b2a7-c3483a464bbf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, b2c338bb-cf59-48be-a5d2-2709713b653f) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:38.306105 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a20b3130-c2e2-4229-8299-85cffc812353 None None] Calling delete_port for 77cd42d2-8e8e-4e7c-ad73-0181546882f5 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:38.324891 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93bf1e-defe-4416-a145-b138b76348a5 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb4a747-cc94-439f-a21a-55ad0d72ecdb,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:38.335495 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-aeb4f124-93b2-4e79-8a0e-9e8ddebdf9f5 req-bc704cb0-6a65-4d23-b5a6-e0f3c238f274 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 210 time: 0.0927277 Apr 29 15:41:38.336081 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f268ab-27c3-4fce-b2a7-c3483a464bbf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:38.336659 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b6f268ab-27c3-4fce-b2a7-c3483a464bbf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:38.372538 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2087bc36-91b3-4c56-8237-46596dfc9e71 None None] Network 9a29a4d8-6adf-40e2-a76b-249db079443b requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:38.399718 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa43791a-a4cd-4fe5-8f3d-209e9272cbb2 None None] Network b2c338bb-cf59-48be-a5d2-2709713b653f requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:38.406223 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d1eefce4-aa61-43be-a35f-46c1e8defdd9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:38.430066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:38.441173 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e371d0-6456-4bed-b866-3132f24eb62f req-b23efe95-5e4a-4969-909a-96751a2d97ab tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:38.442864 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-12e371d0-6456-4bed-b866-3132f24eb62f req-b23efe95-5e4a-4969-909a-96751a2d97ab tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.5074296 Apr 29 15:41:38.443919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-d1eefce4-aa61-43be-a35f-46c1e8defdd9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Transition to ACTIVE for port object cb8adbe2-1d1c-4f0c-919e-2129f6bed153 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:38.494105 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7d93bf1e-defe-4416-a145-b138b76348a5 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:38.495526 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7d93bf1e-defe-4416-a145-b138b76348a5 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.9709275 Apr 29 15:41:38.497478 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3c573a-f329-43a5-9ff1-a811e1d38217 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Network 2623ead6-5230-4e26-91b4-c4aca786b5d9 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:38.504958 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53748) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:38.508812 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-ef3c573a-f329-43a5-9ff1-a811e1d38217 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:38.524288 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3c573a-f329-43a5-9ff1-a811e1d38217 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:38.551745 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c573a-f329-43a5-9ff1-a811e1d38217 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'Port': ['ID=b1822d97-add8-4a13-9f4f-969614b0d456,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:38.598849 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1f804bac-b39a-4052-9c48-748ac521f31c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:38.612853 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-12e371d0-6456-4bed-b866-3132f24eb62f req-3b7a2141-6970-421a-81a1-031178f59a1e tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636136 Apr 29 15:41:38.629268 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1f804bac-b39a-4052-9c48-748ac521f31c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:38.642659 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3c573a-f329-43a5-9ff1-a811e1d38217 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:38.642659 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ef3c573a-f329-43a5-9ff1-a811e1d38217 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:38.645959 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a98e706d-5b89-4ba3-86f9-b9fecfb29698 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:41:38.671285 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b6f268ab-27c3-4fce-b2a7-c3483a464bbf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.3811293 Apr 29 15:41:38.682779 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53752) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:38.787978 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d1eefce4-aa61-43be-a35f-46c1e8defdd9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:38.792479 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ef3c573a-f329-43a5-9ff1-a811e1d38217 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3747654 Apr 29 15:41:38.795033 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53756) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:38.810861 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-c9dc168f-8ed6-4e13-8d60-52e5a33f8ea5 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Request body: {'floatingip': {'port_id': 'b1822d97-add8-4a13-9f4f-969614b0d456'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:38.834138 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-58572176-b718-4f59-bd41-780b47c8cabe tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:38.855091 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=a98e706d-5b89-4ba3-86f9-b9fecfb29698,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:38.879463 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1f804bac-b39a-4052-9c48-748ac521f31c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:38.920614 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f804bac-b39a-4052-9c48-748ac521f31c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fb4a747-cc94-439f-a21a-55ad0d72ecdb,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:38.923439 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1f804bac-b39a-4052-9c48-748ac521f31c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:38.935413 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1f804bac-b39a-4052-9c48-748ac521f31c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/0fb4a747-cc94-439f-a21a-55ad0d72ecdb HTTP/1.1" status: 204 len: 168 time: 0.4187355 Apr 29 15:41:38.938755 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53762) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:38.956965 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-459ac9dd-5ae1-4c53-9c63-7c278fc8f3e1 None None] Provisioning for port a98e706d-5b89-4ba3-86f9-b9fecfb29698 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:38.959665 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c9dc168f-8ed6-4e13-8d60-52e5a33f8ea5 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:38.978682 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a20b3130-c2e2-4229-8299-85cffc812353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:38.981857 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eefce4-aa61-43be-a35f-46c1e8defdd9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network 9a29a4d8-6adf-40e2-a76b-249db079443b is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:39.004333 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-d1eefce4-aa61-43be-a35f-46c1e8defdd9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:39.007544 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eefce4-aa61-43be-a35f-46c1e8defdd9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:39.015439 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-459ac9dd-5ae1-4c53-9c63-7c278fc8f3e1 None None] Provisioning complete for port a98e706d-5b89-4ba3-86f9-b9fecfb29698 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:39.015801 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-459ac9dd-5ae1-4c53-9c63-7c278fc8f3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:39.042774 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4aaca19-9fae-42b6-bfde-ef8bc3abfcd9 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:39.048414 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58572176-b718-4f59-bd41-780b47c8cabe tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=5728f29a-07c6-4a01-be20-f0a87c00c74f,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:39.073864 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58572176-b718-4f59-bd41-780b47c8cabe tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:39.086277 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-58572176-b718-4f59-bd41-780b47c8cabe tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:39.086638 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b3130-c2e2-4229-8299-85cffc812353 None None] Pushing event deleted for resources: {'Port': ['ID=77cd42d2-8e8e-4e7c-ad73-0181546882f5,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:39.090187 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58572176-b718-4f59-bd41-780b47c8cabe tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:39.090988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-58572176-b718-4f59-bd41-780b47c8cabe tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:39.100948 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eefce4-aa61-43be-a35f-46c1e8defdd9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Port': ['ID=cb8adbe2-1d1c-4f0c-919e-2129f6bed153,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:39.119882 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port a98e706d-5b89-4ba3-86f9-b9fecfb29698 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:39.120242 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:39.143325 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eefce4-aa61-43be-a35f-46c1e8defdd9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:39.144128 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d1eefce4-aa61-43be-a35f-46c1e8defdd9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:39.217981 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20b3130-c2e2-4229-8299-85cffc812353 None None] No DVR routers for this DVR port 77cd42d2-8e8e-4e7c-ad73-0181546882f5 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:41:39.234803 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f09b27ee-bde9-4d5b-9ee4-595e88924ad0 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Synchronizing usage tracker for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:39.242249 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-58572176-b718-4f59-bd41-780b47c8cabe tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7636456 Apr 29 15:41:39.242389 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b954d8e-bf35-49ad-9d2c-205718ac4f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-b2c338bb-cf59-48be-a5d2-2709713b653f', 'network_id': 'b2c338bb-cf59-48be-a5d2-2709713b653f', 'tenant_id': 'ac43d99f432948ed97df9d63c8b43af5', 'fixed_ips': [{'subnet_id': '0926c097-8471-49dc-a008-b892fa6f9f11'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:41:39.242575 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53766) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:39.242693 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0b954d8e-bf35-49ad-9d2c-205718ac4f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:39.246870 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-3cd1763e-1c85-4627-beea-1b21e5488054 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'fixed_ips': [{'subnet_id': '5728f29a-07c6-4a01-be20-f0a87c00c74f', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-436904532'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:39.256174 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aa1a2a-94ed-473a-8fc0-56a256c2875b None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:39.271693 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4aaca19-9fae-42b6-bfde-ef8bc3abfcd9 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:39.285110 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d1eefce4-aa61-43be-a35f-46c1e8defdd9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.5170519 Apr 29 15:41:39.305154 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53772) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:39.316190 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-41891c78-17e5-4492-9b88-154c5b007ce8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc9f4cbd-f2f4-44dd-983f-61b22fdf8c71'}]}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:39.433207 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3cd1763e-1c85-4627-beea-1b21e5488054 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:39.437582 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3cd1763e-1c85-4627-beea-1b21e5488054 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:port and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:39.441788 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3cd1763e-1c85-4627-beea-1b21e5488054 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:39.449479 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3cd1763e-1c85-4627-beea-1b21e5488054 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:39.524490 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7ea0253a-7336-4ab8-9871-70b83de9a0be req-c932026b-e3b7-43ae-bbbc-5d1d209cbbbc tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 210 time: 0.0474238 Apr 29 15:41:39.525930 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f09b27ee-bde9-4d5b-9ee4-595e88924ad0 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Unset dirty status for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:39.530023 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f09b27ee-bde9-4d5b-9ee4-595e88924ad0 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5871985 Apr 29 15:41:39.532877 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53778) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:39.600973 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd1763e-1c85-4627-beea-1b21e5488054 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:39.606391 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3cd1763e-1c85-4627-beea-1b21e5488054 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:39.631201 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e14194d-4c9d-4ba6-9e5a-47972c74049f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:39.651717 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-3cd1763e-1c85-4627-beea-1b21e5488054 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] device_id is not set on port 93964d56-b835-415c-aac9-daff1937701b yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:41:39.719051 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e14194d-4c9d-4ba6-9e5a-47972c74049f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:39.804249 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 77cd42d2-8e8e-4e7c-ad73-0181546882f5 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:41:39.847490 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 77cd42d2-8e8e-4e7c-ad73-0181546882f5 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:41:39.848115 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 77cd42d2-8e8e-4e7c-ad73-0181546882f5 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:41:39.850014 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0b83df-7e7a-41f0-9067-5a2922478b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-75e7f0f8-4897-4e20-8301-99a7eae75065', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'fixed_ips': [{'subnet_id': '5728f29a-07c6-4a01-be20-f0a87c00c74f'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:41:39.861950 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4b0b83df-7e7a-41f0-9067-5a2922478b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:39.963567 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc1c90-1c83-4aa1-9272-63d51f51b2eb req-71bc44f2-b0cb-4fef-8f85-33babad1d670 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:39.965134 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-72fc1c90-1c83-4aa1-9272-63d51f51b2eb req-71bc44f2-b0cb-4fef-8f85-33babad1d670 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.2059066 Apr 29 15:41:40.000496 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd1763e-1c85-4627-beea-1b21e5488054 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:41:40.000496 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd1763e-1c85-4627-beea-1b21e5488054 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:41:40.040350 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e14194d-4c9d-4ba6-9e5a-47972c74049f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:40.041369 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4aaca19-9fae-42b6-bfde-ef8bc3abfcd9 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:40.042890 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e14194d-4c9d-4ba6-9e5a-47972c74049f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:40.046917 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3e14194d-4c9d-4ba6-9e5a-47972c74049f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "DELETE /v2.0/security-groups/93f042d9-763f-44dd-be06-6c24ce3d162b HTTP/1.1" status: 204 len: 168 time: 0.5125563 Apr 29 15:41:40.049267 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53786) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:40.095917 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-4b0b83df-7e7a-41f0-9067-5a2922478b24 None None] Allocated IP 2001:db8::2 (75e7f0f8-4897-4e20-8301-99a7eae75065/5728f29a-07c6-4a01-be20-f0a87c00c74f/9168e8b4-a430-4556-a6e3-e18c17f9ac22) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:40.106551 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14194d-4c9d-4ba6-9e5a-47972c74049f tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f042d9-763f-44dd-be06-6c24ce3d162b,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:40.108279 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-41891c78-17e5-4492-9b88-154c5b007ce8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:40.162248 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aaca19-9fae-42b6-bfde-ef8bc3abfcd9 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Subnet': ['ID=0926c097-8471-49dc-a008-b892fa6f9f11,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server [None req-0b954d8e-bf35-49ad-9d2c-205718ac4f5e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0926c097-8471-49dc-a008-b892fa6f9f11: This subnet is being modified by another concurrent operation. Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise value Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise value Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise value Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 15:41:40.167505 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise value Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise value Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise value Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise exception Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0926c097-8471-49dc-a008-b892fa6f9f11: This subnet is being modified by another concurrent operation. Apr 29 15:41:40.171060 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server Apr 29 15:41:40.183085 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-72fc1c90-1c83-4aa1-9272-63d51f51b2eb req-54312680-4ef1-4fac-b297-c013108a20aa tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117593 Apr 29 15:41:40.196299 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3cd1763e-1c85-4627-beea-1b21e5488054 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9538493 Apr 29 15:41:40.210452 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53790) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:40.283128 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3044a590-b6da-4021-a619-9bbbe7a52881 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:40.290663 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-942d33a4-dc3b-4077-b3dd-b3fbfb317975 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Synchronizing usage tracker for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:40.301207 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4aaca19-9fae-42b6-bfde-ef8bc3abfcd9 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:40.322029 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94e5edf-d524-4b4c-90d9-a6f25a2118b1 None None] Network b2c338bb-cf59-48be-a5d2-2709713b653f requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:40.433748 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-942d33a4-dc3b-4077-b3dd-b3fbfb317975 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Unset dirty status for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:40.444969 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-942d33a4-dc3b-4077-b3dd-b3fbfb317975 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3652010 Apr 29 15:41:40.444969 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3044a590-b6da-4021-a619-9bbbe7a52881 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:40.445532 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4a9fc415-5ab3-4b24-ade4-47356d47ed09 None None] Provisioning complete for port a98e706d-5b89-4ba3-86f9-b9fecfb29698 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:40.445532 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4a9fc415-5ab3-4b24-ade4-47356d47ed09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:40.450575 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3044a590-b6da-4021-a619-9bbbe7a52881 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2389429 Apr 29 15:41:40.452355 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53794) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:40.454347 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53796) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:40.471227 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-f4aaca19-9fae-42b6-bfde-ef8bc3abfcd9 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c338bb-cf59-48be-a5d2-2709713b653f']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:40.518065 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-f4aaca19-9fae-42b6-bfde-ef8bc3abfcd9 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e875eabd-e534-4f8a-9eb3-83cf743800d6') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:40.518326 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-f4aaca19-9fae-42b6-bfde-ef8bc3abfcd9 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e875eabd-e534-4f8a-9eb3-83cf743800d6') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:40.540329 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a98e706d-5b89-4ba3-86f9-b9fecfb29698 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:41:40.581923 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4aaca19-9fae-42b6-bfde-ef8bc3abfcd9 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:40.623354 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4aaca19-9fae-42b6-bfde-ef8bc3abfcd9 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:40.635855 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cf7007-9e60-44ef-bdc3-433fcf41b121 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:40.638098 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cf7007-9e60-44ef-bdc3-433fcf41b121 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:40.638999 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b0cf7007-9e60-44ef-bdc3-433fcf41b121 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:40.650437 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-446f5115-8c59-4442-ae83-e00601c89b07 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:40.685332 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4aaca19-9fae-42b6-bfde-ef8bc3abfcd9 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:41:40.685552 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4aaca19-9fae-42b6-bfde-ef8bc3abfcd9 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:40.690422 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-446f5115-8c59-4442-ae83-e00601c89b07 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:41:40.699710 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:41:40.828674 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b0cf7007-9e60-44ef-bdc3-433fcf41b121 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:40.830917 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b0cf7007-9e60-44ef-bdc3-433fcf41b121 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3754973 Apr 29 15:41:40.837491 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.db.resource_extend [None req-c9dc168f-8ed6-4e13-8d60-52e5a33f8ea5 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:41:40.842012 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53804) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:40.845826 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e72bc134-31aa-4458-b1e0-66aca1ef9cf3 req-92e28643-a734-4e0b-bc97-dbc8ec6b9175 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 210 time: 0.0665236 Apr 29 15:41:40.890222 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-446f5115-8c59-4442-ae83-e00601c89b07 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:40.937117 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port a98e706d-5b89-4ba3-86f9-b9fecfb29698 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:40.937693 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:40.940586 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f5115-8c59-4442-ae83-e00601c89b07 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=741c91b1-c278-41c4-a2fe-68127f579b58,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:40.968036 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-be03ed19-20bc-4337-ae20-895a8bb04fff tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet 5728f29a-07c6-4a01-be20-f0a87c00c74f {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:41:41.021360 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4aaca19-9fae-42b6-bfde-ef8bc3abfcd9 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:41.037194 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4b0b83df-7e7a-41f0-9067-5a2922478b24 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:41.057431 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4b0b83df-7e7a-41f0-9067-5a2922478b24 None None] Transition to ACTIVE for port object 9168e8b4-a430-4556-a6e3-e18c17f9ac22 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:41.073968 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4aaca19-9fae-42b6-bfde-ef8bc3abfcd9 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:41.086206 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-446f5115-8c59-4442-ae83-e00601c89b07 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:41.088376 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-446f5115-8c59-4442-ae83-e00601c89b07 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "DELETE /v2.0/security-groups/741c91b1-c278-41c4-a2fe-68127f579b58 HTTP/1.1" status: 204 len: 168 time: 0.6292899 Apr 29 15:41:41.090901 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53808) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:41.092074 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f4aaca19-9fae-42b6-bfde-ef8bc3abfcd9 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/networks/b2c338bb-cf59-48be-a5d2-2709713b653f HTTP/1.1" status: 204 len: 168 time: 2.4075844 Apr 29 15:41:41.097022 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4b0b83df-7e7a-41f0-9067-5a2922478b24 None None] Transition to ACTIVE for port object 9168e8b4-a430-4556-a6e3-e18c17f9ac22 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:41.097664 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53810) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:41.114412 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aaca19-9fae-42b6-bfde-ef8bc3abfcd9 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Network': ['ID=b2c338bb-cf59-48be-a5d2-2709713b653f,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:41.120109 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c9dc168f-8ed6-4e13-8d60-52e5a33f8ea5 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:41.127639 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-99f00a05-8fc8-4c3b-ad5d-775137dea32d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1660266946'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:41.137660 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-99f00a05-8fc8-4c3b-ad5d-775137dea32d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:41.145166 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-99f00a05-8fc8-4c3b-ad5d-775137dea32d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Usage tracker for resource:network and tenant:ac43d99f432948ed97df9d63c8b43af5 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:41.152813 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-41891c78-17e5-4492-9b88-154c5b007ce8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Delete allocated IP 172.20.0.27 (9a29a4d8-6adf-40e2-a76b-249db079443b/01b21301-c61f-45b0-ab62-34448fe26e98) {{(pid=84771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 15:41:41.155211 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-99f00a05-8fc8-4c3b-ad5d-775137dea32d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:41.164934 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4a9fc415-5ab3-4b24-ade4-47356d47ed09 None None] Provisioning for port cb8adbe2-1d1c-4f0c-919e-2129f6bed153 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:41.166106 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-99f00a05-8fc8-4c3b-ad5d-775137dea32d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:41.173180 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4a9fc415-5ab3-4b24-ade4-47356d47ed09 None None] Provisioning complete for port cb8adbe2-1d1c-4f0c-919e-2129f6bed153 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:41.173851 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4a9fc415-5ab3-4b24-ade4-47356d47ed09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:41.185147 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-be03ed19-20bc-4337-ae20-895a8bb04fff tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:41.239468 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-846342d2-2af3-4d19-aeaf-f4b69f95be25 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Synchronizing usage tracker for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:41.242023 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4b0b83df-7e7a-41f0-9067-5a2922478b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:41.245919 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c9dc168f-8ed6-4e13-8d60-52e5a33f8ea5 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:41.275871 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-be03ed19-20bc-4337-ae20-895a8bb04fff tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:41.373013 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f00a05-8fc8-4c3b-ad5d-775137dea32d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Made reservation on behalf of ac43d99f432948ed97df9d63c8b43af5 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:41.377767 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-99f00a05-8fc8-4c3b-ad5d-775137dea32d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:41.389544 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-4a9fc415-5ab3-4b24-ade4-47356d47ed09 None None] Port cb8adbe2-1d1c-4f0c-919e-2129f6bed153 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:41:41.397475 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0b83df-7e7a-41f0-9067-5a2922478b24 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:41.401064 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-4b0b83df-7e7a-41f0-9067-5a2922478b24 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:41.409421 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0b83df-7e7a-41f0-9067-5a2922478b24 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:41.416907 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b83df-7e7a-41f0-9067-5a2922478b24 None None] Pushing event updated for resources: {'Port': ['ID=9168e8b4-a430-4556-a6e3-e18c17f9ac22,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:41.520188 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-4b0b83df-7e7a-41f0-9067-5a2922478b24 None None] Attempting to bind port 9168e8b4-a430-4556-a6e3-e18c17f9ac22 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:41:41.520611 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-4b0b83df-7e7a-41f0-9067-5a2922478b24 None None] Attempting to bind port 9168e8b4-a430-4556-a6e3-e18c17f9ac22 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:41:41.521947 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0b83df-7e7a-41f0-9067-5a2922478b24 None None] Attempting to bind port 9168e8b4-a430-4556-a6e3-e18c17f9ac22 on network 75e7f0f8-4897-4e20-8301-99a7eae75065 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:41:41.535425 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0b83df-7e7a-41f0-9067-5a2922478b24 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:41:41.536173 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0b83df-7e7a-41f0-9067-5a2922478b24 None None] Checking segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:41.536173 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4b0b83df-7e7a-41f0-9067-5a2922478b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:41.536573 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0b83df-7e7a-41f0-9067-5a2922478b24 None None] Bound using segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:41:41.537046 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-4b0b83df-7e7a-41f0-9067-5a2922478b24 None None] Bound port: 9168e8b4-a430-4556-a6e3-e18c17f9ac22, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:41:41.537420 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4b0b83df-7e7a-41f0-9067-5a2922478b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:41.558753 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-846342d2-2af3-4d19-aeaf-f4b69f95be25 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Unset dirty status for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:41.559630 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d8745b37-3aa6-43ca-8dbf-ef5f3cfa67da None None] Provisioning complete for port cb8adbe2-1d1c-4f0c-919e-2129f6bed153 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:41.560008 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d8745b37-3aa6-43ca-8dbf-ef5f3cfa67da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:41.560169 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-846342d2-2af3-4d19-aeaf-f4b69f95be25 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4679086 Apr 29 15:41:41.569170 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53820) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:41.576483 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-c4d8c1c8-2b12-4c0d-9e5e-1d7b5834ff49 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Request body: {'security_group': {'name': 'tempest-secgroup--1773955116'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:41.587109 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c4d8c1c8-2b12-4c0d-9e5e-1d7b5834ff49 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:41.608849 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-41891c78-17e5-4492-9b88-154c5b007ce8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:41.621611 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c4d8c1c8-2b12-4c0d-9e5e-1d7b5834ff49 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:41.646327 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-41891c78-17e5-4492-9b88-154c5b007ce8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Ignored duplicate provisioning block setup for port cb8adbe2-1d1c-4f0c-919e-2129f6bed153 by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 29 15:41:41.672960 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-4b0b83df-7e7a-41f0-9067-5a2922478b24 None None] For port 9168e8b4-a430-4556-a6e3-e18c17f9ac22, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:41:41.676747 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-4b0b83df-7e7a-41f0-9067-5a2922478b24 None None] For port 9168e8b4-a430-4556-a6e3-e18c17f9ac22, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9168e8b4-a430-4556-a6e3-e18c17f9ac22,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:41:41.694519 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c4d8c1c8-2b12-4c0d-9e5e-1d7b5834ff49 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:41.711045 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d8745b37-3aa6-43ca-8dbf-ef5f3cfa67da None None] Port cb8adbe2-1d1c-4f0c-919e-2129f6bed153 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:41:41.720147 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4b0b83df-7e7a-41f0-9067-5a2922478b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:41.727213 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-41891c78-17e5-4492-9b88-154c5b007ce8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:41.818879 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f00a05-8fc8-4c3b-ad5d-775137dea32d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:41:41.877656 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-99f00a05-8fc8-4c3b-ad5d-775137dea32d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:41.877942 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-99f00a05-8fc8-4c3b-ad5d-775137dea32d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Added segment 45b3d5fb-a04d-4ee5-bb12-34c250bf6a41 of type vlan for network e3b50bac-8b36-482f-9ffc-7009aa542ad8 Apr 29 15:41:41.930884 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b83df-7e7a-41f0-9067-5a2922478b24 None None] Pushing event updated for resources: {'Port': ['ID=9168e8b4-a430-4556-a6e3-e18c17f9ac22,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:41.960215 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-52e66c8b-ba06-448e-bf4f-8a14efa53e33 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:41.964418 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-52e66c8b-ba06-448e-bf4f-8a14efa53e33 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.35 "GET /v2.0/networks?id=4bb5b585-3bf2-4d0b-97bd-64517bb64156 HTTP/1.1" status: 200 len: 812 time: 0.5447106 Apr 29 15:41:41.967183 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec104d8-0c2f-452b-a264-f8ff418fa1b4 req-34b6dd67-fa2b-4410-b915-cf66ae8945e3 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:41.968595 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7ec104d8-0c2f-452b-a264-f8ff418fa1b4 req-34b6dd67-fa2b-4410-b915-cf66ae8945e3 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.5139704 Apr 29 15:41:41.977865 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-be03ed19-20bc-4337-ae20-895a8bb04fff tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:41.983407 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [None req-c9dc168f-8ed6-4e13-8d60-52e5a33f8ea5 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Floating IP 863ed8f8-c4cd-4d3d-b23f-d39cb8dad30d associated. External IP: 172.26.1.87, port: b1822d97-add8-4a13-9f4f-969614b0d456. Apr 29 15:41:42.063034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-01a7aafb-8aa4-472e-81c8-f4e3d820df50 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Request body: {'port': {'device_id': '50e11bcf-49f5-45ed-8bb4-df7f42b0dd24', 'network_id': '4bb5b585-3bf2-4d0b-97bd-64517bb64156', 'admin_state_up': True, 'tenant_id': 'e9af1a9063ac40bc8d974337ae3443db'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:42.080087 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-99f00a05-8fc8-4c3b-ad5d-775137dea32d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:42.117565 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41891c78-17e5-4492-9b88-154c5b007ce8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Port': ['ID=cb8adbe2-1d1c-4f0c-919e-2129f6bed153,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:42.157508 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c4d8c1c8-2b12-4c0d-9e5e-1d7b5834ff49 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:42.157508 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-41891c78-17e5-4492-9b88-154c5b007ce8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] In _notify_port_updated(), no bound segment for port cb8adbe2-1d1c-4f0c-919e-2129f6bed153 on network 9a29a4d8-6adf-40e2-a76b-249db079443b {{(pid=84771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 15:41:42.159630 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41891c78-17e5-4492-9b88-154c5b007ce8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:42.160257 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-41891c78-17e5-4492-9b88-154c5b007ce8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:42.164109 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-96b56a20-6041-4f73-a5d7-cbfccab5dddf req-5edc5375-d209-44f0-8d5b-5073833099ef tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 210 time: 0.1046338 Apr 29 15:41:42.164269 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-41891c78-17e5-4492-9b88-154c5b007ce8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "PUT /v2.0/ports/cb8adbe2-1d1c-4f0c-919e-2129f6bed153 HTTP/1.1" status: 200 len: 918 time: 2.8554323 Apr 29 15:41:42.168656 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c4d8c1c8-2b12-4c0d-9e5e-1d7b5834ff49 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group_rule and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:42.168884 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53826) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:42.172795 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c4d8c1c8-2b12-4c0d-9e5e-1d7b5834ff49 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:42.185149 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-7702d1ef-c53f-4ec1-a30a-78a2ab92d0d2 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc9f4cbd-f2f4-44dd-983f-61b22fdf8c71'}, {'subnet_id': '01b21301-c61f-45b0-ab62-34448fe26e98'}]}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:42.187509 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c4d8c1c8-2b12-4c0d-9e5e-1d7b5834ff49 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:42.273596 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-75ba167c-5630-426c-9c82-2e1884d21db2 None None] Provisioning complete for port cb8adbe2-1d1c-4f0c-919e-2129f6bed153 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:42.273596 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-75ba167c-5630-426c-9c82-2e1884d21db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:42.301626 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c4d8c1c8-2b12-4c0d-9e5e-1d7b5834ff49 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:42.358982 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.resource_extend [None req-99f00a05-8fc8-4c3b-ad5d-775137dea32d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:41:42.372335 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-75ba167c-5630-426c-9c82-2e1884d21db2 None None] Port cb8adbe2-1d1c-4f0c-919e-2129f6bed153 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:41:42.402208 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7ec104d8-0c2f-452b-a264-f8ff418fa1b4 req-745e2f60-c906-40d3-be13-193b89b23a62 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3467085 Apr 29 15:41:42.543698 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c4d8c1c8-2b12-4c0d-9e5e-1d7b5834ff49 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:42.551686 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-99f00a05-8fc8-4c3b-ad5d-775137dea32d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:42.555948 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f00a05-8fc8-4c3b-ad5d-775137dea32d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:42.556541 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-99f00a05-8fc8-4c3b-ad5d-775137dea32d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:42.569436 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-01a7aafb-8aa4-472e-81c8-f4e3d820df50 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:42.581596 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 9168e8b4-a430-4556-a6e3-e18c17f9ac22 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:41:42.602869 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-be03ed19-20bc-4337-ae20-895a8bb04fff tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:42.611211 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-01a7aafb-8aa4-472e-81c8-f4e3d820df50 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Usage tracker for resource:port and tenant:e9af1a9063ac40bc8d974337ae3443db is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:42.729924 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-01a7aafb-8aa4-472e-81c8-f4e3d820df50 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:42.757546 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8c1c8-2b12-4c0d-9e5e-1d7b5834ff49 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77086aa-41c3-492d-8e34-bce0bb912767,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:42.758158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-01a7aafb-8aa4-472e-81c8-f4e3d820df50 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:42.769570 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 9168e8b4-a430-4556-a6e3-e18c17f9ac22 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:42.780240 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03ed19-20bc-4337-ae20-895a8bb04fff tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=5728f29a-07c6-4a01-be20-f0a87c00c74f,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:42.821425 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f00a05-8fc8-4c3b-ad5d-775137dea32d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Network': ['ID=e3b50bac-8b36-482f-9ffc-7009aa542ad8,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:42.827125 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c4d8c1c8-2b12-4c0d-9e5e-1d7b5834ff49 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:42.829154 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c4d8c1c8-2b12-4c0d-9e5e-1d7b5834ff49 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2584982 Apr 29 15:41:42.832169 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53838) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:42.832320 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-be03ed19-20bc-4337-ae20-895a8bb04fff tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:42.839851 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-be03ed19-20bc-4337-ae20-895a8bb04fff tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/5728f29a-07c6-4a01-be20-f0a87c00c74f HTTP/1.1" status: 204 len: 168 time: 1.9873054 Apr 29 15:41:42.839961 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network e3b50bac-8b36-482f-9ffc-7009aa542ad8 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:41:42.840061 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-2df42965-4f04-41ba-b0f2-8c74d33004f0 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Request body: {'security_group_rule': {'security_group_id': 'b77086aa-41c3-492d-8e34-bce0bb912767', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:42.845161 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53842) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:42.849620 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2df42965-4f04-41ba-b0f2-8c74d33004f0 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:42.856307 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2df42965-4f04-41ba-b0f2-8c74d33004f0 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group_rule and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:42.860347 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2df42965-4f04-41ba-b0f2-8c74d33004f0 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:42.868623 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2df42965-4f04-41ba-b0f2-8c74d33004f0 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:42.887819 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9dc168f-8ed6-4e13-8d60-52e5a33f8ea5 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Router d8f0ec34-79eb-4e21-9dd6-4f19503c203d has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:41:43.014715 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-99f00a05-8fc8-4c3b-ad5d-775137dea32d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9097569 Apr 29 15:41:43.034603 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53848) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:43.045149 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c589db3f-8a1b-45e9-80ff-0c9c6c8816a8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1910715 Apr 29 15:41:43.045950 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53852) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:43.052012 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-2e3d6f39-4b5d-475d-9145-86a8f8bbdab7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'subnet': {'network_id': 'e3b50bac-8b36-482f-9ffc-7009aa542ad8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:43.052650 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2df42965-4f04-41ba-b0f2-8c74d33004f0 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:43.072430 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7702d1ef-c53f-4ec1-a30a-78a2ab92d0d2 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:43.088474 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-bd568c1a-4683-459b-bc33-8cd77a507f2d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:43.141832 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2df42965-4f04-41ba-b0f2-8c74d33004f0 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:43.167512 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-01a7aafb-8aa4-472e-81c8-f4e3d820df50 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Made reservation on behalf of e9af1a9063ac40bc8d974337ae3443db for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:43.170596 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-01a7aafb-8aa4-472e-81c8-f4e3d820df50 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:43.192918 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9dc168f-8ed6-4e13-8d60-52e5a33f8ea5 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:41:43.195072 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2df42965-4f04-41ba-b0f2-8c74d33004f0 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:43.206853 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26d1346-1cd5-46ae-9e24-c3283fe9960c None None] Sync routers for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:41:43.220357 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26d1346-1cd5-46ae-9e24-c3283fe9960c None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:41:43.221472 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-e26d1346-1cd5-46ae-9e24-c3283fe9960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:41:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:43.227715 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df42965-4f04-41ba-b0f2-8c74d33004f0 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2660531-05ca-4478-887b-9167b9786cd0,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:43.242877 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c9dc168f-8ed6-4e13-8d60-52e5a33f8ea5 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:43.290900 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-e26d1346-1cd5-46ae-9e24-c3283fe9960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:43.306952 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c9dc168f-8ed6-4e13-8d60-52e5a33f8ea5 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "PUT /v2.0/floatingips/863ed8f8-c4cd-4d3d-b23f-d39cb8dad30d HTTP/1.1" status: 200 len: 977 time: 4.5111659 Apr 29 15:41:43.309130 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26d1346-1cd5-46ae-9e24-c3283fe9960c None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:41:43.309906 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-e26d1346-1cd5-46ae-9e24-c3283fe9960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:41:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:43.310639 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53858) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:43.352957 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-8b846c64-86e4-4fab-b8d6-17152c105249 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Synchronizing usage tracker for tenant:c56968f4173e467ca1a4109666ee4127 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:43.365004 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f69c90b-707a-4b6e-948f-41de25c32ce6 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:43.395286 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-e26d1346-1cd5-46ae-9e24-c3283fe9960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:43.396094 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26d1346-1cd5-46ae-9e24-c3283fe9960c None None] The sync data for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:41:43.401241 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-0c70265c-5271-4be0-b27d-ae87cdac92f9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Deleting port b1822d97-add8-4a13-9f4f-969614b0d456 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:43.401643 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c70265c-5271-4be0-b27d-ae87cdac92f9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:43.441289 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2df42965-4f04-41ba-b0f2-8c74d33004f0 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:43.441289 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2df42965-4f04-41ba-b0f2-8c74d33004f0 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.6084881 Apr 29 15:41:43.449303 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53864) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:43.528343 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d00fddc7-024f-4892-86bb-f3dcf0b4e03f req-68b33a19-64e6-4789-9037-70997eb5c371 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 210 time: 0.1555126 Apr 29 15:41:43.537287 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ae1974ad-5ce1-456d-b51f-ddda10624481 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:43.547933 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ae1974ad-5ce1-456d-b51f-ddda10624481 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:43.549160 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9d71cb80-f8b4-4469-9001-027b2606f4e8 None None] Provisioning for port 9168e8b4-a430-4556-a6e3-e18c17f9ac22 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:43.558477 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9d71cb80-f8b4-4469-9001-027b2606f4e8 None None] Provisioning complete for port 9168e8b4-a430-4556-a6e3-e18c17f9ac22 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:43.558970 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9d71cb80-f8b4-4469-9001-027b2606f4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:43.577494 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2e3d6f39-4b5d-475d-9145-86a8f8bbdab7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:43.593819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2e3d6f39-4b5d-475d-9145-86a8f8bbdab7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Usage tracker for resource:subnet and tenant:ac43d99f432948ed97df9d63c8b43af5 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:43.616882 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2d0b4ddd-a8cb-456c-a0f7-6ca46bdc35de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:43.634566 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-bd568c1a-4683-459b-bc33-8cd77a507f2d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:43.636819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2e3d6f39-4b5d-475d-9145-86a8f8bbdab7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:43.661107 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2e3d6f39-4b5d-475d-9145-86a8f8bbdab7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:43.707370 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9d71cb80-f8b4-4469-9001-027b2606f4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:43.710168 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-8b846c64-86e4-4fab-b8d6-17152c105249 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Unset dirty status for tenant:c56968f4173e467ca1a4109666ee4127 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:43.724955 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ae1974ad-5ce1-456d-b51f-ddda10624481 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:43.725131 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-8b846c64-86e4-4fab-b8d6-17152c105249 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1235633442&fields=id&tenant_id=c56968f4173e467ca1a4109666ee4127 HTTP/1.1" status: 200 len: 267 time: 0.7209210 Apr 29 15:41:43.750716 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-9d71cb80-f8b4-4469-9001-027b2606f4e8 None None] For port 9168e8b4-a430-4556-a6e3-e18c17f9ac22, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9168e8b4-a430-4556-a6e3-e18c17f9ac22,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:43.761742 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-bd568c1a-4683-459b-bc33-8cd77a507f2d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:43.791017 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0273fc70-6a9a-4e00-b377-8f7caa064b5d None None] DHCP port deletion for 75e7f0f8-4897-4e20-8301-99a7eae75065 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:41:43.791454 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1974ad-5ce1-456d-b51f-ddda10624481 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2660531-05ca-4478-887b-9167b9786cd0,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:43.801391 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ae1974ad-5ce1-456d-b51f-ddda10624481 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:43.802661 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ae1974ad-5ce1-456d-b51f-ddda10624481 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f2660531-05ca-4478-887b-9167b9786cd0 HTTP/1.1" status: 204 len: 168 time: 0.3524446 Apr 29 15:41:43.805939 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53868) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:43.807968 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-0273fc70-6a9a-4e00-b377-8f7caa064b5d None None] Deleting port 9168e8b4-a430-4556-a6e3-e18c17f9ac22 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:43.808632 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0273fc70-6a9a-4e00-b377-8f7caa064b5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:43.841759 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c70265c-5271-4be0-b27d-ae87cdac92f9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:43.842267 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-01a7aafb-8aa4-472e-81c8-f4e3d820df50 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Allocated IP 172.20.0.14 (4bb5b585-3bf2-4d0b-97bd-64517bb64156/cae5fab3-0293-4326-bafb-088938c67f93/b6801ec4-a39a-4986-82cf-97a9a47b3513) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:43.923257 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9d71cb80-f8b4-4469-9001-027b2606f4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:43.966074 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f994bcd0-6c58-449f-8145-147a695a0ed6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Synchronizing usage tracker for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:44.076645 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3d6f39-4b5d-475d-9145-86a8f8bbdab7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Made reservation on behalf of ac43d99f432948ed97df9d63c8b43af5 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:44.125894 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71cb80-f8b4-4469-9001-027b2606f4e8 None None] Pushing event updated for resources: {'Port': ['ID=9168e8b4-a430-4556-a6e3-e18c17f9ac22,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:44.150609 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-0273fc70-6a9a-4e00-b377-8f7caa064b5d None None] For port 9168e8b4-a430-4556-a6e3-e18c17f9ac22, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9168e8b4-a430-4556-a6e3-e18c17f9ac22,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:44.151411 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0273fc70-6a9a-4e00-b377-8f7caa064b5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:44.154985 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f994bcd0-6c58-449f-8145-147a695a0ed6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Unset dirty status for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:44.159100 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f994bcd0-6c58-449f-8145-147a695a0ed6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3523121 Apr 29 15:41:44.161897 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53872) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:44.227950 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c70265c-5271-4be0-b27d-ae87cdac92f9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:44.228312 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c70265c-5271-4be0-b27d-ae87cdac92f9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:44.228632 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [None req-0c70265c-5271-4be0-b27d-ae87cdac92f9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Floating IP 863ed8f8-c4cd-4d3d-b23f-d39cb8dad30d disassociated. External IP: 172.26.1.87, port: b1822d97-add8-4a13-9f4f-969614b0d456. Apr 29 15:41:44.228976 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-0c70265c-5271-4be0-b27d-ae87cdac92f9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Calling delete_port for b1822d97-add8-4a13-9f4f-969614b0d456 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:44.279278 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-0273fc70-6a9a-4e00-b377-8f7caa064b5d None None] Calling delete_port for 9168e8b4-a430-4556-a6e3-e18c17f9ac22 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:44.299569 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd568c1a-4683-459b-bc33-8cd77a507f2d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:44.309977 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1e0f072e-c44c-41f7-a651-277e97f40709 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:44.351755 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1e0f072e-c44c-41f7-a651-277e97f40709 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:44.473309 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0273fc70-6a9a-4e00-b377-8f7caa064b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:44.514329 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 9168e8b4-a430-4556-a6e3-e18c17f9ac22 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:41:44.524167 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c70265c-5271-4be0-b27d-ae87cdac92f9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:44.556330 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273fc70-6a9a-4e00-b377-8f7caa064b5d None None] Pushing event deleted for resources: {'Port': ['ID=9168e8b4-a430-4556-a6e3-e18c17f9ac22,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:44.560162 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 9168e8b4-a430-4556-a6e3-e18c17f9ac22 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:41:44.560478 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 9168e8b4-a430-4556-a6e3-e18c17f9ac22 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:41:44.565456 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0273fc70-6a9a-4e00-b377-8f7caa064b5d None None] No DVR routers for this DVR port 9168e8b4-a430-4556-a6e3-e18c17f9ac22 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:41:44.578086 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70265c-5271-4be0-b27d-ae87cdac92f9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event deleted for resources: {'Port': ['ID=b1822d97-add8-4a13-9f4f-969614b0d456,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:44.586243 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1e0f072e-c44c-41f7-a651-277e97f40709 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:44.586344 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4dda37-634d-4ff0-b236-37700e2839d6 None None] get_active_networks_info from dv-neutron-839913-1-hyperv {{(pid=84772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 15:41:44.589025 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2e3d6f39-4b5d-475d-9145-86a8f8bbdab7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:44.602952 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f072e-c44c-41f7-a651-277e97f40709 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77086aa-41c3-492d-8e34-bce0bb912767,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:44.732819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-01a7aafb-8aa4-472e-81c8-f4e3d820df50 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:44.743576 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4dda37-634d-4ff0-b236-37700e2839d6 None None] Resources bound (agent type, host, resource id): {{(pid=84772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:41:44.816979 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1e0f072e-c44c-41f7-a651-277e97f40709 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:44.818195 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1e0f072e-c44c-41f7-a651-277e97f40709 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "DELETE /v2.0/security-groups/b77086aa-41c3-492d-8e34-bce0bb912767 HTTP/1.1" status: 204 len: 168 time: 0.6555042 Apr 29 15:41:44.822768 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53878) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:44.827612 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd568c1a-4683-459b-bc33-8cd77a507f2d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:44.844797 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c70265c-5271-4be0-b27d-ae87cdac92f9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Router d8f0ec34-79eb-4e21-9dd6-4f19503c203d has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:41:44.910684 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-01a7aafb-8aa4-472e-81c8-f4e3d820df50 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:44.917843 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-d1b02491-d004-4754-9c39-bb90d2c3490d tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:44.919406 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-d1b02491-d004-4754-9c39-bb90d2c3490d tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/networks?id=d511986d-e449-4c9a-bc20-0b0373daead6 HTTP/1.1" status: 200 len: 811 time: 1.1552706 Apr 29 15:41:45.006867 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:45.009300 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa6ccb-d43a-49ca-9282-71a0f8f9a768 req-a6c78e96-1597-4906-8f0e-6468f07866df tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:45.010791 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-46fa6ccb-d43a-49ca-9282-71a0f8f9a768 req-a6c78e96-1597-4906-8f0e-6468f07866df tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 1.1019731 Apr 29 15:41:45.170661 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-2073d205-ae41-4813-aa97-5badc1be6670 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/quotas/c56968f4173e467ca1a4109666ee4127 HTTP/1.1" status: 200 len: 375 time: 0.1587746 Apr 29 15:41:45.178722 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c70265c-5271-4be0-b27d-ae87cdac92f9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:41:45.182176 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7aafb-8aa4-472e-81c8-f4e3d820df50 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Pushing event updated for resources: {'Port': ['ID=b6801ec4-a39a-4986-82cf-97a9a47b3513,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:45.196245 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-7702d1ef-c53f-4ec1-a30a-78a2ab92d0d2 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Allocated IP 172.20.0.22 (9a29a4d8-6adf-40e2-a76b-249db079443b/01b21301-c61f-45b0-ab62-34448fe26e98/cb8adbe2-1d1c-4f0c-919e-2129f6bed153) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:45.201627 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-01a7aafb-8aa4-472e-81c8-f4e3d820df50 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Network 4bb5b585-3bf2-4d0b-97bd-64517bb64156 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:45.206383 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc89a26-a58b-4ef0-bc93-5ad47e769b95 None None] Sync routers for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:41:45.209379 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-01a7aafb-8aa4-472e-81c8-f4e3d820df50 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:45.229390 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-01a7aafb-8aa4-472e-81c8-f4e3d820df50 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:45.229497 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc89a26-a58b-4ef0-bc93-5ad47e769b95 None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:41:45.229497 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6bc89a26-a58b-4ef0-bc93-5ad47e769b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:41:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:45.282549 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c70265c-5271-4be0-b27d-ae87cdac92f9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:45.287079 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0c70265c-5271-4be0-b27d-ae87cdac92f9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "DELETE /v2.0/ports/b1822d97-add8-4a13-9f4f-969614b0d456 HTTP/1.1" status: 204 len: 168 time: 1.9729886 Apr 29 15:41:45.287252 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc98fe7-71ef-4333-8e41-4855e8721cbe None None] get_active_networks_info from dv-neutron-839913-1-hyperv {{(pid=84772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 15:41:45.287359 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53882) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:45.375070 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-cc77a858-9dd4-4ee5-a37a-86a7218f5429 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "GET /v2.0/floatingips/863ed8f8-c4cd-4d3d-b23f-d39cb8dad30d HTTP/1.1" status: 200 len: 687 time: 0.0837045 Apr 29 15:41:45.375357 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53886) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:45.383109 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6bc89a26-a58b-4ef0-bc93-5ad47e769b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:45.404202 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b80b823d-bea0-4ab8-b9d0-d59a289e3508 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5580661 Apr 29 15:41:45.414314 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc89a26-a58b-4ef0-bc93-5ad47e769b95 None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:41:45.415138 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6bc89a26-a58b-4ef0-bc93-5ad47e769b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:41:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:45.434191 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53890) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:45.449974 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-46fa6ccb-d43a-49ca-9282-71a0f8f9a768 req-61cb5ca5-3921-4e29-8cf5-237c35cf8e01 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4038036 Apr 29 15:41:45.454332 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-82a6ce7f-146d-4a40-be63-85bf8088c8f6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Request body: {'security_group': {'name': 'tempest-secgroup--953864086'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:45.462225 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-82a6ce7f-146d-4a40-be63-85bf8088c8f6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:45.468364 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-82a6ce7f-146d-4a40-be63-85bf8088c8f6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:45.493589 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6bc89a26-a58b-4ef0-bc93-5ad47e769b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:45.494170 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc89a26-a58b-4ef0-bc93-5ad47e769b95 None None] The sync data for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:41:45.516389 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc98fe7-71ef-4333-8e41-4855e8721cbe None None] Resources bound (agent type, host, resource id): {{(pid=84772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:41:45.529453 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-82a6ce7f-146d-4a40-be63-85bf8088c8f6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:45.551007 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-82a6ce7f-146d-4a40-be63-85bf8088c8f6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:45.557403 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-83471597-4964-438d-a24d-372622ad6620 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Deleting port 8b1fc41e-3ac4-4bca-9f68-78ee0485cc0a {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:45.557823 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-83471597-4964-438d-a24d-372622ad6620 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:45.560683 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-01a7aafb-8aa4-472e-81c8-f4e3d820df50 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:45.561371 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-01a7aafb-8aa4-472e-81c8-f4e3d820df50 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:45.686184 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-82a6ce7f-146d-4a40-be63-85bf8088c8f6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:45.764936 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-82a6ce7f-146d-4a40-be63-85bf8088c8f6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:45.773719 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-82a6ce7f-146d-4a40-be63-85bf8088c8f6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group_rule and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:45.777655 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-83471597-4964-438d-a24d-372622ad6620 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:45.777655 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-83471597-4964-438d-a24d-372622ad6620 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:45.784978 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-82a6ce7f-146d-4a40-be63-85bf8088c8f6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:45.794870 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-82a6ce7f-146d-4a40-be63-85bf8088c8f6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:45.901120 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-01a7aafb-8aa4-472e-81c8-f4e3d820df50 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8421335 Apr 29 15:41:45.907088 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-83471597-4964-438d-a24d-372622ad6620 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Calling delete_port for 8b1fc41e-3ac4-4bca-9f68-78ee0485cc0a owned by network:floatingip {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:45.916785 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-272f01d5-61f8-4084-80b2-0cd8c773c873 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Synchronizing usage tracker for tenant:c56968f4173e467ca1a4109666ee4127 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:45.919166 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2f6c2088-aaf1-44e0-942a-5fb9541e0276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:45.930469 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-2e82ffd5-4d52-4228-a2e8-d99c56d30bd3 service neutron] Request body: {'port': {'device_id': '50e11bcf-49f5-45ed-8bb4-df7f42b0dd24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:45.993935 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.resource_extend [None req-7702d1ef-c53f-4ec1-a30a-78a2ab92d0d2 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:41:46.012929 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2e3d6f39-4b5d-475d-9145-86a8f8bbdab7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:46.024994 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-82a6ce7f-146d-4a40-be63-85bf8088c8f6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:46.051659 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7702d1ef-c53f-4ec1-a30a-78a2ab92d0d2 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:46.070160 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd568c1a-4683-459b-bc33-8cd77a507f2d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:46.112373 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-82a6ce7f-146d-4a40-be63-85bf8088c8f6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:46.134104 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-272f01d5-61f8-4084-80b2-0cd8c773c873 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Unset dirty status for tenant:c56968f4173e467ca1a4109666ee4127 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:46.135448 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-272f01d5-61f8-4084-80b2-0cd8c773c873 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c56968f4173e467ca1a4109666ee4127&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9290063 Apr 29 15:41:46.141159 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409825d2-7d8e-444f-8805-e7934b67af51 req-12110341-b450-4d34-8508-4689f91668cb tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:46.142509 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-409825d2-7d8e-444f-8805-e7934b67af51 req-12110341-b450-4d34-8508-4689f91668cb tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Synchronizing usage tracker for tenant:e9af1a9063ac40bc8d974337ae3443db on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:46.148543 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-83471597-4964-438d-a24d-372622ad6620 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:46.158066 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-7702d1ef-c53f-4ec1-a30a-78a2ab92d0d2 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Transition to ACTIVE for port object cb8adbe2-1d1c-4f0c-919e-2129f6bed153 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:46.209552 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83471597-4964-438d-a24d-372622ad6620 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event deleted for resources: {'Port': ['ID=8b1fc41e-3ac4-4bca-9f68-78ee0485cc0a,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:46.216493 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6ce7f-146d-4a40-be63-85bf8088c8f6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4ca3e1-5f76-4636-b058-84507476001e,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:46.269980 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7702d1ef-c53f-4ec1-a30a-78a2ab92d0d2 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:46.287186 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-82a6ce7f-146d-4a40-be63-85bf8088c8f6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:46.288360 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-82a6ce7f-146d-4a40-be63-85bf8088c8f6 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8539102 Apr 29 15:41:46.290203 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd568c1a-4683-459b-bc33-8cd77a507f2d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:46.292275 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d6f39-4b5d-475d-9145-86a8f8bbdab7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Subnet': ['ID=e05f9d41-10ef-4c73-bdc9-12c2bfa1d21c,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:46.292538 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53894) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:46.303707 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-22c05676-358a-4c56-9355-42bb9c2d48ec tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Request body: {'security_group_rule': {'security_group_id': 'ae4ca3e1-5f76-4636-b058-84507476001e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:46.312489 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-22c05676-358a-4c56-9355-42bb9c2d48ec tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:46.319812 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-22c05676-358a-4c56-9355-42bb9c2d48ec tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group_rule and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:46.323865 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-22c05676-358a-4c56-9355-42bb9c2d48ec tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:46.333099 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-22c05676-358a-4c56-9355-42bb9c2d48ec tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:46.337688 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-83471597-4964-438d-a24d-372622ad6620 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:46.339629 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-83471597-4964-438d-a24d-372622ad6620 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:46.348981 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-83471597-4964-438d-a24d-372622ad6620 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "DELETE /v2.0/floatingips/863ed8f8-c4cd-4d3d-b23f-d39cb8dad30d HTTP/1.1" status: 204 len: 168 time: 0.9644725 Apr 29 15:41:46.348981 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53898) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:46.355279 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-99cb2661-f70b-40ad-9ed7-3be384ffbd2d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': 'fdb75b60-52fc-4dc7-91d9-db0e0fe55b83'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:46.361247 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-99cb2661-f70b-40ad-9ed7-3be384ffbd2d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:46.364500 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-bd568c1a-4683-459b-bc33-8cd77a507f2d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:46.371007 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-99cb2661-f70b-40ad-9ed7-3be384ffbd2d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:46.374086 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272d3ade-4c5c-4e27-b018-c20c1508482d None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:46.395937 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd568c1a-4683-459b-bc33-8cd77a507f2d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:46.396522 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd568c1a-4683-459b-bc33-8cd77a507f2d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:46.405659 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-2e82ffd5-4d52-4228-a2e8-d99c56d30bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:46.424380 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-22c05676-358a-4c56-9355-42bb9c2d48ec tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:46.439824 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-99cb2661-f70b-40ad-9ed7-3be384ffbd2d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:46.463800 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-409825d2-7d8e-444f-8805-e7934b67af51 req-12110341-b450-4d34-8508-4689f91668cb tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Unset dirty status for tenant:e9af1a9063ac40bc8d974337ae3443db on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:46.464627 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-409825d2-7d8e-444f-8805-e7934b67af51 req-12110341-b450-4d34-8508-4689f91668cb tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 932 time: 0.7718968 Apr 29 15:41:46.576553 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-22c05676-358a-4c56-9355-42bb9c2d48ec tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:46.601867 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702d1ef-c53f-4ec1-a30a-78a2ab92d0d2 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Port': ['ID=cb8adbe2-1d1c-4f0c-919e-2129f6bed153,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:46.607976 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bd568c1a-4683-459b-bc33-8cd77a507f2d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5409682 Apr 29 15:41:46.608824 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53904) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:46.640248 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-99cb2661-f70b-40ad-9ed7-3be384ffbd2d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:46.643529 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd568c1a-4683-459b-bc33-8cd77a507f2d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=27292ddf-8227-4d9a-877c-0e602c9f156f,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:46.651620 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-ad4771f7-9856-4063-82d0-1beaab3079fb tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-274953085', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:46.684063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3d6f39-4b5d-475d-9145-86a8f8bbdab7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Checking segment: {'id': '45b3d5fb-a04d-4ee5-bb12-34c250bf6a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e3b50bac-8b36-482f-9ffc-7009aa542ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:46.684695 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3d6f39-4b5d-475d-9145-86a8f8bbdab7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Network hostable DHCP agents. Network: e3b50bac-8b36-482f-9ffc-7009aa542ad8, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:41:46.703116 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ad4771f7-9856-4063-82d0-1beaab3079fb tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:46.736629 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8e0e83-31e9-4f1a-85e6-ad9d33b8f22d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-75e7f0f8-4897-4e20-8301-99a7eae75065', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'fixed_ips': [{'subnet_id': '27292ddf-8227-4d9a-877c-0e602c9f156f'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:41:46.738738 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0e83-31e9-4f1a-85e6-ad9d33b8f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:46.741067 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ad4771f7-9856-4063-82d0-1beaab3079fb tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:router and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:46.769199 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ad4771f7-9856-4063-82d0-1beaab3079fb tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:46.801504 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-1968cb45-9436-44f0-8442-169f383bdfea service neutron] 10.222.0.21 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6423228 Apr 29 15:41:46.802708 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ad4771f7-9856-4063-82d0-1beaab3079fb tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:46.841331 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-22c05676-358a-4c56-9355-42bb9c2d48ec tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:46.893252 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c05676-358a-4c56-9355-42bb9c2d48ec tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47d1798-95de-4fe0-b811-85955074a2f9,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:46.902458 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-409825d2-7d8e-444f-8805-e7934b67af51 req-26403006-8b80-4817-9b90-fa7d717d9d5b tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Synchronizing usage tracker for tenant:e9af1a9063ac40bc8d974337ae3443db on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:46.945501 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-6e8e0e83-31e9-4f1a-85e6-ad9d33b8f22d None None] Allocated IP 2001:db8::2 (75e7f0f8-4897-4e20-8301-99a7eae75065/27292ddf-8227-4d9a-877c-0e602c9f156f/6a12ecaa-d098-4728-a9f8-4f20ce9ce823) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:46.947628 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-43db96bd-cd7e-4f15-aa38-fbf248fbb221 None None] Provisioning for port cb8adbe2-1d1c-4f0c-919e-2129f6bed153 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:46.959275 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-43db96bd-cd7e-4f15-aa38-fbf248fbb221 None None] Provisioning complete for port cb8adbe2-1d1c-4f0c-919e-2129f6bed153 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:46.959778 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-43db96bd-cd7e-4f15-aa38-fbf248fbb221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:46.993773 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-7702d1ef-c53f-4ec1-a30a-78a2ab92d0d2 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] In _notify_port_updated(), no bound segment for port cb8adbe2-1d1c-4f0c-919e-2129f6bed153 on network 9a29a4d8-6adf-40e2-a76b-249db079443b {{(pid=84770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 15:41:46.997597 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-99cb2661-f70b-40ad-9ed7-3be384ffbd2d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Allocated IP 172.26.1.231 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/d3a54229-3d8c-4eea-98ee-53513f41c58f) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:47.003606 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7702d1ef-c53f-4ec1-a30a-78a2ab92d0d2 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:47.003606 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7702d1ef-c53f-4ec1-a30a-78a2ab92d0d2 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:47.003606 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7702d1ef-c53f-4ec1-a30a-78a2ab92d0d2 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "PUT /v2.0/ports/cb8adbe2-1d1c-4f0c-919e-2129f6bed153 HTTP/1.1" status: 200 len: 998 time: 4.8220820 Apr 29 15:41:47.003606 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ad4771f7-9856-4063-82d0-1beaab3079fb tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:47.003606 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ad4771f7-9856-4063-82d0-1beaab3079fb tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:47.004019 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53908) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:47.059846 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-22c05676-358a-4c56-9355-42bb9c2d48ec tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:47.064677 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-22c05676-358a-4c56-9355-42bb9c2d48ec tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7712181 Apr 29 15:41:47.072935 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53912) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:47.102688 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3d6f39-4b5d-475d-9145-86a8f8bbdab7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Network e3b50bac-8b36-482f-9ffc-7009aa542ad8 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:41:47.103561 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-43db96bd-cd7e-4f15-aa38-fbf248fbb221 None None] Port cb8adbe2-1d1c-4f0c-919e-2129f6bed153 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:41:47.107738 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:47.123944 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-89bbed15-d418-4096-9546-e8b424ac9f21 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-group-rules/f47d1798-95de-4fe0-b811-85955074a2f9 HTTP/1.1" status: 200 len: 705 time: 0.0477469 Apr 29 15:41:47.128637 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53916) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:47.154049 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-409825d2-7d8e-444f-8805-e7934b67af51 req-26403006-8b80-4817-9b90-fa7d717d9d5b tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Unset dirty status for tenant:e9af1a9063ac40bc8d974337ae3443db on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:47.155250 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-409825d2-7d8e-444f-8805-e7934b67af51 req-26403006-8b80-4817-9b90-fa7d717d9d5b tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7702b6e-e8dc-4a92-a259-914dd279e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6766524 Apr 29 15:41:47.174082 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ad4771f7-9856-4063-82d0-1beaab3079fb tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:47.186172 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-f4d2b88b-e571-4573-8db0-375f1eb527b8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port cb8adbe2-1d1c-4f0c-919e-2129f6bed153 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:47.186523 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4d2b88b-e571-4573-8db0-375f1eb527b8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:47.206580 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-9be91fb4-3930-4174-b93d-66bfecd73c49 service neutron] 10.222.0.21 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852208 Apr 29 15:41:47.235861 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-2e3d6f39-4b5d-475d-9145-86a8f8bbdab7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, e3b50bac-8b36-482f-9ffc-7009aa542ad8) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:47.241101 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3d6f39-4b5d-475d-9145-86a8f8bbdab7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:47.242000 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2e3d6f39-4b5d-475d-9145-86a8f8bbdab7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:47.253000 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06084371-ef89-49e4-b325-9d9009241f56 None None] Network e3b50bac-8b36-482f-9ffc-7009aa542ad8 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:47.325093 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ad4771f7-9856-4063-82d0-1beaab3079fb tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:47.356383 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-2e82ffd5-4d52-4228-a2e8-d99c56d30bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6801ec4-a39a-4986-82cf-97a9a47b3513 {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:41:47.362460 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2e3d6f39-4b5d-475d-9145-86a8f8bbdab7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.3246202 Apr 29 15:41:47.365267 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53922) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:47.369161 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-2e82ffd5-4d52-4228-a2e8-d99c56d30bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:47.394574 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0e83-31e9-4f1a-85e6-ad9d33b8f22d None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:47.423502 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-6e8e0e83-31e9-4f1a-85e6-ad9d33b8f22d None None] Transition to ACTIVE for port object 6a12ecaa-d098-4728-a9f8-4f20ce9ce823 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:47.470719 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-6e8e0e83-31e9-4f1a-85e6-ad9d33b8f22d None None] Transition to ACTIVE for port object 6a12ecaa-d098-4728-a9f8-4f20ce9ce823 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:47.522936 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:47.523171 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-82cde02f-e450-4dab-91f6-9498641c3527 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Synchronizing usage tracker for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:47.523268 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-2e82ffd5-4d52-4228-a2e8-d99c56d30bd3 service neutron] Transition to ACTIVE for port object b6801ec4-a39a-4986-82cf-97a9a47b3513 will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:47.545019 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ad4771f7-9856-4063-82d0-1beaab3079fb tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:47.546390 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ad4771f7-9856-4063-82d0-1beaab3079fb tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9044399 Apr 29 15:41:47.552341 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0e83-31e9-4f1a-85e6-ad9d33b8f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:47.561897 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53930) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:47.572834 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-99cb2661-f70b-40ad-9ed7-3be384ffbd2d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:47.599715 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4d2b88b-e571-4573-8db0-375f1eb527b8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:47.663727 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8e0e83-31e9-4f1a-85e6-ad9d33b8f22d None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:47.671496 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-6e8e0e83-31e9-4f1a-85e6-ad9d33b8f22d None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:47.677771 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8e0e83-31e9-4f1a-85e6-ad9d33b8f22d None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:47.717476 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f212c98-3c69-46af-8284-1cebadc0d75a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-e3b50bac-8b36-482f-9ffc-7009aa542ad8', 'network_id': 'e3b50bac-8b36-482f-9ffc-7009aa542ad8', 'tenant_id': 'ac43d99f432948ed97df9d63c8b43af5', 'fixed_ips': [{'subnet_id': 'e05f9d41-10ef-4c73-bdc9-12c2bfa1d21c'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:41:47.718326 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3f212c98-3c69-46af-8284-1cebadc0d75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:47.734047 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-f4d2b88b-e571-4573-8db0-375f1eb527b8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Calling delete_port for cb8adbe2-1d1c-4f0c-919e-2129f6bed153 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:47.739213 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e0e83-31e9-4f1a-85e6-ad9d33b8f22d None None] Pushing event updated for resources: {'Port': ['ID=6a12ecaa-d098-4728-a9f8-4f20ce9ce823,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:47.767745 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-82cde02f-e450-4dab-91f6-9498641c3527 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Unset dirty status for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:47.768579 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-82cde02f-e450-4dab-91f6-9498641c3527 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.6371284 Apr 29 15:41:47.775075 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53934) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:47.811865 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0e83-31e9-4f1a-85e6-ad9d33b8f22d None None] Attempting to bind port 6a12ecaa-d098-4728-a9f8-4f20ce9ce823 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:41:47.812247 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0e83-31e9-4f1a-85e6-ad9d33b8f22d None None] Attempting to bind port 6a12ecaa-d098-4728-a9f8-4f20ce9ce823 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:41:47.813160 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0e83-31e9-4f1a-85e6-ad9d33b8f22d None None] Attempting to bind port 6a12ecaa-d098-4728-a9f8-4f20ce9ce823 on network 75e7f0f8-4897-4e20-8301-99a7eae75065 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:41:47.841343 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-2e82ffd5-4d52-4228-a2e8-d99c56d30bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:47.860291 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0e83-31e9-4f1a-85e6-ad9d33b8f22d None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:41:47.860689 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0e83-31e9-4f1a-85e6-ad9d33b8f22d None None] Checking segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:47.861073 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0e83-31e9-4f1a-85e6-ad9d33b8f22d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:47.861468 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0e83-31e9-4f1a-85e6-ad9d33b8f22d None None] Bound using segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:41:47.861948 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0e83-31e9-4f1a-85e6-ad9d33b8f22d None None] Bound port: 6a12ecaa-d098-4728-a9f8-4f20ce9ce823, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:41:47.862326 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0e83-31e9-4f1a-85e6-ad9d33b8f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:47.897161 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-99cb2661-f70b-40ad-9ed7-3be384ffbd2d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:48.011795 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cb2661-f70b-40ad-9ed7-3be384ffbd2d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:48.046548 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82ffd5-4d52-4228-a2e8-d99c56d30bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6801ec4-a39a-4986-82cf-97a9a47b3513,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:48.050889 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-6e8e0e83-31e9-4f1a-85e6-ad9d33b8f22d None None] For port 6a12ecaa-d098-4728-a9f8-4f20ce9ce823, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:41:48.057480 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-6e8e0e83-31e9-4f1a-85e6-ad9d33b8f22d None None] For port 6a12ecaa-d098-4728-a9f8-4f20ce9ce823, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6a12ecaa-d098-4728-a9f8-4f20ce9ce823,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:41:48.061595 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb2661-f70b-40ad-9ed7-3be384ffbd2d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'Port': ['ID=d3a54229-3d8c-4eea-98ee-53513f41c58f,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:48.064081 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-3f212c98-3c69-46af-8284-1cebadc0d75a None None] Allocated IP 172.20.0.1 (e3b50bac-8b36-482f-9ffc-7009aa542ad8/e05f9d41-10ef-4c73-bdc9-12c2bfa1d21c/e7812475-327b-4946-9113-2e454dfabed0) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:48.065971 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:48.068032 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-99cb2661-f70b-40ad-9ed7-3be384ffbd2d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:48.070936 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cb2661-f70b-40ad-9ed7-3be384ffbd2d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:48.098556 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b8c07-e889-4311-b480-ccf0bc3ee5f5 req-ada9e15f-dfff-4427-874e-09a5c18d6ce0 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:48.108775 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-188b8c07-e889-4311-b480-ccf0bc3ee5f5 req-ada9e15f-dfff-4427-874e-09a5c18d6ce0 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.6581173 Apr 29 15:41:48.170399 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c28fc32c-777f-451d-ac13-5ff9a88d0b30 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:48.187952 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0e83-31e9-4f1a-85e6-ad9d33b8f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:48.192810 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c28fc32c-777f-451d-ac13-5ff9a88d0b30 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:48.355832 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e0e83-31e9-4f1a-85e6-ad9d33b8f22d None None] Pushing event updated for resources: {'Port': ['ID=6a12ecaa-d098-4728-a9f8-4f20ce9ce823,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:48.400617 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4d2b88b-e571-4573-8db0-375f1eb527b8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:48.446757 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:48.475583 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dc442c9a-0d07-4692-a0a4-f5cad0663eb0 req-6abcd011-0e37-462a-8c0c-e0aa0bc320b3 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 210 time: 0.2940042 Apr 29 15:41:48.501879 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3f212c98-3c69-46af-8284-1cebadc0d75a None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:48.516732 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3f212c98-3c69-46af-8284-1cebadc0d75a None None] Transition to ACTIVE for port object e7812475-327b-4946-9113-2e454dfabed0 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:48.545124 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3f212c98-3c69-46af-8284-1cebadc0d75a None None] Transition to ACTIVE for port object e7812475-327b-4946-9113-2e454dfabed0 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:48.614195 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-188b8c07-e889-4311-b480-ccf0bc3ee5f5 req-841098c6-ad51-45b3-a27d-56d3e2c254de tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4858475 Apr 29 15:41:48.629354 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2b88b-e571-4573-8db0-375f1eb527b8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Port': ['ID=cb8adbe2-1d1c-4f0c-919e-2129f6bed153,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:48.638992 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:48.679662 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3f212c98-3c69-46af-8284-1cebadc0d75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:48.761167 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c28fc32c-777f-451d-ac13-5ff9a88d0b30 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:48.835234 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f212c98-3c69-46af-8284-1cebadc0d75a None None] Network e3b50bac-8b36-482f-9ffc-7009aa542ad8 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:48.839273 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-3f212c98-3c69-46af-8284-1cebadc0d75a None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:48.842098 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f212c98-3c69-46af-8284-1cebadc0d75a None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:48.890725 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f212c98-3c69-46af-8284-1cebadc0d75a None None] Pushing event updated for resources: {'Port': ['ID=e7812475-327b-4946-9113-2e454dfabed0,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:48.902394 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fc32c-777f-451d-ac13-5ff9a88d0b30 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f47d1798-95de-4fe0-b811-85955074a2f9,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:48.954375 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-3f212c98-3c69-46af-8284-1cebadc0d75a None None] Attempting to bind port e7812475-327b-4946-9113-2e454dfabed0 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:41:48.954809 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-3f212c98-3c69-46af-8284-1cebadc0d75a None None] Attempting to bind port e7812475-327b-4946-9113-2e454dfabed0 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '45b3d5fb-a04d-4ee5-bb12-34c250bf6a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e3b50bac-8b36-482f-9ffc-7009aa542ad8'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:41:48.961616 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f212c98-3c69-46af-8284-1cebadc0d75a None None] Attempting to bind port e7812475-327b-4946-9113-2e454dfabed0 on network e3b50bac-8b36-482f-9ffc-7009aa542ad8 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:41:48.968176 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f212c98-3c69-46af-8284-1cebadc0d75a None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:41:48.968894 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f212c98-3c69-46af-8284-1cebadc0d75a None None] Checking segment: {'id': '45b3d5fb-a04d-4ee5-bb12-34c250bf6a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e3b50bac-8b36-482f-9ffc-7009aa542ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:48.969418 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3f212c98-3c69-46af-8284-1cebadc0d75a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:48.970234 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f212c98-3c69-46af-8284-1cebadc0d75a None None] Bound using segment: {'id': '45b3d5fb-a04d-4ee5-bb12-34c250bf6a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e3b50bac-8b36-482f-9ffc-7009aa542ad8'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:41:48.970586 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-3f212c98-3c69-46af-8284-1cebadc0d75a None None] Bound port: e7812475-327b-4946-9113-2e454dfabed0, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b3d5fb-a04d-4ee5-bb12-34c250bf6a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e3b50bac-8b36-482f-9ffc-7009aa542ad8'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:41:48.970964 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3f212c98-3c69-46af-8284-1cebadc0d75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:48.983808 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c28fc32c-777f-451d-ac13-5ff9a88d0b30 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:48.985491 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c28fc32c-777f-451d-ac13-5ff9a88d0b30 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f47d1798-95de-4fe0-b811-85955074a2f9 HTTP/1.1" status: 204 len: 168 time: 1.1664362 Apr 29 15:41:49.000838 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53948) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:49.051444 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:49.119910 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-3f212c98-3c69-46af-8284-1cebadc0d75a None None] For port e7812475-327b-4946-9113-2e454dfabed0, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:41:49.123564 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-3f212c98-3c69-46af-8284-1cebadc0d75a None None] For port e7812475-327b-4946-9113-2e454dfabed0, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e7812475-327b-4946-9113-2e454dfabed0,segment=NetworkSegment(45b3d5fb-a04d-4ee5-bb12-34c250bf6a41),segment_id=45b3d5fb-a04d-4ee5-bb12-34c250bf6a41)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:41:49.148509 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4d2b88b-e571-4573-8db0-375f1eb527b8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:49.167256 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-2e82ffd5-4d52-4228-a2e8-d99c56d30bd3 service neutron] Attempting to bind port b6801ec4-a39a-4986-82cf-97a9a47b3513 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:41:49.168158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-2e82ffd5-4d52-4228-a2e8-d99c56d30bd3 service neutron] Attempting to bind port b6801ec4-a39a-4986-82cf-97a9a47b3513 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': 'f1106aa0-b89a-4721-9111-f4ee564fb0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4bb5b585-3bf2-4d0b-97bd-64517bb64156'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:41:49.168158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-2e82ffd5-4d52-4228-a2e8-d99c56d30bd3 service neutron] Attempting to bind port b6801ec4-a39a-4986-82cf-97a9a47b3513 on network 4bb5b585-3bf2-4d0b-97bd-64517bb64156 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:41:49.169033 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f4d2b88b-e571-4573-8db0-375f1eb527b8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/ports/cb8adbe2-1d1c-4f0c-919e-2129f6bed153 HTTP/1.1" status: 204 len: 168 time: 2.1643021 Apr 29 15:41:49.171549 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53954) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:49.188432 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Subnet': ['ID=e05f9d41-10ef-4c73-bdc9-12c2bfa1d21c,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:49.198371 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-2e82ffd5-4d52-4228-a2e8-d99c56d30bd3 service neutron] Port b6801ec4-a39a-4986-82cf-97a9a47b3513 on network 4bb5b585-3bf2-4d0b-97bd-64517bb64156 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:41:49.198722 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-2e82ffd5-4d52-4228-a2e8-d99c56d30bd3 service neutron] Attempting to bind port b6801ec4-a39a-4986-82cf-97a9a47b3513 on network 4bb5b585-3bf2-4d0b-97bd-64517bb64156 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:41:49.212114 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2e64ed90-a8ac-44fc-b3b3-181aa2133b62 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Synchronizing usage tracker for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:49.216327 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3f212c98-3c69-46af-8284-1cebadc0d75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:49.228174 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c25558-e042-4ca7-be36-f6e1de12aba0 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] GET failed (client error): The resource could not be found. Apr 29 15:41:49.229209 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-77c25558-e042-4ca7-be36-f6e1de12aba0 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Synchronizing usage tracker for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:49.294510 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-2e82ffd5-4d52-4228-a2e8-d99c56d30bd3 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:41:49.294841 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-2e82ffd5-4d52-4228-a2e8-d99c56d30bd3 service neutron] Checking segment: {'id': 'f1106aa0-b89a-4721-9111-f4ee564fb0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4bb5b585-3bf2-4d0b-97bd-64517bb64156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:49.295225 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-2e82ffd5-4d52-4228-a2e8-d99c56d30bd3 service neutron] Bound using segment: {'id': 'f1106aa0-b89a-4721-9111-f4ee564fb0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4bb5b585-3bf2-4d0b-97bd-64517bb64156'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:41:49.295663 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-2e82ffd5-4d52-4228-a2e8-d99c56d30bd3 service neutron] Bound port: b6801ec4-a39a-4986-82cf-97a9a47b3513, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1106aa0-b89a-4721-9111-f4ee564fb0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4bb5b585-3bf2-4d0b-97bd-64517bb64156'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:41:49.296008 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-2e82ffd5-4d52-4228-a2e8-d99c56d30bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:49.314250 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d50a2-ad6f-44b7-81a0-6f3181aa32d1 req-444bf713-27a4-4c0a-b417-46692bfaed81 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:49.315794 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5a1d50a2-ad6f-44b7-81a0-6f3181aa32d1 req-444bf713-27a4-4c0a-b417-46692bfaed81 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 944 time: 0.6139975 Apr 29 15:41:49.372159 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f212c98-3c69-46af-8284-1cebadc0d75a None None] Pushing event updated for resources: {'Port': ['ID=e7812475-327b-4946-9113-2e454dfabed0,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:49.374607 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-77c25558-e042-4ca7-be36-f6e1de12aba0 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Unset dirty status for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:49.375730 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-77c25558-e042-4ca7-be36-f6e1de12aba0 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports/cb8adbe2-1d1c-4f0c-919e-2129f6bed153 HTTP/1.1" status: 404 len: 333 time: 0.2030196 Apr 29 15:41:49.377272 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:49.397788 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53958) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:49.430248 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53ee306-1fdd-467b-8bdf-5c658fe65944 None None] Network e3b50bac-8b36-482f-9ffc-7009aa542ad8 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:49.485977 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-99cb2661-f70b-40ad-9ed7-3be384ffbd2d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:49.493120 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b50bac-8b36-482f-9ffc-7009aa542ad8']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:49.579823 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5403e37c-f1b8-4c0a-890d-9cba95d31eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:49.618427 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b3d5fb-a04d-4ee5-bb12-34c250bf6a41') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:49.618764 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b3d5fb-a04d-4ee5-bb12-34c250bf6a41') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:49.627060 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2e64ed90-a8ac-44fc-b3b3-181aa2133b62 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Unset dirty status for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:49.628488 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2e64ed90-a8ac-44fc-b3b3-181aa2133b62 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6195118 Apr 29 15:41:49.634668 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53964) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:49.669093 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-0926d16a-4114-470d-831a-0e293f66df26 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Request body: {'security_group_rule': {'security_group_id': 'ae4ca3e1-5f76-4636-b058-84507476001e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:49.700684 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0926d16a-4114-470d-831a-0e293f66df26 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:49.706671 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:49.738464 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0926d16a-4114-470d-831a-0e293f66df26 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:49.769810 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-99cb2661-f70b-40ad-9ed7-3be384ffbd2d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:49.801960 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486e4168-6c44-4b33-a49e-8ae3fbe3ee2f None None] get_active_networks_info from dv-neutron-839913-1-hyperv {{(pid=84772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 15:41:49.844763 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-30bb7936-aa4b-418b-a855-87a0dc641967 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting subnet 01b21301-c61f-45b0-ab62-34448fe26e98 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:41:49.858566 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-30bb7936-aa4b-418b-a855-87a0dc641967 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:49.913791 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0926d16a-4114-470d-831a-0e293f66df26 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:49.959559 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486e4168-6c44-4b33-a49e-8ae3fbe3ee2f None None] Resources bound (agent type, host, resource id): {{(pid=84772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:41:49.990105 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-30bb7936-aa4b-418b-a855-87a0dc641967 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:50.003329 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9f377dc3-a56c-44b3-b408-090fe8160318 None None] Provisioning for port 6a12ecaa-d098-4728-a9f8-4f20ce9ce823 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:50.099657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:50.143067 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b36d6d0-8224-4e52-a832-82deddd09037 req-6f5fabf9-24be-4294-a11c-8354e0bacbb9 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 210 time: 0.1278589 Apr 29 15:41:50.168486 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0926d16a-4114-470d-831a-0e293f66df26 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:50.189843 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:41:50.190255 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:41:50.204755 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:41:50.210306 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-30bb7936-aa4b-418b-a855-87a0dc641967 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:50.216254 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5a1d50a2-ad6f-44b7-81a0-6f3181aa32d1 req-00930bfb-79ed-4b90-97fb-5e9cdde41d98 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7702b6e-e8dc-4a92-a259-914dd279e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7106426 Apr 29 15:41:50.249195 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-99cb2661-f70b-40ad-9ed7-3be384ffbd2d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:50.258087 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0926d16a-4114-470d-831a-0e293f66df26 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:50.283746 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926d16a-4114-470d-831a-0e293f66df26 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f267f66c-7172-434c-be22-a179ee6adfe7,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:50.301865 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-2e82ffd5-4d52-4228-a2e8-d99c56d30bd3 service neutron] For port b6801ec4-a39a-4986-82cf-97a9a47b3513, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:41:50.321093 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-99cb2661-f70b-40ad-9ed7-3be384ffbd2d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:50.339640 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-2e82ffd5-4d52-4228-a2e8-d99c56d30bd3 service neutron] For port b6801ec4-a39a-4986-82cf-97a9a47b3513, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=b6801ec4-a39a-4986-82cf-97a9a47b3513,segment=NetworkSegment(f1106aa0-b89a-4721-9111-f4ee564fb0a3),segment_id=f1106aa0-b89a-4721-9111-f4ee564fb0a3)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:41:50.394018 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.api [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:41:50.394018 dv-neutron-839913-1-hyperv neutron-server[84770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:41:50.394018 dv-neutron-839913-1-hyperv neutron-server[84770]: [parameters: {'id': 'e3b50bac-8b36-482f-9ffc-7009aa542ad8'}] Apr 29 15:41:50.394018 dv-neutron-839913-1-hyperv neutron-server[84770]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:41:50.394509 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG oslo_db.api [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:41:50.424912 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb2661-f70b-40ad-9ed7-3be384ffbd2d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'Port': ['ID=d3a54229-3d8c-4eea-98ee-53513f41c58f,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:50.436389 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0926d16a-4114-470d-831a-0e293f66df26 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:50.440320 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0926d16a-4114-470d-831a-0e293f66df26 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7823498 Apr 29 15:41:50.440320 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-30bb7936-aa4b-418b-a855-87a0dc641967 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:50.448287 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53970) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:50.448463 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-2e82ffd5-4d52-4228-a2e8-d99c56d30bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:50.498392 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb7936-aa4b-418b-a855-87a0dc641967 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Subnet': ['ID=01b21301-c61f-45b0-ab62-34448fe26e98,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:50.513000 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-99cb2661-f70b-40ad-9ed7-3be384ffbd2d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:50.529031 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cb1272-bfab-40a9-8a88-8b517f371289 None None] Network 9a29a4d8-6adf-40e2-a76b-249db079443b requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:50.563326 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-30bb7936-aa4b-418b-a855-87a0dc641967 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:50.565314 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-30bb7936-aa4b-418b-a855-87a0dc641967 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/subnets/01b21301-c61f-45b0-ab62-34448fe26e98 HTTP/1.1" status: 204 len: 168 time: 1.1662955 Apr 29 15:41:50.571572 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53974) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:50.576229 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ba709b54-ebb4-4444-abb8-58a8bf8d24ab tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-group-rules/f267f66c-7172-434c-be22-a179ee6adfe7 HTTP/1.1" status: 200 len: 705 time: 0.0990152 Apr 29 15:41:50.592387 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53978) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:50.597024 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-2e82ffd5-4d52-4228-a2e8-d99c56d30bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:50.598335 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-2e82ffd5-4d52-4228-a2e8-d99c56d30bd3 service neutron] 10.222.0.35 "PUT /v2.0/ports/b6801ec4-a39a-4986-82cf-97a9a47b3513 HTTP/1.1" status: 200 len: 1094 time: 4.6736460 Apr 29 15:41:50.630032 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e11bcf-49f5-45ed-8bb4-df7f42b0dd24', 'tag': 'b6801ec4-a39a-4986-82cf-97a9a47b3513'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:41:50.646950 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 6a12ecaa-d098-4728-a9f8-4f20ce9ce823 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:41:50.652834 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82ffd5-4d52-4228-a2e8-d99c56d30bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6801ec4-a39a-4986-82cf-97a9a47b3513,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:50.691352 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-5403e37c-f1b8-4c0a-890d-9cba95d31eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8::1 (75e7f0f8-4897-4e20-8301-99a7eae75065/27292ddf-8227-4d9a-877c-0e602c9f156f/97041fd9-13f3-4359-8cc7-a0bdccb7bf04) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:50.760454 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d77243-ef18-4643-91a0-ac198f51ca22 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting subnet bc9f4cbd-f2f4-44dd-983f-61b22fdf8c71 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:41:50.768081 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d7d77243-ef18-4643-91a0-ac198f51ca22 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:50.806456 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 6a12ecaa-d098-4728-a9f8-4f20ce9ce823 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:50.818826 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 6a12ecaa-d098-4728-a9f8-4f20ce9ce823 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:50.819195 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:50.844778 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d7d77243-ef18-4643-91a0-ac198f51ca22 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:50.879272 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7374fac-2857-4110-a7c4-8a44bfd80ff9'] response: {'name': 'network-changed', 'server_uuid': '50e11bcf-49f5-45ed-8bb4-df7f42b0dd24', 'tag': 'b6801ec4-a39a-4986-82cf-97a9a47b3513', 'status': 'completed', 'code': 200} Apr 29 15:41:50.936968 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:50.961313 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5403e37c-f1b8-4c0a-890d-9cba95d31eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:50.982218 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382aa4e-01af-40f7-8f86-d7ae1ddb133d req-5008ee85-6c9d-44a9-bf31-34c1839f9b7d tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:50.995572 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c382aa4e-01af-40f7-8f86-d7ae1ddb133d req-5008ee85-6c9d-44a9-bf31-34c1839f9b7d tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.5981936 Apr 29 15:41:50.997449 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:51.074803 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 6a12ecaa-d098-4728-a9f8-4f20ce9ce823, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6a12ecaa-d098-4728-a9f8-4f20ce9ce823,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:51.083407 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-5403e37c-f1b8-4c0a-890d-9cba95d31eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Transition to ACTIVE for port object 97041fd9-13f3-4359-8cc7-a0bdccb7bf04 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:51.084620 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Deleting port e7812475-327b-4946-9113-2e454dfabed0 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:51.084954 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:51.143491 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:51.226906 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d7d77243-ef18-4643-91a0-ac198f51ca22 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:51.231090 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4bb9138e-b3c6-4035-8762-92efd450a1e3 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.6359904 Apr 29 15:41:51.242162 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 53986) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:51.250896 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=6a12ecaa-d098-4728-a9f8-4f20ce9ce823,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:51.298025 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c382aa4e-01af-40f7-8f86-d7ae1ddb133d req-892e8105-9f1a-4655-ba00-1573d304e124 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3028088 Apr 29 15:41:51.299740 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [None req-99cb2661-f70b-40ad-9ed7-3be384ffbd2d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Floating IP 21c0ceb7-a5e7-4f13-a399-c3fa265ff61d associated. External IP: 172.26.1.231, port: fdb75b60-52fc-4dc7-91d9-db0e0fe55b83. Apr 29 15:41:51.412831 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-db7f5369-c1b3-4fbb-a0b8-170b679feedb req-69df2f44-c36a-41a1-bb7f-34841d5af878 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 210 time: 0.0809288 Apr 29 15:41:51.413739 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-598b2ffa-d022-48b6-986c-931926b3a7c7 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:51.430527 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-598b2ffa-d022-48b6-986c-931926b3a7c7 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:51.493985 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-03b746b0-fb2c-4006-99d1-dab69be727ff tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:51.494834 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-03b746b0-fb2c-4006-99d1-dab69be727ff tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Synchronizing usage tracker for tenant:c56968f4173e467ca1a4109666ee4127 on resource:network {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:51.605088 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-c3125b4d-214f-44ee-9627-b86913e89760 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e9af1a9063ac40bc8d974337ae3443db&device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 1097 time: 0.7299414 Apr 29 15:41:51.620650 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5403e37c-f1b8-4c0a-890d-9cba95d31eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:51.625089 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-03b746b0-fb2c-4006-99d1-dab69be727ff tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Unset dirty status for tenant:c56968f4173e467ca1a4109666ee4127 on resource:network {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:51.626883 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-03b746b0-fb2c-4006-99d1-dab69be727ff tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.35 "GET /v2.0/networks?id=d511986d-e449-4c9a-bc20-0b0373daead6 HTTP/1.1" status: 200 len: 811 time: 0.6974933 Apr 29 15:41:51.755085 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-598b2ffa-d022-48b6-986c-931926b3a7c7 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:51.813346 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d7d77243-ef18-4643-91a0-ac198f51ca22 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:51.839251 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b2ffa-d022-48b6-986c-931926b3a7c7 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f267f66c-7172-434c-be22-a179ee6adfe7,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:51.855691 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-dfd8cbab-f317-4c26-a691-83dfeae29280 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6801ec4-a39a-4986-82cf-97a9a47b3513 HTTP/1.1" status: 200 len: 217 time: 0.2207632 Apr 29 15:41:51.874349 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] For port e7812475-327b-4946-9113-2e454dfabed0, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e7812475-327b-4946-9113-2e454dfabed0,segment=NetworkSegment(45b3d5fb-a04d-4ee5-bb12-34c250bf6a41),segment_id=45b3d5fb-a04d-4ee5-bb12-34c250bf6a41)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:51.876293 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:51.876426 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d77243-ef18-4643-91a0-ac198f51ca22 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Subnet': ['ID=bc9f4cbd-f2f4-44dd-983f-61b22fdf8c71,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:51.887703 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5403e37c-f1b8-4c0a-890d-9cba95d31eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:51.904371 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-a2e1013b-f583-49e1-8143-df1fb426d901 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Synchronizing usage tracker for tenant:c56968f4173e467ca1a4109666ee4127 on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:51.919268 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aff09a9-a0a4-49ea-923c-6c3576f15ff3 None None] Network 9a29a4d8-6adf-40e2-a76b-249db079443b requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:51.920497 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d7d77243-ef18-4643-91a0-ac198f51ca22 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:51.939378 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d7d77243-ef18-4643-91a0-ac198f51ca22 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/subnets/bc9f4cbd-f2f4-44dd-983f-61b22fdf8c71 HTTP/1.1" status: 204 len: 168 time: 1.3647363 Apr 29 15:41:51.941115 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-a2e1013b-f583-49e1-8143-df1fb426d901 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Unset dirty status for tenant:c56968f4173e467ca1a4109666ee4127 on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:51.942132 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-a2e1013b-f583-49e1-8143-df1fb426d901 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c56968f4173e467ca1a4109666ee4127 HTTP/1.1" status: 200 len: 380 time: 0.2090795 Apr 29 15:41:51.942594 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 53998) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:51.948400 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403e37c-f1b8-4c0a-890d-9cba95d31eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=97041fd9-13f3-4359-8cc7-a0bdccb7bf04,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:51.971068 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-1ffbfec2-3a39-408b-88b2-d2b44ca88ecc tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Request body: {'port': {'device_id': '2c5c1428-3af9-47fe-a4b0-22defe92c52c', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'admin_state_up': True, 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'security_groups': ['7123c658-b9d4-42f6-a608-f9c2a67423ba']}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:51.987524 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-5403e37c-f1b8-4c0a-890d-9cba95d31eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:52.079209 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-bef6d806-32b0-4a0c-9f97-3b788c8f2377 None None] Provisioning complete for port a98e706d-5b89-4ba3-86f9-b9fecfb29698 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:52.079759 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bef6d806-32b0-4a0c-9f97-3b788c8f2377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:52.226954 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c402c2d1-f17e-4f07-8e8b-b6a2a6fbd29c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:52.350394 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5403e37c-f1b8-4c0a-890d-9cba95d31eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:52.353256 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5403e37c-f1b8-4c0a-890d-9cba95d31eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:52.361343 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-c402c2d1-f17e-4f07-8e8b-b6a2a6fbd29c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port a98e706d-5b89-4ba3-86f9-b9fecfb29698 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:52.361674 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c402c2d1-f17e-4f07-8e8b-b6a2a6fbd29c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:52.467731 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-1ffbfec2-3a39-408b-88b2-d2b44ca88ecc tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:52.471174 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd62231-1ca9-4228-8360-8fd349efcb54 None None] DHCP port deletion for 9a29a4d8-6adf-40e2-a76b-249db079443b request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:41:52.472041 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Calling delete_port for e7812475-327b-4946-9113-2e454dfabed0 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:52.475327 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-ddd62231-1ca9-4228-8360-8fd349efcb54 None None] Deleting port a98e706d-5b89-4ba3-86f9-b9fecfb29698 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:52.475706 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ddd62231-1ca9-4228-8360-8fd349efcb54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:52.588095 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-e63e7e91-ea61-4d3d-b86c-a83ae59a0832 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:52.589848 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-e63e7e91-ea61-4d3d-b86c-a83ae59a0832 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cae5fab3-0293-4326-bafb-088938c67f93 HTTP/1.1" status: 200 len: 852 time: 0.7027886 Apr 29 15:41:52.590779 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-598b2ffa-d022-48b6-986c-931926b3a7c7 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:52.591899 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-598b2ffa-d022-48b6-986c-931926b3a7c7 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f267f66c-7172-434c-be22-a179ee6adfe7 HTTP/1.1" status: 204 len: 168 time: 1.3475728 Apr 29 15:41:52.601994 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54006) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:52.610323 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 6a12ecaa-d098-4728-a9f8-4f20ce9ce823 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:41:52.623480 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-c402c2d1-f17e-4f07-8e8b-b6a2a6fbd29c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] For port a98e706d-5b89-4ba3-86f9-b9fecfb29698, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a98e706d-5b89-4ba3-86f9-b9fecfb29698,segment=NetworkSegment(dc6bf7d5-66ff-42c6-a129-bf6e2471265e),segment_id=dc6bf7d5-66ff-42c6-a129-bf6e2471265e)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:52.623928 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c402c2d1-f17e-4f07-8e8b-b6a2a6fbd29c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:52.650631 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-cad14022-825d-46dc-93fa-d8f301404ce6 None None] Provisioning for port 97041fd9-13f3-4359-8cc7-a0bdccb7bf04 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:52.663724 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579313e-0fbf-42dd-aeef-e17799d92e65 req-c7d767d8-3dd6-4e40-b427-0c5d751d0b50 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:52.670853 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8579313e-0fbf-42dd-aeef-e17799d92e65 req-c7d767d8-3dd6-4e40-b427-0c5d751d0b50 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 944 time: 1.1138456 Apr 29 15:41:52.679597 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-cad14022-825d-46dc-93fa-d8f301404ce6 None None] Provisioning complete for port 97041fd9-13f3-4359-8cc7-a0bdccb7bf04 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:52.679979 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cad14022-825d-46dc-93fa-d8f301404ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:52.711482 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-56d189d4-b621-4fb4-afff-12180803a119 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4bb5b585-3bf2-4d0b-97bd-64517bb64156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076286 Apr 29 15:41:52.793331 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-c402c2d1-f17e-4f07-8e8b-b6a2a6fbd29c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Calling delete_port for a98e706d-5b89-4ba3-86f9-b9fecfb29698 owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:52.866356 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-cad14022-825d-46dc-93fa-d8f301404ce6 None None] Port 97041fd9-13f3-4359-8cc7-a0bdccb7bf04 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:41:52.877289 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-ddd62231-1ca9-4228-8360-8fd349efcb54 None None] For port a98e706d-5b89-4ba3-86f9-b9fecfb29698, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a98e706d-5b89-4ba3-86f9-b9fecfb29698,segment=NetworkSegment(dc6bf7d5-66ff-42c6-a129-bf6e2471265e),segment_id=dc6bf7d5-66ff-42c6-a129-bf6e2471265e)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:52.877685 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ddd62231-1ca9-4228-8360-8fd349efcb54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:52.879080 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8579313e-0fbf-42dd-aeef-e17799d92e65 req-464aa32b-eb36-4e6e-b046-9ec5fe5d06ff tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7702b6e-e8dc-4a92-a259-914dd279e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070501 Apr 29 15:41:52.983912 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-12107e78-0c0b-4c75-9682-97d877537a3a service neutron] 10.222.0.35 "GET /v2.0/networks/4bb5b585-3bf2-4d0b-97bd-64517bb64156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595484 Apr 29 15:41:52.985527 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:53.000655 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-bc23f42a-81b4-4dbd-8db0-9a656e8b46fc tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Synchronizing usage tracker for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:53.023710 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-ddd62231-1ca9-4228-8360-8fd349efcb54 None None] Calling delete_port for a98e706d-5b89-4ba3-86f9-b9fecfb29698 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:41:53.053929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 6a12ecaa-d098-4728-a9f8-4f20ce9ce823 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:53.054306 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:53.074995 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-1ffbfec2-3a39-408b-88b2-d2b44ca88ecc tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:53.138082 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99cb2661-f70b-40ad-9ed7-3be384ffbd2d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Router d8f0ec34-79eb-4e21-9dd6-4f19503c203d has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:41:53.148555 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-981385a1-3f77-4d0d-b44c-dcbcc4852eeb req-f7a97582-dd13-4ebe-9f2b-8a10aed116b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d55e79ec04d4b58a1f4cdc4e929c13f&device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 1098 time: 0.9301407 Apr 29 15:41:53.182721 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-1ffbfec2-3a39-408b-88b2-d2b44ca88ecc tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Made reservation on behalf of c56968f4173e467ca1a4109666ee4127 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:53.186135 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-1ffbfec2-3a39-408b-88b2-d2b44ca88ecc tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:53.229667 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-ddd62231-1ca9-4228-8360-8fd349efcb54 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:41:53.230189 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-ddd62231-1ca9-4228-8360-8fd349efcb54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:41:53.266913 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c402c2d1-f17e-4f07-8e8b-b6a2a6fbd29c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:53.288237 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a98e706d-5b89-4ba3-86f9-b9fecfb29698 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:41:53.323038 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: a98e706d-5b89-4ba3-86f9-b9fecfb29698 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:41:53.323275 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a98e706d-5b89-4ba3-86f9-b9fecfb29698 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:41:53.327140 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5403e37c-f1b8-4c0a-890d-9cba95d31eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:53.340209 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Port': ['ID=e7812475-327b-4946-9113-2e454dfabed0,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:53.384709 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b517c4-68cf-4f88-9e7f-60a6cfea9963 req-de0af5b0-83f2-45ea-b8bf-c0542094e325 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:53.386175 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-01b517c4-68cf-4f88-9e7f-60a6cfea9963 req-de0af5b0-83f2-45ea-b8bf-c0542094e325 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 1.0299888 Apr 29 15:41:53.393380 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cb94bb7c-7172-448c-95e9-f474d58689dd req-4c1d7cf6-4bbf-4ec2-b859-84360089fe6f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 210 time: 0.3358288 Apr 29 15:41:53.442730 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No DVR routers for this DVR port e7812475-327b-4946-9113-2e454dfabed0 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:41:53.444173 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402c2d1-f17e-4f07-8e8b-b6a2a6fbd29c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Port': ['ID=a98e706d-5b89-4ba3-86f9-b9fecfb29698,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:53.517125 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c402c2d1-f17e-4f07-8e8b-b6a2a6fbd29c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] No DVR routers for this DVR port a98e706d-5b89-4ba3-86f9-b9fecfb29698 on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:41:53.517340 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-bc23f42a-81b4-4dbd-8db0-9a656e8b46fc tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Unset dirty status for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:53.518462 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bc23f42a-81b4-4dbd-8db0-9a656e8b46fc tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.8841989 Apr 29 15:41:53.527159 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54010) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:53.545822 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c521c0fb-d7d1-42ef-b2da-9ba323f722a1 req-99d0a072-78a3-49fe-8a96-5123ddb11526 service neutron] 10.222.0.35 "GET /v2.0/networks/4bb5b585-3bf2-4d0b-97bd-64517bb64156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893720 Apr 29 15:41:53.561430 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-01b517c4-68cf-4f88-9e7f-60a6cfea9963 req-ef46cb99-9f9f-4635-9192-c643e5844ad7 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569986 Apr 29 15:41:53.567914 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-54df24b4-206f-4efd-b598-a6b68fd2ed65 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Request body: {'security_group_rule': {'security_group_id': 'ae4ca3e1-5f76-4636-b058-84507476001e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:53.611122 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-54df24b4-206f-4efd-b598-a6b68fd2ed65 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:53.647971 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981385a1-3f77-4d0d-b44c-dcbcc4852eeb req-69e46b19-8c21-4aa1-943f-40857756eed3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:53.649427 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-981385a1-3f77-4d0d-b44c-dcbcc4852eeb req-69e46b19-8c21-4aa1-943f-40857756eed3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c9a7398-6fd3-4213-804e-eb3de185a894 HTTP/1.1" status: 200 len: 913 time: 0.4949489 Apr 29 15:41:53.694522 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-54df24b4-206f-4efd-b598-a6b68fd2ed65 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:53.731443 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-ddd62231-1ca9-4228-8360-8fd349efcb54 None None] Deleting port a98e706d-5b89-4ba3-86f9-b9fecfb29698 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:53.732281 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ddd62231-1ca9-4228-8360-8fd349efcb54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:53.791844 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:53.822243 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-ddd62231-1ca9-4228-8360-8fd349efcb54 None None] The port 'a98e706d-5b89-4ba3-86f9-b9fecfb29698' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:41:53.864516 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b50bac-8b36-482f-9ffc-7009aa542ad8']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:53.893460 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b3d5fb-a04d-4ee5-bb12-34c250bf6a41') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:53.894015 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b3d5fb-a04d-4ee5-bb12-34c250bf6a41') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:53.922382 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:53.941411 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-04138205-c08f-442c-9062-86d56d676e3e req-9fb67ff4-e6b5-4217-96dd-9881643a1343 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e9af1a9063ac40bc8d974337ae3443db&device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 1097 time: 0.2471735 Apr 29 15:41:53.947207 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c402c2d1-f17e-4f07-8e8b-b6a2a6fbd29c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:53.995513 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:54.004628 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-c402c2d1-f17e-4f07-8e8b-b6a2a6fbd29c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a29a4d8-6adf-40e2-a76b-249db079443b']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:54.012722 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-1ffbfec2-3a39-408b-88b2-d2b44ca88ecc tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Allocated IP 172.20.0.11 (d511986d-e449-4c9a-bc20-0b0373daead6/fccdfd74-5a41-4338-8b3c-9da29bbca38f/8c692f0a-0dff-40d5-8916-d3b49735cbfc) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:54.032650 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-c402c2d1-f17e-4f07-8e8b-b6a2a6fbd29c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc6bf7d5-66ff-42c6-a129-bf6e2471265e') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:54.037715 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-c402c2d1-f17e-4f07-8e8b-b6a2a6fbd29c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc6bf7d5-66ff-42c6-a129-bf6e2471265e') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:54.039461 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.securitygroups_db [None req-54df24b4-206f-4efd-b598-a6b68fd2ed65 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Project 32dd1dc46196458a843d2d7965276fd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:41:54.064903 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c402c2d1-f17e-4f07-8e8b-b6a2a6fbd29c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:54.086876 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-54df24b4-206f-4efd-b598-a6b68fd2ed65 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:54.112061 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-981385a1-3f77-4d0d-b44c-dcbcc4852eeb req-90ab338c-39fb-4108-aada-d387b3750baf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f384750-9800-4fba-99dc-e7d572a543de HTTP/1.1" status: 200 len: 1001 time: 0.4053650 Apr 29 15:41:54.119077 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c402c2d1-f17e-4f07-8e8b-b6a2a6fbd29c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:54.185558 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c402c2d1-f17e-4f07-8e8b-b6a2a6fbd29c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:41:54.185962 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c402c2d1-f17e-4f07-8e8b-b6a2a6fbd29c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:41:54.201212 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:41:54.249138 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:41:54.249529 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:41:54.269290 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:41:54.429017 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981385a1-3f77-4d0d-b44c-dcbcc4852eeb req-9d06fe9e-75c1-4719-af15-d123af5bb3b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:54.430430 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-981385a1-3f77-4d0d-b44c-dcbcc4852eeb req-9d06fe9e-75c1-4719-af15-d123af5bb3b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a7bb539e-4a1d-45fe-b72f-4601de1423be HTTP/1.1" status: 200 len: 851 time: 0.3064868 Apr 29 15:41:54.446165 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04138205-c08f-442c-9062-86d56d676e3e req-fe4cce50-0c79-4a8f-a11c-a0f205bf02ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:54.447711 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-04138205-c08f-442c-9062-86d56d676e3e req-fe4cce50-0c79-4a8f-a11c-a0f205bf02ac service neutron] 10.222.0.35 "GET /v2.0/networks?id=4bb5b585-3bf2-4d0b-97bd-64517bb64156 HTTP/1.1" status: 200 len: 913 time: 0.4998987 Apr 29 15:41:54.525028 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c402c2d1-f17e-4f07-8e8b-b6a2a6fbd29c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:54.527610 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-54df24b4-206f-4efd-b598-a6b68fd2ed65 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:54.560059 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c402c2d1-f17e-4f07-8e8b-b6a2a6fbd29c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:54.563668 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:54.591385 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402c2d1-f17e-4f07-8e8b-b6a2a6fbd29c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Network': ['ID=9a29a4d8-6adf-40e2-a76b-249db079443b,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:54.594343 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:54.619076 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-1ffbfec2-3a39-408b-88b2-d2b44ca88ecc tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:54.634349 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-54df24b4-206f-4efd-b598-a6b68fd2ed65 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:54.654311 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cb2661-f70b-40ad-9ed7-3be384ffbd2d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:41:54.658610 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Network': ['ID=e3b50bac-8b36-482f-9ffc-7009aa542ad8,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:54.673476 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19182499-86aa-4db5-9855-a5cf5d3f8ffc req-3633a7c9-35da-49a5-8501-4810f8ffc7aa tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:54.677718 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637ce114-cda5-41bc-824f-7e18c899e611 None None] Sync routers for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:41:54.681249 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-19182499-86aa-4db5-9855-a5cf5d3f8ffc req-3633a7c9-35da-49a5-8501-4810f8ffc7aa tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 944 time: 0.4880791 Apr 29 15:41:54.693586 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df24b4-206f-4efd-b598-a6b68fd2ed65 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71283557-e2c6-4873-ba85-8801605e1e9b,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:54.695783 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-1ffbfec2-3a39-408b-88b2-d2b44ca88ecc tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Transition to ACTIVE for port object 8c692f0a-0dff-40d5-8916-d3b49735cbfc will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:54.696001 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-04138205-c08f-442c-9062-86d56d676e3e req-22d04ff2-d543-40f0-adab-a28793e70b7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6801ec4-a39a-4986-82cf-97a9a47b3513 HTTP/1.1" status: 200 len: 217 time: 0.2394726 Apr 29 15:41:54.699895 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.resource_extend [None req-5403e37c-f1b8-4c0a-890d-9cba95d31eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:41:54.713338 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d1c1a106-ecd3-4eeb-93bf-0851f2f2dfb4 req-9d2b45f2-d3bc-48d2-ad99-ba30390feeac tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 210 time: 0.1218061 Apr 29 15:41:54.721015 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637ce114-cda5-41bc-824f-7e18c899e611 None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:41:54.722770 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-637ce114-cda5-41bc-824f-7e18c899e611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:41:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:54.728865 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-981385a1-3f77-4d0d-b44c-dcbcc4852eeb req-baa5ec05-6044-4d15-bf32-e8f7374179b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c9a7398-6fd3-4213-804e-eb3de185a894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2906795 Apr 29 15:41:54.736668 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c402c2d1-f17e-4f07-8e8b-b6a2a6fbd29c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/networks/9a29a4d8-6adf-40e2-a76b-249db079443b HTTP/1.1" status: 204 len: 168 time: 2.7913191 Apr 29 15:41:54.742914 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54020) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:54.754816 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0444c4ff-c9a9-4aca-89c3-770c60cd908b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/networks/e3b50bac-8b36-482f-9ffc-7009aa542ad8 HTTP/1.1" status: 204 len: 168 time: 7.3883140 Apr 29 15:41:54.763272 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54022) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:54.765732 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5403e37c-f1b8-4c0a-890d-9cba95d31eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:54.788228 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-03916f5d-ee06-4e74-af88-ed4309e4d0d7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-515002046'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:54.811690 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-03916f5d-ee06-4e74-af88-ed4309e4d0d7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:54.823102 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-99cb2661-f70b-40ad-9ed7-3be384ffbd2d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:54.824429 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-637ce114-cda5-41bc-824f-7e18c899e611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:54.838400 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-03916f5d-ee06-4e74-af88-ed4309e4d0d7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Usage tracker for resource:network and tenant:ac43d99f432948ed97df9d63c8b43af5 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:54.841711 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637ce114-cda5-41bc-824f-7e18c899e611 None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:41:54.843352 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-637ce114-cda5-41bc-824f-7e18c899e611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:41:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:54.856963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-03916f5d-ee06-4e74-af88-ed4309e4d0d7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:54.867219 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5403e37c-f1b8-4c0a-890d-9cba95d31eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:54.867990 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5403e37c-f1b8-4c0a-890d-9cba95d31eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:54.920782 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-03916f5d-ee06-4e74-af88-ed4309e4d0d7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:54.926775 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04138205-c08f-442c-9062-86d56d676e3e req-2f79935b-922e-43bd-b370-bbff3cf7b604 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:54.928243 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-04138205-c08f-442c-9062-86d56d676e3e req-2f79935b-922e-43bd-b370-bbff3cf7b604 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cae5fab3-0293-4326-bafb-088938c67f93 HTTP/1.1" status: 200 len: 852 time: 0.2125013 Apr 29 15:41:54.930954 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-637ce114-cda5-41bc-824f-7e18c899e611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:54.931551 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637ce114-cda5-41bc-824f-7e18c899e611 None None] The sync data for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:41:55.007988 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-19182499-86aa-4db5-9855-a5cf5d3f8ffc req-21bee3f3-fc1d-4f65-89b7-e9fc1df5140b tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7702b6e-e8dc-4a92-a259-914dd279e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263853 Apr 29 15:41:55.067791 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-54df24b4-206f-4efd-b598-a6b68fd2ed65 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:55.068821 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-04138205-c08f-442c-9062-86d56d676e3e req-6e31619a-a87b-4227-b7f0-e8c86b406986 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4bb5b585-3bf2-4d0b-97bd-64517bb64156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246929 Apr 29 15:41:55.068999 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-54df24b4-206f-4efd-b598-a6b68fd2ed65 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.5143185 Apr 29 15:41:55.081958 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54028) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:55.129172 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-99cb2661-f70b-40ad-9ed7-3be384ffbd2d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.7795115 Apr 29 15:41:55.137320 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54032) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:55.154344 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-302b5d94-5240-4ab2-976a-fcce7a628966 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-group-rules/71283557-e2c6-4873-ba85-8801605e1e9b HTTP/1.1" status: 200 len: 711 time: 0.0628986 Apr 29 15:41:55.162446 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-cd20bd74-7d7f-490c-83fc-5f1d93161bec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1914647412'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:55.163120 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403e37c-f1b8-4c0a-890d-9cba95d31eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=97041fd9-13f3-4359-8cc7-a0bdccb7bf04,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:55.167993 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54036) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:55.188191 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-cd20bd74-7d7f-490c-83fc-5f1d93161bec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:55.195889 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-1ffbfec2-3a39-408b-88b2-d2b44ca88ecc tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:55.206165 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-cd20bd74-7d7f-490c-83fc-5f1d93161bec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Usage tracker for resource:network and tenant:6d54d35be39d47ebbee25a7cb3a65c46 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:55.220126 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-cd20bd74-7d7f-490c-83fc-5f1d93161bec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:55.241227 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03916f5d-ee06-4e74-af88-ed4309e4d0d7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Made reservation on behalf of ac43d99f432948ed97df9d63c8b43af5 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:55.244540 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03916f5d-ee06-4e74-af88-ed4309e4d0d7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:55.267786 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-cd20bd74-7d7f-490c-83fc-5f1d93161bec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:55.299931 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-981385a1-3f77-4d0d-b44c-dcbcc4852eeb req-9b0865cd-554a-4e38-acd8-fabe352fb1fe service neutron] 10.222.0.35 "GET /v2.0/networks/9c9a7398-6fd3-4213-804e-eb3de185a894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5609813 Apr 29 15:41:55.342025 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03916f5d-ee06-4e74-af88-ed4309e4d0d7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:41:55.350858 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcdb016-f92a-42a4-940a-e8d0ec4aa182 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:55.351617 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-6bcdb016-f92a-42a4-940a-e8d0ec4aa182 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Synchronizing usage tracker for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:55.384539 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-04138205-c08f-442c-9062-86d56d676e3e req-33dc002e-9beb-499c-828b-c3f5098b540f service neutron] 10.222.0.35 "GET /v2.0/networks/4bb5b585-3bf2-4d0b-97bd-64517bb64156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994938 Apr 29 15:41:55.393452 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e7556-016b-4dae-8d46-8973d7a1fdbb req-4ab1d702-e461-485c-b067-bdc79a495ff6 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:55.395357 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ea9e7556-016b-4dae-8d46-8973d7a1fdbb req-4ab1d702-e461-485c-b067-bdc79a495ff6 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.3996229 Apr 29 15:41:55.403387 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03916f5d-ee06-4e74-af88-ed4309e4d0d7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:55.404007 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-03916f5d-ee06-4e74-af88-ed4309e4d0d7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Added segment 07442bb2-e885-4aad-832d-be16b7c71ec7 of type vlan for network c7d7da42-a0a8-4f8a-8d7a-eef99d48e150 Apr 29 15:41:55.412400 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-1ffbfec2-3a39-408b-88b2-d2b44ca88ecc tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Network d511986d-e449-4c9a-bc20-0b0373daead6 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:55.413282 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbfec2-3a39-408b-88b2-d2b44ca88ecc tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Pushing event updated for resources: {'Port': ['ID=8c692f0a-0dff-40d5-8916-d3b49735cbfc,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:55.425925 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-1ffbfec2-3a39-408b-88b2-d2b44ca88ecc tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:55.439301 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd20bd74-7d7f-490c-83fc-5f1d93161bec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Made reservation on behalf of 6d54d35be39d47ebbee25a7cb3a65c46 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:55.442379 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cd20bd74-7d7f-490c-83fc-5f1d93161bec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:55.452386 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5403e37c-f1b8-4c0a-890d-9cba95d31eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:55.455644 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-1ffbfec2-3a39-408b-88b2-d2b44ca88ecc tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:41:55.464483 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-5403e37c-f1b8-4c0a-890d-9cba95d31eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:55.509836 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ca7cd6c8-22c0-4625-bd35-a107406ecf16 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Synchronizing usage tracker for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:55.603507 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-1ffbfec2-3a39-408b-88b2-d2b44ca88ecc tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:55.604114 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-1ffbfec2-3a39-408b-88b2-d2b44ca88ecc tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:55.629297 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-981385a1-3f77-4d0d-b44c-dcbcc4852eeb req-97b8c863-1a18-45bd-9a4a-626a20c2e0c3 service neutron] 10.222.0.35 "GET /v2.0/networks/9c9a7398-6fd3-4213-804e-eb3de185a894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182425 Apr 29 15:41:55.639567 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd20bd74-7d7f-490c-83fc-5f1d93161bec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:41:55.650585 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cd20bd74-7d7f-490c-83fc-5f1d93161bec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:55.652860 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-cd20bd74-7d7f-490c-83fc-5f1d93161bec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Added segment dcc352ea-880d-43bb-a140-c3268aace696 of type vlan for network 693104f5-c978-4ec6-a1c2-961997faf855 Apr 29 15:41:55.699282 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cd20bd74-7d7f-490c-83fc-5f1d93161bec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:55.803382 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03916f5d-ee06-4e74-af88-ed4309e4d0d7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:55.806062 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ea9e7556-016b-4dae-8d46-8973d7a1fdbb req-db623d51-914d-498b-a840-6e6467f00ad8 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3963041 Apr 29 15:41:55.924039 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-6bcdb016-f92a-42a4-940a-e8d0ec4aa182 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Unset dirty status for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:55.925886 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6bcdb016-f92a-42a4-940a-e8d0ec4aa182 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.1515899 Apr 29 15:41:55.929275 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54042) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:55.937885 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c5b7f557-c2ad-463a-9f44-9e56cc7d0956 None None] Provisioning complete for port 97041fd9-13f3-4359-8cc7-a0bdccb7bf04 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:55.938564 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c5b7f557-c2ad-463a-9f44-9e56cc7d0956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:55.967343 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-1ffbfec2-3a39-408b-88b2-d2b44ca88ecc tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0001485 Apr 29 15:41:55.967343 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cd20bd74-7d7f-490c-83fc-5f1d93161bec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:55.971572 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd20bd74-7d7f-490c-83fc-5f1d93161bec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:55.975282 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cd20bd74-7d7f-490c-83fc-5f1d93161bec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:55.995424 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7f557-c2ad-463a-9f44-9e56cc7d0956 None None] Port 97041fd9-13f3-4359-8cc7-a0bdccb7bf04 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:41:56.005087 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ca7cd6c8-22c0-4625-bd35-a107406ecf16 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Unset dirty status for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:56.006346 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ca7cd6c8-22c0-4625-bd35-a107406ecf16 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.8357458 Apr 29 15:41:56.024676 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.resource_extend [None req-03916f5d-ee06-4e74-af88-ed4309e4d0d7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:41:56.036338 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54046) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:56.066963 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-32c60515-3829-4cde-9f7d-dd97e7e8e468 service neutron] Request body: {'port': {'device_id': '2c5c1428-3af9-47fe-a4b0-22defe92c52c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:56.105695 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c5b7f557-c2ad-463a-9f44-9e56cc7d0956 None None] Provisioning for port 8c692f0a-0dff-40d5-8916-d3b49735cbfc completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:56.111223 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c5b7f557-c2ad-463a-9f44-9e56cc7d0956 None None] Provisioning complete for port 8c692f0a-0dff-40d5-8916-d3b49735cbfc triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:56.111758 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c5b7f557-c2ad-463a-9f44-9e56cc7d0956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:56.176988 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7f557-c2ad-463a-9f44-9e56cc7d0956 None None] Port 8c692f0a-0dff-40d5-8916-d3b49735cbfc cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:41:56.225665 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20bd74-7d7f-490c-83fc-5f1d93161bec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'Network': ['ID=693104f5-c978-4ec6-a1c2-961997faf855,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:56.245404 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 693104f5-c978-4ec6-a1c2-961997faf855 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:41:56.270816 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-cd20bd74-7d7f-490c-83fc-5f1d93161bec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1321549 Apr 29 15:41:56.280465 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54052) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:56.280739 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-38211270-ab5a-4680-8d2a-357c386f5c75 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:56.294381 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-f5a0f8d3-f4b7-455a-a90f-576f9fa1161d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Request body: {'subnet': {'network_id': '693104f5-c978-4ec6-a1c2-961997faf855', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:56.295708 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-38211270-ab5a-4680-8d2a-357c386f5c75 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:56.333423 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-04138205-c08f-442c-9062-86d56d676e3e req-39a2984e-74db-4dcb-b1ef-d125f8741582 service neutron] 10.222.0.35 "GET /v2.0/networks/4bb5b585-3bf2-4d0b-97bd-64517bb64156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9225276 Apr 29 15:41:56.335322 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03916f5d-ee06-4e74-af88-ed4309e4d0d7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:56.340799 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03916f5d-ee06-4e74-af88-ed4309e4d0d7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:56.341689 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03916f5d-ee06-4e74-af88-ed4309e4d0d7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:56.396459 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-32c60515-3829-4cde-9f7d-dd97e7e8e468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:56.418385 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0b7f720f-1448-4fb7-8027-da9179d7c463 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4843447 Apr 29 15:41:56.419974 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54056) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:56.441245 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-492b8161-21ed-426e-8afd-c212d0888cc9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1228870797'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:56.473273 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-38211270-ab5a-4680-8d2a-357c386f5c75 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:56.481793 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-492b8161-21ed-426e-8afd-c212d0888cc9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:56.500269 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-492b8161-21ed-426e-8afd-c212d0888cc9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:network and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:56.503109 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-f5a0f8d3-f4b7-455a-a90f-576f9fa1161d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:56.507419 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-492b8161-21ed-426e-8afd-c212d0888cc9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:56.524518 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f5a0f8d3-f4b7-455a-a90f-576f9fa1161d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Usage tracker for resource:subnet and tenant:6d54d35be39d47ebbee25a7cb3a65c46 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:56.528667 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-492b8161-21ed-426e-8afd-c212d0888cc9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:56.533085 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f5a0f8d3-f4b7-455a-a90f-576f9fa1161d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:56.535386 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38211270-ab5a-4680-8d2a-357c386f5c75 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71283557-e2c6-4873-ba85-8801605e1e9b,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:56.548589 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-f5a0f8d3-f4b7-455a-a90f-576f9fa1161d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:56.548788 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-38211270-ab5a-4680-8d2a-357c386f5c75 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:56.549689 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-38211270-ab5a-4680-8d2a-357c386f5c75 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/71283557-e2c6-4873-ba85-8801605e1e9b HTTP/1.1" status: 204 len: 168 time: 0.5067613 Apr 29 15:41:56.552058 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03916f5d-ee06-4e74-af88-ed4309e4d0d7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Network': ['ID=c7d7da42-a0a8-4f8a-8d7a-eef99d48e150,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:56.557089 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54060) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:56.563718 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network c7d7da42-a0a8-4f8a-8d7a-eef99d48e150 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:41:56.608041 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b7684-4a9b-47b3-8e32-f0d01cc7c8b6 req-02318483-61a0-4958-b8cb-e0f77602c6e5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:56.609659 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ce5b7684-4a9b-47b3-8e32-f0d01cc7c8b6 req-02318483-61a0-4958-b8cb-e0f77602c6e5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 932 time: 0.5766220 Apr 29 15:41:56.625766 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97379f04-8d9c-4e5a-b290-9a60ff87dbbf req-7749fb99-b521-4cfc-971a-35914be700ce tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:56.625766 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-97379f04-8d9c-4e5a-b290-9a60ff87dbbf req-7749fb99-b521-4cfc-971a-35914be700ce tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 944 time: 0.4248838 Apr 29 15:41:56.674538 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-03916f5d-ee06-4e74-af88-ed4309e4d0d7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9046693 Apr 29 15:41:56.682799 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54064) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:56.699983 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-3bc0e064-85f3-4a85-b677-90bba456aa9e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'subnet': {'network_id': 'c7d7da42-a0a8-4f8a-8d7a-eef99d48e150', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:56.732726 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7e8d7211-edec-40aa-b355-48f4d29e6998 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Synchronizing usage tracker for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:56.740100 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a0f8d3-f4b7-455a-a90f-576f9fa1161d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Made reservation on behalf of 6d54d35be39d47ebbee25a7cb3a65c46 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:56.759100 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492b8161-21ed-426e-8afd-c212d0888cc9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:56.762110 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-492b8161-21ed-426e-8afd-c212d0888cc9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:56.838231 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device b6801ec4-a39a-4986-82cf-97a9a47b3513 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:41:56.873559 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-97379f04-8d9c-4e5a-b290-9a60ff87dbbf req-be1fa55d-4bb9-48e6-a2be-9029ead33ec3 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7702b6e-e8dc-4a92-a259-914dd279e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341661 Apr 29 15:41:56.877192 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ce5b7684-4a9b-47b3-8e32-f0d01cc7c8b6 req-e694bf82-304b-4e9f-abe8-731ed62da272 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537177 Apr 29 15:41:56.882108 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3bc0e064-85f3-4a85-b677-90bba456aa9e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:56.886004 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3bc0e064-85f3-4a85-b677-90bba456aa9e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Usage tracker for resource:subnet and tenant:ac43d99f432948ed97df9d63c8b43af5 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:56.888875 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3bc0e064-85f3-4a85-b677-90bba456aa9e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:56.894756 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3bc0e064-85f3-4a85-b677-90bba456aa9e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:56.896028 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492b8161-21ed-426e-8afd-c212d0888cc9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:41:56.929698 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f5a0f8d3-f4b7-455a-a90f-576f9fa1161d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:56.941444 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7e8d7211-edec-40aa-b355-48f4d29e6998 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Unset dirty status for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:56.943725 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7e8d7211-edec-40aa-b355-48f4d29e6998 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3842058 Apr 29 15:41:56.946688 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54070) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:57.006599 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc0e064-85f3-4a85-b677-90bba456aa9e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Made reservation on behalf of ac43d99f432948ed97df9d63c8b43af5 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:57.036378 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-492b8161-21ed-426e-8afd-c212d0888cc9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.037014 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-492b8161-21ed-426e-8afd-c212d0888cc9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Added segment b44033b5-b64f-4074-b2a7-513f72257ec6 of type vlan for network 07c6b121-7b46-4022-81ac-9c754ac701cd Apr 29 15:41:57.046799 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port b6801ec4-a39a-4986-82cf-97a9a47b3513, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=b6801ec4-a39a-4986-82cf-97a9a47b3513,segment=NetworkSegment(f1106aa0-b89a-4721-9111-f4ee564fb0a3),segment_id=f1106aa0-b89a-4721-9111-f4ee564fb0a3)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:57.064154 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': 'b6801ec4-a39a-4986-82cf-97a9a47b3513', 'network_id': '4bb5b585-3bf2-4d0b-97bd-64517bb64156', 'port_id': 'b6801ec4-a39a-4986-82cf-97a9a47b3513', 'mac_address': 'fa:16:3e:f4:33:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cae5fab3-0293-4326-bafb-088938c67f93', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:41:57.121711 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.122367 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-492b8161-21ed-426e-8afd-c212d0888cc9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.146946 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6801ec4-a39a-4986-82cf-97a9a47b3513 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:41:57.149547 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5403e37c-f1b8-4c0a-890d-9cba95d31eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Router ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:41:57.166118 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port b6801ec4-a39a-4986-82cf-97a9a47b3513, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=b6801ec4-a39a-4986-82cf-97a9a47b3513,segment=NetworkSegment(f1106aa0-b89a-4721-9111-f4ee564fb0a3),segment_id=f1106aa0-b89a-4721-9111-f4ee564fb0a3)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:41:57.170835 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-89161a8e-646b-4dda-8d36-ef370ddb572b tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.207535 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-32c60515-3829-4cde-9f7d-dd97e7e8e468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c692f0a-0dff-40d5-8916-d3b49735cbfc {{(pid=84771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:41:57.210327 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.224590 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-32c60515-3829-4cde-9f7d-dd97e7e8e468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.230130 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e064-85f3-4a85-b677-90bba456aa9e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.250261 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-32c60515-3829-4cde-9f7d-dd97e7e8e468 service neutron] Transition to ACTIVE for port object 8c692f0a-0dff-40d5-8916-d3b49735cbfc will not be triggered until provisioned by entity L2. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:57.289243 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=b6801ec4-a39a-4986-82cf-97a9a47b3513,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:57.295842 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-89161a8e-646b-4dda-8d36-ef370ddb572b tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.329758 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-492b8161-21ed-426e-8afd-c212d0888cc9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.333678 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492b8161-21ed-426e-8afd-c212d0888cc9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:57.334256 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-492b8161-21ed-426e-8afd-c212d0888cc9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.465344 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-32c60515-3829-4cde-9f7d-dd97e7e8e468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.468927 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f5a0f8d3-f4b7-455a-a90f-576f9fa1161d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.502407 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae45f85-bf7a-4123-8883-00895c0a126f req-c18823c7-97ea-47ec-9819-332adde6b6f9 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:57.503884 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7ae45f85-bf7a-4123-8883-00895c0a126f req-c18823c7-97ea-47ec-9819-332adde6b6f9 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.4698408 Apr 29 15:41:57.621122 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['b6801ec4-a39a-4986-82cf-97a9a47b3513'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 15:41:57.629289 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-89161a8e-646b-4dda-8d36-ef370ddb572b tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.637311 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7ae45f85-bf7a-4123-8883-00895c0a126f req-e53682ff-44e8-4f87-abf3-e11a3a317b0b tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173453 Apr 29 15:41:57.669308 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89161a8e-646b-4dda-8d36-ef370ddb572b tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4ca3e1-5f76-4636-b058-84507476001e,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:57.727660 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b8161-21ed-426e-8afd-c212d0888cc9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Network': ['ID=07c6b121-7b46-4022-81ac-9c754ac701cd,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:57.740363 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5403e37c-f1b8-4c0a-890d-9cba95d31eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:41:57.745910 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-492b8161-21ed-426e-8afd-c212d0888cc9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3168063 Apr 29 15:41:57.749174 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:41:57.760238 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54076) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:57.767022 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 07c6b121-7b46-4022-81ac-9c754ac701cd details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:41:57.785186 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c60515-3829-4cde-9f7d-dd97e7e8e468 service neutron] Pushing event updated for resources: {'Port': ['ID=8c692f0a-0dff-40d5-8916-d3b49735cbfc,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:57.790963 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5403e37c-f1b8-4c0a-890d-9cba95d31eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "PUT /v2.0/routers/ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2264438 Apr 29 15:41:57.793526 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54080) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:57.799631 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-06336f20-63f7-466c-8050-5c43be19ee31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'subnet': {'network_id': '07c6b121-7b46-4022-81ac-9c754ac701cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:57.848194 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-89161a8e-646b-4dda-8d36-ef370ddb572b tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.852500 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-89161a8e-646b-4dda-8d36-ef370ddb572b tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "DELETE /v2.0/security-groups/ae4ca3e1-5f76-4636-b058-84507476001e HTTP/1.1" status: 204 len: 168 time: 0.9044242 Apr 29 15:41:57.853294 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54084) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:57.869275 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0f8d3-f4b7-455a-a90f-576f9fa1161d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'Subnet': ['ID=e40229e5-53f0-4606-8206-101a0deeda55,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:57.895938 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] Sync routers for ids ['ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:41:57.898798 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e064-85f3-4a85-b677-90bba456aa9e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.937430 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] Routers {'ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:41:57.938461 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:41:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:58.098072 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a0f8d3-f4b7-455a-a90f-576f9fa1161d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Checking segment: {'id': 'dcc352ea-880d-43bb-a140-c3268aace696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '693104f5-c978-4ec6-a1c2-961997faf855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:58.098428 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a0f8d3-f4b7-455a-a90f-576f9fa1161d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Network hostable DHCP agents. Network: 693104f5-c978-4ec6-a1c2-961997faf855, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:41:58.111471 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-06336f20-63f7-466c-8050-5c43be19ee31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:58.122739 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-06336f20-63f7-466c-8050-5c43be19ee31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:subnet and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:58.129219 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-06336f20-63f7-466c-8050-5c43be19ee31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:58.139698 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-06336f20-63f7-466c-8050-5c43be19ee31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:58.147015 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c333afa-5923-456b-a095-2ee2bfaa6c16 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:58.147593 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2c333afa-5923-456b-a095-2ee2bfaa6c16 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:58.164118 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-32c60515-3829-4cde-9f7d-dd97e7e8e468 service neutron] Attempting to bind port 8c692f0a-0dff-40d5-8916-d3b49735cbfc on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:41:58.164458 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-32c60515-3829-4cde-9f7d-dd97e7e8e468 service neutron] Attempting to bind port 8c692f0a-0dff-40d5-8916-d3b49735cbfc by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': 'eb205a45-e78c-4cf5-9d06-0787509ac84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:41:58.164788 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-32c60515-3829-4cde-9f7d-dd97e7e8e468 service neutron] Attempting to bind port 8c692f0a-0dff-40d5-8916-d3b49735cbfc on network d511986d-e449-4c9a-bc20-0b0373daead6 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:41:58.174999 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-32c60515-3829-4cde-9f7d-dd97e7e8e468 service neutron] Port 8c692f0a-0dff-40d5-8916-d3b49735cbfc on network d511986d-e449-4c9a-bc20-0b0373daead6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:41:58.175567 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-32c60515-3829-4cde-9f7d-dd97e7e8e468 service neutron] Attempting to bind port 8c692f0a-0dff-40d5-8916-d3b49735cbfc on network d511986d-e449-4c9a-bc20-0b0373daead6 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:41:58.182607 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-32c60515-3829-4cde-9f7d-dd97e7e8e468 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:41:58.183181 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-32c60515-3829-4cde-9f7d-dd97e7e8e468 service neutron] Checking segment: {'id': 'eb205a45-e78c-4cf5-9d06-0787509ac84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:58.183728 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-32c60515-3829-4cde-9f7d-dd97e7e8e468 service neutron] Bound using segment: {'id': 'eb205a45-e78c-4cf5-9d06-0787509ac84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6'} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:41:58.184333 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-32c60515-3829-4cde-9f7d-dd97e7e8e468 service neutron] Bound port: 8c692f0a-0dff-40d5-8916-d3b49735cbfc, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb205a45-e78c-4cf5-9d06-0787509ac84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6'}}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:41:58.184839 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-32c60515-3829-4cde-9f7d-dd97e7e8e468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:58.216517 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] Set router ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0 gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:41:58.259218 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0e064-85f3-4a85-b677-90bba456aa9e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Subnet': ['ID=8ce84a3d-04cf-4c16-a803-a502f42d1c41,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:58.277709 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d09f99f6-a6b0-4203-85dc-f66378be46bc tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Synchronizing usage tracker for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:58.289436 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-32c60515-3829-4cde-9f7d-dd97e7e8e468 service neutron] For port 8c692f0a-0dff-40d5-8916-d3b49735cbfc, host hv-neutron-8399, cleared binding levels {{(pid=84771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:41:58.292798 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-32c60515-3829-4cde-9f7d-dd97e7e8e468 service neutron] For port 8c692f0a-0dff-40d5-8916-d3b49735cbfc, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=8c692f0a-0dff-40d5-8916-d3b49735cbfc,segment=NetworkSegment(eb205a45-e78c-4cf5-9d06-0787509ac84a),segment_id=eb205a45-e78c-4cf5-9d06-0787509ac84a)] {{(pid=84771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:41:58.301020 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06336f20-63f7-466c-8050-5c43be19ee31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:58.318361 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc0e064-85f3-4a85-b677-90bba456aa9e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Checking segment: {'id': '07442bb2-e885-4aad-832d-be16b7c71ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c7d7da42-a0a8-4f8a-8d7a-eef99d48e150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:58.318750 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc0e064-85f3-4a85-b677-90bba456aa9e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Network hostable DHCP agents. Network: c7d7da42-a0a8-4f8a-8d7a-eef99d48e150, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:41:58.322938 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a0f8d3-f4b7-455a-a90f-576f9fa1161d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Network 693104f5-c978-4ec6-a1c2-961997faf855 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:41:58.348537 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e730b4-8e75-43f8-a7f4-f128cc023e08 req-6953b377-4e54-4343-9416-114c6ffc8e1c tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:58.349994 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67e730b4-8e75-43f8-a7f4-f128cc023e08 req-6953b377-4e54-4343-9416-114c6ffc8e1c tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.2766562 Apr 29 15:41:58.356920 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c98d9-128c-48ef-9a4a-dc54b042d961 req-bc35e2a2-75ab-4cda-8a9b-3ade00e3e825 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:58.358265 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0d1c98d9-128c-48ef-9a4a-dc54b042d961 req-bc35e2a2-75ab-4cda-8a9b-3ade00e3e825 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 945 time: 0.2302928 Apr 29 15:41:58.416048 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2c333afa-5923-456b-a095-2ee2bfaa6c16 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:58.416815 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2c333afa-5923-456b-a095-2ee2bfaa6c16 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports/97041fd9-13f3-4359-8cc7-a0bdccb7bf04 HTTP/1.1" status: 200 len: 911 time: 0.6223805 Apr 29 15:41:58.420434 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54092) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:58.421120 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06336f20-63f7-466c-8050-5c43be19ee31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:58.433646 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d09f99f6-a6b0-4203-85dc-f66378be46bc tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Unset dirty status for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:58.439854 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d09f99f6-a6b0-4203-85dc-f66378be46bc tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5741031 Apr 29 15:41:58.471841 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54096) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:58.486186 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-bf4a3304-3d0b-45c8-9397-37873d32da8c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899674034'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:58.496870 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67e730b4-8e75-43f8-a7f4-f128cc023e08 req-3c65a932-a0bb-4fd0-8b36-a9dbc60f717c tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374667 Apr 29 15:41:58.501854 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-bf4a3304-3d0b-45c8-9397-37873d32da8c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:58.517008 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0d1c98d9-128c-48ef-9a4a-dc54b042d961 req-09784af6-b4bd-4d5f-9a3c-c2a683bc073b tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7702b6e-e8dc-4a92-a259-914dd279e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364150 Apr 29 15:41:58.519299 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-bf4a3304-3d0b-45c8-9397-37873d32da8c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:58.547205 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-32c60515-3829-4cde-9f7d-dd97e7e8e468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:58.551835 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-f5a0f8d3-f4b7-455a-a90f-576f9fa1161d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 693104f5-c978-4ec6-a1c2-961997faf855) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:58.569866 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a502ab5-31f7-49fc-9c84-8a204ba1b409 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:58.575122 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a502ab5-31f7-49fc-9c84-8a204ba1b409 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:58.580454 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7a502ab5-31f7-49fc-9c84-8a204ba1b409 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1514001 Apr 29 15:41:58.581329 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54102) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:58.585336 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc0e064-85f3-4a85-b677-90bba456aa9e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Network c7d7da42-a0a8-4f8a-8d7a-eef99d48e150 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:41:58.644095 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a0f8d3-f4b7-455a-a90f-576f9fa1161d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:58.645792 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f5a0f8d3-f4b7-455a-a90f-576f9fa1161d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:58.650851 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67233d7f-2285-447a-8a80-05ab366c85b7 None None] Network 693104f5-c978-4ec6-a1c2-961997faf855 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:58.661388 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bf4a3304-3d0b-45c8-9397-37873d32da8c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:58.707321 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-32c60515-3829-4cde-9f7d-dd97e7e8e468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:58.708903 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-32c60515-3829-4cde-9f7d-dd97e7e8e468 service neutron] 10.222.0.35 "PUT /v2.0/ports/8c692f0a-0dff-40d5-8916-d3b49735cbfc HTTP/1.1" status: 200 len: 1094 time: 2.7263882 Apr 29 15:41:58.726207 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5c1428-3af9-47fe-a4b0-22defe92c52c', 'tag': '8c692f0a-0dff-40d5-8916-d3b49735cbfc'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:41:58.748228 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c60515-3829-4cde-9f7d-dd97e7e8e468 service neutron] Pushing event updated for resources: {'Port': ['ID=8c692f0a-0dff-40d5-8916-d3b49735cbfc,revision_number=3']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:58.806500 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f5a0f8d3-f4b7-455a-a90f-576f9fa1161d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5229602 Apr 29 15:41:58.813589 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54108) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:58.818634 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-476d0e71-8613-400e-80b3-0c77272113c6 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-895097062', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}, 'admin_state_up': False}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:41:58.827261 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-476d0e71-8613-400e-80b3-0c77272113c6 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:58.831469 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0', 'name': 'tempest-NetworksTestDHCPv6-router-274953085', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:41:47Z', 'updated_at': '2022-04-29T15:41:52Z', 'revision_number': 2, 'project_id': 'e63819badd2e459da584fcd005094a20', 'gw_port_host': None, '_interfaces': [{'id': '97041fd9-13f3-4359-8cc7-a0bdccb7bf04', 'name': '', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'mac_address': 'fa:16:3e:f3:f4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27292ddf-8227-4d9a-877c-0e602c9f156f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:41:50Z', 'updated_at': '2022-04-29T15:41:53Z', 'revision_number': 2, 'project_id': 'e63819badd2e459da584fcd005094a20', 'subnets': [{'id': '27292ddf-8227-4d9a-877c-0e602c9f156f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:58.832671 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-476d0e71-8613-400e-80b3-0c77272113c6 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Usage tracker for resource:router and tenant:6d54d35be39d47ebbee25a7cb3a65c46 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:58.836188 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-476d0e71-8613-400e-80b3-0c77272113c6 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:58.838475 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] Checking router: ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:41:58.838848 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] Updating router ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0 port 97041fd9-13f3-4359-8cc7-a0bdccb7bf04 binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:41:58.843390 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-476d0e71-8613-400e-80b3-0c77272113c6 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:58.854032 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-3bc0e064-85f3-4a85-b677-90bba456aa9e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, c7d7da42-a0a8-4f8a-8d7a-eef99d48e150) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:58.864950 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caab286f-d367-4137-8138-f19237ad74c6 None None] Network c7d7da42-a0a8-4f8a-8d7a-eef99d48e150 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:58.893283 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc0e064-85f3-4a85-b677-90bba456aa9e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:58.893870 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3bc0e064-85f3-4a85-b677-90bba456aa9e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:58.909223 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-bf4a3304-3d0b-45c8-9397-37873d32da8c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:58.943742 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-bf4a3304-3d0b-45c8-9397-37873d32da8c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group_rule and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:58.950516 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-bf4a3304-3d0b-45c8-9397-37873d32da8c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:58.970341 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-476d0e71-8613-400e-80b3-0c77272113c6 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:58.971377 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-476d0e71-8613-400e-80b3-0c77272113c6 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:58.998972 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-bf4a3304-3d0b-45c8-9397-37873d32da8c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:59.008704 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:59.027951 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0b3fb-1161-46b6-9be1-f89e2283c2d9 req-d325b3ff-bc0e-4ab6-9da3-31525421833b tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:59.029424 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-89e0b3fb-1161-46b6-9be1-f89e2283c2d9 req-d325b3ff-bc0e-4ab6-9da3-31525421833b tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.2389994 Apr 29 15:41:59.038998 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-476d0e71-8613-400e-80b3-0c77272113c6 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:59.049581 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-4dfd45dc-fcad-45de-9ed8-14b33007ca58 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56968f4173e467ca1a4109666ee4127&device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 1097 time: 0.1357591 Apr 29 15:41:59.053333 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08384060-aa72-4139-89b1-9cbd34a5a56b req-1b485267-08ef-4132-b20d-b7edee371773 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:59.054856 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-08384060-aa72-4139-89b1-9cbd34a5a56b req-1b485267-08ef-4132-b20d-b7edee371773 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 944 time: 0.3696117 Apr 29 15:41:59.083887 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3bc0e064-85f3-4a85-b677-90bba456aa9e tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3973975 Apr 29 15:41:59.106241 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54112) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:59.113724 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06336f20-63f7-466c-8050-5c43be19ee31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:59.164260 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-671a260b-24cc-4250-9121-81f534bf1a9e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c692f0a-0dff-40d5-8916-d3b49735cbfc HTTP/1.1" status: 200 len: 217 time: 0.1074409 Apr 29 15:41:59.310222 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3310723d-de57-4480-af88-07cb67b85a8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-693104f5-c978-4ec6-a1c2-961997faf855', 'network_id': '693104f5-c978-4ec6-a1c2-961997faf855', 'tenant_id': '6d54d35be39d47ebbee25a7cb3a65c46', 'fixed_ips': [{'subnet_id': 'e40229e5-53f0-4606-8206-101a0deeda55'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:41:59.311145 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3310723d-de57-4480-af88-07cb67b85a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:59.350544 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-89e0b3fb-1161-46b6-9be1-f89e2283c2d9 req-9a5640d7-7c95-4f40-8e97-72fc09aa5029 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3078854 Apr 29 15:41:59.361377 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-08384060-aa72-4139-89b1-9cbd34a5a56b req-d5248790-5793-46d0-95d8-19069f15d81a tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2875113 Apr 29 15:41:59.459352 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bf4a3304-3d0b-45c8-9397-37873d32da8c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:59.500195 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-72880622-4574-4db6-a81e-9f8f310c0be1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:59.539821 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5f65cb-9fa2-48ce-ab28-ee621739d825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-c7d7da42-a0a8-4f8a-8d7a-eef99d48e150', 'network_id': 'c7d7da42-a0a8-4f8a-8d7a-eef99d48e150', 'tenant_id': 'ac43d99f432948ed97df9d63c8b43af5', 'fixed_ips': [{'subnet_id': '8ce84a3d-04cf-4c16-a803-a502f42d1c41'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:41:59.540546 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2c5f65cb-9fa2-48ce-ab28-ee621739d825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:59.563416 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d0ca54-a8af-4b2e-9fb2-f3dde8e8ba38'] response: {'name': 'network-changed', 'server_uuid': '2c5c1428-3af9-47fe-a4b0-22defe92c52c', 'tag': '8c692f0a-0dff-40d5-8916-d3b49735cbfc', 'status': 'completed', 'code': 200} Apr 29 15:41:59.570396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06336f20-63f7-466c-8050-5c43be19ee31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Subnet': ['ID=0b8d7147-2814-4222-956e-0e2dd28e7018,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:59.581342 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-79e26ffb-90c0-441e-b03c-1ca6601ad39c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:59.582876 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-79e26ffb-90c0-441e-b03c-1ca6601ad39c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fccdfd74-5a41-4338-8b3c-9da29bbca38f HTTP/1.1" status: 200 len: 850 time: 0.4103897 Apr 29 15:41:59.635479 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06336f20-63f7-466c-8050-5c43be19ee31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Checking segment: {'id': 'b44033b5-b64f-4074-b2a7-513f72257ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '07c6b121-7b46-4022-81ac-9c754ac701cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:41:59.635885 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06336f20-63f7-466c-8050-5c43be19ee31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network hostable DHCP agents. Network: 07c6b121-7b46-4022-81ac-9c754ac701cd, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:41:59.653881 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-476d0e71-8613-400e-80b3-0c77272113c6 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:59.697173 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-7e988aa1-b725-4f66-b160-227cb74d64e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d511986d-e449-4c9a-bc20-0b0373daead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1070998 Apr 29 15:41:59.701161 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-72880622-4574-4db6-a81e-9f8f310c0be1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:59.761768 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bf4a3304-3d0b-45c8-9397-37873d32da8c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:59.813355 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06336f20-63f7-466c-8050-5c43be19ee31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network 07c6b121-7b46-4022-81ac-9c754ac701cd is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:41:59.855688 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a3304-3d0b-45c8-9397-37873d32da8c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=100a1be4-1486-4021-ad94-d1bad5b8eb90,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:59.874953 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-3310723d-de57-4480-af88-07cb67b85a8d None None] Allocated IP 172.20.0.2 (693104f5-c978-4ec6-a1c2-961997faf855/e40229e5-53f0-4606-8206-101a0deeda55/0fa88689-4df6-428a-bbb1-816cff1553a0) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:59.902951 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:59.932060 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-65a41ac1-d146-485e-b329-4e007c12e47f service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285247 Apr 29 15:41:59.963600 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-06336f20-63f7-466c-8050-5c43be19ee31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 07c6b121-7b46-4022-81ac-9c754ac701cd) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:59.989611 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-72880622-4574-4db6-a81e-9f8f310c0be1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:59.992619 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f853697-b707-4ce1-b681-f4aa46553fc0 None None] Network 07c6b121-7b46-4022-81ac-9c754ac701cd requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:41:59.998233 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62849f1-71d4-4ff4-8e59-ce2100fa1b8a req-cac6db33-5792-48f8-87c8-bb8a6b5edcba tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:59.999897 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b62849f1-71d4-4ff4-8e59-ce2100fa1b8a req-cac6db33-5792-48f8-87c8-bb8a6b5edcba tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.3598738 Apr 29 15:42:00.000633 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bf4a3304-3d0b-45c8-9397-37873d32da8c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.001765 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bf4a3304-3d0b-45c8-9397-37873d32da8c tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5286930 Apr 29 15:42:00.012069 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] Transition to ACTIVE for port object 97041fd9-13f3-4359-8cc7-a0bdccb7bf04 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:00.020359 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54120) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:00.030194 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06336f20-63f7-466c-8050-5c43be19ee31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:00.031509 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06336f20-63f7-466c-8050-5c43be19ee31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.034507 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53aa3c-52bd-40be-a7da-269afe1daf8e req-053c8dbb-f7c5-49b8-a375-63d86f4deeca tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:00.036064 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9c53aa3c-52bd-40be-a7da-269afe1daf8e req-053c8dbb-f7c5-49b8-a375-63d86f4deeca tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 945 time: 0.2451334 Apr 29 15:42:00.038770 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-98b61058-5f09-4c5a-afb0-658d9765ff3b tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Request body: {'security_group_rule': {'security_group_id': '100a1be4-1486-4021-ad94-d1bad5b8eb90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:00.048800 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-98b61058-5f09-4c5a-afb0-658d9765ff3b tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:00.069068 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-98b61058-5f09-4c5a-afb0-658d9765ff3b tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Usage tracker for resource:security_group_rule and tenant:32dd1dc46196458a843d2d7965276fd0 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:00.074408 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-98b61058-5f09-4c5a-afb0-658d9765ff3b tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server [None req-2c5f65cb-9fa2-48ce-ab28-ee621739d825 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ce84a3d-04cf-4c16-a803-a502f42d1c41: This subnet is being modified by another concurrent operation. Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise value Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise value Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise value Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 15:42:00.090242 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise value Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise value Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise value Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise exception Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ce84a3d-04cf-4c16-a803-a502f42d1c41: This subnet is being modified by another concurrent operation. Apr 29 15:42:00.097488 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server Apr 29 15:42:00.120248 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-98b61058-5f09-4c5a-afb0-658d9765ff3b tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:00.140822 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.144660 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b414fc-05a6-4485-a501-3a04bb390710 None None] Network c7d7da42-a0a8-4f8a-8d7a-eef99d48e150 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:00.161527 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c27b43a1-339f-4bb9-bf4b-31007ceac711 req-a9152637-8f77-4745-b34f-12317c95eabc service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213919 Apr 29 15:42:00.195292 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-476d0e71-8613-400e-80b3-0c77272113c6 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for router_gateway, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.209084 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72880622-4574-4db6-a81e-9f8f310c0be1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Subnet': ['ID=8ce84a3d-04cf-4c16-a803-a502f42d1c41,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:00.231689 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-06336f20-63f7-466c-8050-5c43be19ee31 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4554696 Apr 29 15:42:00.232922 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54124) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:00.234931 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-476d0e71-8613-400e-80b3-0c77272113c6 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.242297 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-116262dc-7eae-4eb9-b638-158c0f85ea26 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'port': {'network_id': '07c6b121-7b46-4022-81ac-9c754ac701cd', 'name': 'tempest-PortsTestJSON-1798420080'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:00.352100 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b62849f1-71d4-4ff4-8e59-ce2100fa1b8a req-625205b6-c174-4964-80a4-ea82912d5fc5 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3128138 Apr 29 15:42:00.353491 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-72880622-4574-4db6-a81e-9f8f310c0be1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.375864 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9c53aa3c-52bd-40be-a7da-269afe1daf8e req-7f017b8a-00e4-4023-b4cb-58e604c14cd8 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7702b6e-e8dc-4a92-a259-914dd279e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107405 Apr 29 15:42:00.448202 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-98b61058-5f09-4c5a-afb0-658d9765ff3b tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.488189 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-72880622-4574-4db6-a81e-9f8f310c0be1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d7da42-a0a8-4f8a-8d7a-eef99d48e150']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:00.493690 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac2fc2-5fe8-4336-886d-7294e25a3d06 None None] Pushing event updated for resources: {'Port': ['ID=97041fd9-13f3-4359-8cc7-a0bdccb7bf04,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:00.522405 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-72880622-4574-4db6-a81e-9f8f310c0be1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07442bb2-e885-4aad-832d-be16b7c71ec7') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:00.523575 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-72880622-4574-4db6-a81e-9f8f310c0be1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07442bb2-e885-4aad-832d-be16b7c71ec7') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:00.541098 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-72880622-4574-4db6-a81e-9f8f310c0be1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.564930 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-72880622-4574-4db6-a81e-9f8f310c0be1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.574709 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72880622-4574-4db6-a81e-9f8f310c0be1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:42:00.576662 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-72880622-4574-4db6-a81e-9f8f310c0be1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.649889 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-116262dc-7eae-4eb9-b638-158c0f85ea26 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:00.676389 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3310723d-de57-4480-af88-07cb67b85a8d None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.678769 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-f67c7d8b-6b83-493d-ad51-b56cdb9edb4c req-55417fd7-64df-40e4-a9c1-414d641ad235 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56968f4173e467ca1a4109666ee4127&device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 1097 time: 0.3283796 Apr 29 15:42:00.684609 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-476d0e71-8613-400e-80b3-0c77272113c6 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Allocated IP 172.26.1.246 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/901cd7c7-5971-44b4-acd7-607ac1f0f59d) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:00.691351 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-116262dc-7eae-4eb9-b638-158c0f85ea26 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:00.715331 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-98b61058-5f09-4c5a-afb0-658d9765ff3b tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:42:00.759904 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:42:00.803959 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c2fa17-8e8a-4404-bd39-43e45f954c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-07c6b121-7b46-4022-81ac-9c754ac701cd', 'network_id': '07c6b121-7b46-4022-81ac-9c754ac701cd', 'tenant_id': '91bb22a2ab704c6d85079e8d3f0117f8', 'fixed_ips': [{'subnet_id': '0b8d7147-2814-4222-956e-0e2dd28e7018'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:42:00.804874 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c1c2fa17-8e8a-4404-bd39-43e45f954c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.820003 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-98b61058-5f09-4c5a-afb0-658d9765ff3b tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.824612 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3310723d-de57-4480-af88-07cb67b85a8d None None] Transition to ACTIVE for port object 0fa88689-4df6-428a-bbb1-816cff1553a0 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:00.863660 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] Attempting to bind port 97041fd9-13f3-4359-8cc7-a0bdccb7bf04 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:42:00.864135 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] Attempting to bind port 97041fd9-13f3-4359-8cc7-a0bdccb7bf04 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:42:00.864548 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] Attempting to bind port 97041fd9-13f3-4359-8cc7-a0bdccb7bf04 on network 75e7f0f8-4897-4e20-8301-99a7eae75065 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:42:00.872479 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device b6801ec4-a39a-4986-82cf-97a9a47b3513 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:42:00.875345 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-72880622-4574-4db6-a81e-9f8f310c0be1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.880669 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-72880622-4574-4db6-a81e-9f8f310c0be1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.896926 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3310723d-de57-4480-af88-07cb67b85a8d None None] Transition to ACTIVE for port object 0fa88689-4df6-428a-bbb1-816cff1553a0 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:00.911641 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-72880622-4574-4db6-a81e-9f8f310c0be1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/networks/c7d7da42-a0a8-4f8a-8d7a-eef99d48e150 HTTP/1.1" status: 204 len: 168 time: 1.7970123 Apr 29 15:42:00.914018 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54132) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:00.929656 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72880622-4574-4db6-a81e-9f8f310c0be1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Network': ['ID=c7d7da42-a0a8-4f8a-8d7a-eef99d48e150,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:00.932760 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-1855f76d-95a6-4bf1-a9c2-b8195a0f372f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1681535187'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:00.937200 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116262dc-7eae-4eb9-b638-158c0f85ea26 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:00.940516 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-116262dc-7eae-4eb9-b638-158c0f85ea26 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.961699 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b61058-5f09-4c5a-afb0-658d9765ff3b tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af1b4f5-dfe0-450e-908d-3c9f5f8e60a0,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:00.966231 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1855f76d-95a6-4bf1-a9c2-b8195a0f372f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:00.970063 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:42:00.970819 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] Checking segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:42:00.971439 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.971990 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] Bound using segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:42:00.972607 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] Bound port: 97041fd9-13f3-4359-8cc7-a0bdccb7bf04, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:42:00.973133 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.988507 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1855f76d-95a6-4bf1-a9c2-b8195a0f372f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Usage tracker for resource:network and tenant:ac43d99f432948ed97df9d63c8b43af5 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:01.004991 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1855f76d-95a6-4bf1-a9c2-b8195a0f372f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:01.020402 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1855f76d-95a6-4bf1-a9c2-b8195a0f372f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:01.021207 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3310723d-de57-4480-af88-07cb67b85a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.042347 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-116262dc-7eae-4eb9-b638-158c0f85ea26 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] device_id is not set on port cd6c31b3-2b88-45e6-8f08-584acaaf0f37 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:42:01.045883 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac8257-ce0b-4d49-afd5-849a792701b4 req-d6a38ff1-4242-4c5f-9d0f-1233c2099b66 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:01.048226 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e9ac8257-ce0b-4d49-afd5-849a792701b4 req-d6a38ff1-4242-4c5f-9d0f-1233c2099b66 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.2873511 Apr 29 15:42:01.066924 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261105d-9066-4bdd-9ec5-b26d738fb8c0 req-0660ecd5-257e-46c5-8e29-5c1fe9cdda0a tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:01.068392 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0261105d-9066-4bdd-9ec5-b26d738fb8c0 req-0660ecd5-257e-46c5-8e29-5c1fe9cdda0a tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 944 time: 0.2456872 Apr 29 15:42:01.080135 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e59d67f6-8c9c-4acc-b0e4-18de6133c159 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.108545 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-98b61058-5f09-4c5a-afb0-658d9765ff3b tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.110530 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-98b61058-5f09-4c5a-afb0-658d9765ff3b tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0891955 Apr 29 15:42:01.118463 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c7d8b-6b83-493d-ad51-b56cdb9edb4c req-f7f5fdf4-3f00-4063-a191-77d85e10db97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:01.120262 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-f67c7d8b-6b83-493d-ad51-b56cdb9edb4c req-f7f5fdf4-3f00-4063-a191-77d85e10db97 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d511986d-e449-4c9a-bc20-0b0373daead6 HTTP/1.1" status: 200 len: 912 time: 0.4299793 Apr 29 15:42:01.135078 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54136) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:01.221435 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1855f76d-95a6-4bf1-a9c2-b8195a0f372f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Made reservation on behalf of ac43d99f432948ed97df9d63c8b43af5 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:01.224718 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1855f76d-95a6-4bf1-a9c2-b8195a0f372f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.251793 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-476d0e71-8613-400e-80b3-0c77272113c6 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.263406 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-f67c7d8b-6b83-493d-ad51-b56cdb9edb4c req-9447c5b5-6eed-4cb0-8655-c70099700dbc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c692f0a-0dff-40d5-8916-d3b49735cbfc HTTP/1.1" status: 200 len: 217 time: 0.1251516 Apr 29 15:42:01.285307 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3310723d-de57-4480-af88-07cb67b85a8d None None] Network 693104f5-c978-4ec6-a1c2-961997faf855 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:01.289450 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310723d-de57-4480-af88-07cb67b85a8d None None] Pushing event updated for resources: {'Port': ['ID=0fa88689-4df6-428a-bbb1-816cff1553a0,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:01.297925 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-3310723d-de57-4480-af88-07cb67b85a8d None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:01.306343 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3310723d-de57-4480-af88-07cb67b85a8d None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:42:01.320565 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] For port 97041fd9-13f3-4359-8cc7-a0bdccb7bf04, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:42:01.333459 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] For port 97041fd9-13f3-4359-8cc7-a0bdccb7bf04, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=97041fd9-13f3-4359-8cc7-a0bdccb7bf04,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:42:01.335578 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-c1c2fa17-8e8a-4404-bd39-43e45f954c14 None None] Allocated IP 172.20.0.2 (07c6b121-7b46-4022-81ac-9c754ac701cd/0b8d7147-2814-4222-956e-0e2dd28e7018/ba617748-b642-42e3-962d-5293baab019d) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:01.348052 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1855f76d-95a6-4bf1-a9c2-b8195a0f372f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:42:01.351067 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e9ac8257-ce0b-4d49-afd5-849a792701b4 req-9ae3568d-4907-4b8e-bcf9-2c801bd00b61 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744429 Apr 29 15:42:01.365885 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1855f76d-95a6-4bf1-a9c2-b8195a0f372f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.366461 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-1855f76d-95a6-4bf1-a9c2-b8195a0f372f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Added segment 28361de7-be47-4d4e-96f5-0e22a4f0ffc1 of type vlan for network 00cb9e6c-05bf-477e-9563-adf5e5e457e4 Apr 29 15:42:01.380288 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c7d8b-6b83-493d-ad51-b56cdb9edb4c req-a9dbc1c2-d8e0-4965-a65c-968328c4d66b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:01.381262 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-f67c7d8b-6b83-493d-ad51-b56cdb9edb4c req-a9dbc1c2-d8e0-4965-a65c-968328c4d66b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fccdfd74-5a41-4338-8b3c-9da29bbca38f HTTP/1.1" status: 200 len: 850 time: 0.1058910 Apr 29 15:42:01.404769 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port b6801ec4-a39a-4986-82cf-97a9a47b3513 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:01.410341 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0261105d-9066-4bdd-9ec5-b26d738fb8c0 req-586cdcc8-ed17-425a-a5b8-454424bf4034 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3309460 Apr 29 15:42:01.432928 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.434192 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port b6801ec4-a39a-4986-82cf-97a9a47b3513 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:01.434507 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.446955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-649d28f5-1a35-4832-bd3c-b286d8c240ab tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.479086 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-476d0e71-8613-400e-80b3-0c77272113c6 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.488285 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-649d28f5-1a35-4832-bd3c-b286d8c240ab tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.491842 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1855f76d-95a6-4bf1-a9c2-b8195a0f372f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.593087 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-3310723d-de57-4480-af88-07cb67b85a8d None None] Attempting to bind port 0fa88689-4df6-428a-bbb1-816cff1553a0 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:42:01.593884 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-3310723d-de57-4480-af88-07cb67b85a8d None None] Attempting to bind port 0fa88689-4df6-428a-bbb1-816cff1553a0 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'dcc352ea-880d-43bb-a140-c3268aace696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '693104f5-c978-4ec6-a1c2-961997faf855'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:42:01.594094 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3310723d-de57-4480-af88-07cb67b85a8d None None] Attempting to bind port 0fa88689-4df6-428a-bbb1-816cff1553a0 on network 693104f5-c978-4ec6-a1c2-961997faf855 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:42:01.656997 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3310723d-de57-4480-af88-07cb67b85a8d None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:42:01.657371 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3310723d-de57-4480-af88-07cb67b85a8d None None] Checking segment: {'id': 'dcc352ea-880d-43bb-a140-c3268aace696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '693104f5-c978-4ec6-a1c2-961997faf855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:42:01.657814 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3310723d-de57-4480-af88-07cb67b85a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.658381 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3310723d-de57-4480-af88-07cb67b85a8d None None] Bound using segment: {'id': 'dcc352ea-880d-43bb-a140-c3268aace696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '693104f5-c978-4ec6-a1c2-961997faf855'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:42:01.659295 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-3310723d-de57-4480-af88-07cb67b85a8d None None] Bound port: 0fa88689-4df6-428a-bbb1-816cff1553a0, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc352ea-880d-43bb-a140-c3268aace696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '693104f5-c978-4ec6-a1c2-961997faf855'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:42:01.659817 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3310723d-de57-4480-af88-07cb67b85a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.713894 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac2fc2-5fe8-4336-886d-7294e25a3d06 None None] Pushing event updated for resources: {'Port': ['ID=97041fd9-13f3-4359-8cc7-a0bdccb7bf04,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:01.748994 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476d0e71-8613-400e-80b3-0c77272113c6 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:01.753391 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d0e71-8613-400e-80b3-0c77272113c6 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'Port': ['ID=901cd7c7-5971-44b4-acd7-607ac1f0f59d,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:01.764511 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-476d0e71-8613-400e-80b3-0c77272113c6 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:01.775283 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476d0e71-8613-400e-80b3-0c77272113c6 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:42:01.783586 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-649d28f5-1a35-4832-bd3c-b286d8c240ab tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.839884 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-f67c7d8b-6b83-493d-ad51-b56cdb9edb4c req-f69d81b2-8dc6-415b-adc7-2901ca6d57f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d511986d-e449-4c9a-bc20-0b0373daead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4513972 Apr 29 15:42:01.868112 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d28f5-1a35-4832-bd3c-b286d8c240ab tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=100a1be4-1486-4021-ad94-d1bad5b8eb90,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:01.910167 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.977918 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1855f76d-95a6-4bf1-a9c2-b8195a0f372f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.986449 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1855f76d-95a6-4bf1-a9c2-b8195a0f372f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:01.987637 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1855f76d-95a6-4bf1-a9c2-b8195a0f372f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.999437 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-649d28f5-1a35-4832-bd3c-b286d8c240ab tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:02.004027 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-649d28f5-1a35-4832-bd3c-b286d8c240ab tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "DELETE /v2.0/security-groups/100a1be4-1486-4021-ad94-d1bad5b8eb90 HTTP/1.1" status: 204 len: 168 time: 0.8499537 Apr 29 15:42:02.004694 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54146) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:02.009405 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] Routers {'ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:02.011629 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:41:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:02.059781 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-e59d67f6-8c9c-4acc-b0e4-18de6133c159 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting port 97041fd9-13f3-4359-8cc7-a0bdccb7bf04 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:02.060219 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e59d67f6-8c9c-4acc-b0e4-18de6133c159 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:02.162088 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e841c-6899-42ba-a1c4-91e9be0fc1d6 req-f73a15dc-04fe-457b-b1f1-92da188a0588 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:02.163885 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-322e841c-6899-42ba-a1c4-91e9be0fc1d6 req-f73a15dc-04fe-457b-b1f1-92da188a0588 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 945 time: 0.5297837 Apr 29 15:42:02.186382 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e11bcf-49f5-45ed-8bb4-df7f42b0dd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6801ec4-a39a-4986-82cf-97a9a47b3513'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:42:02.219695 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-3310723d-de57-4480-af88-07cb67b85a8d None None] For port 0fa88689-4df6-428a-bbb1-816cff1553a0, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:42:02.222556 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c1c2fa17-8e8a-4404-bd39-43e45f954c14 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:02.225773 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port b6801ec4-a39a-4986-82cf-97a9a47b3513, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=b6801ec4-a39a-4986-82cf-97a9a47b3513,segment=NetworkSegment(f1106aa0-b89a-4721-9111-f4ee564fb0a3),segment_id=f1106aa0-b89a-4721-9111-f4ee564fb0a3)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:02.228815 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3e383677-df9e-4f54-b170-a02e77d9e071 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Synchronizing usage tracker for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:02.229603 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855f76d-95a6-4bf1-a9c2-b8195a0f372f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Network': ['ID=00cb9e6c-05bf-477e-9563-adf5e5e457e4,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:02.246636 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 00cb9e6c-05bf-477e-9563-adf5e5e457e4 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:42:02.274093 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-f67c7d8b-6b83-493d-ad51-b56cdb9edb4c req-678cc6b5-2664-45d7-84a2-57a1024ed23f service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264078 Apr 29 15:42:02.306926 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1855f76d-95a6-4bf1-a9c2-b8195a0f372f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3829110 Apr 29 15:42:02.309184 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54152) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:02.315272 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-3310723d-de57-4480-af88-07cb67b85a8d None None] For port 0fa88689-4df6-428a-bbb1-816cff1553a0, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=0fa88689-4df6-428a-bbb1-816cff1553a0,segment=NetworkSegment(dcc352ea-880d-43bb-a140-c3268aace696),segment_id=dcc352ea-880d-43bb-a140-c3268aace696)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:42:02.316837 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c1c2fa17-8e8a-4404-bd39-43e45f954c14 None None] Transition to ACTIVE for port object ba617748-b642-42e3-962d-5293baab019d will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:02.350172 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:02.363028 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-914a1b18-bf5e-46f9-8615-04a9348438a1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:02.381466 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-322e841c-6899-42ba-a1c4-91e9be0fc1d6 req-736866b6-8751-43a8-adc0-91a4ed7b16c9 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7702b6e-e8dc-4a92-a259-914dd279e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460526 Apr 29 15:42:02.412944 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] Set router ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0 gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:42:02.436393 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-e59d67f6-8c9c-4acc-b0e4-18de6133c159 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] For port 97041fd9-13f3-4359-8cc7-a0bdccb7bf04, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=97041fd9-13f3-4359-8cc7-a0bdccb7bf04,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:02.437335 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e59d67f6-8c9c-4acc-b0e4-18de6133c159 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:02.455977 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e399c-cbb6-45da-9c68-e6d98be73a7c req-1a9d85a2-222e-491d-aafe-ce4a66f9cafb tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:02.462192 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c11e399c-cbb6-45da-9c68-e6d98be73a7c req-1a9d85a2-222e-491d-aafe-ce4a66f9cafb tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.3116508 Apr 29 15:42:02.471526 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3310723d-de57-4480-af88-07cb67b85a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:02.479125 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c1c2fa17-8e8a-4404-bd39-43e45f954c14 None None] Transition to ACTIVE for port object ba617748-b642-42e3-962d-5293baab019d will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:02.482347 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3e383677-df9e-4f54-b170-a02e77d9e071 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Unset dirty status for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:02.495646 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3e383677-df9e-4f54-b170-a02e77d9e071 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4738004 Apr 29 15:42:02.495971 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54158) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:02.590694 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=b6801ec4-a39a-4986-82cf-97a9a47b3513,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:02.603736 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f3d24d-b0a3-44df-ae36-c7f127e91b1a'] response: {'server_uuid': '50e11bcf-49f5-45ed-8bb4-df7f42b0dd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6801ec4-a39a-4986-82cf-97a9a47b3513', 'code': 200} Apr 29 15:42:02.656485 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c1c2fa17-8e8a-4404-bd39-43e45f954c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:02.743281 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-e59d67f6-8c9c-4acc-b0e4-18de6133c159 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Calling delete_port for 97041fd9-13f3-4359-8cc7-a0bdccb7bf04 owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:02.781922 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-f67c7d8b-6b83-493d-ad51-b56cdb9edb4c req-7f5fac23-8ed6-4601-a0e0-9422e4057bc4 service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014632 Apr 29 15:42:02.798740 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c2fa17-8e8a-4404-bd39-43e45f954c14 None None] Network 07c6b121-7b46-4022-81ac-9c754ac701cd is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:02.806678 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2e0fc453-10da-4c64-8101-5e2944bdf5c0 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Synchronizing usage tracker for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:02.822156 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-c1c2fa17-8e8a-4404-bd39-43e45f954c14 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:02.840097 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c2fa17-8e8a-4404-bd39-43e45f954c14 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:42:02.841288 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-476d0e71-8613-400e-80b3-0c77272113c6 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for router_gateway, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:02.842408 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-476d0e71-8613-400e-80b3-0c77272113c6 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:02.842569 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310723d-de57-4480-af88-07cb67b85a8d None None] Pushing event updated for resources: {'Port': ['ID=0fa88689-4df6-428a-bbb1-816cff1553a0,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:02.910803 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c11e399c-cbb6-45da-9c68-e6d98be73a7c req-855f6025-19d6-4aae-a15c-5acf445c7730 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4474759 Apr 29 15:42:02.960294 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-914a1b18-bf5e-46f9-8615-04a9348438a1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:02.972618 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-116262dc-7eae-4eb9-b638-158c0f85ea26 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Allocated IP 172.20.0.5 (07c6b121-7b46-4022-81ac-9c754ac701cd/0b8d7147-2814-4222-956e-0e2dd28e7018/cd6c31b3-2b88-45e6-8f08-584acaaf0f37) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:02.974929 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2e0fc453-10da-4c64-8101-5e2944bdf5c0 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] Unset dirty status for tenant:32dd1dc46196458a843d2d7965276fd0 on resource:security_group_rule {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:02.978921 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2e0fc453-10da-4c64-8101-5e2944bdf5c0 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4873464 Apr 29 15:42:02.984738 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54162) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:03.011479 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-0fae0aff-f1a7-490b-b45b-edc9f914a431 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] delete failed (client error): The resource could not be found. Apr 29 15:42:03.016789 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0fae0aff-f1a7-490b-b45b-edc9f914a431 tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "DELETE /v2.0/security-groups/100a1be4-1486-4021-ad94-d1bad5b8eb90 HTTP/1.1" status: 404 len: 347 time: 0.0271552 Apr 29 15:42:03.019403 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54166) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:03.046044 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80928f95-f6af-43dc-8603-354f7f0a3f6f req-b877dbb2-2941-41ce-877c-79b70903f85a tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:03.047808 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-80928f95-f6af-43dc-8603-354f7f0a3f6f req-b877dbb2-2941-41ce-877c-79b70903f85a tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 944 time: 0.2744040 Apr 29 15:42:03.143896 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-914a1b18-bf5e-46f9-8615-04a9348438a1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:03.223936 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-73669ca6-7cde-453c-acc9-24bdcd27933a tempest-SecGroupIPv6Test-561110091 tempest-SecGroupIPv6Test-561110091-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2034843 Apr 29 15:42:03.229982 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2fa17-8e8a-4404-bd39-43e45f954c14 None None] Pushing event updated for resources: {'Port': ['ID=ba617748-b642-42e3-962d-5293baab019d,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:03.260192 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-80928f95-f6af-43dc-8603-354f7f0a3f6f req-e5892069-a04b-4fb3-b9e2-2a6dfaf3a1e4 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903777 Apr 29 15:42:03.295127 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-c1c2fa17-8e8a-4404-bd39-43e45f954c14 None None] Attempting to bind port ba617748-b642-42e3-962d-5293baab019d on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:42:03.295878 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-c1c2fa17-8e8a-4404-bd39-43e45f954c14 None None] Attempting to bind port ba617748-b642-42e3-962d-5293baab019d by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'b44033b5-b64f-4074-b2a7-513f72257ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '07c6b121-7b46-4022-81ac-9c754ac701cd'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:42:03.296647 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c2fa17-8e8a-4404-bd39-43e45f954c14 None None] Attempting to bind port ba617748-b642-42e3-962d-5293baab019d on network 07c6b121-7b46-4022-81ac-9c754ac701cd {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:42:03.315760 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c2fa17-8e8a-4404-bd39-43e45f954c14 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:42:03.316165 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c2fa17-8e8a-4404-bd39-43e45f954c14 None None] Checking segment: {'id': 'b44033b5-b64f-4074-b2a7-513f72257ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '07c6b121-7b46-4022-81ac-9c754ac701cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:42:03.316543 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c1c2fa17-8e8a-4404-bd39-43e45f954c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:03.317308 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c2fa17-8e8a-4404-bd39-43e45f954c14 None None] Bound using segment: {'id': 'b44033b5-b64f-4074-b2a7-513f72257ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '07c6b121-7b46-4022-81ac-9c754ac701cd'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:42:03.317430 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-914a1b18-bf5e-46f9-8615-04a9348438a1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Network 00cb9e6c-05bf-477e-9563-adf5e5e457e4 is not hosted by any dhcp agent {{(pid=84771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 29 15:42:03.317795 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-c1c2fa17-8e8a-4404-bd39-43e45f954c14 None None] Bound port: ba617748-b642-42e3-962d-5293baab019d, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44033b5-b64f-4074-b2a7-513f72257ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '07c6b121-7b46-4022-81ac-9c754ac701cd'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:42:03.318172 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c1c2fa17-8e8a-4404-bd39-43e45f954c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:03.321116 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914a1b18-bf5e-46f9-8615-04a9348438a1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:03.321713 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-914a1b18-bf5e-46f9-8615-04a9348438a1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:03.325548 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-914a1b18-bf5e-46f9-8615-04a9348438a1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "PUT /v2.0/networks/00cb9e6c-05bf-477e-9563-adf5e5e457e4 HTTP/1.1" status: 200 len: 723 time: 1.0129719 Apr 29 15:42:03.325998 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54172) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:03.332426 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-30aa3ed3-0d71-408a-a688-1affa3fa1fce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'subnet': {'network_id': '00cb9e6c-05bf-477e-9563-adf5e5e457e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:03.419044 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e59d67f6-8c9c-4acc-b0e4-18de6133c159 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:03.435749 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0', 'name': 'tempest-NetworksTestDHCPv6-router-274953085', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:41:47Z', 'updated_at': '2022-04-29T15:41:52Z', 'revision_number': 2, 'project_id': 'e63819badd2e459da584fcd005094a20', 'gw_port_host': None, '_interfaces': [{'id': '97041fd9-13f3-4359-8cc7-a0bdccb7bf04', 'name': '', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'mac_address': 'fa:16:3e:f3:f4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27292ddf-8227-4d9a-877c-0e602c9f156f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:41:50Z', 'updated_at': '2022-04-29T15:42:01Z', 'revision_number': 4, 'project_id': 'e63819badd2e459da584fcd005094a20', 'subnets': [{'id': '27292ddf-8227-4d9a-877c-0e602c9f156f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:03.455648 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf8648d-5f15-4d77-a94c-c32bc2fb917c None None] The sync data for ids ['ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0'] in dv-neutron-839913-1-hyperv is: [{'id': 'ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0', 'name': 'tempest-NetworksTestDHCPv6-router-274953085', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:41:47Z', 'updated_at': '2022-04-29T15:41:52Z', 'revision_number': 2, 'project_id': 'e63819badd2e459da584fcd005094a20', 'gw_port_host': None, '_interfaces': [{'id': '97041fd9-13f3-4359-8cc7-a0bdccb7bf04', 'name': '', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'mac_address': 'fa:16:3e:f3:f4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27292ddf-8227-4d9a-877c-0e602c9f156f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:41:50Z', 'updated_at': '2022-04-29T15:42:01Z', 'revision_number': 4, 'project_id': 'e63819badd2e459da584fcd005094a20', 'subnets': [{'id': '27292ddf-8227-4d9a-877c-0e602c9f156f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:42:03.476344 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-c1c2fa17-8e8a-4404-bd39-43e45f954c14 None None] For port ba617748-b642-42e3-962d-5293baab019d, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:42:03.480979 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-c1c2fa17-8e8a-4404-bd39-43e45f954c14 None None] For port ba617748-b642-42e3-962d-5293baab019d, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ba617748-b642-42e3-962d-5293baab019d,segment=NetworkSegment(b44033b5-b64f-4074-b2a7-513f72257ec6),segment_id=b44033b5-b64f-4074-b2a7-513f72257ec6)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:42:03.509724 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d67f6-8c9c-4acc-b0e4-18de6133c159 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Port': ['ID=97041fd9-13f3-4359-8cc7-a0bdccb7bf04,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:03.553369 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c1c2fa17-8e8a-4404-bd39-43e45f954c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:03.564728 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-1b692f68-96ea-4445-aa16-3e2146d3b042 req-e550908e-e396-4236-af4e-ee1c1904e0f1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 1099 time: 0.4140961 Apr 29 15:42:03.569067 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a1b18-bf5e-46f9-8615-04a9348438a1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Network': ['ID=00cb9e6c-05bf-477e-9563-adf5e5e457e4,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:03.583649 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a1b18-bf5e-46f9-8615-04a9348438a1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:03.583963 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a1b18-bf5e-46f9-8615-04a9348438a1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:03.584234 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a1b18-bf5e-46f9-8615-04a9348438a1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:03.584567 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a1b18-bf5e-46f9-8615-04a9348438a1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:03.584899 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a1b18-bf5e-46f9-8615-04a9348438a1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:03.585228 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a1b18-bf5e-46f9-8615-04a9348438a1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:03.585555 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a1b18-bf5e-46f9-8615-04a9348438a1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:03.587410 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a1b18-bf5e-46f9-8615-04a9348438a1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:03.587743 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a1b18-bf5e-46f9-8615-04a9348438a1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:03.588069 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a1b18-bf5e-46f9-8615-04a9348438a1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:03.588395 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a1b18-bf5e-46f9-8615-04a9348438a1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:03.631297 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 00cb9e6c-05bf-477e-9563-adf5e5e457e4 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:42:03.671989 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d67f6-8c9c-4acc-b0e4-18de6133c159 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:03.672363 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d67f6-8c9c-4acc-b0e4-18de6133c159 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:03.672782 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d67f6-8c9c-4acc-b0e4-18de6133c159 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:03.679080 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d67f6-8c9c-4acc-b0e4-18de6133c159 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:03.679080 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d67f6-8c9c-4acc-b0e4-18de6133c159 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:03.679080 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d67f6-8c9c-4acc-b0e4-18de6133c159 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:03.679080 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d67f6-8c9c-4acc-b0e4-18de6133c159 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:03.679080 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d67f6-8c9c-4acc-b0e4-18de6133c159 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:03.679080 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d67f6-8c9c-4acc-b0e4-18de6133c159 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:03.679080 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d67f6-8c9c-4acc-b0e4-18de6133c159 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:03.679080 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d67f6-8c9c-4acc-b0e4-18de6133c159 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:03.712792 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-30aa3ed3-0d71-408a-a688-1affa3fa1fce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:03.859960 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2fa17-8e8a-4404-bd39-43e45f954c14 None None] Pushing event updated for resources: {'Port': ['ID=ba617748-b642-42e3-962d-5293baab019d,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:03.868891 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-30aa3ed3-0d71-408a-a688-1affa3fa1fce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Usage tracker for resource:subnet and tenant:ac43d99f432948ed97df9d63c8b43af5 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:03.902849 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-30aa3ed3-0d71-408a-a688-1affa3fa1fce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:04.021669 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54182) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:04.037604 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-30aa3ed3-0d71-408a-a688-1affa3fa1fce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:04.113654 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-1b692f68-96ea-4445-aa16-3e2146d3b042 req-c235c308-1951-4950-a989-60a3086580e3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c7702b6e-e8dc-4a92-a259-914dd279e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5330856 Apr 29 15:42:04.133664 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e59d67f6-8c9c-4acc-b0e4-18de6133c159 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:04.141312 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30aa3ed3-0d71-408a-a688-1affa3fa1fce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Made reservation on behalf of ac43d99f432948ed97df9d63c8b43af5 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:04.149990 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-116262dc-7eae-4eb9-b638-158c0f85ea26 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:04.227882 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-116262dc-7eae-4eb9-b638-158c0f85ea26 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Transition to ACTIVE for port object cd6c31b3-2b88-45e6-8f08-584acaaf0f37 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:04.344284 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d66456-d775-4752-9e87-eae517240a44 req-5615350f-fe89-4aa2-9782-b140c198319b tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:04.351521 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f4d66456-d775-4752-9e87-eae517240a44 req-5615350f-fe89-4aa2-9782-b140c198319b tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 946 time: 0.7433877 Apr 29 15:42:04.372198 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476d0e71-8613-400e-80b3-0c77272113c6 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Router 11837004-ff1a-4341-8af3-2979de902437 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:42:04.500020 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-116262dc-7eae-4eb9-b638-158c0f85ea26 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:04.597318 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30aa3ed3-0d71-408a-a688-1affa3fa1fce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:04.626097 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f4d66456-d775-4752-9e87-eae517240a44 req-0aea27f8-a0bf-4fae-a285-86d80c779789 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7702b6e-e8dc-4a92-a259-914dd279e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736106 Apr 29 15:42:04.675418 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116262dc-7eae-4eb9-b638-158c0f85ea26 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Port': ['ID=cd6c31b3-2b88-45e6-8f08-584acaaf0f37,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:04.678854 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ba617748-b642-42e3-962d-5293baab019d up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:42:04.705426 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8bdec08f-c454-46d3-a32b-c4ab7f2c7ecb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32dd1dc46196458a843d2d7965276fd0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6610746 Apr 29 15:42:04.709170 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54190) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:04.718787 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116262dc-7eae-4eb9-b638-158c0f85ea26 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network 07c6b121-7b46-4022-81ac-9c754ac701cd is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:04.721587 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-116262dc-7eae-4eb9-b638-158c0f85ea26 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:04.736748 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116262dc-7eae-4eb9-b638-158c0f85ea26 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:42:04.785100 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f684b0f7-b0df-48b9-8c9e-0613d5afef70 None None] Network 693104f5-c978-4ec6-a1c2-961997faf855 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:04.810245 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116262dc-7eae-4eb9-b638-158c0f85ea26 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:04.810885 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-116262dc-7eae-4eb9-b638-158c0f85ea26 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:04.920372 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476d0e71-8613-400e-80b3-0c77272113c6 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:42:04.935899 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c111b9f-d15f-4722-87cb-644506706656 None None] Sync routers for ids ['11837004-ff1a-4341-8af3-2979de902437'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:42:04.954224 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-116262dc-7eae-4eb9-b638-158c0f85ea26 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.7167516 Apr 29 15:42:04.963893 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54194) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:04.964117 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c111b9f-d15f-4722-87cb-644506706656 None None] Routers {'11837004-ff1a-4341-8af3-2979de902437'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:04.964117 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-1c111b9f-d15f-4722-87cb-644506706656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:41:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['11837004-ff1a-4341-8af3-2979de902437'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:04.967855 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-cb6533ba-f549-4444-9279-69585cbd77cf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'port': {'network_id': '07c6b121-7b46-4022-81ac-9c754ac701cd', 'name': 'tempest-PortsTestJSON-282299907'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:04.985918 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843ce20-dd6d-40f9-9755-81628d197cf6 req-d589379a-fcca-418c-982c-97ab1df2bbf3 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:04.987444 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4843ce20-dd6d-40f9-9755-81628d197cf6 req-d589379a-fcca-418c-982c-97ab1df2bbf3 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.8685684 Apr 29 15:42:05.026787 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e9c83baf-8a10-48fb-9b28-4e9b3b8e2124 None None] Provisioning for port 0fa88689-4df6-428a-bbb1-816cff1553a0 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:05.082851 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port ba617748-b642-42e3-962d-5293baab019d completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:05.084999 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-1c111b9f-d15f-4722-87cb-644506706656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:05.102120 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 0fa88689-4df6-428a-bbb1-816cff1553a0 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:42:05.102335 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c111b9f-d15f-4722-87cb-644506706656 None None] Routers {'11837004-ff1a-4341-8af3-2979de902437'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:05.103271 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-1c111b9f-d15f-4722-87cb-644506706656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:41:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['11837004-ff1a-4341-8af3-2979de902437'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:05.152249 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-cb6533ba-f549-4444-9279-69585cbd77cf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:05.164196 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-cb6533ba-f549-4444-9279-69585cbd77cf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:port and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:05.167695 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-cb6533ba-f549-4444-9279-69585cbd77cf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:05.176108 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-cb6533ba-f549-4444-9279-69585cbd77cf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:05.209455 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-1c111b9f-d15f-4722-87cb-644506706656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:05.210126 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c111b9f-d15f-4722-87cb-644506706656 None None] The sync data for ids ['11837004-ff1a-4341-8af3-2979de902437'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:42:05.261773 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6533ba-f549-4444-9279-69585cbd77cf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:05.266450 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1120bbb4-4d03-443a-abd9-7c553aef4e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:05.269630 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cb6533ba-f549-4444-9279-69585cbd77cf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:05.281218 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4843ce20-dd6d-40f9-9755-81628d197cf6 req-2c021aa1-2afe-4ff7-98c0-c7de704b9a82 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018101 Apr 29 15:42:05.291951 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-476d0e71-8613-400e-80b3-0c77272113c6 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:05.293381 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-476d0e71-8613-400e-80b3-0c77272113c6 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.4794891 Apr 29 15:42:05.321884 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54198) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:05.368982 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 0fa88689-4df6-428a-bbb1-816cff1553a0 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:05.375187 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 0fa88689-4df6-428a-bbb1-816cff1553a0 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:05.375187 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:05.575440 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-cb6533ba-f549-4444-9279-69585cbd77cf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] device_id is not set on port 7041c13a-1c4a-414b-b25b-d1e9969a9280 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:42:05.600447 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f8976a-5f26-48a4-9612-2e8aaddea176 None None] Network 07c6b121-7b46-4022-81ac-9c754ac701cd requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:05.729923 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:05.816278 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-cb6533ba-f549-4444-9279-69585cbd77cf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Allocated IP 172.20.0.3 (07c6b121-7b46-4022-81ac-9c754ac701cd/0b8d7147-2814-4222-956e-0e2dd28e7018/7041c13a-1c4a-414b-b25b-d1e9969a9280) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:05.844462 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 0fa88689-4df6-428a-bbb1-816cff1553a0, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=0fa88689-4df6-428a-bbb1-816cff1553a0,segment=NetworkSegment(dcc352ea-880d-43bb-a140-c3268aace696),segment_id=dcc352ea-880d-43bb-a140-c3268aace696)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:05.845800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9b2a8132-c046-4acb-94cf-55f9b8a4206b None None] Provisioning for port ba617748-b642-42e3-962d-5293baab019d completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:05.853093 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1120bbb4-4d03-443a-abd9-7c553aef4e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:05.856228 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9b2a8132-c046-4acb-94cf-55f9b8a4206b None None] Provisioning complete for port ba617748-b642-42e3-962d-5293baab019d triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:05.856730 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9b2a8132-c046-4acb-94cf-55f9b8a4206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:05.885557 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad23ac-0439-49c5-88ca-5b823b950b18 req-3caa3a05-bf61-4c02-aef8-76af0a7d0402 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:05.890801 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5aad23ac-0439-49c5-88ca-5b823b950b18 req-3caa3a05-bf61-4c02-aef8-76af0a7d0402 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 944 time: 0.9592507 Apr 29 15:42:05.923947 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:06.008232 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30aa3ed3-0d71-408a-a688-1affa3fa1fce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:06.108385 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=0fa88689-4df6-428a-bbb1-816cff1553a0,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:06.114858 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59d67f6-8c9c-4acc-b0e4-18de6133c159 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Router ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:42:06.136774 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:06.137300 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:06.137497 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:06.137929 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5aad23ac-0439-49c5-88ca-5b823b950b18 req-904f1961-0f52-425c-b251-2c57a1fa7228 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336521 Apr 29 15:42:06.149063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa3ed3-0d71-408a-a688-1affa3fa1fce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Subnet': ['ID=2bed2cc9-4602-4a08-b638-b1ceb518bf9f,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:06.149745 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:06.150244 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:06.151695 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:06.152562 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:06.153066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:06.156895 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:06.157132 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:06.157472 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:06.173454 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9b2a8132-c046-4acb-94cf-55f9b8a4206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:06.232887 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-9b2a8132-c046-4acb-94cf-55f9b8a4206b None None] For port ba617748-b642-42e3-962d-5293baab019d, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ba617748-b642-42e3-962d-5293baab019d,segment=NetworkSegment(b44033b5-b64f-4074-b2a7-513f72257ec6),segment_id=b44033b5-b64f-4074-b2a7-513f72257ec6)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:06.249854 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aa3ed3-0d71-408a-a688-1affa3fa1fce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Checking segment: {'id': '28361de7-be47-4d4e-96f5-0e22a4f0ffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '00cb9e6c-05bf-477e-9563-adf5e5e457e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:42:06.255157 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aa3ed3-0d71-408a-a688-1affa3fa1fce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Network hostable DHCP agents. Network: 00cb9e6c-05bf-477e-9563-adf5e5e457e4, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:42:06.310641 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1120bbb4-4d03-443a-abd9-7c553aef4e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:06.335468 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cb6533ba-f549-4444-9279-69585cbd77cf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:06.346854 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9b2a8132-c046-4acb-94cf-55f9b8a4206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:06.373134 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-cb6533ba-f549-4444-9279-69585cbd77cf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Transition to ACTIVE for port object 7041c13a-1c4a-414b-b25b-d1e9969a9280 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:06.384507 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f3285-24dd-4b86-aad6-64e4b4b6c267 req-0ed2e957-c79e-4607-9ea7-1a0ff8903215 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:06.385996 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8b8f3285-24dd-4b86-aad6-64e4b4b6c267 req-0ed2e957-c79e-4607-9ea7-1a0ff8903215 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 946 time: 0.4192677 Apr 29 15:42:06.391955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120bbb4-4d03-443a-abd9-7c553aef4e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cb76b6-038c-401c-b2f0-ee6fb696d220,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:06.415347 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-4b283bca-6ce2-4455-89e2-c7265674264c req-a196b4f4-9c42-426b-b381-b69396daef2a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d55e79ec04d4b58a1f4cdc4e929c13f&device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 1098 time: 0.4080207 Apr 29 15:42:06.430119 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a8132-c046-4acb-94cf-55f9b8a4206b None None] Pushing event updated for resources: {'Port': ['ID=ba617748-b642-42e3-962d-5293baab019d,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:06.475278 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-94cf09c5-6b34-436c-acce-fddad8f32c41 None None] Provisioning complete for port 0fa88689-4df6-428a-bbb1-816cff1553a0 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:06.476617 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-94cf09c5-6b34-436c-acce-fddad8f32c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:06.488981 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8b8f3285-24dd-4b86-aad6-64e4b4b6c267 req-9a185b81-1b1c-498d-8216-87e51132a209 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7702b6e-e8dc-4a92-a259-914dd279e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913551 Apr 29 15:42:06.490934 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59d67f6-8c9c-4acc-b0e4-18de6133c159 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:42:06.517663 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e59d67f6-8c9c-4acc-b0e4-18de6133c159 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "PUT /v2.0/routers/ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9348583 Apr 29 15:42:06.520267 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54208) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:06.550953 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92983c76-37d7-4179-a8fa-5c250e5ddbff None None] Sync routers for ids ['ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:42:06.560638 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cb6533ba-f549-4444-9279-69585cbd77cf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:06.577430 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1120bbb4-4d03-443a-abd9-7c553aef4e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:06.580997 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1120bbb4-4d03-443a-abd9-7c553aef4e83 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41cb76b6-038c-401c-b2f0-ee6fb696d220 HTTP/1.1" status: 204 len: 168 time: 1.8684561 Apr 29 15:42:06.580997 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aa3ed3-0d71-408a-a688-1affa3fa1fce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Network 00cb9e6c-05bf-477e-9563-adf5e5e457e4 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:42:06.623633 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92983c76-37d7-4179-a8fa-5c250e5ddbff None None] Routers {'ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:06.626998 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-92983c76-37d7-4179-a8fa-5c250e5ddbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:41:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:06.641309 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b72d91-d330-45f6-8a10-67f76d66eb02 req-104910f5-ec87-4fb2-94f0-f86cb8f092cc tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:06.641309 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a3b72d91-d330-45f6-8a10-67f76d66eb02 req-104910f5-ec87-4fb2-94f0-f86cb8f092cc tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.3310578 Apr 29 15:42:06.687123 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-30aa3ed3-0d71-408a-a688-1affa3fa1fce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 00cb9e6c-05bf-477e-9563-adf5e5e457e4) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:06.691454 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ba5d4f-a1df-4ba4-bc09-0baf1babf20a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:06.697666 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ba5d4f-a1df-4ba4-bc09-0baf1babf20a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:06.697666 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-91ba5d4f-a1df-4ba4-bc09-0baf1babf20a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:06.708564 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30aa3ed3-0d71-408a-a688-1affa3fa1fce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:06.709229 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30aa3ed3-0d71-408a-a688-1affa3fa1fce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444504'] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:06.755071 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 0fa88689-4df6-428a-bbb1-816cff1553a0 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:42:06.779380 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b845eea8-7269-46b5-97e2-234b7935e6ef None None] Network 00cb9e6c-05bf-477e-9563-adf5e5e457e4 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:06.817463 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-91ba5d4f-a1df-4ba4-bc09-0baf1babf20a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:06.821606 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-91ba5d4f-a1df-4ba4-bc09-0baf1babf20a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3002188 Apr 29 15:42:06.822821 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54216) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:06.865135 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a3b72d91-d330-45f6-8a10-67f76d66eb02 req-8835e795-86be-4302-8490-9ef525409139 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108822 Apr 29 15:42:06.931053 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-30aa3ed3-0d71-408a-a688-1affa3fa1fce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6014655 Apr 29 15:42:06.934256 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54220) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:06.940435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-f919b2f8-061d-40f4-8f22-de4fcd0741f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:06.945763 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6533ba-f549-4444-9279-69585cbd77cf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network 07c6b121-7b46-4022-81ac-9c754ac701cd is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:06.971501 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-cb6533ba-f549-4444-9279-69585cbd77cf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:06.975895 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6533ba-f549-4444-9279-69585cbd77cf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:42:07.110067 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6533ba-f549-4444-9279-69585cbd77cf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:07.111296 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cb6533ba-f549-4444-9279-69585cbd77cf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:07.115097 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6533ba-f549-4444-9279-69585cbd77cf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Port': ['ID=7041c13a-1c4a-414b-b25b-d1e9969a9280,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:07.132310 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b283bca-6ce2-4455-89e2-c7265674264c req-15b87884-df76-4f39-bb3f-dbb4d6ff8688 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:07.133800 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-4b283bca-6ce2-4455-89e2-c7265674264c req-15b87884-df76-4f39-bb3f-dbb4d6ff8688 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c9a7398-6fd3-4213-804e-eb3de185a894 HTTP/1.1" status: 200 len: 913 time: 0.7115037 Apr 29 15:42:07.150291 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-92983c76-37d7-4179-a8fa-5c250e5ddbff None None] Set router ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0 gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:42:07.166419 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9b072-60e3-45ab-995c-afcbe4488c3d req-50c67fd9-31d3-48a7-882a-06f22658e4e8 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:07.177649 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9ab9b072-60e3-45ab-995c-afcbe4488c3d req-50c67fd9-31d3-48a7-882a-06f22658e4e8 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 946 time: 0.4514728 Apr 29 15:42:07.331725 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-cb6533ba-f549-4444-9279-69585cbd77cf tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3695674 Apr 29 15:42:07.341461 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54230) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:07.350523 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f919b2f8-061d-40f4-8f22-de4fcd0741f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2870789'] for subnet, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:07.415547 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-92983c76-37d7-4179-a8fa-5c250e5ddbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0', 'name': 'tempest-NetworksTestDHCPv6-router-274953085', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:41:47Z', 'updated_at': '2022-04-29T15:42:03Z', 'revision_number': 3, 'project_id': 'e63819badd2e459da584fcd005094a20', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:07.458390 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92983c76-37d7-4179-a8fa-5c250e5ddbff None None] Checking router: ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:42:07.465071 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 0fa88689-4df6-428a-bbb1-816cff1553a0 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:07.465697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:07.494980 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-4b283bca-6ce2-4455-89e2-c7265674264c req-e464c68a-4a9d-4e36-8b78-d6b36a358b03 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f384750-9800-4fba-99dc-e7d572a543de HTTP/1.1" status: 200 len: 1001 time: 0.3527746 Apr 29 15:42:07.587656 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92983c76-37d7-4179-a8fa-5c250e5ddbff None None] Routers {'ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:07.588303 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-92983c76-37d7-4179-a8fa-5c250e5ddbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:41:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:07.598250 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f28c22-39c0-41bc-a21b-7024e34bd015 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet 27292ddf-8227-4d9a-877c-0e602c9f156f {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:42:07.610957 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b283bca-6ce2-4455-89e2-c7265674264c req-32df8bba-b2a0-47f9-bb32-c7a9f8a98d89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:07.612981 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-4b283bca-6ce2-4455-89e2-c7265674264c req-32df8bba-b2a0-47f9-bb32-c7a9f8a98d89 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a7bb539e-4a1d-45fe-b72f-4601de1423be HTTP/1.1" status: 200 len: 851 time: 0.1010013 Apr 29 15:42:07.617053 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e5f28c22-39c0-41bc-a21b-7024e34bd015 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:07.628038 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6c5eb2-324a-468e-830c-30c9ec7bc0b2 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:07.628882 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ab6c5eb2-324a-468e-830c-30c9ec7bc0b2 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Synchronizing usage tracker for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:07.651297 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9ab9b072-60e3-45ab-995c-afcbe4488c3d req-ae46d6e2-21ad-427b-94ae-9da483cce181 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7702b6e-e8dc-4a92-a259-914dd279e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724507 Apr 29 15:42:07.708171 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fbeaaa-b8c3-447a-b443-af45794b3ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-00cb9e6c-05bf-477e-9563-adf5e5e457e4', 'network_id': '00cb9e6c-05bf-477e-9563-adf5e5e457e4', 'tenant_id': 'ac43d99f432948ed97df9d63c8b43af5', 'fixed_ips': [{'subnet_id': '2bed2cc9-4602-4a08-b638-b1ceb518bf9f'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:42:07.709444 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-63fbeaaa-b8c3-447a-b443-af45794b3ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:07.771030 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e5f28c22-39c0-41bc-a21b-7024e34bd015 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:07.844868 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ab6c5eb2-324a-468e-830c-30c9ec7bc0b2 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Unset dirty status for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:07.848677 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ab6c5eb2-324a-468e-830c-30c9ec7bc0b2 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.4528487 Apr 29 15:42:07.851953 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54242) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:07.866351 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae7808-127a-44af-a52f-997d9f85783a req-60181769-61bf-4ce6-8feb-4def6a01b175 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:07.867852 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-46ae7808-127a-44af-a52f-997d9f85783a req-60181769-61bf-4ce6-8feb-4def6a01b175 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 944 time: 0.5203898 Apr 29 15:42:07.885099 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e8a5a6ac-8afd-4c08-a495-514db8a86626 None None] Provisioning for port cd6c31b3-2b88-45e6-8f08-584acaaf0f37 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:07.899610 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-92983c76-37d7-4179-a8fa-5c250e5ddbff None None] Set router ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0 gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:42:07.905906 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-4b283bca-6ce2-4455-89e2-c7265674264c req-cfa73d46-dfea-48eb-915b-a995557a9cf0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c9a7398-6fd3-4213-804e-eb3de185a894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2846789 Apr 29 15:42:07.999065 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-46ae7808-127a-44af-a52f-997d9f85783a req-ba39d4bd-da52-4fe4-8fc6-c9a5d30775b4 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241090 Apr 29 15:42:08.018515 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e5f28c22-39c0-41bc-a21b-7024e34bd015 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:08.054910 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e8a5a6ac-8afd-4c08-a495-514db8a86626 None None] Provisioning complete for port cd6c31b3-2b88-45e6-8f08-584acaaf0f37 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:08.055298 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e8a5a6ac-8afd-4c08-a495-514db8a86626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:08.075418 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-a7909e0c-9728-4d50-b27c-a4ba20997db3 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port 7041c13a-1c4a-414b-b25b-d1e9969a9280 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:08.075762 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a7909e0c-9728-4d50-b27c-a4ba20997db3 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:08.141494 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-92983c76-37d7-4179-a8fa-5c250e5ddbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0', 'name': 'tempest-NetworksTestDHCPv6-router-274953085', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:41:47Z', 'updated_at': '2022-04-29T15:42:03Z', 'revision_number': 3, 'project_id': 'e63819badd2e459da584fcd005094a20', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:08.158345 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-e8a5a6ac-8afd-4c08-a495-514db8a86626 None None] Port cd6c31b3-2b88-45e6-8f08-584acaaf0f37 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:42:08.160199 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92983c76-37d7-4179-a8fa-5c250e5ddbff None None] The sync data for ids ['ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0'] in dv-neutron-839913-1-hyperv is: [{'id': 'ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0', 'name': 'tempest-NetworksTestDHCPv6-router-274953085', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:41:47Z', 'updated_at': '2022-04-29T15:42:03Z', 'revision_number': 3, 'project_id': 'e63819badd2e459da584fcd005094a20', 'gw_port_host': None}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:42:08.223408 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e8a5a6ac-8afd-4c08-a495-514db8a86626 None None] Provisioning complete for port ba617748-b642-42e3-962d-5293baab019d triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:08.223888 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e8a5a6ac-8afd-4c08-a495-514db8a86626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:08.265873 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ba617748-b642-42e3-962d-5293baab019d up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:42:08.269229 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31ab45-ba9a-4b6a-985b-e7801d720744 req-c9f43618-403f-4fcc-8ef4-9ac51fa42fae tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:08.271314 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0a31ab45-ba9a-4b6a-985b-e7801d720744 req-c9f43618-403f-4fcc-8ef4-9ac51fa42fae tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.1253409 Apr 29 15:42:08.329957 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e5f28c22-39c0-41bc-a21b-7024e34bd015 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:08.371618 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f919b2f8-061d-40f4-8f22-de4fcd0741f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738482683293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3200801'] for subnet, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:08.384873 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f28c22-39c0-41bc-a21b-7024e34bd015 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=27292ddf-8227-4d9a-877c-0e602c9f156f,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:08.395124 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f919b2f8-061d-40f4-8f22-de4fcd0741f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:08.397025 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f919b2f8-061d-40f4-8f22-de4fcd0741f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:08.399341 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f919b2f8-061d-40f4-8f22-de4fcd0741f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "PUT /v2.0/subnets/2bed2cc9-4602-4a08-b638-b1ceb518bf9f HTTP/1.1" status: 200 len: 806 time: 1.4648969 Apr 29 15:42:08.403999 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54252) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:08.404319 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-4b283bca-6ce2-4455-89e2-c7265674264c req-41406738-ae0c-4638-aa73-558ec8c89832 service neutron] 10.222.0.35 "GET /v2.0/networks/9c9a7398-6fd3-4213-804e-eb3de185a894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638050 Apr 29 15:42:08.462688 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-63fbeaaa-b8c3-447a-b443-af45794b3ec9 None None] Allocated IP 172.20.0.2 (00cb9e6c-05bf-477e-9563-adf5e5e457e4/2bed2cc9-4602-4a08-b638-b1ceb518bf9f/166b877c-9895-469a-ac7a-7713c7b23ce1) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:08.524024 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port ba617748-b642-42e3-962d-5293baab019d triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:08.524441 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:08.580469 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-95002bf8-f28a-4e36-a0d0-d94ccc526cec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:08.581373 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e5f28c22-39c0-41bc-a21b-7024e34bd015 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:08.621268 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97450f5-d9f1-4b5c-b694-ebfec404c385 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:08.631509 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0a31ab45-ba9a-4b6a-985b-e7801d720744 req-ff3f5769-210d-43be-b812-befcf2b4b838 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3539391 Apr 29 15:42:08.632820 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919b2f8-061d-40f4-8f22-de4fcd0741f7 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Subnet': ['ID=2bed2cc9-4602-4a08-b638-b1ceb518bf9f,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:08.687835 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e5f28c22-39c0-41bc-a21b-7024e34bd015 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/27292ddf-8227-4d9a-877c-0e602c9f156f HTTP/1.1" status: 204 len: 168 time: 1.8627543 Apr 29 15:42:08.698041 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54260) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:08.823223 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54264) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:08.827833 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030849 Apr 29 15:42:08.852787 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54266) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:08.986269 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a7909e0c-9728-4d50-b27c-a4ba20997db3 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:08.996583 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b5c88e8a-5c6b-4d50-a45d-bb2b1d3412e2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:router {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:09.002251 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-4b283bca-6ce2-4455-89e2-c7265674264c req-86327a17-f0f2-4ce1-aa20-2c2e1b53e128 service neutron] 10.222.0.35 "GET /v2.0/networks/9c9a7398-6fd3-4213-804e-eb3de185a894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474112 Apr 29 15:42:09.006317 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:09.035873 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d11a50-9bbe-4b2d-b5d1-993b81fb7cd8 req-92ede468-c8b3-4479-9908-34d1774095e3 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:09.037337 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-26d11a50-9bbe-4b2d-b5d1-993b81fb7cd8 req-92ede468-c8b3-4479-9908-34d1774095e3 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 946 time: 0.4633446 Apr 29 15:42:09.148509 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e8a5a6ac-8afd-4c08-a495-514db8a86626 None None] Provisioning for port 7041c13a-1c4a-414b-b25b-d1e9969a9280 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:09.149123 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ff2acdb1-665d-451a-959b-63cbcbf12bcd tempest-NetworksApiDiscovery-985411594 tempest-NetworksApiDiscovery-985411594-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2509427 Apr 29 15:42:09.149478 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b5c88e8a-5c6b-4d50-a45d-bb2b1d3412e2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:router {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:09.154821 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b5c88e8a-5c6b-4d50-a45d-bb2b1d3412e2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4510643 Apr 29 15:42:09.158852 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54274) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:09.183271 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-a7909e0c-9728-4d50-b27c-a4ba20997db3 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Calling delete_port for 7041c13a-1c4a-414b-b25b-d1e9969a9280 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:09.190922 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e8a5a6ac-8afd-4c08-a495-514db8a86626 None None] Provisioning complete for port 7041c13a-1c4a-414b-b25b-d1e9969a9280 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:09.191302 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e8a5a6ac-8afd-4c08-a495-514db8a86626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:09.337507 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 97041fd9-13f3-4359-8cc7-a0bdccb7bf04 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:09.378220 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-e8a5a6ac-8afd-4c08-a495-514db8a86626 None None] Port 7041c13a-1c4a-414b-b25b-d1e9969a9280 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:42:09.395906 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d69e22-b1de-40a6-97c8-0b1c65412c8c None None] DHCP port deletion for 75e7f0f8-4897-4e20-8301-99a7eae75065 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:42:09.399301 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:09.406459 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 97041fd9-13f3-4359-8cc7-a0bdccb7bf04 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:42:09.406958 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 97041fd9-13f3-4359-8cc7-a0bdccb7bf04 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:09.415456 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-34d69e22-b1de-40a6-97c8-0b1c65412c8c None None] Deleting port 6a12ecaa-d098-4728-a9f8-4f20ce9ce823 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:09.415456 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-34d69e22-b1de-40a6-97c8-0b1c65412c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:09.435866 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-26d11a50-9bbe-4b2d-b5d1-993b81fb7cd8 req-7ba61c06-d98c-4237-8f14-7700287361d0 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7702b6e-e8dc-4a92-a259-914dd279e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714130 Apr 29 15:42:09.465173 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c1b95b1e-9d1f-405d-919f-424e5c9eba95 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:09.480254 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-63fbeaaa-b8c3-447a-b443-af45794b3ec9 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:09.570546 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a7909e0c-9728-4d50-b27c-a4ba20997db3 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:09.599337 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-63fbeaaa-b8c3-447a-b443-af45794b3ec9 None None] Transition to ACTIVE for port object 166b877c-9895-469a-ac7a-7713c7b23ce1 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:09.638278 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7909e0c-9728-4d50-b27c-a4ba20997db3 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Port': ['ID=7041c13a-1c4a-414b-b25b-d1e9969a9280,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:09.804126 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-63fbeaaa-b8c3-447a-b443-af45794b3ec9 None None] Transition to ACTIVE for port object 166b877c-9895-469a-ac7a-7713c7b23ce1 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:09.816340 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658c885-7a17-4f49-8b05-895247eaba18 req-f4d9a37c-5597-4df4-ae0c-26fe6d7229cc tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:09.817848 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e658c885-7a17-4f49-8b05-895247eaba18 req-f4d9a37c-5597-4df4-ae0c-26fe6d7229cc tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 944 time: 0.5818911 Apr 29 15:42:09.884596 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54284) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:09.904207 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-63fbeaaa-b8c3-447a-b443-af45794b3ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:09.933020 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a7909e0c-9728-4d50-b27c-a4ba20997db3 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.015169 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fbeaaa-b8c3-447a-b443-af45794b3ec9 None None] Network 00cb9e6c-05bf-477e-9563-adf5e5e457e4 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:10.025194 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-63fbeaaa-b8c3-447a-b443-af45794b3ec9 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:10.028319 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-34d69e22-b1de-40a6-97c8-0b1c65412c8c None None] For port 6a12ecaa-d098-4728-a9f8-4f20ce9ce823, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6a12ecaa-d098-4728-a9f8-4f20ce9ce823,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:10.028767 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-34d69e22-b1de-40a6-97c8-0b1c65412c8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.044722 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fbeaaa-b8c3-447a-b443-af45794b3ec9 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:42:10.050798 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbeaaa-b8c3-447a-b443-af45794b3ec9 None None] Pushing event updated for resources: {'Port': ['ID=166b877c-9895-469a-ac7a-7713c7b23ce1,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:10.086959 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-95002bf8-f28a-4e36-a0d0-d94ccc526cec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Allocated IP 172.20.0.1 (693104f5-c978-4ec6-a1c2-961997faf855/e40229e5-53f0-4606-8206-101a0deeda55/1cdbe64f-12b8-4301-be21-e3ca4a177829) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:10.201126 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-34d69e22-b1de-40a6-97c8-0b1c65412c8c None None] Calling delete_port for 6a12ecaa-d098-4728-a9f8-4f20ce9ce823 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:10.226822 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2094d4f-1466-40c1-bc74-a4bea5e73079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.292960 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c1b95b1e-9d1f-405d-919f-424e5c9eba95 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.310389 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c1b95b1e-9d1f-405d-919f-424e5c9eba95 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.332130 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-95002bf8-f28a-4e36-a0d0-d94ccc526cec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.339111 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e658c885-7a17-4f49-8b05-895247eaba18 req-6df88647-6f60-461c-b7b4-445760f99d01 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787149 Apr 29 15:42:10.344248 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a7909e0c-9728-4d50-b27c-a4ba20997db3 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/ports/7041c13a-1c4a-414b-b25b-d1e9969a9280 HTTP/1.1" status: 204 len: 168 time: 2.4882183 Apr 29 15:42:10.345934 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54290) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:10.375618 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.383439 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-63fbeaaa-b8c3-447a-b443-af45794b3ec9 None None] Attempting to bind port 166b877c-9895-469a-ac7a-7713c7b23ce1 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:42:10.384486 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-63fbeaaa-b8c3-447a-b443-af45794b3ec9 None None] Attempting to bind port 166b877c-9895-469a-ac7a-7713c7b23ce1 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '28361de7-be47-4d4e-96f5-0e22a4f0ffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '00cb9e6c-05bf-477e-9563-adf5e5e457e4'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:42:10.384933 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fbeaaa-b8c3-447a-b443-af45794b3ec9 None None] Attempting to bind port 166b877c-9895-469a-ac7a-7713c7b23ce1 on network 00cb9e6c-05bf-477e-9563-adf5e5e457e4 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:42:10.407902 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fbeaaa-b8c3-447a-b443-af45794b3ec9 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:42:10.408427 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fbeaaa-b8c3-447a-b443-af45794b3ec9 None None] Checking segment: {'id': '28361de7-be47-4d4e-96f5-0e22a4f0ffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '00cb9e6c-05bf-477e-9563-adf5e5e457e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:42:10.409060 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-63fbeaaa-b8c3-447a-b443-af45794b3ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.409576 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fbeaaa-b8c3-447a-b443-af45794b3ec9 None None] Bound using segment: {'id': '28361de7-be47-4d4e-96f5-0e22a4f0ffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '00cb9e6c-05bf-477e-9563-adf5e5e457e4'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:42:10.410147 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-63fbeaaa-b8c3-447a-b443-af45794b3ec9 None None] Bound port: 166b877c-9895-469a-ac7a-7713c7b23ce1, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28361de7-be47-4d4e-96f5-0e22a4f0ffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '00cb9e6c-05bf-477e-9563-adf5e5e457e4'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:42:10.410653 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-63fbeaaa-b8c3-447a-b443-af45794b3ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.412690 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4b58ab-27bc-4678-b6c1-2ad30727cf3c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] GET failed (client error): The resource could not be found. Apr 29 15:42:10.413205 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-6c4b58ab-27bc-4678-b6c1-2ad30727cf3c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Synchronizing usage tracker for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:10.418372 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Subnet': ['ID=2bed2cc9-4602-4a08-b638-b1ceb518bf9f,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:10.418971 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-95002bf8-f28a-4e36-a0d0-d94ccc526cec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Transition to ACTIVE for port object 1cdbe64f-12b8-4301-be21-e3ca4a177829 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:10.423465 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b2094d4f-1466-40c1-bc74-a4bea5e73079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:10.431483 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b2094d4f-1466-40c1-bc74-a4bea5e73079 admin admin] Usage tracker for resource:security_group_rule and tenant:27b9fe10fd464163a4e05054a6c4ca71 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:10.437352 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b2094d4f-1466-40c1-bc74-a4bea5e73079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:10.448821 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b2094d4f-1466-40c1-bc74-a4bea5e73079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:10.502772 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c93b48-0b61-4310-8dce-c0c8c66667b7 req-259c8d48-d6dc-444b-ada1-818301557d0c tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:10.504285 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e6c93b48-0b61-4310-8dce-c0c8c66667b7 req-259c8d48-d6dc-444b-ada1-818301557d0c tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.4458392 Apr 29 15:42:10.523399 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c1b95b1e-9d1f-405d-919f-424e5c9eba95 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.523923 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b95b1e-9d1f-405d-919f-424e5c9eba95 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Fanout notify agent at l3_agent the message router_deleted on router ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:42:10.527527 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-34d69e22-b1de-40a6-97c8-0b1c65412c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.553336 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-6c4b58ab-27bc-4678-b6c1-2ad30727cf3c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Unset dirty status for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:10.554909 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6c4b58ab-27bc-4678-b6c1-2ad30727cf3c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports/7041c13a-1c4a-414b-b25b-d1e9969a9280 HTTP/1.1" status: 404 len: 333 time: 0.2074587 Apr 29 15:42:10.562063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.564968 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54296) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:10.577655 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-63fbeaaa-b8c3-447a-b443-af45794b3ec9 None None] For port 166b877c-9895-469a-ac7a-7713c7b23ce1, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:42:10.583634 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d69e22-b1de-40a6-97c8-0b1c65412c8c None None] Pushing event deleted for resources: {'Port': ['ID=6a12ecaa-d098-4728-a9f8-4f20ce9ce823,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:10.593813 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-63fbeaaa-b8c3-447a-b443-af45794b3ec9 None None] For port 166b877c-9895-469a-ac7a-7713c7b23ce1, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=166b877c-9895-469a-ac7a-7713c7b23ce1,segment=NetworkSegment(28361de7-be47-4d4e-96f5-0e22a4f0ffc1),segment_id=28361de7-be47-4d4e-96f5-0e22a4f0ffc1)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:42:10.595115 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d69e22-b1de-40a6-97c8-0b1c65412c8c None None] No DVR routers for this DVR port 6a12ecaa-d098-4728-a9f8-4f20ce9ce823 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:10.647608 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-95002bf8-f28a-4e36-a0d0-d94ccc526cec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.660366 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00cb9e6c-05bf-477e-9563-adf5e5e457e4']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:10.674267 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-63fbeaaa-b8c3-447a-b443-af45794b3ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.690022 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28361de7-be47-4d4e-96f5-0e22a4f0ffc1') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:10.690313 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28361de7-be47-4d4e-96f5-0e22a4f0ffc1') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:10.706353 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e6c93b48-0b61-4310-8dce-c0c8c66667b7 req-a073f9a3-2d89-4fa6-8d42-728d71af02a4 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953013 Apr 29 15:42:10.709371 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.727836 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c1b95b1e-9d1f-405d-919f-424e5c9eba95 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.732312 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c1b95b1e-9d1f-405d-919f-424e5c9eba95 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/routers/ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0 HTTP/1.1" status: 204 len: 168 time: 1.5721872 Apr 29 15:42:10.732648 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54300) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:10.745536 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-13d8626c-a521-4103-b673-b82253db4109 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:10.763350 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-f3936207-9a87-4547-bf15-7fe5eb5341e9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port cd6c31b3-2b88-45e6-8f08-584acaaf0f37 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:10.765423 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f3936207-9a87-4547-bf15-7fe5eb5341e9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.783090 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.819334 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95002bf8-f28a-4e36-a0d0-d94ccc526cec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Network 693104f5-c978-4ec6-a1c2-961997faf855 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:10.833989 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-95002bf8-f28a-4e36-a0d0-d94ccc526cec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:10.836659 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95002bf8-f28a-4e36-a0d0-d94ccc526cec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:42:10.855056 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:42:10.855461 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.856028 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbeaaa-b8c3-447a-b443-af45794b3ec9 None None] Pushing event updated for resources: {'Port': ['ID=166b877c-9895-469a-ac7a-7713c7b23ce1,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:42:10.873445 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:42:10.895391 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95002bf8-f28a-4e36-a0d0-d94ccc526cec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'Port': ['ID=1cdbe64f-12b8-4301-be21-e3ca4a177829,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:10.907038 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 8c692f0a-0dff-40d5-8916-d3b49735cbfc details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:42:10.907755 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2094d4f-1466-40c1-bc74-a4bea5e73079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.001539 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-95002bf8-f28a-4e36-a0d0-d94ccc526cec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.010306 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2094d4f-1466-40c1-bc74-a4bea5e73079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.027011 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736334b-c329-4305-a5e3-c493d8ae8244 req-8347358e-5698-4b62-998e-0e35b63d3b11 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:11.030881 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b736334b-c329-4305-a5e3-c493d8ae8244 req-8347358e-5698-4b62-998e-0e35b63d3b11 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 946 time: 0.4108124 Apr 29 15:42:11.050150 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-13d8626c-a521-4103-b673-b82253db4109 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:11.058630 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-13d8626c-a521-4103-b673-b82253db4109 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:subnet and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:11.065393 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-13d8626c-a521-4103-b673-b82253db4109 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:11.100416 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b736334b-c329-4305-a5e3-c493d8ae8244 req-7c089287-01d7-43a6-b46f-d3e55491faa6 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7702b6e-e8dc-4a92-a259-914dd279e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645385 Apr 29 15:42:11.101031 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.api [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:42:11.101031 dv-neutron-839913-1-hyperv neutron-server[84770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:42:11.101031 dv-neutron-839913-1-hyperv neutron-server[84770]: [parameters: {'id': '00cb9e6c-05bf-477e-9563-adf5e5e457e4'}] Apr 29 15:42:11.101031 dv-neutron-839913-1-hyperv neutron-server[84770]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:42:11.101413 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG oslo_db.api [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:42:11.102122 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-13d8626c-a521-4103-b673-b82253db4109 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:11.109541 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3829d1-a5ed-44ca-8dbb-c8bfae17de31 None None] Network 00cb9e6c-05bf-477e-9563-adf5e5e457e4 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:11.129226 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b2094d4f-1466-40c1-bc74-a4bea5e73079 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27b9fe10fd464163a4e05054a6c4ca71&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2377346 Apr 29 15:42:11.133008 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54304) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:11.184225 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2094d4f-1466-40c1-bc74-a4bea5e73079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942d8cda-b87c-406f-b029-f276a7254b13,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:11.223542 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d8626c-a521-4103-b673-b82253db4109 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:11.225931 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 8c692f0a-0dff-40d5-8916-d3b49735cbfc, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=8c692f0a-0dff-40d5-8916-d3b49735cbfc,segment=NetworkSegment(eb205a45-e78c-4cf5-9d06-0787509ac84a),segment_id=eb205a45-e78c-4cf5-9d06-0787509ac84a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:11.228062 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-13d8626c-a521-4103-b673-b82253db4109 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.246924 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f3936207-9a87-4547-bf15-7fe5eb5341e9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.247152 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '8c692f0a-0dff-40d5-8916-d3b49735cbfc', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'port_id': '8c692f0a-0dff-40d5-8916-d3b49735cbfc', 'mac_address': 'fa:16:3e:3a:19:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:42:11.300453 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2f46ef26-94f6-408b-8308-5bd198304a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.320902 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.355771 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2f46ef26-94f6-408b-8308-5bd198304a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.403050 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 6a12ecaa-d098-4728-a9f8-4f20ce9ce823 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:11.438089 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c692f0a-0dff-40d5-8916-d3b49735cbfc {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:42:11.453516 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-466cad21-fe49-46b6-9a2d-ede76b221b86 None None] Provisioning for port 1cdbe64f-12b8-4301-be21-e3ca4a177829 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:11.458406 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 6a12ecaa-d098-4728-a9f8-4f20ce9ce823 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:42:11.458774 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 6a12ecaa-d098-4728-a9f8-4f20ce9ce823 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:11.463191 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-466cad21-fe49-46b6-9a2d-ede76b221b86 None None] Provisioning complete for port 1cdbe64f-12b8-4301-be21-e3ca4a177829 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:11.463543 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-466cad21-fe49-46b6-9a2d-ede76b221b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.516853 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 8c692f0a-0dff-40d5-8916-d3b49735cbfc, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=8c692f0a-0dff-40d5-8916-d3b49735cbfc,segment=NetworkSegment(eb205a45-e78c-4cf5-9d06-0787509ac84a),segment_id=eb205a45-e78c-4cf5-9d06-0787509ac84a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:11.548843 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-466cad21-fe49-46b6-9a2d-ede76b221b86 None None] Port 1cdbe64f-12b8-4301-be21-e3ca4a177829 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:42:11.551965 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2f46ef26-94f6-408b-8308-5bd198304a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.581513 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47919bb7-9aa8-40ce-9cb9-a9ac309dfe2e None None] Network 00cb9e6c-05bf-477e-9563-adf5e5e457e4 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:11.601832 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46ef26-94f6-408b-8308-5bd198304a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942d8cda-b87c-406f-b029-f276a7254b13,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:11.614264 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.628270 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2f46ef26-94f6-408b-8308-5bd198304a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.632171 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2f46ef26-94f6-408b-8308-5bd198304a74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/942d8cda-b87c-406f-b029-f276a7254b13 HTTP/1.1" status: 204 len: 168 time: 0.4954469 Apr 29 15:42:11.688411 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-f3936207-9a87-4547-bf15-7fe5eb5341e9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Calling delete_port for cd6c31b3-2b88-45e6-8f08-584acaaf0f37 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:11.689164 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Deleting port 166b877c-9895-469a-ac7a-7713c7b23ce1 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:11.689841 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.736942 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.747544 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-13d8626c-a521-4103-b673-b82253db4109 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.869549 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-95002bf8-f28a-4e36-a0d0-d94ccc526cec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.918110 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=8c692f0a-0dff-40d5-8916-d3b49735cbfc,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:11.969790 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5044075b-af90-40f2-8916-4073fd6e9137 None None] get_active_networks_info from dv-neutron-839913-1-hyperv {{(pid=84772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 15:42:11.999896 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c1740423-5dbf-408c-92e7-d6d66a933119 req-f5f4a460-175b-4356-a9fe-9501b78a4c83 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e9af1a9063ac40bc8d974337ae3443db&device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 1099 time: 0.2420113 Apr 29 15:42:12.125359 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d8626c-a521-4103-b673-b82253db4109 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:12.138888 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6c372-0b3e-4189-baef-140d4445e2a0 req-a2c18000-8030-452e-b993-7893664cdb0f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:12.147969 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-61b6c372-0b3e-4189-baef-140d4445e2a0 req-a2c18000-8030-452e-b993-7893664cdb0f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 944 time: 0.6377203 Apr 29 15:42:12.164564 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['8c692f0a-0dff-40d5-8916-d3b49735cbfc'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 15:42:12.167393 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-13d8626c-a521-4103-b673-b82253db4109 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:12.176035 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d8626c-a521-4103-b673-b82253db4109 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:12.176603 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-13d8626c-a521-4103-b673-b82253db4109 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:12.201031 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8626c-a521-4103-b673-b82253db4109 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=accedf01-d25e-44b5-b27d-3eb50cea10ba,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:12.264088 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5044075b-af90-40f2-8916-4073fd6e9137 None None] Resources bound (agent type, host, resource id): {{(pid=84772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:42:12.371524 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-13d8626c-a521-4103-b673-b82253db4109 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6313639 Apr 29 15:42:12.374985 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54318) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:12.386478 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-61b6c372-0b3e-4189-baef-140d4445e2a0 req-010f1ea1-d2b0-43c9-a7ea-b8bd1c5dc318 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372522 Apr 29 15:42:12.396144 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-fb54fa1f-8c04-4899-98f9-73190ba39cad tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2040553455', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:12.406881 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-fb54fa1f-8c04-4899-98f9-73190ba39cad tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:12.408312 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8566327-5135-4185-81c0-9e0d22609334 req-eb978f5b-489f-4b4f-8ac6-aeffcc9125c3 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:12.410836 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b8566327-5135-4185-81c0-9e0d22609334 req-eb978f5b-489f-4b4f-8ac6-aeffcc9125c3 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 946 time: 0.6670396 Apr 29 15:42:12.413273 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] For port 166b877c-9895-469a-ac7a-7713c7b23ce1, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=166b877c-9895-469a-ac7a-7713c7b23ce1,segment=NetworkSegment(28361de7-be47-4d4e-96f5-0e22a4f0ffc1),segment_id=28361de7-be47-4d4e-96f5-0e22a4f0ffc1)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:12.413550 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:12.417801 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fb54fa1f-8c04-4899-98f9-73190ba39cad tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:router and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:12.429410 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1740423-5dbf-408c-92e7-d6d66a933119 req-47b47653-9e3d-40cf-a19a-a3b0de335a68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:12.433188 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c1740423-5dbf-408c-92e7-d6d66a933119 req-47b47653-9e3d-40cf-a19a-a3b0de335a68 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4bb5b585-3bf2-4d0b-97bd-64517bb64156 HTTP/1.1" status: 200 len: 913 time: 0.3904984 Apr 29 15:42:12.433958 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f3936207-9a87-4547-bf15-7fe5eb5341e9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:12.435805 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fb54fa1f-8c04-4899-98f9-73190ba39cad tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:12.552207 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-fb54fa1f-8c04-4899-98f9-73190ba39cad tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:12.599866 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Calling delete_port for 166b877c-9895-469a-ac7a-7713c7b23ce1 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:12.635729 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3936207-9a87-4547-bf15-7fe5eb5341e9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Port': ['ID=cd6c31b3-2b88-45e6-8f08-584acaaf0f37,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:12.701076 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c1740423-5dbf-408c-92e7-d6d66a933119 req-688ea19b-f405-47c8-8afc-459999d3f9c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6801ec4-a39a-4986-82cf-97a9a47b3513 HTTP/1.1" status: 200 len: 217 time: 0.2531786 Apr 29 15:42:12.763089 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b8566327-5135-4185-81c0-9e0d22609334 req-406d562b-117e-40dd-9656-dd5c43f9a666 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7702b6e-e8dc-4a92-a259-914dd279e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342836 Apr 29 15:42:12.811079 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1740423-5dbf-408c-92e7-d6d66a933119 req-e3713d9e-ca45-4005-a8ca-ad8d5f6e70d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:12.813655 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c1740423-5dbf-408c-92e7-d6d66a933119 req-e3713d9e-ca45-4005-a8ca-ad8d5f6e70d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cae5fab3-0293-4326-bafb-088938c67f93 HTTP/1.1" status: 200 len: 852 time: 0.0741324 Apr 29 15:42:12.823946 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09225f45-3c9b-4f44-a994-1894614907c1 req-669ece98-0980-4c89-8ba5-52a10775fbb0 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:12.825492 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-09225f45-3c9b-4f44-a994-1894614907c1 req-669ece98-0980-4c89-8ba5-52a10775fbb0 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.1834486 Apr 29 15:42:12.830185 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fb54fa1f-8c04-4899-98f9-73190ba39cad tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:12.831159 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fb54fa1f-8c04-4899-98f9-73190ba39cad tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:12.861621 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:12.905967 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c1740423-5dbf-408c-92e7-d6d66a933119 req-eb8dd891-c94c-47cb-87d4-e717262f1ada service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4bb5b585-3bf2-4d0b-97bd-64517bb64156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712452 Apr 29 15:42:12.932873 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Port': ['ID=166b877c-9895-469a-ac7a-7713c7b23ce1,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:12.947052 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No DVR routers for this DVR port 166b877c-9895-469a-ac7a-7713c7b23ce1 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:12.995185 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-09225f45-3c9b-4f44-a994-1894614907c1 req-76480458-d90e-429d-a9ea-faa18e19e481 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625233 Apr 29 15:42:13.022908 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a83245-639b-4785-b798-28b2a0f604a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-75e7f0f8-4897-4e20-8301-99a7eae75065', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'fixed_ips': [{'subnet_id': 'accedf01-d25e-44b5-b27d-3eb50cea10ba'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:42:13.022908 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-32a83245-639b-4785-b798-28b2a0f604a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:13.062375 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fb54fa1f-8c04-4899-98f9-73190ba39cad tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:13.075519 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f3936207-9a87-4547-bf15-7fe5eb5341e9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:13.126748 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:13.161592 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c1740423-5dbf-408c-92e7-d6d66a933119 req-c0bb8638-a052-444d-af8f-b4dd33e8872c service neutron] 10.222.0.35 "GET /v2.0/networks/4bb5b585-3bf2-4d0b-97bd-64517bb64156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442603 Apr 29 15:42:13.161858 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00cb9e6c-05bf-477e-9563-adf5e5e457e4']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:13.165212 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-95002bf8-f28a-4e36-a0d0-d94ccc526cec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:13.195457 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f3936207-9a87-4547-bf15-7fe5eb5341e9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/ports/cd6c31b3-2b88-45e6-8f08-584acaaf0f37 HTTP/1.1" status: 204 len: 168 time: 2.6262181 Apr 29 15:42:13.210542 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54324) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:13.220380 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28361de7-be47-4d4e-96f5-0e22a4f0ffc1') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:13.220609 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28361de7-be47-4d4e-96f5-0e22a4f0ffc1') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:13.243298 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fb54fa1f-8c04-4899-98f9-73190ba39cad tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:13.246811 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-32a83245-639b-4785-b798-28b2a0f604a4 None None] Allocated IP 2001:db8::2 (75e7f0f8-4897-4e20-8301-99a7eae75065/accedf01-d25e-44b5-b27d-3eb50cea10ba/51a4daa6-7dda-4c0d-83f2-f48eb4fc267c) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:13.276009 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:13.279293 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-95002bf8-f28a-4e36-a0d0-d94ccc526cec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:13.288636 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-576c2e55-8bb1-4cc4-a5ef-be78775e8016 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] GET failed (client error): The resource could not be found. Apr 29 15:42:13.289135 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-576c2e55-8bb1-4cc4-a5ef-be78775e8016 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Synchronizing usage tracker for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:13.304640 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:13.315336 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:42:13.315809 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:42:13.331463 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:42:13.438326 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba8960-db74-4768-b5eb-12f286016095 req-3b56d22b-03df-42f5-b06d-fe4de1716c82 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:13.441883 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9dba8960-db74-4768-b5eb-12f286016095 req-3b56d22b-03df-42f5-b06d-fe4de1716c82 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.2678845 Apr 29 15:42:13.468927 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-576c2e55-8bb1-4cc4-a5ef-be78775e8016 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Unset dirty status for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:13.474779 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-576c2e55-8bb1-4cc4-a5ef-be78775e8016 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports/cd6c31b3-2b88-45e6-8f08-584acaaf0f37 HTTP/1.1" status: 404 len: 333 time: 0.2606180 Apr 29 15:42:13.475571 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54330) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:13.488013 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fb54fa1f-8c04-4899-98f9-73190ba39cad tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:13.489184 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fb54fa1f-8c04-4899-98f9-73190ba39cad tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1108165 Apr 29 15:42:13.501332 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54334) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:13.532816 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:13.537622 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:13.558885 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-32a83245-639b-4785-b798-28b2a0f604a4 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:13.571192 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-32a83245-639b-4785-b798-28b2a0f604a4 None None] Transition to ACTIVE for port object 51a4daa6-7dda-4c0d-83f2-f48eb4fc267c will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:13.591108 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/networks/00cb9e6c-05bf-477e-9563-adf5e5e457e4 HTTP/1.1" status: 204 len: 168 time: 5.0282452 Apr 29 15:42:13.593983 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9dba8960-db74-4768-b5eb-12f286016095 req-01eb956d-85d0-4f88-a6e3-0d635dc58cc5 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457369 Apr 29 15:42:13.599460 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-32a83245-639b-4785-b798-28b2a0f604a4 None None] Transition to ACTIVE for port object 51a4daa6-7dda-4c0d-83f2-f48eb4fc267c will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:13.600077 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54338) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:13.605874 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30deb250-f626-4c32-9167-39e3e75ead86 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Network': ['ID=00cb9e6c-05bf-477e-9563-adf5e5e457e4,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:13.613938 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d635cebf-99bc-42c1-8def-b51cb728a370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:13.660548 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c1740423-5dbf-408c-92e7-d6d66a933119 req-97b5a897-9539-409a-a476-db15d4e95e25 service neutron] 10.222.0.35 "GET /v2.0/networks/4bb5b585-3bf2-4d0b-97bd-64517bb64156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933054 Apr 29 15:42:13.671319 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95002bf8-f28a-4e36-a0d0-d94ccc526cec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'Port': ['ID=1cdbe64f-12b8-4301-be21-e3ca4a177829,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:13.674212 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-95002bf8-f28a-4e36-a0d0-d94ccc526cec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:13.682276 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9de765-b442-49bc-8ffc-766621e45592 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] DELETE failed (client error): The resource could not be found. Apr 29 15:42:13.689306 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9de765-b442-49bc-8ffc-766621e45592 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:42:13.689306 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3f9de765-b442-49bc-8ffc-766621e45592 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/networks/00cb9e6c-05bf-477e-9563-adf5e5e457e4 HTTP/1.1" status: 404 len: 339 time: 0.0835979 Apr 29 15:42:13.689306 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54344) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:13.696930 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-867a84a5-c39e-4769-9537-ac0ad0d48bdf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-957471812', 'description': 'd1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:13.699999 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-32a83245-639b-4785-b798-28b2a0f604a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:13.804713 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a83245-639b-4785-b798-28b2a0f604a4 None None] Pushing event updated for resources: {'Port': ['ID=51a4daa6-7dda-4c0d-83f2-f48eb4fc267c,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:13.821290 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a83245-639b-4785-b798-28b2a0f604a4 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:13.822991 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-32a83245-639b-4785-b798-28b2a0f604a4 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:13.831547 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a83245-639b-4785-b798-28b2a0f604a4 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:42:13.840613 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d33951-f297-40d1-bc9d-6a569b5fc692 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting subnet 0b8d7147-2814-4222-956e-0e2dd28e7018 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:42:13.848138 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-867a84a5-c39e-4769-9537-ac0ad0d48bdf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:13.855751 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-83d33951-f297-40d1-bc9d-6a569b5fc692 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:13.887313 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-867a84a5-c39e-4769-9537-ac0ad0d48bdf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Usage tracker for resource:network and tenant:ac43d99f432948ed97df9d63c8b43af5 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:13.894955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-867a84a5-c39e-4769-9537-ac0ad0d48bdf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:13.910712 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-867a84a5-c39e-4769-9537-ac0ad0d48bdf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:13.933856 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-83d33951-f297-40d1-bc9d-6a569b5fc692 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:13.950357 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-32a83245-639b-4785-b798-28b2a0f604a4 None None] Attempting to bind port 51a4daa6-7dda-4c0d-83f2-f48eb4fc267c on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:42:13.950934 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-32a83245-639b-4785-b798-28b2a0f604a4 None None] Attempting to bind port 51a4daa6-7dda-4c0d-83f2-f48eb4fc267c by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:42:13.951223 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a83245-639b-4785-b798-28b2a0f604a4 None None] Attempting to bind port 51a4daa6-7dda-4c0d-83f2-f48eb4fc267c on network 75e7f0f8-4897-4e20-8301-99a7eae75065 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:42:13.958002 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a83245-639b-4785-b798-28b2a0f604a4 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:42:13.958377 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a83245-639b-4785-b798-28b2a0f604a4 None None] Checking segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:42:13.964929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-32a83245-639b-4785-b798-28b2a0f604a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:13.964929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a83245-639b-4785-b798-28b2a0f604a4 None None] Bound using segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:42:13.964929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-32a83245-639b-4785-b798-28b2a0f604a4 None None] Bound port: 51a4daa6-7dda-4c0d-83f2-f48eb4fc267c, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:42:13.964929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-32a83245-639b-4785-b798-28b2a0f604a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:13.979000 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a11e2c-13be-4ab4-9c5c-a1f70a649198 req-0489838a-9ffa-4c25-bd63-5ad360f272dd tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:13.980323 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-91a11e2c-13be-4ab4-9c5c-a1f70a649198 req-0489838a-9ffa-4c25-bd63-5ad360f272dd tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 945 time: 0.3810008 Apr 29 15:42:14.020199 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867a84a5-c39e-4769-9537-ac0ad0d48bdf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Made reservation on behalf of ac43d99f432948ed97df9d63c8b43af5 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:14.023085 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-867a84a5-c39e-4769-9537-ac0ad0d48bdf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:14.063651 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-32a83245-639b-4785-b798-28b2a0f604a4 None None] For port 51a4daa6-7dda-4c0d-83f2-f48eb4fc267c, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:42:14.067358 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-32a83245-639b-4785-b798-28b2a0f604a4 None None] For port 51a4daa6-7dda-4c0d-83f2-f48eb4fc267c, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=51a4daa6-7dda-4c0d-83f2-f48eb4fc267c,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:42:14.087949 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95002bf8-f28a-4e36-a0d0-d94ccc526cec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Network 693104f5-c978-4ec6-a1c2-961997faf855 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:14.088598 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867a84a5-c39e-4769-9537-ac0ad0d48bdf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:42:14.090959 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-95002bf8-f28a-4e36-a0d0-d94ccc526cec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:14.105751 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-91a11e2c-13be-4ab4-9c5c-a1f70a649198 req-2695b359-b709-4e44-9624-e9842e513140 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128573 Apr 29 15:42:14.111733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-867a84a5-c39e-4769-9537-ac0ad0d48bdf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:14.112073 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-867a84a5-c39e-4769-9537-ac0ad0d48bdf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Added segment 0e0641ac-6931-43fa-afd0-d760f11c0065 of type vlan for network d4426f58-bbcb-49c5-a5f7-1013ba9595a5 Apr 29 15:42:14.113523 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-83d33951-f297-40d1-bc9d-6a569b5fc692 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:14.175500 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-32a83245-639b-4785-b798-28b2a0f604a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:14.276290 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a83245-639b-4785-b798-28b2a0f604a4 None None] Pushing event updated for resources: {'Port': ['ID=51a4daa6-7dda-4c0d-83f2-f48eb4fc267c,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:14.296715 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-867a84a5-c39e-4769-9537-ac0ad0d48bdf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:14.384540 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6c32983f-4cb1-4641-b350-1cc067d9c96d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:14.425562 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed773d2b-20c1-4bc8-8eb2-d0de0e2ac00e req-2e87b174-b758-4966-828c-6ae3af7dd5a4 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:14.427116 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ed773d2b-20c1-4bc8-8eb2-d0de0e2ac00e req-2e87b174-b758-4966-828c-6ae3af7dd5a4 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 946 time: 0.0889120 Apr 29 15:42:14.496183 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-867a84a5-c39e-4769-9537-ac0ad0d48bdf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:14.500497 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867a84a5-c39e-4769-9537-ac0ad0d48bdf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:14.504203 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-867a84a5-c39e-4769-9537-ac0ad0d48bdf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:14.531122 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-83d33951-f297-40d1-bc9d-6a569b5fc692 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:14.619965 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-83d33951-f297-40d1-bc9d-6a569b5fc692 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:14.695946 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-83d33951-f297-40d1-bc9d-6a569b5fc692 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/subnets/0b8d7147-2814-4222-956e-0e2dd28e7018 HTTP/1.1" status: 204 len: 168 time: 1.2160487 Apr 29 15:42:14.728685 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54352) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:14.728685 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d33951-f297-40d1-bc9d-6a569b5fc692 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Subnet': ['ID=0b8d7147-2814-4222-956e-0e2dd28e7018,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:14.827406 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ed773d2b-20c1-4bc8-8eb2-d0de0e2ac00e req-4ce8824c-1ae3-472f-b5f4-24e29dd671b9 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7702b6e-e8dc-4a92-a259-914dd279e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525364 Apr 29 15:42:14.834496 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-867a84a5-c39e-4769-9537-ac0ad0d48bdf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1445405 Apr 29 15:42:14.836397 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a84a5-c39e-4769-9537-ac0ad0d48bdf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Network': ['ID=d4426f58-bbcb-49c5-a5f7-1013ba9595a5,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:14.846964 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network d4426f58-bbcb-49c5-a5f7-1013ba9595a5 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:42:14.850990 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54356) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:14.945547 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 8c692f0a-0dff-40d5-8916-d3b49735cbfc up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:42:14.992312 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67005dcc-c8f1-4ae2-9ed0-6f53f962a24a req-de45fda3-a798-447a-a2be-edf27cb29d30 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:14.999747 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67005dcc-c8f1-4ae2-9ed0-6f53f962a24a req-de45fda3-a798-447a-a2be-edf27cb29d30 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.5712664 Apr 29 15:42:15.053839 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c1388e9-df5a-4fca-a78f-abf49a8d61dc tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:15.078961 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c73c16a-6ee1-48d2-b436-b88f9a7dbcf9 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:15.080088 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5c73c16a-6ee1-48d2-b436-b88f9a7dbcf9 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Synchronizing usage tracker for tenant:ac43d99f432948ed97df9d63c8b43af5 on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:15.094269 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-6c32983f-4cb1-4641-b350-1cc067d9c96d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8::1 (75e7f0f8-4897-4e20-8301-99a7eae75065/accedf01-d25e-44b5-b27d-3eb50cea10ba/00d19c8d-747d-4804-9999-38c20731a40e) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:15.098435 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:15.106387 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-6c1388e9-df5a-4fca-a78f-abf49a8d61dc tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port ba617748-b642-42e3-962d-5293baab019d {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:15.107641 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c1388e9-df5a-4fca-a78f-abf49a8d61dc tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:15.149065 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67005dcc-c8f1-4ae2-9ed0-6f53f962a24a req-1a2fb11c-cd00-4e43-b8dd-6aaa4aa610f6 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483078 Apr 29 15:42:15.197429 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 8c692f0a-0dff-40d5-8916-d3b49735cbfc completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:15.204770 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 8c692f0a-0dff-40d5-8916-d3b49735cbfc triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:15.205523 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:15.284971 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95002bf8-f28a-4e36-a0d0-d94ccc526cec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Router 11837004-ff1a-4341-8af3-2979de902437 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:42:15.382455 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-6c1388e9-df5a-4fca-a78f-abf49a8d61dc tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] For port ba617748-b642-42e3-962d-5293baab019d, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ba617748-b642-42e3-962d-5293baab019d,segment=NetworkSegment(b44033b5-b64f-4074-b2a7-513f72257ec6),segment_id=b44033b5-b64f-4074-b2a7-513f72257ec6)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:15.382840 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c1388e9-df5a-4fca-a78f-abf49a8d61dc tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:15.410761 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:15.444808 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 51a4daa6-7dda-4c0d-83f2-f48eb4fc267c up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:42:15.462190 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6c32983f-4cb1-4641-b350-1cc067d9c96d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:15.485967 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd6841c-0332-4313-af26-671c4f21565e None None] get_active_networks_info from dv-neutron-839913-1-hyperv {{(pid=84772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 15:42:15.511907 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-6c1388e9-df5a-4fca-a78f-abf49a8d61dc tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Calling delete_port for ba617748-b642-42e3-962d-5293baab019d owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:15.543020 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5c73c16a-6ee1-48d2-b436-b88f9a7dbcf9 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Unset dirty status for tenant:ac43d99f432948ed97df9d63c8b43af5 on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:15.543248 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-6c32983f-4cb1-4641-b350-1cc067d9c96d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Transition to ACTIVE for port object 00d19c8d-747d-4804-9999-38c20731a40e will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:15.546079 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5c73c16a-6ee1-48d2-b436-b88f9a7dbcf9 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "GET /v2.0/networks?id=d4426f58-bbcb-49c5-a5f7-1013ba9595a5 HTTP/1.1" status: 200 len: 760 time: 0.6922040 Apr 29 15:42:15.547632 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54362) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:15.565885 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-0cd8fa65-7f69-4134-ae1b-e37bd5b04688 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'network': {'description': 'd2'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:15.572520 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5c1428-3af9-47fe-a4b0-22defe92c52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c692f0a-0dff-40d5-8916-d3b49735cbfc'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:42:15.642971 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29104dcd-6ede-4d62-bf9b-75007dc14228'] response: {'server_uuid': '2c5c1428-3af9-47fe-a4b0-22defe92c52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c692f0a-0dff-40d5-8916-d3b49735cbfc', 'code': 200} Apr 29 15:42:15.650728 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 8c692f0a-0dff-40d5-8916-d3b49735cbfc, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=8c692f0a-0dff-40d5-8916-d3b49735cbfc,segment=NetworkSegment(eb205a45-e78c-4cf5-9d06-0787509ac84a),segment_id=eb205a45-e78c-4cf5-9d06-0787509ac84a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:15.654540 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c61b1-d1be-4065-83b2-dbac267f0c46 req-f228608a-b6d2-41e2-a352-03b0eb1b22a1 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:15.658843 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7d16b31e-e87d-445a-8599-dd314bbe95a6 None None] Provisioning for port 51a4daa6-7dda-4c0d-83f2-f48eb4fc267c completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:15.665679 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0b7c61b1-d1be-4065-83b2-dbac267f0c46 req-f228608a-b6d2-41e2-a352-03b0eb1b22a1 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 945 time: 0.1204028 Apr 29 15:42:15.712694 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:15.741544 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0b7c61b1-d1be-4065-83b2-dbac267f0c46 req-50393cfa-6710-4f69-924f-5bbcd68173c6 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792036 Apr 29 15:42:15.785331 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 51a4daa6-7dda-4c0d-83f2-f48eb4fc267c completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:15.801957 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 51a4daa6-7dda-4c0d-83f2-f48eb4fc267c triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:15.802319 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:15.814610 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c1388e9-df5a-4fca-a78f-abf49a8d61dc tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:15.860594 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0cd8fa65-7f69-4134-ae1b-e37bd5b04688 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:15.867320 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1388e9-df5a-4fca-a78f-abf49a8d61dc tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Port': ['ID=ba617748-b642-42e3-962d-5293baab019d,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:15.874596 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1388e9-df5a-4fca-a78f-abf49a8d61dc tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] No DVR routers for this DVR port ba617748-b642-42e3-962d-5293baab019d on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:15.888097 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95002bf8-f28a-4e36-a0d0-d94ccc526cec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:42:15.907346 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-95002bf8-f28a-4e36-a0d0-d94ccc526cec tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "PUT /v2.0/routers/11837004-ff1a-4341-8af3-2979de902437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5759497 Apr 29 15:42:15.907650 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=8c692f0a-0dff-40d5-8916-d3b49735cbfc,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:15.908119 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abf3fbd-838b-4994-ae63-eec4af5ddc6e None None] Sync routers for ids ['11837004-ff1a-4341-8af3-2979de902437'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:42:15.908485 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54370) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:15.908577 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd6841c-0332-4313-af26-671c4f21565e None None] Resources bound (agent type, host, resource id): {{(pid=84772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:42:15.908666 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-4147d871-4341-4b53-a996-ac075747982f tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Request body: {'port': {'network_id': '693104f5-c978-4ec6-a1c2-961997faf855', 'name': 'tempest-FloatingIPTestJSON-1377736168'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:15.934889 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abf3fbd-838b-4994-ae63-eec4af5ddc6e None None] Routers {'11837004-ff1a-4341-8af3-2979de902437'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:15.935602 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-9abf3fbd-838b-4994-ae63-eec4af5ddc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:41:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['11837004-ff1a-4341-8af3-2979de902437'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:15.982154 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6c32983f-4cb1-4641-b350-1cc067d9c96d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:16.055646 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0cd8fa65-7f69-4134-ae1b-e37bd5b04688 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:16.064413 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-9abf3fbd-838b-4994-ae63-eec4af5ddc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:16.085068 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abf3fbd-838b-4994-ae63-eec4af5ddc6e None None] Routers {'11837004-ff1a-4341-8af3-2979de902437'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:16.085790 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-9abf3fbd-838b-4994-ae63-eec4af5ddc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['11837004-ff1a-4341-8af3-2979de902437'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:16.106508 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c1388e9-df5a-4fca-a78f-abf49a8d61dc tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:16.132006 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cb1d89ad-0011-48d5-b2be-bccf806c59e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:16.153973 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-6c1388e9-df5a-4fca-a78f-abf49a8d61dc tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c6b121-7b46-4022-81ac-9c754ac701cd']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:16.171114 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-9abf3fbd-838b-4994-ae63-eec4af5ddc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:16.171854 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abf3fbd-838b-4994-ae63-eec4af5ddc6e None None] The sync data for ids ['11837004-ff1a-4341-8af3-2979de902437'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:42:16.173349 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-6c1388e9-df5a-4fca-a78f-abf49a8d61dc tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44033b5-b64f-4074-b2a7-513f72257ec6') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:16.173898 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-6c1388e9-df5a-4fca-a78f-abf49a8d61dc tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44033b5-b64f-4074-b2a7-513f72257ec6') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:16.191192 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c1388e9-df5a-4fca-a78f-abf49a8d61dc tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:16.195847 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:16.214293 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c1388e9-df5a-4fca-a78f-abf49a8d61dc tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:16.229882 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424724b-85a7-4b32-95cc-f29f2ea9ba9d req-51b7142a-db43-4e55-b7c0-50fd8e5ba30b tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:16.238733 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d424724b-85a7-4b32-95cc-f29f2ea9ba9d req-51b7142a-db43-4e55-b7c0-50fd8e5ba30b tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 946 time: 0.1876266 Apr 29 15:42:16.268954 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1388e9-df5a-4fca-a78f-abf49a8d61dc tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:42:16.269521 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c1388e9-df5a-4fca-a78f-abf49a8d61dc tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:16.273293 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 51a4daa6-7dda-4c0d-83f2-f48eb4fc267c, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=51a4daa6-7dda-4c0d-83f2-f48eb4fc267c,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:16.305533 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c32983f-4cb1-4641-b350-1cc067d9c96d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:16.317403 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4147d871-4341-4b53-a996-ac075747982f tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:16.326185 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0cd8fa65-7f69-4134-ae1b-e37bd5b04688 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Network d4426f58-bbcb-49c5-a5f7-1013ba9595a5 is not hosted by any dhcp agent {{(pid=84771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 29 15:42:16.331074 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd8fa65-7f69-4134-ae1b-e37bd5b04688 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:16.331698 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0cd8fa65-7f69-4134-ae1b-e37bd5b04688 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:16.335902 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0cd8fa65-7f69-4134-ae1b-e37bd5b04688 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "PUT /v2.0/networks/d4426f58-bbcb-49c5-a5f7-1013ba9595a5 HTTP/1.1" status: 200 len: 757 time: 0.7748511 Apr 29 15:42:16.347278 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-6c32983f-4cb1-4641-b350-1cc067d9c96d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:16.349747 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c32983f-4cb1-4641-b350-1cc067d9c96d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:42:16.350646 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6c32983f-4cb1-4641-b350-1cc067d9c96d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:16.353174 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:16.364563 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4147d871-4341-4b53-a996-ac075747982f tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Usage tracker for resource:port and tenant:6d54d35be39d47ebbee25a7cb3a65c46 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:16.367857 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4147d871-4341-4b53-a996-ac075747982f tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:16.370692 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54376) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:16.372381 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32983f-4cb1-4641-b350-1cc067d9c96d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=00d19c8d-747d-4804-9999-38c20731a40e,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:16.382899 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8fa65-7f69-4134-ae1b-e37bd5b04688 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Network': ['ID=d4426f58-bbcb-49c5-a5f7-1013ba9595a5,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:42:16.394921 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:42:16.404541 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network d4426f58-bbcb-49c5-a5f7-1013ba9595a5 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:42:16.406143 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4147d871-4341-4b53-a996-ac075747982f tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:16.526993 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=51a4daa6-7dda-4c0d-83f2-f48eb4fc267c,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:16.539357 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d424724b-85a7-4b32-95cc-f29f2ea9ba9d req-c5708df8-7199-433a-8d57-8c67ac0876be tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7702b6e-e8dc-4a92-a259-914dd279e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001895 Apr 29 15:42:16.556680 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4147d871-4341-4b53-a996-ac075747982f tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Made reservation on behalf of 6d54d35be39d47ebbee25a7cb3a65c46 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:16.559705 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4147d871-4341-4b53-a996-ac075747982f tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:16.564885 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993218c6-7838-4b7d-b30f-e77b1086bb68 req-cffddd50-3e76-40a7-894c-693b01211e30 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:16.575406 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-4d0bfadf-6df9-454f-a8ed-b679f433fae5 req-2eba1203-9d1d-4d5a-a75f-6c80e215d5a1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 1099 time: 0.3123274 Apr 29 15:42:16.579084 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-993218c6-7838-4b7d-b30f-e77b1086bb68 req-cffddd50-3e76-40a7-894c-693b01211e30 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.1832266 Apr 29 15:42:16.583961 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364310b3-67a5-46f5-a069-011d2090b140 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:16.583961 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-364310b3-67a5-46f5-a069-011d2090b140 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Synchronizing usage tracker for tenant:ac43d99f432948ed97df9d63c8b43af5 on resource:network {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:16.625817 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c1388e9-df5a-4fca-a78f-abf49a8d61dc tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:16.634189 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-4147d871-4341-4b53-a996-ac075747982f tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] device_id is not set on port b97c5c10-6d08-43f7-a47b-bd2806f62244 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:42:16.661988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c1388e9-df5a-4fca-a78f-abf49a8d61dc tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:16.691686 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1388e9-df5a-4fca-a78f-abf49a8d61dc tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Network': ['ID=07c6b121-7b46-4022-81ac-9c754ac701cd,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:16.724133 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-993218c6-7838-4b7d-b30f-e77b1086bb68 req-43ed3015-0502-4686-abe5-d725fbac15ed tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366267 Apr 29 15:42:16.727441 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746d13cd-6eab-4457-b609-b7390aab208b None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:16.768790 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-364310b3-67a5-46f5-a069-011d2090b140 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Unset dirty status for tenant:ac43d99f432948ed97df9d63c8b43af5 on resource:network {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:16.770785 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-364310b3-67a5-46f5-a069-011d2090b140 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "GET /v2.0/networks?id=d4426f58-bbcb-49c5-a5f7-1013ba9595a5 HTTP/1.1" status: 200 len: 760 time: 0.3954930 Apr 29 15:42:16.782217 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54384) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:16.787918 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-e3224b7a-8b75-4006-9489-2159cfa0ae93 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1125586401'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:16.799242 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e3224b7a-8b75-4006-9489-2159cfa0ae93 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:16.888419 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6c1388e9-df5a-4fca-a78f-abf49a8d61dc tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/networks/07c6b121-7b46-4022-81ac-9c754ac701cd HTTP/1.1" status: 204 len: 168 time: 2.1576364 Apr 29 15:42:16.889645 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54388) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:16.913847 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-8d3af987-2581-4d7c-be15-3c32fd09b8b9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1265409044'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:16.918304 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e3224b7a-8b75-4006-9489-2159cfa0ae93 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:16.925421 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8d3af987-2581-4d7c-be15-3c32fd09b8b9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:16.937930 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8d3af987-2581-4d7c-be15-3c32fd09b8b9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:network and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:16.944578 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8d3af987-2581-4d7c-be15-3c32fd09b8b9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:16.961190 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8d3af987-2581-4d7c-be15-3c32fd09b8b9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:17.028890 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3224b7a-8b75-4006-9489-2159cfa0ae93 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Made reservation on behalf of ac43d99f432948ed97df9d63c8b43af5 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:17.033890 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e3224b7a-8b75-4006-9489-2159cfa0ae93 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:17.075149 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be1494-1480-4435-af49-abd48d35f7cb req-985b0eef-283b-451e-bc2e-0aa20420a643 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:17.076445 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e1be1494-1480-4435-af49-abd48d35f7cb req-985b0eef-283b-451e-bc2e-0aa20420a643 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.2786191 Apr 29 15:42:17.077237 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3af987-2581-4d7c-be15-3c32fd09b8b9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:17.080767 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8d3af987-2581-4d7c-be15-3c32fd09b8b9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:17.155386 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:17.207087 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3af987-2581-4d7c-be15-3c32fd09b8b9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:42:17.228455 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-4147d871-4341-4b53-a996-ac075747982f tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Allocated IP 172.20.0.8 (693104f5-c978-4ec6-a1c2-961997faf855/e40229e5-53f0-4606-8206-101a0deeda55/b97c5c10-6d08-43f7-a47b-bd2806f62244) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:17.238838 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f6a750d4-d81b-4f8e-9c72-a7c0ad62f87a None None] Provisioning complete for port 1cdbe64f-12b8-4301-be21-e3ca4a177829 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:17.239207 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f6a750d4-d81b-4f8e-9c72-a7c0ad62f87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:17.240775 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6c32983f-4cb1-4641-b350-1cc067d9c96d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:17.246558 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3224b7a-8b75-4006-9489-2159cfa0ae93 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:42:17.261758 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8d3af987-2581-4d7c-be15-3c32fd09b8b9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:17.262230 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-8d3af987-2581-4d7c-be15-3c32fd09b8b9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Added segment 0734e142-1ce5-44bc-b1fe-b719a57c5e87 of type vlan for network 2f618421-dd2d-49c6-9a9e-2b79ed3fc590 Apr 29 15:42:17.278220 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-e1be1494-1480-4435-af49-abd48d35f7cb req-b666547d-5873-4bbd-8daa-128cb7355742 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Deleting port 2f384750-9800-4fba-99dc-e7d572a543de {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:17.278705 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-e1be1494-1480-4435-af49-abd48d35f7cb req-b666547d-5873-4bbd-8daa-128cb7355742 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:17.319951 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-4d0bfadf-6df9-454f-a8ed-b679f433fae5 req-ad376882-a743-47bd-b59b-d6e4fb7f6914 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7345462 Apr 29 15:42:17.353381 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-f6a750d4-d81b-4f8e-9c72-a7c0ad62f87a None None] Port 1cdbe64f-12b8-4301-be21-e3ca4a177829 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:42:17.408670 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e3224b7a-8b75-4006-9489-2159cfa0ae93 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:17.409133 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-e3224b7a-8b75-4006-9489-2159cfa0ae93 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Added segment f4d66cd8-3606-41f8-acb0-286b80a30d5f of type vlan for network 6a728438-10fb-4c20-90e4-b4e117f1cb83 Apr 29 15:42:17.491587 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d721a7-e0ec-4df1-9cb5-29a9300b9215 req-0f17e858-b91f-46bf-9c60-2e1a268986a8 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:17.495571 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a9d721a7-e0ec-4df1-9cb5-29a9300b9215 req-0f17e858-b91f-46bf-9c60-2e1a268986a8 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 946 time: 0.5105700 Apr 29 15:42:17.546409 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:17.569335 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744fd88e-faf1-4097-aafb-0728bd6d7214 None None] DHCP port deletion for 07c6b121-7b46-4022-81ac-9c754ac701cd request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:42:17.576379 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 51a4daa6-7dda-4c0d-83f2-f48eb4fc267c up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:42:17.606091 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8d3af987-2581-4d7c-be15-3c32fd09b8b9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:17.686637 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 51a4daa6-7dda-4c0d-83f2-f48eb4fc267c triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:17.687374 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:17.875711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e3224b7a-8b75-4006-9489-2159cfa0ae93 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:17.895406 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d52f55a2-9f0f-4d78-896c-f5cc6d099bb2 None None] Provisioning for port 00d19c8d-747d-4804-9999-38c20731a40e completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:17.909692 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a9d721a7-e0ec-4df1-9cb5-29a9300b9215 req-0d8ffd85-aff6-4900-a0dc-c94946fb3433 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3623545 Apr 29 15:42:17.909796 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d52f55a2-9f0f-4d78-896c-f5cc6d099bb2 None None] Provisioning complete for port 00d19c8d-747d-4804-9999-38c20731a40e triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:17.909796 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d52f55a2-9f0f-4d78-896c-f5cc6d099bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:17.970159 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8d3af987-2581-4d7c-be15-3c32fd09b8b9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:17.974464 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3af987-2581-4d7c-be15-3c32fd09b8b9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:17.975112 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8d3af987-2581-4d7c-be15-3c32fd09b8b9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:17.977988 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d52f55a2-9f0f-4d78-896c-f5cc6d099bb2 None None] Port 00d19c8d-747d-4804-9999-38c20731a40e cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:42:17.995048 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d52f55a2-9f0f-4d78-896c-f5cc6d099bb2 None None] Provisioning complete for port 51a4daa6-7dda-4c0d-83f2-f48eb4fc267c triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:17.995781 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d52f55a2-9f0f-4d78-896c-f5cc6d099bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:18.018596 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4147d871-4341-4b53-a996-ac075747982f tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:18.055425 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-4147d871-4341-4b53-a996-ac075747982f tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Transition to ACTIVE for port object b97c5c10-6d08-43f7-a47b-bd2806f62244 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:18.225657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e3224b7a-8b75-4006-9489-2159cfa0ae93 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:18.228138 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6c32983f-4cb1-4641-b350-1cc067d9c96d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:18.229222 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3224b7a-8b75-4006-9489-2159cfa0ae93 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:18.229791 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e3224b7a-8b75-4006-9489-2159cfa0ae93 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:18.267210 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4147d871-4341-4b53-a996-ac075747982f tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:18.269454 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3af987-2581-4d7c-be15-3c32fd09b8b9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Network': ['ID=2f618421-dd2d-49c6-9a9e-2b79ed3fc590,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:18.275097 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8059e91c-e32a-4d19-b0ae-ccfe2aa2265d None None] Provisioning complete for port 00d19c8d-747d-4804-9999-38c20731a40e triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:18.275599 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8059e91c-e32a-4d19-b0ae-ccfe2aa2265d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:18.280966 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f289f9a-5093-4963-92b9-2b6573b5511e req-e28504d6-ed72-4ee6-a92a-cbf24584b9b2 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:18.282446 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5f289f9a-5093-4963-92b9-2b6573b5511e req-e28504d6-ed72-4ee6-a92a-cbf24584b9b2 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 946 time: 0.6710277 Apr 29 15:42:18.303278 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 2f618421-dd2d-49c6-9a9e-2b79ed3fc590 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:42:18.316316 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6c32983f-4cb1-4641-b350-1cc067d9c96d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:18.316988 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6c32983f-4cb1-4641-b350-1cc067d9c96d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:18.340954 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8d3af987-2581-4d7c-be15-3c32fd09b8b9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4375854 Apr 29 15:42:18.350521 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54396) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:18.359865 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-edb9b561-8a0c-4b73-89ce-9b3dbe9f7327 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'subnet': {'network_id': '2f618421-dd2d-49c6-9a9e-2b79ed3fc590', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:18.404663 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4147d871-4341-4b53-a996-ac075747982f tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Network 693104f5-c978-4ec6-a1c2-961997faf855 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:18.412332 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e3224b7a-8b75-4006-9489-2159cfa0ae93 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6273572 Apr 29 15:42:18.423290 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54400) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:18.427957 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-e1be1494-1480-4435-af49-abd48d35f7cb req-b666547d-5873-4bbd-8daa-128cb7355742 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] For port 2f384750-9800-4fba-99dc-e7d572a543de, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=2f384750-9800-4fba-99dc-e7d572a543de,segment=NetworkSegment(9fdadee6-d18c-402b-834a-482b050d5157),segment_id=9fdadee6-d18c-402b-834a-482b050d5157)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:18.427957 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-e1be1494-1480-4435-af49-abd48d35f7cb req-b666547d-5873-4bbd-8daa-128cb7355742 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:18.432836 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8059e91c-e32a-4d19-b0ae-ccfe2aa2265d None None] Port 00d19c8d-747d-4804-9999-38c20731a40e cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:42:18.439806 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-9a9af645-2e1d-4556-b15c-1ddb2d3b4573 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'subnet': {'network_id': '6a728438-10fb-4c20-90e4-b4e117f1cb83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:18.454517 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-4147d871-4341-4b53-a996-ac075747982f tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:18.481315 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3224b7a-8b75-4006-9489-2159cfa0ae93 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Network': ['ID=6a728438-10fb-4c20-90e4-b4e117f1cb83,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:18.494427 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 6a728438-10fb-4c20-90e4-b4e117f1cb83 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:42:18.509181 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147d871-4341-4b53-a996-ac075747982f tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event updated for resources: {'Port': ['ID=b97c5c10-6d08-43f7-a47b-bd2806f62244,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:18.526176 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4147d871-4341-4b53-a996-ac075747982f tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:42:18.526280 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:18.590910 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4147d871-4341-4b53-a996-ac075747982f tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:18.591514 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4147d871-4341-4b53-a996-ac075747982f tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:18.685583 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6686c-4af6-462f-82ad-860bb6f4f0c0 req-ff0f3dbd-b2f6-45cc-ad19-ba1b00795c99 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:18.694199 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-48c6686c-4af6-462f-82ad-860bb6f4f0c0 req-ff0f3dbd-b2f6-45cc-ad19-ba1b00795c99 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 945 time: 0.6226180 Apr 29 15:42:18.726098 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5f289f9a-5093-4963-92b9-2b6573b5511e req-0b220705-0b89-48d4-a260-48037225f2b9 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7702b6e-e8dc-4a92-a259-914dd279e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174213 Apr 29 15:42:18.742258 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-edb9b561-8a0c-4b73-89ce-9b3dbe9f7327 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:18.751046 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32983f-4cb1-4641-b350-1cc067d9c96d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=00d19c8d-747d-4804-9999-38c20731a40e,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:18.757514 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-edb9b561-8a0c-4b73-89ce-9b3dbe9f7327 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:subnet and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:18.779146 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-edb9b561-8a0c-4b73-89ce-9b3dbe9f7327 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:18.788565 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4147d871-4341-4b53-a996-ac075747982f tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8853011 Apr 29 15:42:18.788865 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-edb9b561-8a0c-4b73-89ce-9b3dbe9f7327 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:18.799813 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54404) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:18.809629 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-c9845bd6-2a90-4c5a-aea9-19d3411c4271 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Request body: {'floatingip': {'port_id': 'b97c5c10-6d08-43f7-a47b-bd2806f62244'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:18.900832 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c32983f-4cb1-4641-b350-1cc067d9c96d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:18.904099 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-6c32983f-4cb1-4641-b350-1cc067d9c96d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:18.963266 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-94ae64e8-c307-43fa-a078-007880c820e3 None None] Provisioning for port b97c5c10-6d08-43f7-a47b-bd2806f62244 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:18.969005 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-94ae64e8-c307-43fa-a078-007880c820e3 None None] Provisioning complete for port b97c5c10-6d08-43f7-a47b-bd2806f62244 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:18.969373 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-94ae64e8-c307-43fa-a078-007880c820e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:18.982242 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb9b561-8a0c-4b73-89ce-9b3dbe9f7327 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:18.995522 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9a9af645-2e1d-4556-b15c-1ddb2d3b4573 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:19.004963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9a9af645-2e1d-4556-b15c-1ddb2d3b4573 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Usage tracker for resource:subnet and tenant:ac43d99f432948ed97df9d63c8b43af5 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:19.011178 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9a9af645-2e1d-4556-b15c-1ddb2d3b4573 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:19.032383 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-48c6686c-4af6-462f-82ad-860bb6f4f0c0 req-f6879143-9499-4270-9b9a-8ec364487a47 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b7caf8d-8d49-43b9-8071-e9b59f4da256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3371825 Apr 29 15:42:19.094405 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-94ae64e8-c307-43fa-a078-007880c820e3 None None] Port b97c5c10-6d08-43f7-a47b-bd2806f62244 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:42:19.121401 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9a9af645-2e1d-4556-b15c-1ddb2d3b4573 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:19.155963 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c9845bd6-2a90-4c5a-aea9-19d3411c4271 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:19.231394 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-e1be1494-1480-4435-af49-abd48d35f7cb req-b666547d-5873-4bbd-8daa-128cb7355742 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:19.231394 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-e1be1494-1480-4435-af49-abd48d35f7cb req-b666547d-5873-4bbd-8daa-128cb7355742 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:19.231394 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [req-e1be1494-1480-4435-af49-abd48d35f7cb req-b666547d-5873-4bbd-8daa-128cb7355742 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Floating IP f7a8a932-f458-4ba3-ac00-4992cc94c80a disassociated. External IP: 172.26.1.102, port: 2f384750-9800-4fba-99dc-e7d572a543de. Apr 29 15:42:19.231394 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-e1be1494-1480-4435-af49-abd48d35f7cb req-b666547d-5873-4bbd-8daa-128cb7355742 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Calling delete_port for 2f384750-9800-4fba-99dc-e7d572a543de owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:19.301830 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ba617748-b642-42e3-962d-5293baab019d no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:19.317125 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9af645-2e1d-4556-b15c-1ddb2d3b4573 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Made reservation on behalf of ac43d99f432948ed97df9d63c8b43af5 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:19.336321 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997a89b-3818-4168-8cc6-654d4535e08a req-6c7389e0-1e18-4231-bc7d-72a109e6951b tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:19.338374 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7997a89b-3818-4168-8cc6-654d4535e08a req-6c7389e0-1e18-4231-bc7d-72a109e6951b tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 946 time: 0.2053788 Apr 29 15:42:19.341596 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: ba617748-b642-42e3-962d-5293baab019d {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:42:19.341596 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ba617748-b642-42e3-962d-5293baab019d not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:19.355916 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9715c06c-4b9f-480e-a3de-afecf2a21c02 None None] Provisioning complete for port 00d19c8d-747d-4804-9999-38c20731a40e triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:19.356472 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9715c06c-4b9f-480e-a3de-afecf2a21c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:19.414750 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-9715c06c-4b9f-480e-a3de-afecf2a21c02 None None] Port 00d19c8d-747d-4804-9999-38c20731a40e cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:42:19.416358 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-edb9b561-8a0c-4b73-89ce-9b3dbe9f7327 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:19.501861 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9a9af645-2e1d-4556-b15c-1ddb2d3b4573 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:19.585685 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7997a89b-3818-4168-8cc6-654d4535e08a req-5edefbeb-52c6-4c30-84f9-c6d5b66d9086 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984916 Apr 29 15:42:19.690166 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-e1be1494-1480-4435-af49-abd48d35f7cb req-b666547d-5873-4bbd-8daa-128cb7355742 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:19.750258 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666547d-5873-4bbd-8daa-128cb7355742 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Pushing event deleted for resources: {'Port': ['ID=2f384750-9800-4fba-99dc-e7d572a543de,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:19.989761 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9a9af645-2e1d-4556-b15c-1ddb2d3b4573 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:20.087077 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7544ec3-a9d8-4c0d-a5ec-8f658a8cbd0c req-34101083-1504-4df9-baa5-654147673569 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:20.088532 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e7544ec3-a9d8-4c0d-a5ec-8f658a8cbd0c req-34101083-1504-4df9-baa5-654147673569 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 946 time: 0.1852093 Apr 29 15:42:20.090929 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9af645-2e1d-4556-b15c-1ddb2d3b4573 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Subnet': ['ID=d80cee93-b214-4293-9ddd-dc05d8ed6932,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:20.163278 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9af645-2e1d-4556-b15c-1ddb2d3b4573 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Checking segment: {'id': 'f4d66cd8-3606-41f8-acb0-286b80a30d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6a728438-10fb-4c20-90e4-b4e117f1cb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:42:20.163632 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9af645-2e1d-4556-b15c-1ddb2d3b4573 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Network hostable DHCP agents. Network: 6a728438-10fb-4c20-90e4-b4e117f1cb83, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:42:20.181049 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e7544ec3-a9d8-4c0d-a5ec-8f658a8cbd0c req-31cf4de5-72d9-4079-b527-6c9c8373b65a tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7702b6e-e8dc-4a92-a259-914dd279e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756404 Apr 29 15:42:20.191322 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-edb9b561-8a0c-4b73-89ce-9b3dbe9f7327 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:20.238520 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1be1494-1480-4435-af49-abd48d35f7cb req-b666547d-5873-4bbd-8daa-128cb7355742 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Router abe1e843-43c6-485c-b9ad-872981375c90 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:42:20.291825 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9b561-8a0c-4b73-89ce-9b3dbe9f7327 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Subnet': ['ID=08a992da-e9fd-4d78-8267-a64d9ff0cdb9,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:20.317672 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb9b561-8a0c-4b73-89ce-9b3dbe9f7327 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Checking segment: {'id': '0734e142-1ce5-44bc-b1fe-b719a57c5e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2f618421-dd2d-49c6-9a9e-2b79ed3fc590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:42:20.317947 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb9b561-8a0c-4b73-89ce-9b3dbe9f7327 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network hostable DHCP agents. Network: 2f618421-dd2d-49c6-9a9e-2b79ed3fc590, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:42:20.330533 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c32983f-4cb1-4641-b350-1cc067d9c96d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Router 293b3f03-42e7-4624-aaa1-336922295200 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:42:20.392536 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9af645-2e1d-4556-b15c-1ddb2d3b4573 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Network 6a728438-10fb-4c20-90e4-b4e117f1cb83 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:42:20.497602 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1be1494-1480-4435-af49-abd48d35f7cb req-b666547d-5873-4bbd-8daa-128cb7355742 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:42:20.515361 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bde70f1-4384-4afb-a370-f689dfb9ab08 None None] Sync routers for ids ['abe1e843-43c6-485c-b9ad-872981375c90'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:42:20.532695 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bde70f1-4384-4afb-a370-f689dfb9ab08 None None] Routers {'abe1e843-43c6-485c-b9ad-872981375c90'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:20.533454 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-8bde70f1-4384-4afb-a370-f689dfb9ab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['abe1e843-43c6-485c-b9ad-872981375c90'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:20.555056 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb9b561-8a0c-4b73-89ce-9b3dbe9f7327 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network 2f618421-dd2d-49c6-9a9e-2b79ed3fc590 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:42:20.567242 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c9845bd6-2a90-4c5a-aea9-19d3411c4271 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:20.612189 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c32983f-4cb1-4641-b350-1cc067d9c96d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:42:20.625047 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6c32983f-4cb1-4641-b350-1cc067d9c96d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "PUT /v2.0/routers/293b3f03-42e7-4624-aaa1-336922295200/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1205292 Apr 29 15:42:20.625881 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-95598467-1c60-41c0-ac54-9136936d836e req-e6fb64f8-facb-4249-8d69-1b92c446da6c tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 210 time: 0.0812716 Apr 29 15:42:20.626787 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54420) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:20.627702 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1be1494-1480-4435-af49-abd48d35f7cb req-b666547d-5873-4bbd-8daa-128cb7355742 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] No DVR routers for this DVR port 2f384750-9800-4fba-99dc-e7d572a543de on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:20.627994 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c9845bd6-2a90-4c5a-aea9-19d3411c4271 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:20.629637 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] Sync routers for ids ['293b3f03-42e7-4624-aaa1-336922295200'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:42:20.647804 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] Routers {'293b3f03-42e7-4624-aaa1-336922295200'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:20.648836 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['293b3f03-42e7-4624-aaa1-336922295200'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:20.706686 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-e1be1494-1480-4435-af49-abd48d35f7cb req-b666547d-5873-4bbd-8daa-128cb7355742 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:20.713973 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53557312-08a6-4ab1-8043-b8dbf7adf51a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:20.714592 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-53557312-08a6-4ab1-8043-b8dbf7adf51a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:20.720445 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-9a9af645-2e1d-4556-b15c-1ddb2d3b4573 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 6a728438-10fb-4c20-90e4-b4e117f1cb83) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:20.721860 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3490da-63fe-4426-bff3-7e578dad56a5', 'name': 'network-vif-deleted', 'tag': '2f384750-9800-4fba-99dc-e7d572a543de'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:42:20.831119 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-edb9b561-8a0c-4b73-89ce-9b3dbe9f7327 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 2f618421-dd2d-49c6-9a9e-2b79ed3fc590) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:20.855743 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb9b561-8a0c-4b73-89ce-9b3dbe9f7327 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:20.856626 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-edb9b561-8a0c-4b73-89ce-9b3dbe9f7327 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:20.881829 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a50be7-cd7b-40d8-a7ba-a3404b230e60 None None] Network 6a728438-10fb-4c20-90e4-b4e117f1cb83 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:20.905664 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985a3cef-0ceb-4d39-8eba-2ac242efede1 None None] Network 2f618421-dd2d-49c6-9a9e-2b79ed3fc590 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:20.923318 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-8bde70f1-4384-4afb-a370-f689dfb9ab08 None None] Set router abe1e843-43c6-485c-b9ad-872981375c90 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:42:20.977733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9af645-2e1d-4556-b15c-1ddb2d3b4573 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:20.977922 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 2f384750-9800-4fba-99dc-e7d572a543de no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:20.978686 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9a9af645-2e1d-4556-b15c-1ddb2d3b4573 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:21.014628 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] Set router 293b3f03-42e7-4624-aaa1-336922295200 gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:42:21.097249 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-edb9b561-8a0c-4b73-89ce-9b3dbe9f7327 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7457917 Apr 29 15:42:21.104034 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54428) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:21.112971 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-ebf54784-edf0-44a1-9252-b3be5994754c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'port': {'network_id': '2f618421-dd2d-49c6-9a9e-2b79ed3fc590', 'name': 'tempest-PortsTestJSON-1248278593', 'fixed_ips': [{'subnet_id': '08a992da-e9fd-4d78-8267-a64d9ff0cdb9', 'ip_address': '172.20.0.10'}]}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:21.144539 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e1be1494-1480-4435-af49-abd48d35f7cb req-b666547d-5873-4bbd-8daa-128cb7355742 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.35 "DELETE /v2.0/ports/2f384750-9800-4fba-99dc-e7d572a543de HTTP/1.1" status: 204 len: 173 time: 4.0410304 Apr 29 15:42:21.207267 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-53557312-08a6-4ab1-8043-b8dbf7adf51a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:21.210761 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-53557312-08a6-4ab1-8043-b8dbf7adf51a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports/00d19c8d-747d-4804-9999-38c20731a40e HTTP/1.1" status: 200 len: 911 time: 0.5790219 Apr 29 15:42:21.215332 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54432) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:21.275214 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfe86d-a427-44eb-a919-eadb67cac13f req-8d3c101d-0061-4504-804b-50c339de1182 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:21.277240 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ddbfe86d-a427-44eb-a919-eadb67cac13f req-8d3c101d-0061-4504-804b-50c339de1182 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 946 time: 0.3105676 Apr 29 15:42:21.285103 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03cc23b-dc91-4a8a-a201-b1b0b8060173 req-13a0bbd8-9300-4bb7-8c02-cdf77f4e9409 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:21.287462 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d03cc23b-dc91-4a8a-a201-b1b0b8060173 req-13a0bbd8-9300-4bb7-8c02-cdf77f4e9409 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 946 time: 0.2226162 Apr 29 15:42:21.301032 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fdbe97dd-a53c-492f-a741-6cb04a699111 req-8c17a4ca-beee-4446-9456-28638e45d6f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e9af1a9063ac40bc8d974337ae3443db&device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 1099 time: 0.2635686 Apr 29 15:42:21.320070 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 2f384750-9800-4fba-99dc-e7d572a543de {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:42:21.320416 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 2f384750-9800-4fba-99dc-e7d572a543de not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:21.367335 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9a9af645-2e1d-4556-b15c-1ddb2d3b4573 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9424441 Apr 29 15:42:21.375747 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54436) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:21.416705 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ebf54784-edf0-44a1-9252-b3be5994754c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:21.420814 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [None req-c9845bd6-2a90-4c5a-aea9-19d3411c4271 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Floating IP 21c0ceb7-a5e7-4f13-a399-c3fa265ff61d associated. External IP: 172.26.1.231, port: fdb75b60-52fc-4dc7-91d9-db0e0fe55b83. Apr 29 15:42:21.448718 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293b3f03-42e7-4624-aaa1-336922295200', 'name': 'tempest-NetworksTestDHCPv6-router-2040553455', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:42:12Z', 'updated_at': '2022-04-29T15:42:16Z', 'revision_number': 2, 'project_id': 'e63819badd2e459da584fcd005094a20', 'gw_port_host': None, '_interfaces': [{'id': '00d19c8d-747d-4804-9999-38c20731a40e', 'name': '', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'mac_address': 'fa:16:3e:f9:78:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293b3f03-42e7-4624-aaa1-336922295200', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'accedf01-d25e-44b5-b27d-3eb50cea10ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:42:14Z', 'updated_at': '2022-04-29T15:42:18Z', 'revision_number': 2, 'project_id': 'e63819badd2e459da584fcd005094a20', 'subnets': [{'id': 'accedf01-d25e-44b5-b27d-3eb50cea10ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:21.453880 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] Checking router: 293b3f03-42e7-4624-aaa1-336922295200 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:42:21.454316 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] Updating router 293b3f03-42e7-4624-aaa1-336922295200 port 00d19c8d-747d-4804-9999-38c20731a40e binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:42:21.491373 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ebf54784-edf0-44a1-9252-b3be5994754c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:port and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:21.526567 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:21.608747 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d03cc23b-dc91-4a8a-a201-b1b0b8060173 req-e6791e11-e0ce-4556-86e2-7ce823b17127 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7702b6e-e8dc-4a92-a259-914dd279e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950501 Apr 29 15:42:21.637740 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ebf54784-edf0-44a1-9252-b3be5994754c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:21.646935 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ebf54784-edf0-44a1-9252-b3be5994754c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:21.651137 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ddbfe86d-a427-44eb-a919-eadb67cac13f req-4f4087d2-b6b6-45a5-a444-5e9e7058d5e3 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3584933 Apr 29 15:42:21.669265 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796cfdf6-446c-43e4-a752-6bca9cd8d265 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:21.675628 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796cfdf6-446c-43e4-a752-6bca9cd8d265 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:21.678798 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-796cfdf6-446c-43e4-a752-6bca9cd8d265 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4564321 Apr 29 15:42:21.683929 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54442) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:21.755122 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf54784-edf0-44a1-9252-b3be5994754c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:21.762955 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ebf54784-edf0-44a1-9252-b3be5994754c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:21.819441 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe97dd-a53c-492f-a741-6cb04a699111 req-6a3ae9c8-1fd6-46de-ad91-696309df886a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:21.821734 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fdbe97dd-a53c-492f-a741-6cb04a699111 req-6a3ae9c8-1fd6-46de-ad91-696309df886a service neutron] 10.222.0.35 "GET /v2.0/networks?id=4bb5b585-3bf2-4d0b-97bd-64517bb64156 HTTP/1.1" status: 200 len: 913 time: 0.5063758 Apr 29 15:42:21.882879 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce2559dd-6872-4061-b50d-8c0863db1ab0'] response: {'server_uuid': '1f3490da-63fe-4426-bff3-7e578dad56a5', 'name': 'network-vif-deleted', 'tag': '2f384750-9800-4fba-99dc-e7d572a543de', 'status': 'completed', 'code': 200} Apr 29 15:42:21.928557 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-ebf54784-edf0-44a1-9252-b3be5994754c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] device_id is not set on port 227a7a57-edb5-4559-b8bb-88efcac17de6 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:42:21.957429 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f637d60-2568-4858-a0ba-1d525b881428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-6a728438-10fb-4c20-90e4-b4e117f1cb83', 'network_id': '6a728438-10fb-4c20-90e4-b4e117f1cb83', 'tenant_id': 'ac43d99f432948ed97df9d63c8b43af5', 'fixed_ips': [{'subnet_id': 'd80cee93-b214-4293-9ddd-dc05d8ed6932'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:42:21.958243 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1f637d60-2568-4858-a0ba-1d525b881428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:21.968225 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-076c795f-9c38-4c68-ac01-b4d870b9f322 req-e1841e9a-ae61-41b0-b4ff-35cf3c8b5240 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0840778 Apr 29 15:42:21.969643 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fdbe97dd-a53c-492f-a741-6cb04a699111 req-136ee469-4ba2-4b61-96fb-71a4ec1655b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6801ec4-a39a-4986-82cf-97a9a47b3513 HTTP/1.1" status: 200 len: 217 time: 0.1404166 Apr 29 15:42:22.031855 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:22.050896 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdfcbca-6d03-4265-86d0-5c10edab743c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-2f618421-dd2d-49c6-9a9e-2b79ed3fc590', 'network_id': '2f618421-dd2d-49c6-9a9e-2b79ed3fc590', 'tenant_id': '91bb22a2ab704c6d85079e8d3f0117f8', 'fixed_ips': [{'subnet_id': '08a992da-e9fd-4d78-8267-a64d9ff0cdb9'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:42:22.051703 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0fdfcbca-6d03-4265-86d0-5c10edab743c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:22.105370 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-8bde70f1-4384-4afb-a370-f689dfb9ab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'name': 'tempest-ServerActionsTestJSON-1573436271-router', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:14Z', 'revision_number': 4, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'gw_port': {'id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'c79c2873-792d-48e8-808a-06c52737cc83', 'name': '', 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'mac_address': 'fa:16:3e:00:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7bb539e-4a1d-45fe-b72f-4601de1423be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:10Z', 'updated_at': '2022-04-29T15:37:51Z', 'revision_number': 5, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'subnets': [{'id': 'a7bb539e-4a1d-45fe-b72f-4601de1423be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:22.157253 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-d7347d73-0b68-438e-be7c-15e74995e2c8 req-57aa38a5-5687-45bb-9abb-d47962e5b8fd tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Synchronizing usage tracker for tenant:0d55e79ec04d4b58a1f4cdc4e929c13f on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:22.161132 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bde70f1-4384-4afb-a370-f689dfb9ab08 None None] Checking router: abe1e843-43c6-485c-b9ad-872981375c90 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:42:22.165335 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-076c795f-9c38-4c68-ac01-b4d870b9f322 req-d97445b6-acef-4afc-bf44-4014bad555a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d55e79ec04d4b58a1f4cdc4e929c13f&device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 210 time: 0.0577068 Apr 29 15:42:22.203115 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:22.217820 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe97dd-a53c-492f-a741-6cb04a699111 req-88b859ac-a8bb-4c78-ab09-cd4ef78f604d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:22.220585 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fdbe97dd-a53c-492f-a741-6cb04a699111 req-88b859ac-a8bb-4c78-ab09-cd4ef78f604d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cae5fab3-0293-4326-bafb-088938c67f93 HTTP/1.1" status: 200 len: 852 time: 0.2058985 Apr 29 15:42:22.236675 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] Transition to ACTIVE for port object 00d19c8d-747d-4804-9999-38c20731a40e will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:22.256014 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bde70f1-4384-4afb-a370-f689dfb9ab08 None None] Routers {'abe1e843-43c6-485c-b9ad-872981375c90'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:22.256911 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-8bde70f1-4384-4afb-a370-f689dfb9ab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['abe1e843-43c6-485c-b9ad-872981375c90'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:22.292399 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fdbe97dd-a53c-492f-a741-6cb04a699111 req-01b4665b-7a90-411b-bc80-f69a336737e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4bb5b585-3bf2-4d0b-97bd-64517bb64156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636322 Apr 29 15:42:22.343334 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-d7347d73-0b68-438e-be7c-15e74995e2c8 req-57aa38a5-5687-45bb-9abb-d47962e5b8fd tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Unset dirty status for tenant:0d55e79ec04d4b58a1f4cdc4e929c13f on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:22.344575 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d7347d73-0b68-438e-be7c-15e74995e2c8 req-57aa38a5-5687-45bb-9abb-d47962e5b8fd tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3490da-63fe-4426-bff3-7e578dad56a5 HTTP/1.1" status: 200 len: 210 time: 0.3509269 Apr 29 15:42:22.365824 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:22.396926 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-1f637d60-2568-4858-a0ba-1d525b881428 None None] Allocated IP 172.20.0.2 (6a728438-10fb-4c20-90e4-b4e117f1cb83/d80cee93-b214-4293-9ddd-dc05d8ed6932/86c2f98e-01d1-4a97-8ea7-40ef9318f41d) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:22.464898 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:22.467809 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-ebf54784-edf0-44a1-9252-b3be5994754c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Allocated IP 172.20.0.10 (2f618421-dd2d-49c6-9a9e-2b79ed3fc590/08a992da-e9fd-4d78-8267-a64d9ff0cdb9/227a7a57-edb5-4559-b8bb-88efcac17de6) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:22.501730 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c795f-9c38-4c68-ac01-b4d870b9f322 req-cea14afa-270b-4eb0-9109-dedbedc2ab21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:22.503205 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-076c795f-9c38-4c68-ac01-b4d870b9f322 req-cea14afa-270b-4eb0-9109-dedbedc2ab21 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=0d55e79ec04d4b58a1f4cdc4e929c13f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3018873 Apr 29 15:42:22.594959 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-8bde70f1-4384-4afb-a370-f689dfb9ab08 None None] Set router abe1e843-43c6-485c-b9ad-872981375c90 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:42:22.614763 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f55de7-4f15-4d07-bd4a-faf39ce9a941 req-c47b4a32-48c4-43c2-94f7-e2cc224a1a94 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:22.616258 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a7f55de7-4f15-4d07-bd4a-faf39ce9a941 req-c47b4a32-48c4-43c2-94f7-e2cc224a1a94 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 946 time: 0.5755315 Apr 29 15:42:22.725005 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ebf54784-edf0-44a1-9252-b3be5994754c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:22.749710 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-ebf54784-edf0-44a1-9252-b3be5994754c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Transition to ACTIVE for port object 227a7a57-edb5-4559-b8bb-88efcac17de6 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:22.794283 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] Attempting to bind port 00d19c8d-747d-4804-9999-38c20731a40e on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:42:22.794673 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] Attempting to bind port 00d19c8d-747d-4804-9999-38c20731a40e by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:42:22.795697 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] Attempting to bind port 00d19c8d-747d-4804-9999-38c20731a40e on network 75e7f0f8-4897-4e20-8301-99a7eae75065 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:42:22.805161 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:42:22.805522 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] Checking segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:42:22.805913 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:22.806647 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] Bound using segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:42:22.807106 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] Bound port: 00d19c8d-747d-4804-9999-38c20731a40e, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:42:22.807490 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:22.875267 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fdbe97dd-a53c-492f-a741-6cb04a699111 req-6aaf4b76-806a-4e8f-8f53-b2a883fe1295 service neutron] 10.222.0.35 "GET /v2.0/networks/4bb5b585-3bf2-4d0b-97bd-64517bb64156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438607 Apr 29 15:42:22.956127 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] For port 00d19c8d-747d-4804-9999-38c20731a40e, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:42:22.959702 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] For port 00d19c8d-747d-4804-9999-38c20731a40e, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=00d19c8d-747d-4804-9999-38c20731a40e,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:42:22.970782 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020e6de-79da-46f3-a84c-7d45794f4d2a None None] Pushing event updated for resources: {'Port': ['ID=00d19c8d-747d-4804-9999-38c20731a40e,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:22.988372 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7020e6de-79da-46f3-a84c-7d45794f4d2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:22.988715 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7020e6de-79da-46f3-a84c-7d45794f4d2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:22.989097 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7020e6de-79da-46f3-a84c-7d45794f4d2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:22.989430 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7020e6de-79da-46f3-a84c-7d45794f4d2a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:22.989770 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7020e6de-79da-46f3-a84c-7d45794f4d2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:22.990193 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7020e6de-79da-46f3-a84c-7d45794f4d2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:22.990537 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7020e6de-79da-46f3-a84c-7d45794f4d2a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:22.990879 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7020e6de-79da-46f3-a84c-7d45794f4d2a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:22.991248 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7020e6de-79da-46f3-a84c-7d45794f4d2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:22.991568 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7020e6de-79da-46f3-a84c-7d45794f4d2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:22.991884 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7020e6de-79da-46f3-a84c-7d45794f4d2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:23.061729 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:23.094647 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ebf54784-edf0-44a1-9252-b3be5994754c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:23.151649 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1f637d60-2568-4858-a0ba-1d525b881428 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:23.175087 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020e6de-79da-46f3-a84c-7d45794f4d2a None None] Pushing event updated for resources: {'Port': ['ID=00d19c8d-747d-4804-9999-38c20731a40e,revision_number=4']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:23.180774 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1f637d60-2568-4858-a0ba-1d525b881428 None None] Transition to ACTIVE for port object 86c2f98e-01d1-4a97-8ea7-40ef9318f41d will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:23.208919 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a7f55de7-4f15-4d07-bd4a-faf39ce9a941 req-b1dfbfd8-1d17-46ec-8dec-18fd9ccb2773 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5839427 Apr 29 15:42:23.213392 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c795f-9c38-4c68-ac01-b4d870b9f322 req-036826db-5868-47ab-ac21-a47148344528 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:23.214842 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-076c795f-9c38-4c68-ac01-b4d870b9f322 req-036826db-5868-47ab-ac21-a47148344528 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7010725 Apr 29 15:42:23.241081 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54450) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:23.260788 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] Routers {'293b3f03-42e7-4624-aaa1-336922295200'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:23.261498 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['293b3f03-42e7-4624-aaa1-336922295200'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:23.268124 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1f637d60-2568-4858-a0ba-1d525b881428 None None] Transition to ACTIVE for port object 86c2f98e-01d1-4a97-8ea7-40ef9318f41d will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:23.272695 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-0fdfcbca-6d03-4265-86d0-5c10edab743c None None] Allocated IP 172.20.0.2 (2f618421-dd2d-49c6-9a9e-2b79ed3fc590/08a992da-e9fd-4d78-8267-a64d9ff0cdb9/e277da55-6fcb-4a69-b962-a4331984ca45) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:23.304274 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71ecf3-47f1-4b85-ba9b-37cb50a97f77 req-73dccb1c-0c96-409e-90df-5d6c12ad8a41 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:23.318616 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1c71ecf3-47f1-4b85-ba9b-37cb50a97f77 req-73dccb1c-0c96-409e-90df-5d6c12ad8a41 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 946 time: 0.3813663 Apr 29 15:42:23.393361 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1f637d60-2568-4858-a0ba-1d525b881428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:23.401478 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf54784-edf0-44a1-9252-b3be5994754c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Port': ['ID=227a7a57-edb5-4559-b8bb-88efcac17de6,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:23.490301 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fdbe97dd-a53c-492f-a741-6cb04a699111 req-7e41acab-81f8-4926-b1f2-3d092acd80a5 service neutron] 10.222.0.35 "GET /v2.0/networks/4bb5b585-3bf2-4d0b-97bd-64517bb64156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6078994 Apr 29 15:42:23.513783 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] Set router 293b3f03-42e7-4624-aaa1-336922295200 gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:42:23.539923 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf54784-edf0-44a1-9252-b3be5994754c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network 2f618421-dd2d-49c6-9a9e-2b79ed3fc590 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:23.542224 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-ebf54784-edf0-44a1-9252-b3be5994754c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:23.549788 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf54784-edf0-44a1-9252-b3be5994754c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:42:23.559608 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:23.683546 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0fdfcbca-6d03-4265-86d0-5c10edab743c None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:23.685329 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf54784-edf0-44a1-9252-b3be5994754c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:23.686742 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ebf54784-edf0-44a1-9252-b3be5994754c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:23.690842 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0fdfcbca-6d03-4265-86d0-5c10edab743c None None] Transition to ACTIVE for port object e277da55-6fcb-4a69-b962-a4331984ca45 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:23.708131 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1c71ecf3-47f1-4b85-ba9b-37cb50a97f77 req-61772423-2962-4fce-9269-ecfdf3ad32e1 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7702b6e-e8dc-4a92-a259-914dd279e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873916 Apr 29 15:42:23.714722 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0fdfcbca-6d03-4265-86d0-5c10edab743c None None] Transition to ACTIVE for port object e277da55-6fcb-4a69-b962-a4331984ca45 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:23.745089 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54460) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:23.832207 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0fdfcbca-6d03-4265-86d0-5c10edab743c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:23.854428 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ebf54784-edf0-44a1-9252-b3be5994754c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7489016 Apr 29 15:42:23.857501 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-17813e72-8b43-427e-90ee-1dbc4549fd78 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:23.859795 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Subnet': ['ID=d80cee93-b214-4293-9ddd-dc05d8ed6932,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:23.865246 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f637d60-2568-4858-a0ba-1d525b881428 None None] Pushing event updated for resources: {'Port': ['ID=86c2f98e-01d1-4a97-8ea7-40ef9318f41d,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:23.869088 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdfcbca-6d03-4265-86d0-5c10edab743c None None] Network 2f618421-dd2d-49c6-9a9e-2b79ed3fc590 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:23.871408 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f637d60-2568-4858-a0ba-1d525b881428 None None] Network 6a728438-10fb-4c20-90e4-b4e117f1cb83 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:23.874293 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54464) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:23.879977 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-deb42948-7038-4432-8c8a-a1eba6441c37 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'port': {'network_id': '2f618421-dd2d-49c6-9a9e-2b79ed3fc590', 'name': 'tempest-PortsTestJSON-1255931669', 'fixed_ips': [{'subnet_id': '08a992da-e9fd-4d78-8267-a64d9ff0cdb9', 'ip_address': '172.20.0.9'}]}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:23.892569 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-17813e72-8b43-427e-90ee-1dbc4549fd78 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:23.901930 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-0fdfcbca-6d03-4265-86d0-5c10edab743c None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:23.903868 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-1f637d60-2568-4858-a0ba-1d525b881428 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:23.906856 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f637d60-2568-4858-a0ba-1d525b881428 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:42:23.914042 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdfcbca-6d03-4265-86d0-5c10edab743c None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:42:23.989651 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:23.999642 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9845bd6-2a90-4c5a-aea9-19d3411c4271 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Router d8f0ec34-79eb-4e21-9dd6-4f19503c203d has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:42:24.016267 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293b3f03-42e7-4624-aaa1-336922295200', 'name': 'tempest-NetworksTestDHCPv6-router-2040553455', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:42:12Z', 'updated_at': '2022-04-29T15:42:16Z', 'revision_number': 2, 'project_id': 'e63819badd2e459da584fcd005094a20', 'gw_port_host': None, '_interfaces': [{'id': '00d19c8d-747d-4804-9999-38c20731a40e', 'name': '', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'mac_address': 'fa:16:3e:f9:78:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293b3f03-42e7-4624-aaa1-336922295200', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'accedf01-d25e-44b5-b27d-3eb50cea10ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:42:14Z', 'updated_at': '2022-04-29T15:42:22Z', 'revision_number': 4, 'project_id': 'e63819badd2e459da584fcd005094a20', 'subnets': [{'id': 'accedf01-d25e-44b5-b27d-3eb50cea10ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:24.024609 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbfb89a-f34a-4676-9098-975a46be7f0c None None] The sync data for ids ['293b3f03-42e7-4624-aaa1-336922295200'] in dv-neutron-839913-1-hyperv is: [{'id': '293b3f03-42e7-4624-aaa1-336922295200', 'name': 'tempest-NetworksTestDHCPv6-router-2040553455', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:42:12Z', 'updated_at': '2022-04-29T15:42:16Z', 'revision_number': 2, 'project_id': 'e63819badd2e459da584fcd005094a20', 'gw_port_host': None, '_interfaces': [{'id': '00d19c8d-747d-4804-9999-38c20731a40e', 'name': '', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'mac_address': 'fa:16:3e:f9:78:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293b3f03-42e7-4624-aaa1-336922295200', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'accedf01-d25e-44b5-b27d-3eb50cea10ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:42:14Z', 'updated_at': '2022-04-29T15:42:22Z', 'revision_number': 4, 'project_id': 'e63819badd2e459da584fcd005094a20', 'subnets': [{'id': 'accedf01-d25e-44b5-b27d-3eb50cea10ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:42:24.057465 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a728438-10fb-4c20-90e4-b4e117f1cb83']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:24.076576 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d66cd8-3606-41f8-acb0-286b80a30d5f') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:24.076838 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d66cd8-3606-41f8-acb0-286b80a30d5f') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:24.122080 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdfcbca-6d03-4265-86d0-5c10edab743c None None] Pushing event updated for resources: {'Port': ['ID=e277da55-6fcb-4a69-b962-a4331984ca45,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:24.126723 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:24.153996 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1f637d60-2568-4858-a0ba-1d525b881428 None None] Attempting to bind port 86c2f98e-01d1-4a97-8ea7-40ef9318f41d on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:42:24.153996 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1f637d60-2568-4858-a0ba-1d525b881428 None None] Attempting to bind port 86c2f98e-01d1-4a97-8ea7-40ef9318f41d by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'f4d66cd8-3606-41f8-acb0-286b80a30d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6a728438-10fb-4c20-90e4-b4e117f1cb83'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:42:24.153996 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f637d60-2568-4858-a0ba-1d525b881428 None None] Attempting to bind port 86c2f98e-01d1-4a97-8ea7-40ef9318f41d on network 6a728438-10fb-4c20-90e4-b4e117f1cb83 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:42:24.163429 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f637d60-2568-4858-a0ba-1d525b881428 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:42:24.163808 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f637d60-2568-4858-a0ba-1d525b881428 None None] Checking segment: {'id': 'f4d66cd8-3606-41f8-acb0-286b80a30d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6a728438-10fb-4c20-90e4-b4e117f1cb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:42:24.164210 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1f637d60-2568-4858-a0ba-1d525b881428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:24.164966 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f637d60-2568-4858-a0ba-1d525b881428 None None] Bound using segment: {'id': 'f4d66cd8-3606-41f8-acb0-286b80a30d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6a728438-10fb-4c20-90e4-b4e117f1cb83'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:42:24.165132 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1f637d60-2568-4858-a0ba-1d525b881428 None None] Bound port: 86c2f98e-01d1-4a97-8ea7-40ef9318f41d, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d66cd8-3606-41f8-acb0-286b80a30d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6a728438-10fb-4c20-90e4-b4e117f1cb83'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:42:24.165838 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1f637d60-2568-4858-a0ba-1d525b881428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:24.177941 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:24.179397 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-17813e72-8b43-427e-90ee-1dbc4549fd78 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:24.196504 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:42:24.196918 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:24.212845 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17813e72-8b43-427e-90ee-1dbc4549fd78 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7caf8d-8d49-43b9-8071-e9b59f4da256,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:42:24.215142 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:42:24.220081 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-8bde70f1-4384-4afb-a370-f689dfb9ab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'name': 'tempest-ServerActionsTestJSON-1573436271-router', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:14Z', 'revision_number': 4, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'gw_port': {'id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'c79c2873-792d-48e8-808a-06c52737cc83', 'name': '', 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'mac_address': 'fa:16:3e:00:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7bb539e-4a1d-45fe-b72f-4601de1423be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:10Z', 'updated_at': '2022-04-29T15:37:51Z', 'revision_number': 5, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'subnets': [{'id': 'a7bb539e-4a1d-45fe-b72f-4601de1423be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:24.223960 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-deb42948-7038-4432-8c8a-a1eba6441c37 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:24.230915 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-0fdfcbca-6d03-4265-86d0-5c10edab743c None None] Attempting to bind port e277da55-6fcb-4a69-b962-a4331984ca45 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:42:24.231288 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-0fdfcbca-6d03-4265-86d0-5c10edab743c None None] Attempting to bind port e277da55-6fcb-4a69-b962-a4331984ca45 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '0734e142-1ce5-44bc-b1fe-b719a57c5e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2f618421-dd2d-49c6-9a9e-2b79ed3fc590'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:42:24.231645 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdfcbca-6d03-4265-86d0-5c10edab743c None None] Attempting to bind port e277da55-6fcb-4a69-b962-a4331984ca45 on network 2f618421-dd2d-49c6-9a9e-2b79ed3fc590 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:42:24.252070 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bde70f1-4384-4afb-a370-f689dfb9ab08 None None] The sync data for ids ['abe1e843-43c6-485c-b9ad-872981375c90'] in dv-neutron-839913-1-hyperv is: [{'id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'name': 'tempest-ServerActionsTestJSON-1573436271-router', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:37:14Z', 'revision_number': 4, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'gw_port': {'id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'c79c2873-792d-48e8-808a-06c52737cc83', 'name': '', 'network_id': '9c9a7398-6fd3-4213-804e-eb3de185a894', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'mac_address': 'fa:16:3e:00:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7bb539e-4a1d-45fe-b72f-4601de1423be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:10Z', 'updated_at': '2022-04-29T15:37:51Z', 'revision_number': 5, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'subnets': [{'id': 'a7bb539e-4a1d-45fe-b72f-4601de1423be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:42:24.273387 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdfcbca-6d03-4265-86d0-5c10edab743c None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:42:24.273770 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdfcbca-6d03-4265-86d0-5c10edab743c None None] Checking segment: {'id': '0734e142-1ce5-44bc-b1fe-b719a57c5e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2f618421-dd2d-49c6-9a9e-2b79ed3fc590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:42:24.274172 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0fdfcbca-6d03-4265-86d0-5c10edab743c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:24.274578 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdfcbca-6d03-4265-86d0-5c10edab743c None None] Bound using segment: {'id': '0734e142-1ce5-44bc-b1fe-b719a57c5e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2f618421-dd2d-49c6-9a9e-2b79ed3fc590'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:42:24.275066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-0fdfcbca-6d03-4265-86d0-5c10edab743c None None] Bound port: e277da55-6fcb-4a69-b962-a4331984ca45, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0734e142-1ce5-44bc-b1fe-b719a57c5e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2f618421-dd2d-49c6-9a9e-2b79ed3fc590'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:42:24.275422 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0fdfcbca-6d03-4265-86d0-5c10edab743c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:24.286643 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-91d5c3f8-9843-479f-8671-b9ef5fa03618 tempest-TestVolumeBootPattern-1599167699 tempest-TestVolumeBootPattern-1599167699-project-admin] Synchronizing usage tracker for tenant:6f0fd3781bce42d19f008cb3e860011f on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:24.364360 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-17813e72-8b43-427e-90ee-1dbc4549fd78 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:24.367758 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-17813e72-8b43-427e-90ee-1dbc4549fd78 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "DELETE /v2.0/security-groups/9b7caf8d-8d49-43b9-8071-e9b59f4da256 HTTP/1.1" status: 204 len: 168 time: 0.6189604 Apr 29 15:42:24.369473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-deb42948-7038-4432-8c8a-a1eba6441c37 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:port and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:24.369831 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54468) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:24.370427 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-1f637d60-2568-4858-a0ba-1d525b881428 None None] For port 86c2f98e-01d1-4a97-8ea7-40ef9318f41d, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:42:24.392180 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-deb42948-7038-4432-8c8a-a1eba6441c37 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:24.415823 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-21c245d1-42ff-46fd-92b2-819012815045 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] show failed (client error): The resource could not be found. Apr 29 15:42:24.416887 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-21c245d1-42ff-46fd-92b2-819012815045 tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "GET /v2.0/security-groups/9b7caf8d-8d49-43b9-8071-e9b59f4da256 HTTP/1.1" status: 404 len: 347 time: 0.0453105 Apr 29 15:42:24.423566 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54472) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:24.437850 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-deb42948-7038-4432-8c8a-a1eba6441c37 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:24.445198 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-0fdfcbca-6d03-4265-86d0-5c10edab743c None None] For port e277da55-6fcb-4a69-b962-a4331984ca45, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:42:24.457699 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-0fdfcbca-6d03-4265-86d0-5c10edab743c None None] For port e277da55-6fcb-4a69-b962-a4331984ca45, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e277da55-6fcb-4a69-b962-a4331984ca45,segment=NetworkSegment(0734e142-1ce5-44bc-b1fe-b719a57c5e87),segment_id=0734e142-1ce5-44bc-b1fe-b719a57c5e87)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:42:24.460897 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-1f637d60-2568-4858-a0ba-1d525b881428 None None] For port 86c2f98e-01d1-4a97-8ea7-40ef9318f41d, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=86c2f98e-01d1-4a97-8ea7-40ef9318f41d,segment=NetworkSegment(f4d66cd8-3606-41f8-acb0-286b80a30d5f),segment_id=f4d66cd8-3606-41f8-acb0-286b80a30d5f)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:42:24.475382 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.api [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:42:24.475382 dv-neutron-839913-1-hyperv neutron-server[84770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:42:24.475382 dv-neutron-839913-1-hyperv neutron-server[84770]: [parameters: {'id': '6a728438-10fb-4c20-90e4-b4e117f1cb83'}] Apr 29 15:42:24.475382 dv-neutron-839913-1-hyperv neutron-server[84770]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:42:24.476073 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG oslo_db.api [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:42:24.518082 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0fdfcbca-6d03-4265-86d0-5c10edab743c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:24.532773 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9845bd6-2a90-4c5a-aea9-19d3411c4271 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:42:24.533723 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb42948-7038-4432-8c8a-a1eba6441c37 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:24.559769 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-91d5c3f8-9843-479f-8671-b9ef5fa03618 tempest-TestVolumeBootPattern-1599167699 tempest-TestVolumeBootPattern-1599167699-project-admin] Unset dirty status for tenant:6f0fd3781bce42d19f008cb3e860011f on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:24.561783 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-91d5c3f8-9843-479f-8671-b9ef5fa03618 tempest-TestVolumeBootPattern-1599167699 tempest-TestVolumeBootPattern-1599167699-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 1094 time: 1.3169267 Apr 29 15:42:24.641763 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54476) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:24.683228 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdfcbca-6d03-4265-86d0-5c10edab743c None None] Pushing event updated for resources: {'Port': ['ID=e277da55-6fcb-4a69-b962-a4331984ca45,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:24.688093 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1f637d60-2568-4858-a0ba-1d525b881428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:24.692341 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb166ac5-ea68-4f73-8292-bca085282833 None None] Sync routers for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:42:24.697491 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-e1ff9d3c-3a75-4d6e-b361-e2380314c209 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': '8c692f0a-0dff-40d5-8916-d3b49735cbfc', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:24.764730 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e1ff9d3c-3a75-4d6e-b361-e2380314c209 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:24.790925 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb2436-a54e-4d02-9348-69d2fe6ddac1 None None] New status for floating IP f7a8a932-f458-4ba3-ac00-4992cc94c80a: DOWN {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:42:24.798944 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e1ff9d3c-3a75-4d6e-b361-e2380314c209 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Usage tracker for resource:floatingip and tenant:c56968f4173e467ca1a4109666ee4127 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:24.804269 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e1ff9d3c-3a75-4d6e-b361-e2380314c209 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:24.811204 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bfd771bf-83b5-44cc-972d-6003a8a5a5ac tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:24.844860 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f637d60-2568-4858-a0ba-1d525b881428 None None] Pushing event updated for resources: {'Port': ['ID=86c2f98e-01d1-4a97-8ea7-40ef9318f41d,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:24.863834 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb166ac5-ea68-4f73-8292-bca085282833 None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:24.864472 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fb166ac5-ea68-4f73-8292-bca085282833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:24.904895 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-b05d2eee-9673-4526-8eb4-5ca3aab9f8ce tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Deleting port f9bbd1ce-ca6a-4805-b21e-80a5eabbf29a {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:24.905496 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b05d2eee-9673-4526-8eb4-5ca3aab9f8ce tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:24.941263 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e1ff9d3c-3a75-4d6e-b361-e2380314c209 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:24.976722 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fb166ac5-ea68-4f73-8292-bca085282833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:25.064362 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb166ac5-ea68-4f73-8292-bca085282833 None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:25.065124 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fb166ac5-ea68-4f73-8292-bca085282833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:25.072694 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:25.158090 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fb166ac5-ea68-4f73-8292-bca085282833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:25.158697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb166ac5-ea68-4f73-8292-bca085282833 None None] The sync data for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:42:25.187090 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f78ba6-de5e-45be-a58e-95dc3b519bdd None None] Network 6a728438-10fb-4c20-90e4-b4e117f1cb83 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:25.206198 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Deleting port 86c2f98e-01d1-4a97-8ea7-40ef9318f41d {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:25.206569 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:25.244002 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b05d2eee-9673-4526-8eb4-5ca3aab9f8ce tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:25.244377 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b05d2eee-9673-4526-8eb4-5ca3aab9f8ce tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:25.267952 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-deb42948-7038-4432-8c8a-a1eba6441c37 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:25.288740 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e1ff9d3c-3a75-4d6e-b361-e2380314c209 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for floatingip, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:25.411790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-deb42948-7038-4432-8c8a-a1eba6441c37 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] device_id is not set on port 74ab8595-304b-42cc-95e5-eb0ec1c4572f yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:42:25.553505 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e277da55-6fcb-4a69-b962-a4331984ca45 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:42:25.612809 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c75695-2fa4-40f9-96a0-57b4ff8c4907 req-8e88a1dc-ca9b-4355-91fe-45dcbc0deec1 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:25.614511 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-20c75695-2fa4-40f9-96a0-57b4ff8c4907 req-8e88a1dc-ca9b-4355-91fe-45dcbc0deec1 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 946 time: 0.5913584 Apr 29 15:42:25.668694 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-b05d2eee-9673-4526-8eb4-5ca3aab9f8ce tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Calling delete_port for f9bbd1ce-ca6a-4805-b21e-80a5eabbf29a owned by network:floatingip {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:25.719049 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port e277da55-6fcb-4a69-b962-a4331984ca45 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:25.729044 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 00d19c8d-747d-4804-9999-38c20731a40e up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:42:25.849907 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.db.api [None req-b05d2eee-9673-4526-8eb4-5ca3aab9f8ce tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:42:25.850116 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG oslo_db.api [None req-b05d2eee-9673-4526-8eb4-5ca3aab9f8ce tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:42:25.922818 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 00d19c8d-747d-4804-9999-38c20731a40e completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:25.928570 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 00d19c8d-747d-4804-9999-38c20731a40e triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:25.929186 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:26.021118 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] For port 86c2f98e-01d1-4a97-8ea7-40ef9318f41d, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=86c2f98e-01d1-4a97-8ea7-40ef9318f41d,segment=NetworkSegment(f4d66cd8-3606-41f8-acb0-286b80a30d5f),segment_id=f4d66cd8-3606-41f8-acb0-286b80a30d5f)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:26.021484 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:26.022277 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9845bd6-2a90-4c5a-aea9-19d3411c4271 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Router 11837004-ff1a-4341-8af3-2979de902437 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:42:26.068630 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:26.115761 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-20c75695-2fa4-40f9-96a0-57b4ff8c4907 req-b7510230-60e2-4fae-a2b7-0b368d3dd340 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7702b6e-e8dc-4a92-a259-914dd279e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776907 Apr 29 15:42:26.172929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 00d19c8d-747d-4804-9999-38c20731a40e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=00d19c8d-747d-4804-9999-38c20731a40e,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:26.249179 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:26.260068 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Calling delete_port for 86c2f98e-01d1-4a97-8ea7-40ef9318f41d owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:26.352319 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9845bd6-2a90-4c5a-aea9-19d3411c4271 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:42:26.363166 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-b05d2eee-9673-4526-8eb4-5ca3aab9f8ce tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Deleting port f9bbd1ce-ca6a-4805-b21e-80a5eabbf29a {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:26.363166 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b05d2eee-9673-4526-8eb4-5ca3aab9f8ce tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:26.366276 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5db260-bef0-4630-9b95-c1d1c9bd638b None None] Sync routers for ids ['11837004-ff1a-4341-8af3-2979de902437'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:42:26.418625 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01f897c-783b-41e0-9f8d-5b4070906fc7 None None] Network 2f618421-dd2d-49c6-9a9e-2b79ed3fc590 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:26.444673 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=00d19c8d-747d-4804-9999-38c20731a40e,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:26.450459 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5db260-bef0-4630-9b95-c1d1c9bd638b None None] Routers {'11837004-ff1a-4341-8af3-2979de902437'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:26.450459 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-2c5db260-bef0-4630-9b95-c1d1c9bd638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['11837004-ff1a-4341-8af3-2979de902437'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:26.450760 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-deb42948-7038-4432-8c8a-a1eba6441c37 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Allocated IP 172.20.0.9 (2f618421-dd2d-49c6-9a9e-2b79ed3fc590/08a992da-e9fd-4d78-8267-a64d9ff0cdb9/74ab8595-304b-42cc-95e5-eb0ec1c4572f) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:26.479460 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e1ff9d3c-3a75-4d6e-b361-e2380314c209 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:26.564883 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c9845bd6-2a90-4c5a-aea9-19d3411c4271 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:26.566607 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-bfd771bf-83b5-44cc-972d-6003a8a5a5ac tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting port 00d19c8d-747d-4804-9999-38c20731a40e {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:26.566957 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bfd771bf-83b5-44cc-972d-6003a8a5a5ac tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:26.603396 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-2c5db260-bef0-4630-9b95-c1d1c9bd638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:26.637842 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5db260-bef0-4630-9b95-c1d1c9bd638b None None] Routers {'11837004-ff1a-4341-8af3-2979de902437'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:26.638036 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:26.638422 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-2c5db260-bef0-4630-9b95-c1d1c9bd638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['11837004-ff1a-4341-8af3-2979de902437'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:26.707764 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-2c5db260-bef0-4630-9b95-c1d1c9bd638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:26.708168 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5db260-bef0-4630-9b95-c1d1c9bd638b None None] The sync data for ids ['11837004-ff1a-4341-8af3-2979de902437'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:42:26.744972 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Port': ['ID=86c2f98e-01d1-4a97-8ea7-40ef9318f41d,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:26.753166 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7b47db3f-be9a-459e-b0ec-ddf4ffec4bbf None None] Provisioning for port e277da55-6fcb-4a69-b962-a4331984ca45 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:26.945928 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7b47db3f-be9a-459e-b0ec-ddf4ffec4bbf None None] Provisioning complete for port e277da55-6fcb-4a69-b962-a4331984ca45 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:26.945928 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7b47db3f-be9a-459e-b0ec-ddf4ffec4bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:26.946575 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b05d2eee-9673-4526-8eb4-5ca3aab9f8ce tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:26.946575 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b05d2eee-9673-4526-8eb4-5ca3aab9f8ce tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:26.946575 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c9845bd6-2a90-4c5a-aea9-19d3411c4271 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "PUT /v2.0/floatingips/21c0ceb7-a5e7-4f13-a399-c3fa265ff61d HTTP/1.1" status: 200 len: 978 time: 8.0643106 Apr 29 15:42:26.947001 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No DVR routers for this DVR port 86c2f98e-01d1-4a97-8ea7-40ef9318f41d on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:26.947128 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-b05d2eee-9673-4526-8eb4-5ca3aab9f8ce tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Calling delete_port for f9bbd1ce-ca6a-4805-b21e-80a5eabbf29a owned by network:floatingip {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:26.954968 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54486) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:26.961148 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7b47db3f-be9a-459e-b0ec-ddf4ffec4bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:27.007225 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-7b47db3f-be9a-459e-b0ec-ddf4ffec4bbf None None] For port e277da55-6fcb-4a69-b962-a4331984ca45, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e277da55-6fcb-4a69-b962-a4331984ca45,segment=NetworkSegment(0734e142-1ce5-44bc-b1fe-b719a57c5e87),segment_id=0734e142-1ce5-44bc-b1fe-b719a57c5e87)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:27.040439 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-11a4aadd-0402-4a71-b78d-31fbc787fc32 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Deleting port b97c5c10-6d08-43f7-a47b-bd2806f62244 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:27.041013 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-11a4aadd-0402-4a71-b78d-31fbc787fc32 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:27.112128 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7b47db3f-be9a-459e-b0ec-ddf4ffec4bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:27.195204 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47db3f-be9a-459e-b0ec-ddf4ffec4bbf None None] Pushing event updated for resources: {'Port': ['ID=e277da55-6fcb-4a69-b962-a4331984ca45,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:27.256153 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-e1ff9d3c-3a75-4d6e-b361-e2380314c209 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Allocated IP 172.26.1.169 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/e425f2ab-b723-4869-a703-62007057918e) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:27.317330 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:27.351696 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1139108a-3945-4067-bcbf-0d8866c2ad96 None None] Provisioning complete for port e277da55-6fcb-4a69-b962-a4331984ca45 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:27.351696 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1139108a-3945-4067-bcbf-0d8866c2ad96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:27.384863 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-11a4aadd-0402-4a71-b78d-31fbc787fc32 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:27.396417 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b05d2eee-9673-4526-8eb4-5ca3aab9f8ce tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:27.421948 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e277da55-6fcb-4a69-b962-a4331984ca45 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:42:27.479086 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ec9a13-0cae-49f7-b276-f3d7b9622530 None None] get_active_networks_info from dv-neutron-839913-1-hyperv {{(pid=84772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 15:42:27.515115 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a728438-10fb-4c20-90e4-b4e117f1cb83']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:27.544426 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-deb42948-7038-4432-8c8a-a1eba6441c37 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:27.549277 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-bfd771bf-83b5-44cc-972d-6003a8a5a5ac tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] For port 00d19c8d-747d-4804-9999-38c20731a40e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=00d19c8d-747d-4804-9999-38c20731a40e,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:27.549650 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bfd771bf-83b5-44cc-972d-6003a8a5a5ac tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:27.561619 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d66cd8-3606-41f8-acb0-286b80a30d5f') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:27.561992 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d66cd8-3606-41f8-acb0-286b80a30d5f') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:27.641506 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d2eee-9673-4526-8eb4-5ca3aab9f8ce tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Pushing event deleted for resources: {'Port': ['ID=f9bbd1ce-ca6a-4805-b21e-80a5eabbf29a,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:27.745928 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ec9a13-0cae-49f7-b276-f3d7b9622530 None None] Resources bound (agent type, host, resource id): {{(pid=84772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:42:27.753092 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port e277da55-6fcb-4a69-b962-a4331984ca45 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:27.753704 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:27.765022 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b05d2eee-9673-4526-8eb4-5ca3aab9f8ce tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks [] for floatingip, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:27.847613 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:27.856225 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-deb42948-7038-4432-8c8a-a1eba6441c37 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Transition to ACTIVE for port object 74ab8595-304b-42cc-95e5-eb0ec1c4572f will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:27.866645 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-bfd771bf-83b5-44cc-972d-6003a8a5a5ac tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Calling delete_port for 00d19c8d-747d-4804-9999-38c20731a40e owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:27.908860 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6f9d3-b2b0-46cc-805e-60b28edee41f req-659d9b88-77a9-4f07-9284-c7ae77d16cdd tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:27.910388 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2aa6f9d3-b2b0-46cc-805e-60b28edee41f req-659d9b88-77a9-4f07-9284-c7ae77d16cdd tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 946 time: 1.0256643 Apr 29 15:42:27.940373 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b05d2eee-9673-4526-8eb4-5ca3aab9f8ce tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:27.944881 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b05d2eee-9673-4526-8eb4-5ca3aab9f8ce tempest-ServerActionsTestJSON-2052060399 tempest-ServerActionsTestJSON-2052060399-project] 10.222.0.21 "DELETE /v2.0/floatingips/f7a8a932-f458-4ba3-ac00-4992cc94c80a HTTP/1.1" status: 204 len: 168 time: 3.5141444 Apr 29 15:42:27.945780 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1139108a-3945-4067-bcbf-0d8866c2ad96 None None] Provisioning for port 227a7a57-edb5-4559-b8bb-88efcac17de6 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:27.953624 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54490) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:27.966691 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:27.973037 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1139108a-3945-4067-bcbf-0d8866c2ad96 None None] Provisioning complete for port 227a7a57-edb5-4559-b8bb-88efcac17de6 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:27.973406 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1139108a-3945-4067-bcbf-0d8866c2ad96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:27.985395 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-11a4aadd-0402-4a71-b78d-31fbc787fc32 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:27.985838 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-11a4aadd-0402-4a71-b78d-31fbc787fc32 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:27.986691 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [None req-11a4aadd-0402-4a71-b78d-31fbc787fc32 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Floating IP 21c0ceb7-a5e7-4f13-a399-c3fa265ff61d disassociated. External IP: 172.26.1.231, port: b97c5c10-6d08-43f7-a47b-bd2806f62244. Apr 29 15:42:27.986691 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-11a4aadd-0402-4a71-b78d-31fbc787fc32 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Calling delete_port for b97c5c10-6d08-43f7-a47b-bd2806f62244 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:28.009103 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:42:28.010404 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:42:28.029225 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:42:28.039093 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e1ff9d3c-3a75-4d6e-b361-e2380314c209 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:28.073746 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 00d19c8d-747d-4804-9999-38c20731a40e up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:42:28.132791 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2aa6f9d3-b2b0-46cc-805e-60b28edee41f req-fbe1e71d-7344-40f8-bcef-3a54f4225956 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7702b6e-e8dc-4a92-a259-914dd279e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084665 Apr 29 15:42:28.214709 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-1139108a-3945-4067-bcbf-0d8866c2ad96 None None] Port 227a7a57-edb5-4559-b8bb-88efcac17de6 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:42:28.292248 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 00d19c8d-747d-4804-9999-38c20731a40e triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:28.292620 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:28.311516 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-deb42948-7038-4432-8c8a-a1eba6441c37 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:28.381398 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-11864518-86f3-448d-88f0-30243f1e7576 None None] Provisioning complete for port 227a7a57-edb5-4559-b8bb-88efcac17de6 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:28.382025 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-11864518-86f3-448d-88f0-30243f1e7576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:28.395579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:28.411268 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e1ff9d3c-3a75-4d6e-b361-e2380314c209 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:28.427935 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-11a4aadd-0402-4a71-b78d-31fbc787fc32 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:28.450517 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:28.480223 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4aadd-0402-4a71-b78d-31fbc787fc32 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event deleted for resources: {'Port': ['ID=b97c5c10-6d08-43f7-a47b-bd2806f62244,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:28.484676 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Network': ['ID=6a728438-10fb-4c20-90e4-b4e117f1cb83,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:28.499928 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb42948-7038-4432-8c8a-a1eba6441c37 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network 2f618421-dd2d-49c6-9a9e-2b79ed3fc590 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:28.516085 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-deb42948-7038-4432-8c8a-a1eba6441c37 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:28.522670 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb42948-7038-4432-8c8a-a1eba6441c37 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:42:28.553662 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-11864518-86f3-448d-88f0-30243f1e7576 None None] Port 227a7a57-edb5-4559-b8bb-88efcac17de6 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:42:28.555977 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb42948-7038-4432-8c8a-a1eba6441c37 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Port': ['ID=74ab8595-304b-42cc-95e5-eb0ec1c4572f,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:28.608468 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ff9d3c-3a75-4d6e-b361-e2380314c209 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:28.615869 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-e1ff9d3c-3a75-4d6e-b361-e2380314c209 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:28.636543 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ff9d3c-3a75-4d6e-b361-e2380314c209 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:42:28.697009 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0be9adac-bedd-4a8d-b406-2fac3f04f3ce tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/networks/6a728438-10fb-4c20-90e4-b4e117f1cb83 HTTP/1.1" status: 204 len: 168 time: 7.3185880 Apr 29 15:42:28.703512 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54496) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:28.726623 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb42948-7038-4432-8c8a-a1eba6441c37 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:28.727252 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-deb42948-7038-4432-8c8a-a1eba6441c37 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:28.743684 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bfd771bf-83b5-44cc-972d-6003a8a5a5ac tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:28.762139 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff9d3c-3a75-4d6e-b361-e2380314c209 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Pushing event updated for resources: {'Port': ['ID=e425f2ab-b723-4869-a703-62007057918e,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:28.762391 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f40d5b-6280-4706-b29b-a51574b8ec97 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] GET failed (client error): The resource could not be found. Apr 29 15:42:28.762735 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-18f40d5b-6280-4706-b29b-a51574b8ec97 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Synchronizing usage tracker for tenant:ac43d99f432948ed97df9d63c8b43af5 on resource:subnet {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:28.850564 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a4aadd-0402-4a71-b78d-31fbc787fc32 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Router 11837004-ff1a-4341-8af3-2979de902437 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:42:28.889789 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-18f40d5b-6280-4706-b29b-a51574b8ec97 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Unset dirty status for tenant:ac43d99f432948ed97df9d63c8b43af5 on resource:subnet {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:28.894297 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-18f40d5b-6280-4706-b29b-a51574b8ec97 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "GET /v2.0/subnets/d80cee93-b214-4293-9ddd-dc05d8ed6932 HTTP/1.1" status: 404 len: 337 time: 0.1873229 Apr 29 15:42:28.901207 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54500) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:28.901368 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd771bf-83b5-44cc-972d-6003a8a5a5ac tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Port': ['ID=00d19c8d-747d-4804-9999-38c20731a40e,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:28.950090 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd64f671-c695-46f1-88de-59008b80705b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] DELETE failed (client error): The resource could not be found. Apr 29 15:42:28.950935 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd64f671-c695-46f1-88de-59008b80705b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:42:28.985093 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-dd64f671-c695-46f1-88de-59008b80705b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/networks/6a728438-10fb-4c20-90e4-b4e117f1cb83 HTTP/1.1" status: 404 len: 339 time: 0.0796523 Apr 29 15:42:28.989182 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54504) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:29.032517 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-deb42948-7038-4432-8c8a-a1eba6441c37 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.1571245 Apr 29 15:42:29.055933 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54508) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:29.203213 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3e97609a-d5fa-4c74-9859-a4832ef7858c None None] Provisioning for port 74ab8595-304b-42cc-95e5-eb0ec1c4572f completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:29.208091 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3e97609a-d5fa-4c74-9859-a4832ef7858c None None] Provisioning complete for port 74ab8595-304b-42cc-95e5-eb0ec1c4572f triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:29.208453 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3e97609a-d5fa-4c74-9859-a4832ef7858c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:29.248918 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0d46a-238a-4005-a2bd-464c05288f44 req-9778d845-40e4-4fb4-b39b-0ca983aefbed tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:29.250590 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ade0d46a-238a-4005-a2bd-464c05288f44 req-9778d845-40e4-4fb4-b39b-0ca983aefbed tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.35 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 946 time: 0.4026811 Apr 29 15:42:29.326440 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-3e97609a-d5fa-4c74-9859-a4832ef7858c None None] Port 74ab8595-304b-42cc-95e5-eb0ec1c4572f cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:42:29.428357 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [req-ade0d46a-238a-4005-a2bd-464c05288f44 req-b4a5d4a9-cec0-4221-b169-39aac1de9a3f tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Deleting port b6801ec4-a39a-4986-82cf-97a9a47b3513 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:29.428960 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ade0d46a-238a-4005-a2bd-464c05288f44 req-b4a5d4a9-cec0-4221-b169-39aac1de9a3f tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:29.457159 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3f2835-b329-431c-aa93-199cbe8ebf4d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:29.461441 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-af3f2835-b329-431c-aa93-199cbe8ebf4d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4686849 Apr 29 15:42:29.465685 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54514) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:29.524672 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-465f5208-fc43-418e-bc8c-0621eca9816a tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "GET /v2.0/subnets?network_id=f991b9a3-9206-4c97-97f2-8545e1219151 HTTP/1.1" status: 200 len: 207 time: 0.0556135 Apr 29 15:42:29.535197 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54518) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:29.764290 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bfd771bf-83b5-44cc-972d-6003a8a5a5ac tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:29.773256 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37994ff5-456a-4e28-80ad-5111ce89c125 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:29.774219 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-37994ff5-456a-4e28-80ad-5111ce89c125 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Synchronizing usage tracker for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:29.971206 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7637adcc-be3b-4c84-850e-7578c8228ec9 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:29.974969 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7637adcc-be3b-4c84-850e-7578c8228ec9 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:29.978712 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7637adcc-be3b-4c84-850e-7578c8228ec9 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:29.984208 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7637adcc-be3b-4c84-850e-7578c8228ec9 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:29.984957 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7637adcc-be3b-4c84-850e-7578c8228ec9 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4487083 Apr 29 15:42:29.999862 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54524) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:30.021308 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-37994ff5-456a-4e28-80ad-5111ce89c125 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Unset dirty status for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:30.022662 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-37994ff5-456a-4e28-80ad-5111ce89c125 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.9696684 Apr 29 15:42:30.036049 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54528) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:30.098798 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99ab41-1c88-46d0-af3f-2bd503c4d56b req-726004ad-b8b4-49ee-b16d-065e646efd07 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:30.098798 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ea99ab41-1c88-46d0-af3f-2bd503c4d56b req-726004ad-b8b4-49ee-b16d-065e646efd07 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 946 time: 0.5463042 Apr 29 15:42:30.139273 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a4aadd-0402-4a71-b78d-31fbc787fc32 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:42:30.152106 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0781ff7-3aaf-4157-aab3-f25125198030 None None] Sync routers for ids ['11837004-ff1a-4341-8af3-2979de902437'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:42:30.152878 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-ade0d46a-238a-4005-a2bd-464c05288f44 req-b4a5d4a9-cec0-4221-b169-39aac1de9a3f tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] For port b6801ec4-a39a-4986-82cf-97a9a47b3513, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=b6801ec4-a39a-4986-82cf-97a9a47b3513,segment=NetworkSegment(f1106aa0-b89a-4721-9111-f4ee564fb0a3),segment_id=f1106aa0-b89a-4721-9111-f4ee564fb0a3)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:30.152878 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ade0d46a-238a-4005-a2bd-464c05288f44 req-b4a5d4a9-cec0-4221-b169-39aac1de9a3f tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:30.163582 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0781ff7-3aaf-4157-aab3-f25125198030 None None] Routers {'11837004-ff1a-4341-8af3-2979de902437'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:30.163582 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-f0781ff7-3aaf-4157-aab3-f25125198030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['11837004-ff1a-4341-8af3-2979de902437'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:30.227238 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-f0781ff7-3aaf-4157-aab3-f25125198030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:30.242072 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0781ff7-3aaf-4157-aab3-f25125198030 None None] Routers {'11837004-ff1a-4341-8af3-2979de902437'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:30.244156 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-f0781ff7-3aaf-4157-aab3-f25125198030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['11837004-ff1a-4341-8af3-2979de902437'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:30.301903 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [req-ade0d46a-238a-4005-a2bd-464c05288f44 req-b4a5d4a9-cec0-4221-b169-39aac1de9a3f tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Calling delete_port for b6801ec4-a39a-4986-82cf-97a9a47b3513 owned by compute:nova {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:30.315081 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-f0781ff7-3aaf-4157-aab3-f25125198030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:30.315081 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0781ff7-3aaf-4157-aab3-f25125198030 None None] The sync data for ids ['11837004-ff1a-4341-8af3-2979de902437'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:42:30.421336 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ea99ab41-1c88-46d0-af3f-2bd503c4d56b req-fe476a34-8b02-4912-9151-954f0d37a5f2 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7702b6e-e8dc-4a92-a259-914dd279e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211942 Apr 29 15:42:30.559429 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-30e847f4-8935-4b77-aea5-2c58b969617c tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.5583792 Apr 29 15:42:30.573646 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54532) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:30.573646 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-11a4aadd-0402-4a71-b78d-31fbc787fc32 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:30.573646 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-11a4aadd-0402-4a71-b78d-31fbc787fc32 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "DELETE /v2.0/ports/b97c5c10-6d08-43f7-a47b-bd2806f62244 HTTP/1.1" status: 204 len: 168 time: 3.6163392 Apr 29 15:42:30.604296 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54536) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:30.624390 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17354f94-5e5c-4f5f-ac79-8c6c612bdb66 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:30.627890 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17354f94-5e5c-4f5f-ac79-8c6c612bdb66 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:30.639782 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17354f94-5e5c-4f5f-ac79-8c6c612bdb66 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:30.639782 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-17354f94-5e5c-4f5f-ac79-8c6c612bdb66 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Synchronizing usage tracker for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:30.711664 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-17354f94-5e5c-4f5f-ac79-8c6c612bdb66 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Unset dirty status for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:30.715075 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-17354f94-5e5c-4f5f-ac79-8c6c612bdb66 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.6694582 Apr 29 15:42:30.719249 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54540) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:30.728593 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d739960a-a8e2-44ed-b9df-9e5aaac575c1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:30.731813 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d739960a-a8e2-44ed-b9df-9e5aaac575c1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:30.739264 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d739960a-a8e2-44ed-b9df-9e5aaac575c1 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1680622 Apr 29 15:42:30.766042 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54544) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:30.791283 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e1ff9d3c-3a75-4d6e-b361-e2380314c209 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:30.851394 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-0a71988f-3050-42b9-945b-78fed24b47ff tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port 74ab8595-304b-42cc-95e5-eb0ec1c4572f {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:30.852437 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0a71988f-3050-42b9-945b-78fed24b47ff tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:30.868017 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd771bf-83b5-44cc-972d-6003a8a5a5ac tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Router 293b3f03-42e7-4624-aaa1-336922295200 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:42:30.874191 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-20ed0982-5e0c-4a01-b26e-1515ecffad02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:30.908891 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3489d22-ef17-4c3b-b00a-323b7cf385cf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['shared'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:30.909246 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3489d22-ef17-4c3b-b00a-323b7cf385cf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['shared'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:30.910768 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d3489d22-ef17-4c3b-b00a-323b7cf385cf tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1406138 Apr 29 15:42:30.915119 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54548) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:30.945000 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ade0d46a-238a-4005-a2bd-464c05288f44 req-b4a5d4a9-cec0-4221-b169-39aac1de9a3f tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:30.956691 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['b6801ec4-a39a-4986-82cf-97a9a47b3513'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 15:42:31.108785 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5d4a9-cec0-4221-b169-39aac1de9a3f tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Pushing event deleted for resources: {'Port': ['ID=b6801ec4-a39a-4986-82cf-97a9a47b3513,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:31.281026 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade0d46a-238a-4005-a2bd-464c05288f44 req-b4a5d4a9-cec0-4221-b169-39aac1de9a3f tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] No DVR routers for this DVR port b6801ec4-a39a-4986-82cf-97a9a47b3513 on host hv-neutron-8399 {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:31.294294 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ade0d46a-238a-4005-a2bd-464c05288f44 req-b4a5d4a9-cec0-4221-b169-39aac1de9a3f tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:31.296877 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e11bcf-49f5-45ed-8bb4-df7f42b0dd24', 'name': 'network-vif-deleted', 'tag': 'b6801ec4-a39a-4986-82cf-97a9a47b3513'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:42:31.338127 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e1ff9d3c-3a75-4d6e-b361-e2380314c209 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:31.350089 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e73aa55-7ac2-4def-9748-15f499abd13d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:31.350089 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1e73aa55-7ac2-4def-9748-15f499abd13d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "GET /v2.0/networks/9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424 HTTP/1.1" status: 200 len: 800 time: 0.4334717 Apr 29 15:42:31.357496 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebd7c1f4-b586-4af3-b89b-77348773c2c9'] response: {'server_uuid': '50e11bcf-49f5-45ed-8bb4-df7f42b0dd24', 'name': 'network-vif-deleted', 'tag': 'b6801ec4-a39a-4986-82cf-97a9a47b3513', 'status': 'completed', 'code': 200} Apr 29 15:42:31.357869 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54554) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:31.578725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd771bf-83b5-44cc-972d-6003a8a5a5ac tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:42:31.587784 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d61a4c6-ffd6-4ca2-b725-3b760da6203e None None] Sync routers for ids ['293b3f03-42e7-4624-aaa1-336922295200'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:42:31.593173 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ade0d46a-238a-4005-a2bd-464c05288f44 req-b4a5d4a9-cec0-4221-b169-39aac1de9a3f tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.35 "DELETE /v2.0/ports/b6801ec4-a39a-4986-82cf-97a9a47b3513 HTTP/1.1" status: 204 len: 173 time: 2.3339400 Apr 29 15:42:31.594852 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0a71988f-3050-42b9-945b-78fed24b47ff tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:31.600749 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d61a4c6-ffd6-4ca2-b725-3b760da6203e None None] Routers {'293b3f03-42e7-4624-aaa1-336922295200'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:31.601364 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-9d61a4c6-ffd6-4ca2-b725-3b760da6203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['293b3f03-42e7-4624-aaa1-336922295200'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:31.679928 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-46426f32-04de-40ee-9993-a97c5bafc754 req-d1148d4a-721e-40f4-8962-02fdd9424ab0 tempest-TestServerAdvancedOps-936406599 tempest-TestServerAdvancedOps-936406599-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e11bcf-49f5-45ed-8bb4-df7f42b0dd24 HTTP/1.1" status: 200 len: 210 time: 0.1079390 Apr 29 15:42:31.738958 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bfd771bf-83b5-44cc-972d-6003a8a5a5ac tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "PUT /v2.0/routers/293b3f03-42e7-4624-aaa1-336922295200/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0519450 Apr 29 15:42:31.744158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54560) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:31.758933 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-0a71988f-3050-42b9-945b-78fed24b47ff tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Calling delete_port for 74ab8595-304b-42cc-95e5-eb0ec1c4572f owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:31.776820 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-9d61a4c6-ffd6-4ca2-b725-3b760da6203e None None] Set router 293b3f03-42e7-4624-aaa1-336922295200 gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:42:31.868408 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-55a3fe6c-eeea-46af-b30a-b6fa2c0c34df tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "GET /v2.0/networks/9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4984975 Apr 29 15:42:31.873610 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54564) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:31.889280 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-9d61a4c6-ffd6-4ca2-b725-3b760da6203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293b3f03-42e7-4624-aaa1-336922295200', 'name': 'tempest-NetworksTestDHCPv6-router-2040553455', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:42:12Z', 'updated_at': '2022-04-29T15:42:28Z', 'revision_number': 3, 'project_id': 'e63819badd2e459da584fcd005094a20', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:31.893847 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d61a4c6-ffd6-4ca2-b725-3b760da6203e None None] Checking router: 293b3f03-42e7-4624-aaa1-336922295200 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:42:31.905357 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d61a4c6-ffd6-4ca2-b725-3b760da6203e None None] Routers {'293b3f03-42e7-4624-aaa1-336922295200'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:31.905981 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-9d61a4c6-ffd6-4ca2-b725-3b760da6203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['293b3f03-42e7-4624-aaa1-336922295200'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:31.999134 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0a1a5e-6a6b-407a-a166-9b68cb54512a tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:32.000452 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ff0a1a5e-6a6b-407a-a166-9b68cb54512a tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "GET /v2.0/subnets/f9926e99-8595-4856-942b-3c5e72b33c9f HTTP/1.1" status: 200 len: 811 time: 0.1250858 Apr 29 15:42:32.005655 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54568) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:32.031145 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b78e51-e7dd-46f8-9dc4-b68b56b5bcdb tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:32.032547 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b78e51-e7dd-46f8-9dc4-b68b56b5bcdb tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:32.033270 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b1b78e51-e7dd-46f8-9dc4-b68b56b5bcdb tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:32.035894 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-9d61a4c6-ffd6-4ca2-b725-3b760da6203e None None] Set router 293b3f03-42e7-4624-aaa1-336922295200 gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:42:32.076906 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf67954-275b-48bb-af27-6e34697ef421 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['shared'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:32.078466 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-daf67954-275b-48bb-af27-6e34697ef421 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "GET /v2.0/subnets/f9926e99-8595-4856-942b-3c5e72b33c9f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0718944 Apr 29 15:42:32.082464 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54572) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:32.088075 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-5195b717-91d4-4142-9051-b532848c1eab tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-328772698'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:32.088477 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e1ff9d3c-3a75-4d6e-b361-e2380314c209 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.093720 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5195b717-91d4-4142-9051-b532848c1eab tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:32.097888 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5195b717-91d4-4142-9051-b532848c1eab tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Usage tracker for resource:network and tenant:ac43d99f432948ed97df9d63c8b43af5 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:32.101189 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5195b717-91d4-4142-9051-b532848c1eab tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:32.107811 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5195b717-91d4-4142-9051-b532848c1eab tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:32.129203 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0a71988f-3050-42b9-945b-78fed24b47ff tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.152379 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-9d61a4c6-ffd6-4ca2-b725-3b760da6203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293b3f03-42e7-4624-aaa1-336922295200', 'name': 'tempest-NetworksTestDHCPv6-router-2040553455', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:42:12Z', 'updated_at': '2022-04-29T15:42:28Z', 'revision_number': 3, 'project_id': 'e63819badd2e459da584fcd005094a20', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:32.158031 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d61a4c6-ffd6-4ca2-b725-3b760da6203e None None] The sync data for ids ['293b3f03-42e7-4624-aaa1-336922295200'] in dv-neutron-839913-1-hyperv is: [{'id': '293b3f03-42e7-4624-aaa1-336922295200', 'name': 'tempest-NetworksTestDHCPv6-router-2040553455', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:42:12Z', 'updated_at': '2022-04-29T15:42:28Z', 'revision_number': 3, 'project_id': 'e63819badd2e459da584fcd005094a20', 'gw_port_host': None}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:42:32.185463 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71988f-3050-42b9-945b-78fed24b47ff tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Port': ['ID=74ab8595-304b-42cc-95e5-eb0ec1c4572f,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:32.213798 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e1ff9d3c-3a75-4d6e-b361-e2380314c209 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.219361 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b1b78e51-e7dd-46f8-9dc4-b68b56b5bcdb tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:32.221663 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b1b78e51-e7dd-46f8-9dc4-b68b56b5bcdb tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4753282 Apr 29 15:42:32.237472 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54576) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:32.244212 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5195b717-91d4-4142-9051-b532848c1eab tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Made reservation on behalf of ac43d99f432948ed97df9d63c8b43af5 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:32.247236 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5195b717-91d4-4142-9051-b532848c1eab tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.388982 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff9d3c-3a75-4d6e-b361-e2380314c209 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Pushing event updated for resources: {'Port': ['ID=e425f2ab-b723-4869-a703-62007057918e,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:32.417739 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5195b717-91d4-4142-9051-b532848c1eab tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:42:32.441510 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e1ff9d3c-3a75-4d6e-b361-e2380314c209 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.484667 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0a71988f-3050-42b9-945b-78fed24b47ff tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.508680 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5195b717-91d4-4142-9051-b532848c1eab tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.508680 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-5195b717-91d4-4142-9051-b532848c1eab tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Added segment 78fc447a-709d-47ad-a270-bd1ffaff4410 of type vlan for network 362a5a71-b562-4d1b-9723-b5180f4f11d2 Apr 29 15:42:32.562304 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5195b717-91d4-4142-9051-b532848c1eab tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.593588 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-fccef2dc-654b-4af3-a5d8-d03420d0cca5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet accedf01-d25e-44b5-b27d-3eb50cea10ba {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:42:32.605246 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fccef2dc-654b-4af3-a5d8-d03420d0cca5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.638951 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0a71988f-3050-42b9-945b-78fed24b47ff tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/ports/74ab8595-304b-42cc-95e5-eb0ec1c4572f HTTP/1.1" status: 204 len: 168 time: 1.9178183 Apr 29 15:42:32.646290 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54580) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:32.662406 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0e73c4fa-abe9-4c88-b60e-1d02731637e4 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.709992 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3100a7-8c2f-4c07-afaa-edb3bc36cb99 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] GET failed (client error): The resource could not be found. Apr 29 15:42:32.710529 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ea3100a7-8c2f-4c07-afaa-edb3bc36cb99 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Synchronizing usage tracker for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:32.720050 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fccef2dc-654b-4af3-a5d8-d03420d0cca5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.780395 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5195b717-91d4-4142-9051-b532848c1eab tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.784059 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5195b717-91d4-4142-9051-b532848c1eab tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:32.784875 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5195b717-91d4-4142-9051-b532848c1eab tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.818846 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54586) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:32.931229 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ea3100a7-8c2f-4c07-afaa-edb3bc36cb99 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Unset dirty status for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:32.933162 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ea3100a7-8c2f-4c07-afaa-edb3bc36cb99 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports/74ab8595-304b-42cc-95e5-eb0ec1c4572f HTTP/1.1" status: 404 len: 333 time: 0.2803478 Apr 29 15:42:32.938319 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54590) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:32.968507 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195b717-91d4-4142-9051-b532848c1eab tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Network': ['ID=362a5a71-b562-4d1b-9723-b5180f4f11d2,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:32.980168 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-341a0cce-d0fc-4447-969f-eac0ebbaecca admin admin] Deleting subnet cae5fab3-0293-4326-bafb-088938c67f93 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:42:32.981372 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 362a5a71-b562-4d1b-9723-b5180f4f11d2 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:42:32.988598 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-341a0cce-d0fc-4447-969f-eac0ebbaecca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:33.027435 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5195b717-91d4-4142-9051-b532848c1eab tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9413276 Apr 29 15:42:33.032532 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54594) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:33.041925 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-8be58723-201d-416d-9ba5-d3a59d5198f8 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'subnet': {'network_id': '362a5a71-b562-4d1b-9723-b5180f4f11d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:33.047749 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device b6801ec4-a39a-4986-82cf-97a9a47b3513 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:33.067118 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-e142348e-1d00-49c0-82b8-a2b33f26225f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port 227a7a57-edb5-4559-b8bb-88efcac17de6 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:33.067704 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e142348e-1d00-49c0-82b8-a2b33f26225f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:33.099140 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: b6801ec4-a39a-4986-82cf-97a9a47b3513 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:42:33.099475 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device b6801ec4-a39a-4986-82cf-97a9a47b3513 not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:33.138824 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-341a0cce-d0fc-4447-969f-eac0ebbaecca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:33.172639 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fccef2dc-654b-4af3-a5d8-d03420d0cca5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:33.266995 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-8be58723-201d-416d-9ba5-d3a59d5198f8 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:33.273639 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-341a0cce-d0fc-4447-969f-eac0ebbaecca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:33.317567 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 00d19c8d-747d-4804-9999-38c20731a40e no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:33.359483 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 00d19c8d-747d-4804-9999-38c20731a40e {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:42:33.361375 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 00d19c8d-747d-4804-9999-38c20731a40e not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:33.425553 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [None req-e1ff9d3c-3a75-4d6e-b361-e2380314c209 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Floating IP 1ba8244e-b503-4ad8-89f3-eeb867659f65 associated. External IP: 172.26.1.169, port: 8c692f0a-0dff-40d5-8916-d3b49735cbfc. Apr 29 15:42:33.437630 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-8be58723-201d-416d-9ba5-d3a59d5198f8 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:33.517338 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be58723-201d-416d-9ba5-d3a59d5198f8 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Made reservation on behalf of ac43d99f432948ed97df9d63c8b43af5 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:33.587293 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-341a0cce-d0fc-4447-969f-eac0ebbaecca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:33.590937 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fccef2dc-654b-4af3-a5d8-d03420d0cca5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:33.633104 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e142348e-1d00-49c0-82b8-a2b33f26225f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:33.660674 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a0cce-d0fc-4447-969f-eac0ebbaecca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cae5fab3-0293-4326-bafb-088938c67f93,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:33.706249 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fccef2dc-654b-4af3-a5d8-d03420d0cca5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:33.714032 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e85693b-9ca5-47dd-a464-05874cd2937b None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:33.715828 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-341a0cce-d0fc-4447-969f-eac0ebbaecca admin admin] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:33.719629 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccef2dc-654b-4af3-a5d8-d03420d0cca5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=accedf01-d25e-44b5-b27d-3eb50cea10ba,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:33.726703 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8be58723-201d-416d-9ba5-d3a59d5198f8 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:33.822466 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.ipam_backend_mixin [None req-8be58723-201d-416d-9ba5-d3a59d5198f8 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Performing IP validity checks on allocation pools {{(pid=84771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 29 15:42:33.822997 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.ipam_backend_mixin [None req-8be58723-201d-416d-9ba5-d3a59d5198f8 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 29 15:42:33.836875 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-e142348e-1d00-49c0-82b8-a2b33f26225f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Calling delete_port for 227a7a57-edb5-4559-b8bb-88efcac17de6 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:33.842695 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fccef2dc-654b-4af3-a5d8-d03420d0cca5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/accedf01-d25e-44b5-b27d-3eb50cea10ba HTTP/1.1" status: 204 len: 168 time: 1.5832977 Apr 29 15:42:33.848402 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54598) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:33.855129 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-341a0cce-d0fc-4447-969f-eac0ebbaecca admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cae5fab3-0293-4326-bafb-088938c67f93 HTTP/1.1" status: 204 len: 168 time: 1.0278699 Apr 29 15:42:33.856795 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54602) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:33.898781 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-20ed0982-5e0c-4a01-b26e-1515ecffad02 admin admin] Deleting port c79c2873-792d-48e8-808a-06c52737cc83 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:33.899182 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-20ed0982-5e0c-4a01-b26e-1515ecffad02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.011039 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa43258e-a185-41bf-b17a-fbcb5345c0a2 None None] DHCP port deletion for 75e7f0f8-4897-4e20-8301-99a7eae75065 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:42:34.015813 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-aa43258e-a185-41bf-b17a-fbcb5345c0a2 None None] Deleting port 51a4daa6-7dda-4c0d-83f2-f48eb4fc267c {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:34.016519 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-aa43258e-a185-41bf-b17a-fbcb5345c0a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.164612 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fd7e08c1-8ae6-4dfa-a511-0d73d6603380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.179299 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-97671871-51cf-4b47-a142-a82d6647652f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:router {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:34.280311 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-aa43258e-a185-41bf-b17a-fbcb5345c0a2 None None] For port 51a4daa6-7dda-4c0d-83f2-f48eb4fc267c, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=51a4daa6-7dda-4c0d-83f2-f48eb4fc267c,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:34.280952 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-aa43258e-a185-41bf-b17a-fbcb5345c0a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.342769 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fd7e08c1-8ae6-4dfa-a511-0d73d6603380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.371915 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-fd7e08c1-8ae6-4dfa-a511-0d73d6603380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb5b585-3bf2-4d0b-97bd-64517bb64156']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:34.375084 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-20ed0982-5e0c-4a01-b26e-1515ecffad02 admin admin] For port c79c2873-792d-48e8-808a-06c52737cc83, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c79c2873-792d-48e8-808a-06c52737cc83,segment=NetworkSegment(9fdadee6-d18c-402b-834a-482b050d5157),segment_id=9fdadee6-d18c-402b-834a-482b050d5157)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:34.375636 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-20ed0982-5e0c-4a01-b26e-1515ecffad02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.385199 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-fd7e08c1-8ae6-4dfa-a511-0d73d6603380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1106aa0-b89a-4721-9111-f4ee564fb0a3') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:34.385494 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-fd7e08c1-8ae6-4dfa-a511-0d73d6603380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1106aa0-b89a-4721-9111-f4ee564fb0a3') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:34.399095 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fd7e08c1-8ae6-4dfa-a511-0d73d6603380 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.402929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-aa43258e-a185-41bf-b17a-fbcb5345c0a2 None None] Calling delete_port for 51a4daa6-7dda-4c0d-83f2-f48eb4fc267c owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:34.415261 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fd7e08c1-8ae6-4dfa-a511-0d73d6603380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.421940 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7e08c1-8ae6-4dfa-a511-0d73d6603380 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:42:34.422340 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fd7e08c1-8ae6-4dfa-a511-0d73d6603380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:42:34.436218 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:42:34.580160 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-97671871-51cf-4b47-a142-a82d6647652f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:router {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:34.581326 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-97671871-51cf-4b47-a142-a82d6647652f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7320530 Apr 29 15:42:34.582414 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8be58723-201d-416d-9ba5-d3a59d5198f8 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.586680 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54606) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:34.643517 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-aa43258e-a185-41bf-b17a-fbcb5345c0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.664859 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-20ed0982-5e0c-4a01-b26e-1515ecffad02 admin admin] Calling delete_port for c79c2873-792d-48e8-808a-06c52737cc83 owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:34.689355 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43258e-a185-41bf-b17a-fbcb5345c0a2 None None] Pushing event deleted for resources: {'Port': ['ID=51a4daa6-7dda-4c0d-83f2-f48eb4fc267c,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:34.693202 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fd7e08c1-8ae6-4dfa-a511-0d73d6603380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.696617 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa43258e-a185-41bf-b17a-fbcb5345c0a2 None None] No DVR routers for this DVR port 51a4daa6-7dda-4c0d-83f2-f48eb4fc267c on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:34.699386 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e142348e-1d00-49c0-82b8-a2b33f26225f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.727332 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:42:34.778301 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fd7e08c1-8ae6-4dfa-a511-0d73d6603380 admin admin] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.778434 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e142348e-1d00-49c0-82b8-a2b33f26225f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Port': ['ID=227a7a57-edb5-4559-b8bb-88efcac17de6,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:34.795415 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e08c1-8ae6-4dfa-a511-0d73d6603380 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bb5b585-3bf2-4d0b-97bd-64517bb64156,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:34.827457 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be58723-201d-416d-9ba5-d3a59d5198f8 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Subnet': ['ID=04b0387a-fab9-490b-855e-928c1dcfdb5e,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:34.848670 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06d75b21-fca3-4851-a46a-22f3f9674d48 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:35.068207 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be58723-201d-416d-9ba5-d3a59d5198f8 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Checking segment: {'id': '78fc447a-709d-47ad-a270-bd1ffaff4410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '362a5a71-b562-4d1b-9723-b5180f4f11d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:42:35.068567 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be58723-201d-416d-9ba5-d3a59d5198f8 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Network hostable DHCP agents. Network: 362a5a71-b562-4d1b-9723-b5180f4f11d2, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:42:35.080216 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fd7e08c1-8ae6-4dfa-a511-0d73d6603380 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4bb5b585-3bf2-4d0b-97bd-64517bb64156 HTTP/1.1" status: 204 len: 168 time: 1.1678526 Apr 29 15:42:35.085224 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54610) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:35.087034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e142348e-1d00-49c0-82b8-a2b33f26225f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:35.222741 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e51177-ac98-4429-bdcb-698b7bae63a0 admin admin] Deleting subnet 1979dc58-7e60-4696-833f-172777665078 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:42:35.226648 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be58723-201d-416d-9ba5-d3a59d5198f8 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Network 362a5a71-b562-4d1b-9723-b5180f4f11d2 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:42:35.230310 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a2e51177-ac98-4429-bdcb-698b7bae63a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:35.306999 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-8be58723-201d-416d-9ba5-d3a59d5198f8 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 362a5a71-b562-4d1b-9723-b5180f4f11d2) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:35.308114 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e142348e-1d00-49c0-82b8-a2b33f26225f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/ports/227a7a57-edb5-4559-b8bb-88efcac17de6 HTTP/1.1" status: 204 len: 168 time: 2.3651023 Apr 29 15:42:35.313100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54614) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:35.318202 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36b2c9f-add2-44a8-8523-2d866c127e49 None None] Network 362a5a71-b562-4d1b-9723-b5180f4f11d2 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:35.373894 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be58723-201d-416d-9ba5-d3a59d5198f8 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:35.374497 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8be58723-201d-416d-9ba5-d3a59d5198f8 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:35.386438 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ee799a-c993-40ec-af98-59f677826228 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] GET failed (client error): The resource could not be found. Apr 29 15:42:35.386974 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-00ee799a-c993-40ec-af98-59f677826228 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Synchronizing usage tracker for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:35.392618 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a2e51177-ac98-4429-bdcb-698b7bae63a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:35.392797 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06d75b21-fca3-4851-a46a-22f3f9674d48 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:35.397965 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06d75b21-fca3-4851-a46a-22f3f9674d48 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:35.417274 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 51a4daa6-7dda-4c0d-83f2-f48eb4fc267c no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:35.454459 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 51a4daa6-7dda-4c0d-83f2-f48eb4fc267c {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:42:35.454814 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 51a4daa6-7dda-4c0d-83f2-f48eb4fc267c not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:35.472134 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8be58723-201d-416d-9ba5-d3a59d5198f8 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.4367561 Apr 29 15:42:35.478701 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54618) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:35.480300 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-95e31826-e10e-48b5-adde-f13a51ae9b2f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:35.512565 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06d75b21-fca3-4851-a46a-22f3f9674d48 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:35.514452 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d75b21-fca3-4851-a46a-22f3f9674d48 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Fanout notify agent at l3_agent the message router_deleted on router 293b3f03-42e7-4624-aaa1-336922295200 {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:42:35.532644 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-0e73c4fa-abe9-4c88-b60e-1d02731637e4 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Deleting port 1cdbe64f-12b8-4301-be21-e3ca4a177829 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:35.536401 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0e73c4fa-abe9-4c88-b60e-1d02731637e4 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:35.574540 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-20ed0982-5e0c-4a01-b26e-1515ecffad02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:35.606075 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebebd7cb-8a87-43d3-8a46-e38cc1d4d550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-362a5a71-b562-4d1b-9723-b5180f4f11d2', 'network_id': '362a5a71-b562-4d1b-9723-b5180f4f11d2', 'tenant_id': 'ac43d99f432948ed97df9d63c8b43af5', 'fixed_ips': [{'subnet_id': '04b0387a-fab9-490b-855e-928c1dcfdb5e'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:42:35.611343 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ebebd7cb-8a87-43d3-8a46-e38cc1d4d550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:35.611996 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06d75b21-fca3-4851-a46a-22f3f9674d48 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:35.613085 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-06d75b21-fca3-4851-a46a-22f3f9674d48 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/routers/293b3f03-42e7-4624-aaa1-336922295200 HTTP/1.1" status: 204 len: 168 time: 1.0011950 Apr 29 15:42:35.616157 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54622) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:35.644354 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-00ee799a-c993-40ec-af98-59f677826228 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Unset dirty status for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:35.648328 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-00ee799a-c993-40ec-af98-59f677826228 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports/227a7a57-edb5-4559-b8bb-88efcac17de6 HTTP/1.1" status: 404 len: 333 time: 0.3317368 Apr 29 15:42:35.649684 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a2e51177-ac98-4429-bdcb-698b7bae63a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:35.653276 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54626) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:35.703753 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed0982-5e0c-4a01-b26e-1515ecffad02 admin admin] Pushing event deleted for resources: {'Port': ['ID=c79c2873-792d-48e8-808a-06c52737cc83,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:35.734261 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-cc09cf32-f9e0-48c8-9fe3-b81055ee289f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:35.752283 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-95e31826-e10e-48b5-adde-f13a51ae9b2f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2782400'] for subnet, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:35.834368 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-ebebd7cb-8a87-43d3-8a46-e38cc1d4d550 None None] Allocated IP 172.20.0.3 (362a5a71-b562-4d1b-9723-b5180f4f11d2/04b0387a-fab9-490b-855e-928c1dcfdb5e/ce691a6c-a0fa-49e0-9aa6-fb735b5511cd) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:35.843878 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-cc09cf32-f9e0-48c8-9fe3-b81055ee289f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:35.848232 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-cc09cf32-f9e0-48c8-9fe3-b81055ee289f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2278209 Apr 29 15:42:35.850332 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54630) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:35.978075 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fc130f-5c68-45db-b60a-4e496c5b2ed5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:35.978075 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e2fc130f-5c68-45db-b60a-4e496c5b2ed5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:35.990509 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad0b979-c4c0-48b1-be71-3848ddba62e0 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting subnet 08a992da-e9fd-4d78-8267-a64d9ff0cdb9 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:42:35.996672 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bad0b979-c4c0-48b1-be71-3848ddba62e0 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:36.049697 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ff9d3c-3a75-4d6e-b361-e2380314c209 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Router 5eb1e853-950b-4a34-b779-2094d01ca578 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:42:36.071220 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bad0b979-c4c0-48b1-be71-3848ddba62e0 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:36.111352 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e2fc130f-5c68-45db-b60a-4e496c5b2ed5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:36.114851 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e2fc130f-5c68-45db-b60a-4e496c5b2ed5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2614625 Apr 29 15:42:36.115263 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54634) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:36.155011 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ebebd7cb-8a87-43d3-8a46-e38cc1d4d550 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:36.190000 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fbeaf13a-2570-4f5e-a2f6-baf26de10c23 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:router {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:36.236157 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bad0b979-c4c0-48b1-be71-3848ddba62e0 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:36.278241 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fbeaf13a-2570-4f5e-a2f6-baf26de10c23 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:router {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:36.279666 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fbeaf13a-2570-4f5e-a2f6-baf26de10c23 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1633248 Apr 29 15:42:36.285518 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54638) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:36.293062 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d0db3730-376f-4bcd-a8dd-8bfa6d1fb549 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:36.311198 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0e73c4fa-abe9-4c88-b60e-1d02731637e4 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:36.328852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ebebd7cb-8a87-43d3-8a46-e38cc1d4d550 None None] Transition to ACTIVE for port object ce691a6c-a0fa-49e0-9aa6-fb735b5511cd will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:36.351450 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ebebd7cb-8a87-43d3-8a46-e38cc1d4d550 None None] Transition to ACTIVE for port object ce691a6c-a0fa-49e0-9aa6-fb735b5511cd will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:36.403194 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ebebd7cb-8a87-43d3-8a46-e38cc1d4d550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:36.428778 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d0db3730-376f-4bcd-a8dd-8bfa6d1fb549 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:36.438681 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d0db3730-376f-4bcd-a8dd-8bfa6d1fb549 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:36.443452 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a2e51177-ac98-4429-bdcb-698b7bae63a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:36.454050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-0e73c4fa-abe9-4c88-b60e-1d02731637e4 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Calling delete_port for 1cdbe64f-12b8-4301-be21-e3ca4a177829 owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:36.472089 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bad0b979-c4c0-48b1-be71-3848ddba62e0 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:36.477387 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebebd7cb-8a87-43d3-8a46-e38cc1d4d550 None None] Network 362a5a71-b562-4d1b-9723-b5180f4f11d2 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:36.478890 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-ebebd7cb-8a87-43d3-8a46-e38cc1d4d550 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:36.482318 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebebd7cb-8a87-43d3-8a46-e38cc1d4d550 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:42:36.492628 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebd7cb-8a87-43d3-8a46-e38cc1d4d550 None None] Pushing event updated for resources: {'Port': ['ID=ce691a6c-a0fa-49e0-9aa6-fb735b5511cd,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:36.547476 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0db3730-376f-4bcd-a8dd-8bfa6d1fb549 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:36.550880 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d0db3730-376f-4bcd-a8dd-8bfa6d1fb549 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:36.581188 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-ebebd7cb-8a87-43d3-8a46-e38cc1d4d550 None None] Attempting to bind port ce691a6c-a0fa-49e0-9aa6-fb735b5511cd on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:42:36.581612 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-ebebd7cb-8a87-43d3-8a46-e38cc1d4d550 None None] Attempting to bind port ce691a6c-a0fa-49e0-9aa6-fb735b5511cd by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '78fc447a-709d-47ad-a270-bd1ffaff4410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '362a5a71-b562-4d1b-9723-b5180f4f11d2'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:42:36.582312 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebebd7cb-8a87-43d3-8a46-e38cc1d4d550 None None] Attempting to bind port ce691a6c-a0fa-49e0-9aa6-fb735b5511cd on network 362a5a71-b562-4d1b-9723-b5180f4f11d2 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:42:36.590039 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e51177-ac98-4429-bdcb-698b7bae63a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1979dc58-7e60-4696-833f-172777665078,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:36.590667 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebebd7cb-8a87-43d3-8a46-e38cc1d4d550 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:42:36.591613 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebebd7cb-8a87-43d3-8a46-e38cc1d4d550 None None] Checking segment: {'id': '78fc447a-709d-47ad-a270-bd1ffaff4410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '362a5a71-b562-4d1b-9723-b5180f4f11d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:42:36.592538 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ebebd7cb-8a87-43d3-8a46-e38cc1d4d550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:36.592734 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebebd7cb-8a87-43d3-8a46-e38cc1d4d550 None None] Bound using segment: {'id': '78fc447a-709d-47ad-a270-bd1ffaff4410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '362a5a71-b562-4d1b-9723-b5180f4f11d2'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:42:36.593533 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-ebebd7cb-8a87-43d3-8a46-e38cc1d4d550 None None] Bound port: ce691a6c-a0fa-49e0-9aa6-fb735b5511cd, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78fc447a-709d-47ad-a270-bd1ffaff4410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '362a5a71-b562-4d1b-9723-b5180f4f11d2'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:42:36.594733 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ebebd7cb-8a87-43d3-8a46-e38cc1d4d550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:36.599358 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0b979-c4c0-48b1-be71-3848ddba62e0 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Subnet': ['ID=08a992da-e9fd-4d78-8267-a64d9ff0cdb9,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:36.667146 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a2e51177-ac98-4429-bdcb-698b7bae63a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:36.697504 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-ebebd7cb-8a87-43d3-8a46-e38cc1d4d550 None None] For port ce691a6c-a0fa-49e0-9aa6-fb735b5511cd, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:42:36.701170 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-ebebd7cb-8a87-43d3-8a46-e38cc1d4d550 None None] For port ce691a6c-a0fa-49e0-9aa6-fb735b5511cd, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ce691a6c-a0fa-49e0-9aa6-fb735b5511cd,segment=NetworkSegment(78fc447a-709d-47ad-a270-bd1ffaff4410),segment_id=78fc447a-709d-47ad-a270-bd1ffaff4410)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:42:36.703997 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6874414-fc23-4b1e-a268-8297d330e2e0 None None] Network 2f618421-dd2d-49c6-9a9e-2b79ed3fc590 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:36.712875 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a2e51177-ac98-4429-bdcb-698b7bae63a0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1979dc58-7e60-4696-833f-172777665078 HTTP/1.1" status: 204 len: 168 time: 1.6227784 Apr 29 15:42:36.725928 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54642) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:36.800642 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ebebd7cb-8a87-43d3-8a46-e38cc1d4d550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:36.915842 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9a81da84-6f08-4a8e-9b51-29ad5c5804b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:36.964718 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bad0b979-c4c0-48b1-be71-3848ddba62e0 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:36.996580 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-20ed0982-5e0c-4a01-b26e-1515ecffad02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:37.041527 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-bad0b979-c4c0-48b1-be71-3848ddba62e0 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/subnets/08a992da-e9fd-4d78-8267-a64d9ff0cdb9 HTTP/1.1" status: 204 len: 168 time: 1.3744209 Apr 29 15:42:37.050432 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54646) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:37.097412 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebd7cb-8a87-43d3-8a46-e38cc1d4d550 None None] Pushing event updated for resources: {'Port': ['ID=ce691a6c-a0fa-49e0-9aa6-fb735b5511cd,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:37.219797 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-95e31826-e10e-48b5-adde-f13a51ae9b2f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738482683293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7286342'] for subnet, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:37.234924 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f71103f-3a03-43a8-a5a8-4591cc797a05 None None] DHCP port deletion for 2f618421-dd2d-49c6-9a9e-2b79ed3fc590 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:42:37.239362 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-2f71103f-3a03-43a8-a5a8-4591cc797a05 None None] Deleting port e277da55-6fcb-4a69-b962-a4331984ca45 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:37.239673 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2f71103f-3a03-43a8-a5a8-4591cc797a05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:37.376961 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e31826-e10e-48b5-adde-f13a51ae9b2f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:37.377599 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-95e31826-e10e-48b5-adde-f13a51ae9b2f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:37.385603 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-95e31826-e10e-48b5-adde-f13a51ae9b2f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "PUT /v2.0/subnets/04b0387a-fab9-490b-855e-928c1dcfdb5e HTTP/1.1" status: 200 len: 877 time: 1.9100299 Apr 29 15:42:37.390796 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e31826-e10e-48b5-adde-f13a51ae9b2f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event updated for resources: {'Subnet': ['ID=04b0387a-fab9-490b-855e-928c1dcfdb5e,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:37.396248 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54650) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:37.584627 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0e73c4fa-abe9-4c88-b60e-1d02731637e4 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:37.676615 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9a81da84-6f08-4a8e-9b51-29ad5c5804b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:37.718430 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73c4fa-abe9-4c88-b60e-1d02731637e4 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event deleted for resources: {'Port': ['ID=1cdbe64f-12b8-4301-be21-e3ca4a177829,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:37.739627 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8a68b20c-f403-4c69-a7a9-4031e3368a85 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:37.745022 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24f68e07-8b17-4f67-bf1a-a6b75d39713d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:37.748999 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-2f71103f-3a03-43a8-a5a8-4591cc797a05 None None] For port e277da55-6fcb-4a69-b962-a4331984ca45, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e277da55-6fcb-4a69-b962-a4331984ca45,segment=NetworkSegment(0734e142-1ce5-44bc-b1fe-b719a57c5e87),segment_id=0734e142-1ce5-44bc-b1fe-b719a57c5e87)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:37.748999 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2f71103f-3a03-43a8-a5a8-4591cc797a05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:37.785392 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-9a81da84-6f08-4a8e-9b51-29ad5c5804b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ffc1ef-1b7c-4443-b332-aa7deeb2a3b8']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:37.813087 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ff9d3c-3a75-4d6e-b361-e2380314c209 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:42:37.828339 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-24f68e07-8b17-4f67-bf1a-a6b75d39713d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Deleting port ce691a6c-a0fa-49e0-9aa6-fb735b5511cd {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:37.828339 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24f68e07-8b17-4f67-bf1a-a6b75d39713d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:37.835351 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55b2240-b666-4b43-b319-5bc0bff7387e None None] Sync routers for ids ['5eb1e853-950b-4a34-b779-2094d01ca578'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:42:37.866328 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55b2240-b666-4b43-b319-5bc0bff7387e None None] Routers {'5eb1e853-950b-4a34-b779-2094d01ca578'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:37.866328 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-b55b2240-b666-4b43-b319-5bc0bff7387e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5eb1e853-950b-4a34-b779-2094d01ca578'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:37.905731 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.objects.ports [None req-d0db3730-376f-4bcd-a8dd-8bfa6d1fb549 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84771) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 15:42:37.905731 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d0db3730-376f-4bcd-a8dd-8bfa6d1fb549 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:37.922820 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e277da55-6fcb-4a69-b962-a4331984ca45 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:38.058028 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-2f71103f-3a03-43a8-a5a8-4591cc797a05 None None] Calling delete_port for e277da55-6fcb-4a69-b962-a4331984ca45 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:38.171542 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0db3730-376f-4bcd-a8dd-8bfa6d1fb549 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:38.171542 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-d0db3730-376f-4bcd-a8dd-8bfa6d1fb549 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:38.175878 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0db3730-376f-4bcd-a8dd-8bfa6d1fb549 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:38.175878 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d0db3730-376f-4bcd-a8dd-8bfa6d1fb549 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.212816 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d8d874-bcaf-4382-adff-42d9880bed28 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:38.220885 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db3730-376f-4bcd-a8dd-8bfa6d1fb549 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=0e5649fb-3b2b-4713-8c5e-29524c91ee65,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:38.257720 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-b55b2240-b666-4b43-b319-5bc0bff7387e None None] Set router 5eb1e853-950b-4a34-b779-2094d01ca578 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:42:38.312959 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-9a81da84-6f08-4a8e-9b51-29ad5c5804b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe1f6cc-00e5-4a0e-8f23-ba0089dc9656') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:38.313412 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-9a81da84-6f08-4a8e-9b51-29ad5c5804b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe1f6cc-00e5-4a0e-8f23-ba0089dc9656') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:38.352571 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d0db3730-376f-4bcd-a8dd-8bfa6d1fb549 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0517190 Apr 29 15:42:38.352571 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54654) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:38.354929 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-11cdeb2d-e0d6-4126-b7a2-623faf71f6fd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:38.370802 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9a81da84-6f08-4a8e-9b51-29ad5c5804b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.414084 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9a81da84-6f08-4a8e-9b51-29ad5c5804b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.427297 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a81da84-6f08-4a8e-9b51-29ad5c5804b8 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:42:38.427297 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9a81da84-6f08-4a8e-9b51-29ad5c5804b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.584085 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-24f68e07-8b17-4f67-bf1a-a6b75d39713d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] For port ce691a6c-a0fa-49e0-9aa6-fb735b5511cd, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ce691a6c-a0fa-49e0-9aa6-fb735b5511cd,segment=NetworkSegment(78fc447a-709d-47ad-a270-bd1ffaff4410),segment_id=78fc447a-709d-47ad-a270-bd1ffaff4410)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:38.584513 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24f68e07-8b17-4f67-bf1a-a6b75d39713d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.619236 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.628720 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-8a68b20c-f403-4c69-a7a9-4031e3368a85 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port e277da55-6fcb-4a69-b962-a4331984ca45 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:38.629290 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8a68b20c-f403-4c69-a7a9-4031e3368a85 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:42:38.681303 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:42:38.736630 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-8a68b20c-f403-4c69-a7a9-4031e3368a85 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] The port 'e277da55-6fcb-4a69-b962-a4331984ca45' was deleted {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:42:38.744273 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2f71103f-3a03-43a8-a5a8-4591cc797a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.780795 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9a81da84-6f08-4a8e-9b51-29ad5c5804b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.782989 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e1ff9d3c-3a75-4d6e-b361-e2380314c209 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.810746 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-24f68e07-8b17-4f67-bf1a-a6b75d39713d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Calling delete_port for ce691a6c-a0fa-49e0-9aa6-fb735b5511cd owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:38.811218 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-b55b2240-b666-4b43-b319-5bc0bff7387e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:40:27Z', 'revision_number': 4, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port': {'id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:18Z', 'updated_at': '2022-04-29T15:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '1ba8244e-b503-4ad8-89f3-eeb867659f65', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'floating_ip_address': '172.26.1.169', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'port_id': '8c692f0a-0dff-40d5-8916-d3b49735cbfc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'mac_address': 'fa:16:3e:3a:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5c1428-3af9-47fe-a4b0-22defe92c52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:42:29Z', 'updated_at': '2022-04-29T15:42:29Z', 'revision_number': 0, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58611ec8-4cdc-4b16-aa9e-d9f81425f6ca', 'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'mac_address': 'fa:16:3e:bb:23:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:26Z', 'updated_at': '2022-04-29T15:40:38Z', 'revision_number': 5, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'subnets': [{'id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:38.817198 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55b2240-b666-4b43-b319-5bc0bff7387e None None] Checking router: 5eb1e853-950b-4a34-b779-2094d01ca578 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:42:38.824565 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71103f-3a03-43a8-a5a8-4591cc797a05 None None] Pushing event deleted for resources: {'Port': ['ID=e277da55-6fcb-4a69-b962-a4331984ca45,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:38.838795 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f71103f-3a03-43a8-a5a8-4591cc797a05 None None] No DVR routers for this DVR port e277da55-6fcb-4a69-b962-a4331984ca45 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:38.855788 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-11cdeb2d-e0d6-4126-b7a2-623faf71f6fd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:38.863807 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55b2240-b666-4b43-b319-5bc0bff7387e None None] Routers {'5eb1e853-950b-4a34-b779-2094d01ca578'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:38.865016 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-b55b2240-b666-4b43-b319-5bc0bff7387e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5eb1e853-950b-4a34-b779-2094d01ca578'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:38.892230 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-11cdeb2d-e0d6-4126-b7a2-623faf71f6fd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:38.918831 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98b1283-43c4-4156-82fd-9355371c309c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-75e7f0f8-4897-4e20-8301-99a7eae75065', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'fixed_ips': [{'subnet_id': '0e5649fb-3b2b-4713-8c5e-29524c91ee65'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:42:38.919996 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f98b1283-43c4-4156-82fd-9355371c309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.933184 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9a81da84-6f08-4a8e-9b51-29ad5c5804b8 admin admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.974221 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81da84-6f08-4a8e-9b51-29ad5c5804b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=69ffc1ef-1b7c-4443-b332-aa7deeb2a3b8,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:38.992269 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cdeb2d-e0d6-4126-b7a2-623faf71f6fd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:39.014862 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a99f549-fbcd-4ada-a762-ab0945b1f595 None None] Network 362a5a71-b562-4d1b-9723-b5180f4f11d2 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:39.037877 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e1ff9d3c-3a75-4d6e-b361-e2380314c209 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 14.3881235 Apr 29 15:42:39.046267 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9a81da84-6f08-4a8e-9b51-29ad5c5804b8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/69ffc1ef-1b7c-4443-b332-aa7deeb2a3b8 HTTP/1.1" status: 204 len: 168 time: 2.3103530 Apr 29 15:42:39.100986 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5c1428-3af9-47fe-a4b0-22defe92c52c', 'tag': '8c692f0a-0dff-40d5-8916-d3b49735cbfc'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:42:39.178430 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-11cdeb2d-e0d6-4126-b7a2-623faf71f6fd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:39.180118 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-b55b2240-b666-4b43-b319-5bc0bff7387e None None] Set router 5eb1e853-950b-4a34-b779-2094d01ca578 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:42:39.222951 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24f68e07-8b17-4f67-bf1a-a6b75d39713d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:39.259650 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-adca92b4-650e-4638-a235-e80be1d4f51a None None] Provisioning for port ce691a6c-a0fa-49e0-9aa6-fb735b5511cd completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:39.273627 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-047b6074-e465-4005-aa55-aa22a361310f'] response: {'name': 'network-changed', 'server_uuid': '2c5c1428-3af9-47fe-a4b0-22defe92c52c', 'tag': '8c692f0a-0dff-40d5-8916-d3b49735cbfc', 'status': 'completed', 'code': 200} Apr 29 15:42:39.293696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8a68b20c-f403-4c69-a7a9-4031e3368a85 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:39.297188 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-adca92b4-650e-4638-a235-e80be1d4f51a None None] Provisioning complete for port ce691a6c-a0fa-49e0-9aa6-fb735b5511cd triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:39.297722 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-adca92b4-650e-4638-a235-e80be1d4f51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:39.352188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-8a68b20c-f403-4c69-a7a9-4031e3368a85 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f618421-dd2d-49c6-9a9e-2b79ed3fc590']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:39.378077 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-adca92b4-650e-4638-a235-e80be1d4f51a None None] Port ce691a6c-a0fa-49e0-9aa6-fb735b5511cd was deleted so its status cannot be updated. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 29 15:42:39.379258 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-8a68b20c-f403-4c69-a7a9-4031e3368a85 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0734e142-1ce5-44bc-b1fe-b719a57c5e87') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:39.379258 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-8a68b20c-f403-4c69-a7a9-4031e3368a85 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0734e142-1ce5-44bc-b1fe-b719a57c5e87') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:39.415346 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8a68b20c-f403-4c69-a7a9-4031e3368a85 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:39.467622 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8a68b20c-f403-4c69-a7a9-4031e3368a85 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:39.503040 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a68b20c-f403-4c69-a7a9-4031e3368a85 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:42:39.504344 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8a68b20c-f403-4c69-a7a9-4031e3368a85 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:39.532515 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ce691a6c-a0fa-49e0-9aa6-fb735b5511cd up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:42:39.539181 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:42:39.595108 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: ce691a6c-a0fa-49e0-9aa6-fb735b5511cd {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:42:39.595751 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ce691a6c-a0fa-49e0-9aa6-fb735b5511cd not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 29 15:42:39.623161 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f68e07-8b17-4f67-bf1a-a6b75d39713d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Port': ['ID=ce691a6c-a0fa-49e0-9aa6-fb735b5511cd,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:39.639564 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54664) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:39.656264 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Port ce691a6c-a0fa-49e0-9aa6-fb735b5511cd not found, will not notify nova. {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 29 15:42:39.671136 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-f98b1283-43c4-4156-82fd-9355371c309c None None] Allocated IP 2001:db8::f816:3eff:fead:84cf (75e7f0f8-4897-4e20-8301-99a7eae75065/0e5649fb-3b2b-4713-8c5e-29524c91ee65/5c3e3175-3971-4828-9e0a-27d1ca659178) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:39.878230 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f68e07-8b17-4f67-bf1a-a6b75d39713d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No DVR routers for this DVR port ce691a6c-a0fa-49e0-9aa6-fb735b5511cd on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:39.909805 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8a68b20c-f403-4c69-a7a9-4031e3368a85 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:39.960538 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8a68b20c-f403-4c69-a7a9-4031e3368a85 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:39.994413 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68b20c-f403-4c69-a7a9-4031e3368a85 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Network': ['ID=2f618421-dd2d-49c6-9a9e-2b79ed3fc590,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:40.003004 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f98b1283-43c4-4156-82fd-9355371c309c None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:40.008602 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24f68e07-8b17-4f67-bf1a-a6b75d39713d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:40.010446 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8a68b20c-f403-4c69-a7a9-4031e3368a85 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/networks/2f618421-dd2d-49c6-9a9e-2b79ed3fc590 HTTP/1.1" status: 204 len: 168 time: 2.9504404 Apr 29 15:42:40.016051 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-b55b2240-b666-4b43-b319-5bc0bff7387e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:40:27Z', 'revision_number': 4, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port': {'id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:18Z', 'updated_at': '2022-04-29T15:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '1ba8244e-b503-4ad8-89f3-eeb867659f65', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'floating_ip_address': '172.26.1.169', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'port_id': '8c692f0a-0dff-40d5-8916-d3b49735cbfc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'mac_address': 'fa:16:3e:3a:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5c1428-3af9-47fe-a4b0-22defe92c52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:42:29Z', 'updated_at': '2022-04-29T15:42:29Z', 'revision_number': 0, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58611ec8-4cdc-4b16-aa9e-d9f81425f6ca', 'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'mac_address': 'fa:16:3e:bb:23:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:26Z', 'updated_at': '2022-04-29T15:40:38Z', 'revision_number': 5, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'subnets': [{'id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:40.019906 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f98b1283-43c4-4156-82fd-9355371c309c None None] Transition to ACTIVE for port object 5c3e3175-3971-4828-9e0a-27d1ca659178 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:40.021310 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54668) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:40.022022 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55b2240-b666-4b43-b319-5bc0bff7387e None None] The sync data for ids ['5eb1e853-950b-4a34-b779-2094d01ca578'] in dv-neutron-839913-1-hyperv is: [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:40:27Z', 'revision_number': 4, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port': {'id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:18Z', 'updated_at': '2022-04-29T15:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '1ba8244e-b503-4ad8-89f3-eeb867659f65', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'floating_ip_address': '172.26.1.169', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'port_id': '8c692f0a-0dff-40d5-8916-d3b49735cbfc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'mac_address': 'fa:16:3e:3a:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5c1428-3af9-47fe-a4b0-22defe92c52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:42:29Z', 'updated_at': '2022-04-29T15:42:29Z', 'revision_number': 0, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58611ec8-4cdc-4b16-aa9e-d9f81425f6ca', 'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'mac_address': 'fa:16:3e:bb:23:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:26Z', 'updated_at': '2022-04-29T15:40:38Z', 'revision_number': 5, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'subnets': [{'id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:42:40.024126 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8f1190be-c3e1-4c69-809c-641a7b3b9c56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9af1a9063ac40bc8d974337ae3443db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3817964 Apr 29 15:42:40.031795 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-95d1c407-6ad9-4483-9dd3-01c939f6ca4d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1919115731'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:40.050350 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54672) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:40.051407 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f98b1283-43c4-4156-82fd-9355371c309c None None] Transition to ACTIVE for port object 5c3e3175-3971-4828-9e0a-27d1ca659178 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:40.054765 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-95d1c407-6ad9-4483-9dd3-01c939f6ca4d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:40.055966 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28498e85-314e-45b2-9adc-f1f804db403a None None] Network 362a5a71-b562-4d1b-9723-b5180f4f11d2 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:40.087148 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-95d1c407-6ad9-4483-9dd3-01c939f6ca4d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:network and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:40.094726 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-20f3dfde-01b7-4695-8c93-958a1e281581 req-de89630e-8964-47bf-85d7-de8f072ef330 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56968f4173e467ca1a4109666ee4127&device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 1099 time: 0.7075434 Apr 29 15:42:40.098326 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-95d1c407-6ad9-4483-9dd3-01c939f6ca4d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:40.125056 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-95d1c407-6ad9-4483-9dd3-01c939f6ca4d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:40.132414 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0e73c4fa-abe9-4c88-b60e-1d02731637e4 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:40.150307 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f98b1283-43c4-4156-82fd-9355371c309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:40.186014 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24f68e07-8b17-4f67-bf1a-a6b75d39713d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:40.239989 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d1c407-6ad9-4483-9dd3-01c939f6ca4d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:40.239989 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95d1c407-6ad9-4483-9dd3-01c939f6ca4d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:40.268261 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f68e07-8b17-4f67-bf1a-a6b75d39713d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Subnet': ['ID=04b0387a-fab9-490b-855e-928c1dcfdb5e,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:40.285746 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98b1283-43c4-4156-82fd-9355371c309c None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:40.295935 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b1283-43c4-4156-82fd-9355371c309c None None] Pushing event updated for resources: {'Port': ['ID=5c3e3175-3971-4828-9e0a-27d1ca659178,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:40.306133 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-f98b1283-43c4-4156-82fd-9355371c309c None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:40.312433 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98b1283-43c4-4156-82fd-9355371c309c None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:42:40.484948 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a84ffc-b8d0-4d7a-a9d8-85e2524ca032 None None] New status for floating IP 1ba8244e-b503-4ad8-89f3-eeb867659f65: ACTIVE {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:42:40.539592 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24f68e07-8b17-4f67-bf1a-a6b75d39713d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:40.596015 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f98b1283-43c4-4156-82fd-9355371c309c None None] Attempting to bind port 5c3e3175-3971-4828-9e0a-27d1ca659178 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:42:40.596015 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f98b1283-43c4-4156-82fd-9355371c309c None None] Attempting to bind port 5c3e3175-3971-4828-9e0a-27d1ca659178 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:42:40.596015 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98b1283-43c4-4156-82fd-9355371c309c None None] Attempting to bind port 5c3e3175-3971-4828-9e0a-27d1ca659178 on network 75e7f0f8-4897-4e20-8301-99a7eae75065 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:42:40.605683 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-24f68e07-8b17-4f67-bf1a-a6b75d39713d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['362a5a71-b562-4d1b-9723-b5180f4f11d2']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:40.625146 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98b1283-43c4-4156-82fd-9355371c309c None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:42:40.625146 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98b1283-43c4-4156-82fd-9355371c309c None None] Checking segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:42:40.625146 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f98b1283-43c4-4156-82fd-9355371c309c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:40.625647 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98b1283-43c4-4156-82fd-9355371c309c None None] Bound using segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:42:40.626709 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f98b1283-43c4-4156-82fd-9355371c309c None None] Bound port: 5c3e3175-3971-4828-9e0a-27d1ca659178, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:42:40.626709 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f98b1283-43c4-4156-82fd-9355371c309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:40.628224 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-24f68e07-8b17-4f67-bf1a-a6b75d39713d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78fc447a-709d-47ad-a270-bd1ffaff4410') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:40.629131 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-24f68e07-8b17-4f67-bf1a-a6b75d39713d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78fc447a-709d-47ad-a270-bd1ffaff4410') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:40.638230 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3899ce2e-f9bb-498e-80bb-1699232b2f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:40.655274 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24f68e07-8b17-4f67-bf1a-a6b75d39713d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:40.659748 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d1c407-6ad9-4483-9dd3-01c939f6ca4d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:42:40.713334 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3899ce2e-f9bb-498e-80bb-1699232b2f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:40.713334 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95d1c407-6ad9-4483-9dd3-01c939f6ca4d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:40.729194 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-95d1c407-6ad9-4483-9dd3-01c939f6ca4d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Added segment 4e271b84-df71-47bb-bde6-f143e347dd4d of type vlan for network 9f728f07-af82-4235-8ffe-d79713a7b9e2 Apr 29 15:42:40.737511 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24f68e07-8b17-4f67-bf1a-a6b75d39713d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:40.737511 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3dfde-01b7-4695-8c93-958a1e281581 req-cbedba1c-4ac1-4e42-b19e-2c1ed2d88866 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:40.737511 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-20f3dfde-01b7-4695-8c93-958a1e281581 req-cbedba1c-4ac1-4e42-b19e-2c1ed2d88866 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d511986d-e449-4c9a-bc20-0b0373daead6 HTTP/1.1" status: 200 len: 912 time: 0.6299245 Apr 29 15:42:40.737511 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f68e07-8b17-4f67-bf1a-a6b75d39713d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:42:40.737511 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24f68e07-8b17-4f67-bf1a-a6b75d39713d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:42:40.765490 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:42:40.803019 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95d1c407-6ad9-4483-9dd3-01c939f6ca4d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:40.891873 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-11cdeb2d-e0d6-4126-b7a2-623faf71f6fd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:41.017357 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-20f3dfde-01b7-4695-8c93-958a1e281581 req-62dc90d2-1bf0-4058-903e-97bc229c470b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c692f0a-0dff-40d5-8916-d3b49735cbfc HTTP/1.1" status: 200 len: 1000 time: 0.2427509 Apr 29 15:42:41.023294 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95d1c407-6ad9-4483-9dd3-01c939f6ca4d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:41.023294 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d1c407-6ad9-4483-9dd3-01c939f6ca4d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:41.023294 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95d1c407-6ad9-4483-9dd3-01c939f6ca4d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:41.055993 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f98b1283-43c4-4156-82fd-9355371c309c None None] For port 5c3e3175-3971-4828-9e0a-27d1ca659178, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:42:41.079290 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cdeb2d-e0d6-4126-b7a2-623faf71f6fd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:41.084856 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-11cdeb2d-e0d6-4126-b7a2-623faf71f6fd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:41.089754 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cdeb2d-e0d6-4126-b7a2-623faf71f6fd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:41.090325 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-11cdeb2d-e0d6-4126-b7a2-623faf71f6fd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:41.104038 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cdeb2d-e0d6-4126-b7a2-623faf71f6fd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=7c8345d1-1e30-4999-bfba-fd721399d36f,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:41.106578 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3899ce2e-f9bb-498e-80bb-1699232b2f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:41.109065 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d98ded-2117-4db2-8f32-ad77afa7ca0d None None] DHCP port deletion for 362a5a71-b562-4d1b-9723-b5180f4f11d2 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:42:41.111037 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3dfde-01b7-4695-8c93-958a1e281581 req-2d69cc44-1aca-41fd-982d-d4fc6fbe4d3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:41.112481 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-20f3dfde-01b7-4695-8c93-958a1e281581 req-2d69cc44-1aca-41fd-982d-d4fc6fbe4d3b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fccdfd74-5a41-4338-8b3c-9da29bbca38f HTTP/1.1" status: 200 len: 850 time: 0.1048164 Apr 29 15:42:41.177261 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24f68e07-8b17-4f67-bf1a-a6b75d39713d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:41.178099 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f98b1283-43c4-4156-82fd-9355371c309c None None] For port 5c3e3175-3971-4828-9e0a-27d1ca659178, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=5c3e3175-3971-4828-9e0a-27d1ca659178,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:42:41.199342 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24f68e07-8b17-4f67-bf1a-a6b75d39713d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:41.201879 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-24f68e07-8b17-4f67-bf1a-a6b75d39713d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/networks/362a5a71-b562-4d1b-9723-b5180f4f11d2 HTTP/1.1" status: 204 len: 168 time: 3.8050826 Apr 29 15:42:41.205727 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54678) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:41.211167 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ed0982-5e0c-4a01-b26e-1515ecffad02 admin admin] Router abe1e843-43c6-485c-b9ad-872981375c90 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:42:41.234090 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899ce2e-f9bb-498e-80bb-1699232b2f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7702b6e-e8dc-4a92-a259-914dd279e4a3,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:41.253067 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f68e07-8b17-4f67-bf1a-a6b75d39713d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Network': ['ID=362a5a71-b562-4d1b-9723-b5180f4f11d2,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:41.267616 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb60b149-2668-4af5-90ab-6d865daea429 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] DELETE failed (client error): The resource could not be found. Apr 29 15:42:41.268232 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb60b149-2668-4af5-90ab-6d865daea429 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:42:41.274047 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-bb60b149-2668-4af5-90ab-6d865daea429 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/subnets/04b0387a-fab9-490b-855e-928c1dcfdb5e HTTP/1.1" status: 404 len: 337 time: 0.0639043 Apr 29 15:42:41.274047 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54682) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:41.302247 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-11cdeb2d-e0d6-4126-b7a2-623faf71f6fd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9507351 Apr 29 15:42:41.302372 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f98b1283-43c4-4156-82fd-9355371c309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:41.302588 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54686) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:41.315028 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-2fb4432b-dd94-4558-b2c6-6f85bf01e69e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'mac_address': 'fa:16:3e:10:1e:f2', 'name': 'tempest-NetworksTestDHCPv6-295673996'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:41.367101 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1c407-6ad9-4483-9dd3-01c939f6ca4d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Network': ['ID=9f728f07-af82-4235-8ffe-d79713a7b9e2,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:41.391990 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-95d1c407-6ad9-4483-9dd3-01c939f6ca4d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3666067 Apr 29 15:42:41.393408 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3899ce2e-f9bb-498e-80bb-1699232b2f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:41.394630 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3899ce2e-f9bb-498e-80bb-1699232b2f93 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7702b6e-e8dc-4a92-a259-914dd279e4a3 HTTP/1.1" status: 204 len: 168 time: 1.3416657 Apr 29 15:42:41.395483 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54690) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:41.404803 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 9f728f07-af82-4235-8ffe-d79713a7b9e2 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:42:41.420825 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-684c801e-12b0-4798-8194-d64695f4a013 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] DELETE failed (client error): The resource could not be found. Apr 29 15:42:41.421485 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684c801e-12b0-4798-8194-d64695f4a013 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:42:41.425505 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-684c801e-12b0-4798-8194-d64695f4a013 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/networks/362a5a71-b562-4d1b-9723-b5180f4f11d2 HTTP/1.1" status: 404 len: 339 time: 0.1477299 Apr 29 15:42:41.426568 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-20f3dfde-01b7-4695-8c93-958a1e281581 req-8e43795e-fd38-4ecf-9a05-b5d29e36a9a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d511986d-e449-4c9a-bc20-0b0373daead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2999015 Apr 29 15:42:41.426702 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ce691a6c-a0fa-49e0-9aa6-fb735b5511cd no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:41.431431 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54694) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:41.488889 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-c3a07106-d714-4fe3-a5cf-45b5aa954634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'subnet': {'network_id': '9f728f07-af82-4235-8ffe-d79713a7b9e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:41.527121 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb110cf-9aa5-4da7-b623-3968c2674600 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] DELETE failed (client error): The resource could not be found. Apr 29 15:42:41.527723 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: ce691a6c-a0fa-49e0-9aa6-fb735b5511cd {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:42:41.528069 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ce691a6c-a0fa-49e0-9aa6-fb735b5511cd not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:41.530199 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb110cf-9aa5-4da7-b623-3968c2674600 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:42:41.532897 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2fb110cf-9aa5-4da7-b623-3968c2674600 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/subnets/d80cee93-b214-4293-9ddd-dc05d8ed6932 HTTP/1.1" status: 404 len: 337 time: 0.1009636 Apr 29 15:42:41.600165 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b1283-43c4-4156-82fd-9355371c309c None None] Pushing event updated for resources: {'Port': ['ID=5c3e3175-3971-4828-9e0a-27d1ca659178,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:41.602746 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54700) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:41.655715 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c3a07106-d714-4fe3-a5cf-45b5aa954634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:41.658103 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f04a53-d8e1-41fd-9a08-e026de0e582c tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] DELETE failed (client error): The resource could not be found. Apr 29 15:42:41.658547 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f04a53-d8e1-41fd-9a08-e026de0e582c tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:42:41.660201 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-73f04a53-d8e1-41fd-9a08-e026de0e582c tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/networks/6a728438-10fb-4c20-90e4-b4e117f1cb83 HTTP/1.1" status: 404 len: 339 time: 0.0527351 Apr 29 15:42:41.662530 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c3a07106-d714-4fe3-a5cf-45b5aa954634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:subnet and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:41.663056 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54704) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:41.671063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c3a07106-d714-4fe3-a5cf-45b5aa954634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:41.699834 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c3a07106-d714-4fe3-a5cf-45b5aa954634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:41.870693 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a07106-d714-4fe3-a5cf-45b5aa954634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:41.999739 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2fb4432b-dd94-4558-b2c6-6f85bf01e69e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:42.027077 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2fb4432b-dd94-4558-b2c6-6f85bf01e69e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:port and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:42.037527 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2fb4432b-dd94-4558-b2c6-6f85bf01e69e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:42.055873 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2fb4432b-dd94-4558-b2c6-6f85bf01e69e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:42.090622 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-20f3dfde-01b7-4695-8c93-958a1e281581 req-7bdee663-89e0-4f86-8744-cfebdd5d75ae service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6561835 Apr 29 15:42:42.096109 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7f94b3cd-c6ca-4961-93fc-cfa4a826e053 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:42.105947 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c3a07106-d714-4fe3-a5cf-45b5aa954634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:42.196890 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb4432b-dd94-4558-b2c6-6f85bf01e69e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:42.198683 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2fb4432b-dd94-4558-b2c6-6f85bf01e69e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:42.276218 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ed0982-5e0c-4a01-b26e-1515ecffad02 admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:42:42.286267 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3a56e6-7b94-4757-9a52-18b5d72d4e83 None None] Sync routers for ids ['abe1e843-43c6-485c-b9ad-872981375c90'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:42:42.300537 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-20ed0982-5e0c-4a01-b26e-1515ecffad02 admin admin] 10.222.0.21 "PUT /v2.0/routers/abe1e843-43c6-485c-b9ad-872981375c90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3398139 Apr 29 15:42:42.307377 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a56e6-7b94-4757-9a52-18b5d72d4e83 None None] Routers {'abe1e843-43c6-485c-b9ad-872981375c90'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:42.309259 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-3a3a56e6-7b94-4757-9a52-18b5d72d4e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['abe1e843-43c6-485c-b9ad-872981375c90'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:42.328291 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54710) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:42.384945 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-2fb4432b-dd94-4558-b2c6-6f85bf01e69e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] device_id is not set on port 4c07b001-e89d-44ae-8e6a-f87dd30485a9 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:42:42.477079 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7f94b3cd-c6ca-4961-93fc-cfa4a826e053 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:42.532112 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-20f3dfde-01b7-4695-8c93-958a1e281581 req-0cf61204-67db-4aa6-86f4-6bd281cd472e service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315116 Apr 29 15:42:42.549801 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-7f94b3cd-c6ca-4961-93fc-cfa4a826e053 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4426f58-bbcb-49c5-a5f7-1013ba9595a5']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:42.570775 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-7f94b3cd-c6ca-4961-93fc-cfa4a826e053 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0641ac-6931-43fa-afd0-d760f11c0065') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:42.571350 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-7f94b3cd-c6ca-4961-93fc-cfa4a826e053 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0641ac-6931-43fa-afd0-d760f11c0065') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:42.583407 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-3a3a56e6-7b94-4757-9a52-18b5d72d4e83 None None] Set router abe1e843-43c6-485c-b9ad-872981375c90 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:42:42.596432 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7f94b3cd-c6ca-4961-93fc-cfa4a826e053 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:42.649711 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54714) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:42.687644 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7f94b3cd-c6ca-4961-93fc-cfa4a826e053 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:42.716774 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f94b3cd-c6ca-4961-93fc-cfa4a826e053 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:42:42.717375 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7f94b3cd-c6ca-4961-93fc-cfa4a826e053 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:42:42.740682 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:42:42.790730 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c3a07106-d714-4fe3-a5cf-45b5aa954634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:42.810528 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e73c4fa-abe9-4c88-b60e-1d02731637e4 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Router 11837004-ff1a-4341-8af3-2979de902437 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:42:42.937158 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4951f614-a7d5-4db3-8012-8df597e92b71 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=970606e5a7674a358331f2e8cc62319d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2808187 Apr 29 15:42:42.947120 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54718) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:42.953275 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a07106-d714-4fe3-a5cf-45b5aa954634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Subnet': ['ID=b768bc03-a6bc-4b69-b068-4a65285aa9b8,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:42.967406 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-3a3a56e6-7b94-4757-9a52-18b5d72d4e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'name': 'tempest-ServerActionsTestJSON-1573436271-router', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:42:35Z', 'revision_number': 5, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'gw_port': {'id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:42.974897 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3a56e6-7b94-4757-9a52-18b5d72d4e83 None None] Checking router: abe1e843-43c6-485c-b9ad-872981375c90 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:42:42.985208 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a56e6-7b94-4757-9a52-18b5d72d4e83 None None] Routers {'abe1e843-43c6-485c-b9ad-872981375c90'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:42.986497 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-3a3a56e6-7b94-4757-9a52-18b5d72d4e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['abe1e843-43c6-485c-b9ad-872981375c90'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:42.999029 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-2fb4432b-dd94-4558-b2c6-6f85bf01e69e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 172.20.0.11 (75e7f0f8-4897-4e20-8301-99a7eae75065/7c8345d1-1e30-4999-bfba-fd721399d36f/4c07b001-e89d-44ae-8e6a-f87dd30485a9) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:43.007439 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-2fb4432b-dd94-4558-b2c6-6f85bf01e69e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8::f816:3eff:fe10:1ef2 (75e7f0f8-4897-4e20-8301-99a7eae75065/0e5649fb-3b2b-4713-8c5e-29524c91ee65/4c07b001-e89d-44ae-8e6a-f87dd30485a9) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:43.021682 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7f94b3cd-c6ca-4961-93fc-cfa4a826e053 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:43.044862 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7f94b3cd-c6ca-4961-93fc-cfa4a826e053 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:43.075673 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94b3cd-c6ca-4961-93fc-cfa4a826e053 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Network': ['ID=d4426f58-bbcb-49c5-a5f7-1013ba9595a5,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:43.079812 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b758ca-610b-4a99-97dc-4b90376e26ce None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:43.154849 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a07106-d714-4fe3-a5cf-45b5aa954634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Checking segment: {'id': '4e271b84-df71-47bb-bde6-f143e347dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f728f07-af82-4235-8ffe-d79713a7b9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:42:43.155021 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a07106-d714-4fe3-a5cf-45b5aa954634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network hostable DHCP agents. Network: 9f728f07-af82-4235-8ffe-d79713a7b9e2, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:42:43.247637 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-3a3a56e6-7b94-4757-9a52-18b5d72d4e83 None None] Set router abe1e843-43c6-485c-b9ad-872981375c90 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:42:43.255519 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b9272cee-ac20-402d-ae0b-3f8178ddf4c3 None None] Provisioning for port 5c3e3175-3971-4828-9e0a-27d1ca659178 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:43.257591 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-86abc0dd-2335-469c-ad2f-c9d265fd9e04 admin admin] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:43.416574 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-805be63a-671d-4cf4-92b5-d3246b5d9122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:43.416574 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a07106-d714-4fe3-a5cf-45b5aa954634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network 9f728f07-af82-4235-8ffe-d79713a7b9e2 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:42:43.434383 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2fb4432b-dd94-4558-b2c6-6f85bf01e69e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:43.461023 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-2fb4432b-dd94-4558-b2c6-6f85bf01e69e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Transition to ACTIVE for port object 4c07b001-e89d-44ae-8e6a-f87dd30485a9 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:43.461023 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7f94b3cd-c6ca-4961-93fc-cfa4a826e053 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/networks/d4426f58-bbcb-49c5-a5f7-1013ba9595a5 HTTP/1.1" status: 204 len: 168 time: 1.7903910 Apr 29 15:42:43.461023 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54722) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:43.505694 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-805be63a-671d-4cf4-92b5-d3246b5d9122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:43.527601 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-149f577a-06ab-436b-8d99-4323c84c2590 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] DELETE failed (client error): The resource could not be found. Apr 29 15:42:43.527601 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-149f577a-06ab-436b-8d99-4323c84c2590 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:42:43.527601 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-149f577a-06ab-436b-8d99-4323c84c2590 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/subnets/2bed2cc9-4602-4a08-b638-b1ceb518bf9f HTTP/1.1" status: 404 len: 337 time: 0.0525193 Apr 29 15:42:43.527601 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54726) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:43.553657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-c3a07106-d714-4fe3-a5cf-45b5aa954634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 9f728f07-af82-4235-8ffe-d79713a7b9e2) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:43.558886 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f8632e-19c8-485c-964f-a1b034cfc3a6 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] DELETE failed (client error): The resource could not be found. Apr 29 15:42:43.558886 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f8632e-19c8-485c-964f-a1b034cfc3a6 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:42:43.575718 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-66f8632e-19c8-485c-964f-a1b034cfc3a6 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/networks/00cb9e6c-05bf-477e-9563-adf5e5e457e4 HTTP/1.1" status: 404 len: 339 time: 0.0442584 Apr 29 15:42:43.575718 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54730) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:43.579964 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a07106-d714-4fe3-a5cf-45b5aa954634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:43.579964 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c3a07106-d714-4fe3-a5cf-45b5aa954634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:43.592039 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 5c3e3175-3971-4828-9e0a-27d1ca659178 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:42:43.613706 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a961620-005b-4425-8473-bcd3932d5ce5 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] DELETE failed (client error): The resource could not be found. Apr 29 15:42:43.614368 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a961620-005b-4425-8473-bcd3932d5ce5 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:42:43.615922 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9a961620-005b-4425-8473-bcd3932d5ce5 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/subnets/8ce84a3d-04cf-4c16-a803-a502f42d1c41 HTTP/1.1" status: 404 len: 337 time: 0.0488214 Apr 29 15:42:43.618643 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54734) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:43.642037 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e73c4fa-abe9-4c88-b60e-1d02731637e4 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:42:43.654542 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0e73c4fa-abe9-4c88-b60e-1d02731637e4 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "PUT /v2.0/routers/11837004-ff1a-4341-8af3-2979de902437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0482044 Apr 29 15:42:43.654805 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-077c9018-24fd-41f5-b0e2-5584fc7151d5 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] DELETE failed (client error): The resource could not be found. Apr 29 15:42:43.655834 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077c9018-24fd-41f5-b0e2-5584fc7151d5 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:42:43.656976 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-077c9018-24fd-41f5-b0e2-5584fc7151d5 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/networks/c7d7da42-a0a8-4f8a-8d7a-eef99d48e150 HTTP/1.1" status: 404 len: 339 time: 0.0374212 Apr 29 15:42:43.657444 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-805be63a-671d-4cf4-92b5-d3246b5d9122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:43.657561 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54738) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:43.659771 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54740) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:43.659980 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-805be63a-671d-4cf4-92b5-d3246b5d9122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:43.662255 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-805be63a-671d-4cf4-92b5-d3246b5d9122 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4597d897-d0d6-41f9-9593-04fe116a2d5f HTTP/1.1" status: 204 len: 168 time: 0.7104657 Apr 29 15:42:43.681914 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcc18eb-728c-4bb2-9ab0-4127fa968cd4 None None] Network 9f728f07-af82-4235-8ffe-d79713a7b9e2 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:43.684087 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805be63a-671d-4cf4-92b5-d3246b5d9122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4597d897-d0d6-41f9-9593-04fe116a2d5f,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:43.695244 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c3a07106-d714-4fe3-a5cf-45b5aa954634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2259274 Apr 29 15:42:43.709071 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54746) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:43.717995 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-32731d45-0610-4c2b-aa37-7e699f264108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-113540617', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:43.738567 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-32731d45-0610-4c2b-aa37-7e699f264108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:43.750449 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-32731d45-0610-4c2b-aa37-7e699f264108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:router and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:43.757413 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-32731d45-0610-4c2b-aa37-7e699f264108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:43.768628 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-32731d45-0610-4c2b-aa37-7e699f264108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:43.808271 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-86abc0dd-2335-469c-ad2f-c9d265fd9e04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:43.876736 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2fb4432b-dd94-4558-b2c6-6f85bf01e69e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:43.878874 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-32731d45-0610-4c2b-aa37-7e699f264108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:43.878874 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-32731d45-0610-4c2b-aa37-7e699f264108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:43.881840 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-3a3a56e6-7b94-4757-9a52-18b5d72d4e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'name': 'tempest-ServerActionsTestJSON-1573436271-router', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:42:35Z', 'revision_number': 5, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'gw_port': {'id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:43.888546 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ee7b5-e415-4cd1-9bba-69f94d06c8e8 None None] Sync routers for ids ['11837004-ff1a-4341-8af3-2979de902437'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:42:43.894096 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3a56e6-7b94-4757-9a52-18b5d72d4e83 None None] The sync data for ids ['abe1e843-43c6-485c-b9ad-872981375c90'] in dv-neutron-839913-1-hyperv is: [{'id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'name': 'tempest-ServerActionsTestJSON-1573436271-router', 'tenant_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:02Z', 'updated_at': '2022-04-29T15:42:35Z', 'revision_number': 5, 'project_id': '0d55e79ec04d4b58a1f4cdc4e929c13f', 'gw_port': {'id': 'ca608b69-bb8f-49f6-bfca-3b223f6e9f09', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e843-43c6-485c-b9ad-872981375c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:03Z', 'updated_at': '2022-04-29T15:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:42:43.927986 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-86abc0dd-2335-469c-ad2f-c9d265fd9e04 admin admin] Deleting port ca608b69-bb8f-49f6-bfca-3b223f6e9f09 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:43.927986 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-86abc0dd-2335-469c-ad2f-c9d265fd9e04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:43.938427 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ee7b5-e415-4cd1-9bba-69f94d06c8e8 None None] Routers {'11837004-ff1a-4341-8af3-2979de902437'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:43.939604 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-243ee7b5-e415-4cd1-9bba-69f94d06c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['11837004-ff1a-4341-8af3-2979de902437'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:43.960131 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a510887-b631-48c6-8870-ce42be037d3a tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] DELETE failed (client error): The resource could not be found. Apr 29 15:42:43.960764 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a510887-b631-48c6-8870-ce42be037d3a tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:42:43.965515 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6a510887-b631-48c6-8870-ce42be037d3a tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/subnets/e05f9d41-10ef-4c73-bdc9-12c2bfa1d21c HTTP/1.1" status: 404 len: 337 time: 0.1478143 Apr 29 15:42:43.997771 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54752) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:44.028508 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-243ee7b5-e415-4cd1-9bba-69f94d06c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:44.046717 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb4432b-dd94-4558-b2c6-6f85bf01e69e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:44.062034 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-2fb4432b-dd94-4558-b2c6-6f85bf01e69e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:44.069220 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ee7b5-e415-4cd1-9bba-69f94d06c8e8 None None] Routers {'11837004-ff1a-4341-8af3-2979de902437'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:44.069220 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-243ee7b5-e415-4cd1-9bba-69f94d06c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['11837004-ff1a-4341-8af3-2979de902437'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:44.070842 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb4432b-dd94-4558-b2c6-6f85bf01e69e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:42:44.124604 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-32731d45-0610-4c2b-aa37-7e699f264108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:44.150262 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-243ee7b5-e415-4cd1-9bba-69f94d06c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:44.150262 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ee7b5-e415-4cd1-9bba-69f94d06c8e8 None None] The sync data for ids ['11837004-ff1a-4341-8af3-2979de902437'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:42:44.150262 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 5c3e3175-3971-4828-9e0a-27d1ca659178 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:44.157852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 5c3e3175-3971-4828-9e0a-27d1ca659178 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:44.158232 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:44.169672 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32fef00-f84c-4eca-8d08-57e98ce185e8 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] DELETE failed (client error): The resource could not be found. Apr 29 15:42:44.171284 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d32fef00-f84c-4eca-8d08-57e98ce185e8 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:42:44.176578 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d32fef00-f84c-4eca-8d08-57e98ce185e8 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/networks/e3b50bac-8b36-482f-9ffc-7009aa542ad8 HTTP/1.1" status: 404 len: 339 time: 0.1659653 Apr 29 15:42:44.180831 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54756) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:44.184146 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb4432b-dd94-4558-b2c6-6f85bf01e69e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:44.185586 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2fb4432b-dd94-4558-b2c6-6f85bf01e69e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:44.210060 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4432b-dd94-4558-b2c6-6f85bf01e69e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=4c07b001-e89d-44ae-8e6a-f87dd30485a9,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:44.224313 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cbd33022-e4e5-41c9-9c8a-729c44284560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:44.233371 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-344bfa5e-9a43-4829-a97a-811eecee3b4f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] DELETE failed (client error): The resource could not be found. Apr 29 15:42:44.233503 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344bfa5e-9a43-4829-a97a-811eecee3b4f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:42:44.246322 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-344bfa5e-9a43-4829-a97a-811eecee3b4f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/subnets/0926c097-8471-49dc-a008-b892fa6f9f11 HTTP/1.1" status: 404 len: 337 time: 0.0632310 Apr 29 15:42:44.255187 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54760) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:44.256038 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-86abc0dd-2335-469c-ad2f-c9d265fd9e04 admin admin] For port ca608b69-bb8f-49f6-bfca-3b223f6e9f09, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ca608b69-bb8f-49f6-bfca-3b223f6e9f09,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:44.256038 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-86abc0dd-2335-469c-ad2f-c9d265fd9e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:44.256210 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a04369-b9e1-42d6-a72e-038fa3719639 None None] Update dhcp port {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'fixed_ips': [{'subnet_id': '0e5649fb-3b2b-4713-8c5e-29524c91ee65', 'ip_address': '2001:db8::f816:3eff:fead:84cf'}, {'subnet_id': '7c8345d1-1e30-4999-bfba-fd721399d36f'}], 'binding:host_id': 'dv-neutron-839913-1-hyperv'}, 'id': '5c3e3175-3971-4828-9e0a-27d1ca659178'} from dv-neutron-839913-1-hyperv. {{(pid=84772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 15:42:44.294395 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd32e2ba-2a2c-44eb-be8f-3278a0d0a048 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] DELETE failed (client error): The resource could not be found. Apr 29 15:42:44.295930 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd32e2ba-2a2c-44eb-be8f-3278a0d0a048 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:42:44.301508 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-dd32e2ba-2a2c-44eb-be8f-3278a0d0a048 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/networks/b2c338bb-cf59-48be-a5d2-2709713b653f HTTP/1.1" status: 404 len: 339 time: 0.0491960 Apr 29 15:42:44.305634 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54764) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:44.413010 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-32731d45-0610-4c2b-aa37-7e699f264108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:44.427786 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-86abc0dd-2335-469c-ad2f-c9d265fd9e04 admin admin] Calling delete_port for ca608b69-bb8f-49f6-bfca-3b223f6e9f09 owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:44.480094 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:44.573850 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-00a04369-b9e1-42d6-a72e-038fa3719639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:44.604359 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2fb4432b-dd94-4558-b2c6-6f85bf01e69e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2889879 Apr 29 15:42:44.604359 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54768) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:44.604359 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1c3360-6928-4f69-9d11-ed230d3e78c0 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] DELETE failed (client error): The resource could not be found. Apr 29 15:42:44.604359 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1c3360-6928-4f69-9d11-ed230d3e78c0 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:42:44.604359 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9d1c3360-6928-4f69-9d11-ed230d3e78c0 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/subnets/b3326aba-84e2-4103-b25a-a8e23867f43e HTTP/1.1" status: 404 len: 337 time: 0.2993860 Apr 29 15:42:44.661800 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54772) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:44.679323 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-32731d45-0610-4c2b-aa37-7e699f264108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:44.685910 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-32731d45-0610-4c2b-aa37-7e699f264108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.9748423 Apr 29 15:42:44.690390 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54776) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:44.697424 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-be436c05-8ccb-4b1a-99b9-9a804c414650 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] DELETE failed (client error): The resource could not be found. Apr 29 15:42:44.697981 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be436c05-8ccb-4b1a-99b9-9a804c414650 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:42:44.699782 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-be436c05-8ccb-4b1a-99b9-9a804c414650 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/networks/23bb2d56-420d-4280-8d25-5750f042ea99 HTTP/1.1" status: 404 len: 339 time: 0.0438225 Apr 29 15:42:44.703356 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-a0aacbc3-ea8d-4779-a46f-2ad8e3a98634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'port': {'network_id': '9f728f07-af82-4235-8ffe-d79713a7b9e2', 'name': 'tempest-PortsTestJSON-1882450672'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:44.703567 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e03ef8-621b-44e9-97ff-76f6f83af8ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-9f728f07-af82-4235-8ffe-d79713a7b9e2', 'network_id': '9f728f07-af82-4235-8ffe-d79713a7b9e2', 'tenant_id': '91bb22a2ab704c6d85079e8d3f0117f8', 'fixed_ips': [{'subnet_id': 'b768bc03-a6bc-4b69-b068-4a65285aa9b8'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:42:44.704570 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e3e03ef8-621b-44e9-97ff-76f6f83af8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:44.705199 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54780) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:44.737712 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 5c3e3175-3971-4828-9e0a-27d1ca659178, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=5c3e3175-3971-4828-9e0a-27d1ca659178,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:44.766556 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf09c921-3cdd-4347-bb41-9e6985cbcea2 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] DELETE failed (client error): The resource could not be found. Apr 29 15:42:44.767323 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf09c921-3cdd-4347-bb41-9e6985cbcea2 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:42:44.769438 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-bf09c921-3cdd-4347-bb41-9e6985cbcea2 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/subnets/949c8247-202d-491c-8005-118d912dd21c HTTP/1.1" status: 404 len: 337 time: 0.0607934 Apr 29 15:42:44.779468 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54784) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:44.796675 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:44.823084 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f2df245-420c-4df0-b299-cf703369020b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] DELETE failed (client error): The resource could not be found. Apr 29 15:42:44.823525 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f2df245-420c-4df0-b299-cf703369020b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:42:44.826008 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8f2df245-420c-4df0-b299-cf703369020b tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/networks/bb27d3dd-961c-4a38-a759-3defe56e7a68 HTTP/1.1" status: 404 len: 339 time: 0.0439086 Apr 29 15:42:44.832345 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54788) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:44.857896 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a0aacbc3-ea8d-4779-a46f-2ad8e3a98634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:44.861895 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a0aacbc3-ea8d-4779-a46f-2ad8e3a98634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:port and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:44.864912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a0aacbc3-ea8d-4779-a46f-2ad8e3a98634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:44.870643 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a0aacbc3-ea8d-4779-a46f-2ad8e3a98634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:44.885590 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c631fefd-6b4b-4331-8065-253fe8cf2ea6 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] DELETE failed (client error): The resource could not be found. Apr 29 15:42:44.886031 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c631fefd-6b4b-4331-8065-253fe8cf2ea6 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:42:44.888635 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c631fefd-6b4b-4331-8065-253fe8cf2ea6 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/subnets/5d6a622d-3c60-47ed-951f-044b0732b8b4 HTTP/1.1" status: 404 len: 337 time: 0.0550947 Apr 29 15:42:44.891596 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54792) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:44.896352 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59fe2bf-1901-425b-84a8-28cd7cdfa826 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:44.900322 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59fe2bf-1901-425b-84a8-28cd7cdfa826 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:44.901164 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e59fe2bf-1901-425b-84a8-28cd7cdfa826 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:44.907762 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-377b1208-0955-4bb6-aa53-00d8c9b1ceb9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:44.918351 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b273ccbd-00bf-49b9-bb3f-27c88a22bc1f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] DELETE failed (client error): The resource could not be found. Apr 29 15:42:44.919200 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b273ccbd-00bf-49b9-bb3f-27c88a22bc1f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:42:44.927465 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b273ccbd-00bf-49b9-bb3f-27c88a22bc1f tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/networks/623b55b6-a616-476a-b1a6-c1838401a36a HTTP/1.1" status: 404 len: 339 time: 0.0323422 Apr 29 15:42:44.927677 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54796) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:44.967483 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-86abc0dd-2335-469c-ad2f-c9d265fd9e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:44.971401 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0aacbc3-ea8d-4779-a46f-2ad8e3a98634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:44.974262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a0aacbc3-ea8d-4779-a46f-2ad8e3a98634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:44.988080 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=5c3e3175-3971-4828-9e0a-27d1ca659178,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:45.025071 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8455ebd3-10f7-4043-980d-e8abc432eec3 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] DELETE failed (client error): The resource could not be found. Apr 29 15:42:45.025497 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8455ebd3-10f7-4043-980d-e8abc432eec3 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:42:45.029578 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8455ebd3-10f7-4043-980d-e8abc432eec3 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/subnets/34aca9ef-de92-41fd-96f1-c5db3006a299 HTTP/1.1" status: 404 len: 337 time: 0.0986109 Apr 29 15:42:45.033071 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54800) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:45.040177 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abc0dd-2335-469c-ad2f-c9d265fd9e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca608b69-bb8f-49f6-bfca-3b223f6e9f09,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:45.073765 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be1c51d-1bd9-4233-b12b-94c1e3bdb66d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] DELETE failed (client error): The resource could not be found. Apr 29 15:42:45.074452 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7be1c51d-1bd9-4233-b12b-94c1e3bdb66d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:42:45.076440 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7be1c51d-1bd9-4233-b12b-94c1e3bdb66d tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/networks/931e6c14-b49c-416e-aed4-44126b64cfb0 HTTP/1.1" status: 404 len: 339 time: 0.0422418 Apr 29 15:42:45.080037 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54804) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:45.081581 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-a0aacbc3-ea8d-4779-a46f-2ad8e3a98634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] device_id is not set on port 5e110650-ca96-4732-a506-e2dec681c6dd yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:42:45.092269 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:45.117552 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-e3e03ef8-621b-44e9-97ff-76f6f83af8ec None None] Allocated IP 172.20.0.2 (9f728f07-af82-4235-8ffe-d79713a7b9e2/b768bc03-a6bc-4b69-b068-4a65285aa9b8/089b7cc9-f194-4c82-b80f-06a0da9f3ca7) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:45.125433 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-00a04369-b9e1-42d6-a72e-038fa3719639 None None] Allocated IP 172.20.0.2 (75e7f0f8-4897-4e20-8301-99a7eae75065/7c8345d1-1e30-4999-bfba-fd721399d36f/5c3e3175-3971-4828-9e0a-27d1ca659178) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:45.150198 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e59fe2bf-1901-425b-84a8-28cd7cdfa826 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:45.151805 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e59fe2bf-1901-425b-84a8-28cd7cdfa826 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.5522373 Apr 29 15:42:45.157780 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54808) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:45.339671 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-8b609fc6-64df-4150-831f-ab7638357e53 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting port 4c07b001-e89d-44ae-8e6a-f87dd30485a9 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:45.340012 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8b609fc6-64df-4150-831f-ab7638357e53 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:45.472881 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-86abc0dd-2335-469c-ad2f-c9d265fd9e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:45.473193 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-00a04369-b9e1-42d6-a72e-038fa3719639 None None] For port 5c3e3175-3971-4828-9e0a-27d1ca659178, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=5c3e3175-3971-4828-9e0a-27d1ca659178,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:45.491406 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 5c3e3175-3971-4828-9e0a-27d1ca659178 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:42:45.503784 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a23380-9a36-4587-96b1-ebc16b230caa tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Deleting subnet f9926e99-8595-4856-942b-3c5e72b33c9f {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:42:45.517106 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-91a23380-9a36-4587-96b1-ebc16b230caa tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:45.578616 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-00a04369-b9e1-42d6-a72e-038fa3719639 None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:45.613438 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e3e03ef8-621b-44e9-97ff-76f6f83af8ec None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:45.618919 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-00a04369-b9e1-42d6-a72e-038fa3719639 None None] Transition to ACTIVE for port object 5c3e3175-3971-4828-9e0a-27d1ca659178 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:45.626720 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e3e03ef8-621b-44e9-97ff-76f6f83af8ec None None] Transition to ACTIVE for port object 089b7cc9-f194-4c82-b80f-06a0da9f3ca7 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:45.642552 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-91a23380-9a36-4587-96b1-ebc16b230caa tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:45.653506 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e3e03ef8-621b-44e9-97ff-76f6f83af8ec None None] Transition to ACTIVE for port object 089b7cc9-f194-4c82-b80f-06a0da9f3ca7 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:45.657009 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 5c3e3175-3971-4828-9e0a-27d1ca659178 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:45.657348 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:45.694920 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-00a04369-b9e1-42d6-a72e-038fa3719639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:45.748547 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e3e03ef8-621b-44e9-97ff-76f6f83af8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:45.765329 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-377b1208-0955-4bb6-aa53-00d8c9b1ceb9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:45.793010 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8b609fc6-64df-4150-831f-ab7638357e53 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:45.860283 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-86abc0dd-2335-469c-ad2f-c9d265fd9e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:45.872829 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-86abc0dd-2335-469c-ad2f-c9d265fd9e04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:45.888490 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-a0aacbc3-ea8d-4779-a46f-2ad8e3a98634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Allocated IP 172.20.0.5 (9f728f07-af82-4235-8ffe-d79713a7b9e2/b768bc03-a6bc-4b69-b068-4a65285aa9b8/5e110650-ca96-4732-a506-e2dec681c6dd) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:45.928845 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-8b609fc6-64df-4150-831f-ab7638357e53 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Calling delete_port for 4c07b001-e89d-44ae-8e6a-f87dd30485a9 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:45.933132 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e03ef8-621b-44e9-97ff-76f6f83af8ec None None] Network 9f728f07-af82-4235-8ffe-d79713a7b9e2 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:45.933879 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Port 5c3e3175-3971-4828-9e0a-27d1ca659178 had new provisioning blocks added so it will not transition to active. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Apr 29 15:42:45.939685 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-e3e03ef8-621b-44e9-97ff-76f6f83af8ec None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:45.943381 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e03ef8-621b-44e9-97ff-76f6f83af8ec None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:42:45.947169 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c79c2873-792d-48e8-808a-06c52737cc83 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:45.953709 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-377b1208-0955-4bb6-aa53-00d8c9b1ceb9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Deleting port 901cd7c7-5971-44b4-acd7-607ac1f0f59d {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:45.954055 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-377b1208-0955-4bb6-aa53-00d8c9b1ceb9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:45.980145 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a04369-b9e1-42d6-a72e-038fa3719639 None None] Pushing event updated for resources: {'Port': ['ID=5c3e3175-3971-4828-9e0a-27d1ca659178,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:46.004524 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-91a23380-9a36-4587-96b1-ebc16b230caa tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.025652 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: c79c2873-792d-48e8-808a-06c52737cc83 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:42:46.025993 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c79c2873-792d-48e8-808a-06c52737cc83 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:46.081458 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e967e6bf-0b09-44b8-bcb2-ff5471b2c9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.134138 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e03ef8-621b-44e9-97ff-76f6f83af8ec None None] Pushing event updated for resources: {'Port': ['ID=089b7cc9-f194-4c82-b80f-06a0da9f3ca7,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:46.134531 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-86abc0dd-2335-469c-ad2f-c9d265fd9e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.135254 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86abc0dd-2335-469c-ad2f-c9d265fd9e04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abe1e843-43c6-485c-b9ad-872981375c90 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:42:46.153132 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-e3e03ef8-621b-44e9-97ff-76f6f83af8ec None None] Attempting to bind port 089b7cc9-f194-4c82-b80f-06a0da9f3ca7 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:42:46.153497 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-e3e03ef8-621b-44e9-97ff-76f6f83af8ec None None] Attempting to bind port 089b7cc9-f194-4c82-b80f-06a0da9f3ca7 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '4e271b84-df71-47bb-bde6-f143e347dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f728f07-af82-4235-8ffe-d79713a7b9e2'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:42:46.153867 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e03ef8-621b-44e9-97ff-76f6f83af8ec None None] Attempting to bind port 089b7cc9-f194-4c82-b80f-06a0da9f3ca7 on network 9f728f07-af82-4235-8ffe-d79713a7b9e2 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:42:46.164961 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e03ef8-621b-44e9-97ff-76f6f83af8ec None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:42:46.165575 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e03ef8-621b-44e9-97ff-76f6f83af8ec None None] Checking segment: {'id': '4e271b84-df71-47bb-bde6-f143e347dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f728f07-af82-4235-8ffe-d79713a7b9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:42:46.166085 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e3e03ef8-621b-44e9-97ff-76f6f83af8ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.167176 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e03ef8-621b-44e9-97ff-76f6f83af8ec None None] Bound using segment: {'id': '4e271b84-df71-47bb-bde6-f143e347dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f728f07-af82-4235-8ffe-d79713a7b9e2'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:42:46.172939 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-e3e03ef8-621b-44e9-97ff-76f6f83af8ec None None] Bound port: 089b7cc9-f194-4c82-b80f-06a0da9f3ca7, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e271b84-df71-47bb-bde6-f143e347dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9f728f07-af82-4235-8ffe-d79713a7b9e2'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:42:46.172939 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e3e03ef8-621b-44e9-97ff-76f6f83af8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.197186 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-86abc0dd-2335-469c-ad2f-c9d265fd9e04 admin admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.209452 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-86abc0dd-2335-469c-ad2f-c9d265fd9e04 admin admin] 10.222.0.21 "DELETE /v2.0/routers/abe1e843-43c6-485c-b9ad-872981375c90 HTTP/1.1" status: 204 len: 168 time: 3.8724771 Apr 29 15:42:46.209452 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54814) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:46.271331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a0aacbc3-ea8d-4779-a46f-2ad8e3a98634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.280480 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-e3e03ef8-621b-44e9-97ff-76f6f83af8ec None None] For port 089b7cc9-f194-4c82-b80f-06a0da9f3ca7, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:42:46.290445 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-e3e03ef8-621b-44e9-97ff-76f6f83af8ec None None] For port 089b7cc9-f194-4c82-b80f-06a0da9f3ca7, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=089b7cc9-f194-4c82-b80f-06a0da9f3ca7,segment=NetworkSegment(4e271b84-df71-47bb-bde6-f143e347dd4d),segment_id=4e271b84-df71-47bb-bde6-f143e347dd4d)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:42:46.296980 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e88b7c-935c-4310-83f1-b3b27be479d5 admin admin] Deleting subnet a7bb539e-4a1d-45fe-b72f-4601de1423be {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:42:46.299109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-a0aacbc3-ea8d-4779-a46f-2ad8e3a98634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Transition to ACTIVE for port object 5e110650-ca96-4732-a506-e2dec681c6dd will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:46.302115 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-09e88b7c-935c-4310-83f1-b3b27be479d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.359018 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e3e03ef8-621b-44e9-97ff-76f6f83af8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.360217 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-09e88b7c-935c-4310-83f1-b3b27be479d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.414145 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-91a23380-9a36-4587-96b1-ebc16b230caa tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.457624 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-09e88b7c-935c-4310-83f1-b3b27be479d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.469821 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e03ef8-621b-44e9-97ff-76f6f83af8ec None None] Pushing event updated for resources: {'Port': ['ID=089b7cc9-f194-4c82-b80f-06a0da9f3ca7,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:46.502444 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-377b1208-0955-4bb6-aa53-00d8c9b1ceb9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.505917 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a0aacbc3-ea8d-4779-a46f-2ad8e3a98634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.600026 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aacbc3-ea8d-4779-a46f-2ad8e3a98634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network 9f728f07-af82-4235-8ffe-d79713a7b9e2 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:46.601364 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-a0aacbc3-ea8d-4779-a46f-2ad8e3a98634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:46.611190 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aacbc3-ea8d-4779-a46f-2ad8e3a98634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:42:46.651876 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aacbc3-ea8d-4779-a46f-2ad8e3a98634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Port': ['ID=5e110650-ca96-4732-a506-e2dec681c6dd,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:46.693596 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aacbc3-ea8d-4779-a46f-2ad8e3a98634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:46.694290 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a0aacbc3-ea8d-4779-a46f-2ad8e3a98634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.698697 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-377b1208-0955-4bb6-aa53-00d8c9b1ceb9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Calling delete_port for 901cd7c7-5971-44b4-acd7-607ac1f0f59d owned by network:router_gateway {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:46.746217 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-09e88b7c-935c-4310-83f1-b3b27be479d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.785828 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a23380-9a36-4587-96b1-ebc16b230caa tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Subnet': ['ID=f9926e99-8595-4856-942b-3c5e72b33c9f,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:46.788161 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-91a23380-9a36-4587-96b1-ebc16b230caa tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.810244 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a0aacbc3-ea8d-4779-a46f-2ad8e3a98634 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1175218 Apr 29 15:42:46.811987 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-09e88b7c-935c-4310-83f1-b3b27be479d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.813789 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-09e88b7c-935c-4310-83f1-b3b27be479d5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a7bb539e-4a1d-45fe-b72f-4601de1423be HTTP/1.1" status: 204 len: 168 time: 0.6077864 Apr 29 15:42:46.816792 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba63a5b7-dc31-455d-adf2-5eab4fe4c62c None None] Network 9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:46.818280 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54818) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:46.818647 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54820) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:46.822404 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e88b7c-935c-4310-83f1-b3b27be479d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7bb539e-4a1d-45fe-b72f-4601de1423be,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:46.833778 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-91a23380-9a36-4587-96b1-ebc16b230caa tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/subnets/f9926e99-8595-4856-942b-3c5e72b33c9f HTTP/1.1" status: 204 len: 168 time: 1.7476025 Apr 29 15:42:46.839188 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54826) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:46.980813 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b9e1b0-d542-44cb-be08-01792fc2c275 None None] Network 9c9a7398-6fd3-4213-804e-eb3de185a894 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:47.100016 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c977f5f5-8bd1-4213-899d-2981b23a2a41 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:47.123344 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-c977f5f5-8bd1-4213-899d-2981b23a2a41 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Deleting port 0880300b-8e64-4b12-b02e-3b9c95af2f73 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:47.123344 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c977f5f5-8bd1-4213-899d-2981b23a2a41 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:47.223423 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8b609fc6-64df-4150-831f-ab7638357e53 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:47.305288 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:47.318581 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-de80440c-1c08-433d-ad03-492c1bc8fa93 None None] Provisioning for port 5c3e3175-3971-4828-9e0a-27d1ca659178 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:47.381202 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-de80440c-1c08-433d-ad03-492c1bc8fa93 None None] Provisioning complete for port 5c3e3175-3971-4828-9e0a-27d1ca659178 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:47.381836 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-de80440c-1c08-433d-ad03-492c1bc8fa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:47.508813 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b609fc6-64df-4150-831f-ab7638357e53 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Port': ['ID=4c07b001-e89d-44ae-8e6a-f87dd30485a9,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:47.511197 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-377b1208-0955-4bb6-aa53-00d8c9b1ceb9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:47.540745 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d3426db8-0270-497b-833e-8703b8df65eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:47.566357 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-d3426db8-0270-497b-833e-8703b8df65eb admin admin] Deleting port 88abbc88-7695-4e34-b798-aaeee7feecf1 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:47.566986 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d3426db8-0270-497b-833e-8703b8df65eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:47.612453 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 089b7cc9-f194-4c82-b80f-06a0da9f3ca7 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:42:47.735118 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b1208-0955-4bb6-aa53-00d8c9b1ceb9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event deleted for resources: {'Port': ['ID=901cd7c7-5971-44b4-acd7-607ac1f0f59d,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:47.752034 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:47.878426 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 089b7cc9-f194-4c82-b80f-06a0da9f3ca7 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:47.890696 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 5c3e3175-3971-4828-9e0a-27d1ca659178 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:42:47.946260 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301c4406-1e89-4bdf-8568-21d51874ee77 None None] DHCP port deletion for 9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:42:47.948386 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f71cbf-ec1e-48ac-9201-f392b9b09ea0 None None] DHCP port deletion for 9c9a7398-6fd3-4213-804e-eb3de185a894 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:42:47.953454 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3cd97509-76b3-41d1-90f5-d26d0a6dcf7b None None] Could not find standard attr ID for object 4c07b001-e89d-44ae-8e6a-f87dd30485a9. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:42:47.979529 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d6f71cbf-ec1e-48ac-9201-f392b9b09ea0 None None] Deleting port 88abbc88-7695-4e34-b798-aaeee7feecf1 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:47.981902 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d6f71cbf-ec1e-48ac-9201-f392b9b09ea0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:47.993592 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8b609fc6-64df-4150-831f-ab7638357e53 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:48.004613 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8b609fc6-64df-4150-831f-ab7638357e53 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/4c07b001-e89d-44ae-8e6a-f87dd30485a9 HTTP/1.1" status: 204 len: 168 time: 2.8443418 Apr 29 15:42:48.009019 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54830) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:48.013630 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-301c4406-1e89-4bdf-8568-21d51874ee77 None None] Deleting port 0880300b-8e64-4b12-b02e-3b9c95af2f73 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:48.014020 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-301c4406-1e89-4bdf-8568-21d51874ee77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:48.015050 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-c977f5f5-8bd1-4213-899d-2981b23a2a41 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] For port 0880300b-8e64-4b12-b02e-3b9c95af2f73, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=0880300b-8e64-4b12-b02e-3b9c95af2f73,segment=NetworkSegment(0357094d-3abd-4c48-a406-252c54ab495d),segment_id=0357094d-3abd-4c48-a406-252c54ab495d)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:48.015577 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c977f5f5-8bd1-4213-899d-2981b23a2a41 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:48.066236 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-d3426db8-0270-497b-833e-8703b8df65eb admin admin] For port 88abbc88-7695-4e34-b798-aaeee7feecf1, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=88abbc88-7695-4e34-b798-aaeee7feecf1,segment=NetworkSegment(9fdadee6-d18c-402b-834a-482b050d5157),segment_id=9fdadee6-d18c-402b-834a-482b050d5157)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:48.066622 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d3426db8-0270-497b-833e-8703b8df65eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:48.217418 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a22178-1b52-4fef-9f93-fdcf212dfe31 None None] Network 9f728f07-af82-4235-8ffe-d79713a7b9e2 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:48.268082 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-d3426db8-0270-497b-833e-8703b8df65eb admin admin] Calling delete_port for 88abbc88-7695-4e34-b798-aaeee7feecf1 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:48.370705 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-c977f5f5-8bd1-4213-899d-2981b23a2a41 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Calling delete_port for 0880300b-8e64-4b12-b02e-3b9c95af2f73 owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:48.390664 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 5c3e3175-3971-4828-9e0a-27d1ca659178 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:48.391036 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:48.416058 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e8fdca2e-d013-4899-b27c-fd9c91e05cf1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:48.493325 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f710f12-f779-4859-be73-90bbaa47614b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:48.494652 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f710f12-f779-4859-be73-90bbaa47614b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:48.496237 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f710f12-f779-4859-be73-90bbaa47614b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:48.497784 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8f710f12-f779-4859-be73-90bbaa47614b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:48.523957 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-377b1208-0955-4bb6-aa53-00d8c9b1ceb9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:48.636570 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d3426db8-0270-497b-833e-8703b8df65eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:48.706086 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:48.775686 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-301c4406-1e89-4bdf-8568-21d51874ee77 None None] For port 0880300b-8e64-4b12-b02e-3b9c95af2f73, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=0880300b-8e64-4b12-b02e-3b9c95af2f73,segment=NetworkSegment(0357094d-3abd-4c48-a406-252c54ab495d),segment_id=0357094d-3abd-4c48-a406-252c54ab495d)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:48.776304 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-301c4406-1e89-4bdf-8568-21d51874ee77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:48.790469 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-d6f71cbf-ec1e-48ac-9201-f392b9b09ea0 None None] For port 88abbc88-7695-4e34-b798-aaeee7feecf1, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=88abbc88-7695-4e34-b798-aaeee7feecf1,segment=NetworkSegment(9fdadee6-d18c-402b-834a-482b050d5157),segment_id=9fdadee6-d18c-402b-834a-482b050d5157)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:48.790469 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d6f71cbf-ec1e-48ac-9201-f392b9b09ea0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:48.791933 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8f710f12-f779-4859-be73-90bbaa47614b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:48.796718 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8f710f12-f779-4859-be73-90bbaa47614b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7848406 Apr 29 15:42:48.804113 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-08c0a235-6a68-44fc-a3c1-a765e5e5dcdb None None] Provisioning for port 089b7cc9-f194-4c82-b80f-06a0da9f3ca7 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:48.804630 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54834) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:48.845781 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c977f5f5-8bd1-4213-899d-2981b23a2a41 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:48.851703 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-377b1208-0955-4bb6-aa53-00d8c9b1ceb9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:48.912245 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3426db8-0270-497b-833e-8703b8df65eb admin admin] Pushing event deleted for resources: {'Port': ['ID=88abbc88-7695-4e34-b798-aaeee7feecf1,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:48.917717 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977f5f5-8bd1-4213-899d-2981b23a2a41 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Port': ['ID=0880300b-8e64-4b12-b02e-3b9c95af2f73,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:48.922762 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-377b1208-0955-4bb6-aa53-00d8c9b1ceb9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:48.931356 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c977f5f5-8bd1-4213-899d-2981b23a2a41 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] No DVR routers for this DVR port 0880300b-8e64-4b12-b02e-3b9c95af2f73 on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:48.935180 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3426db8-0270-497b-833e-8703b8df65eb admin admin] No DVR routers for this DVR port 88abbc88-7695-4e34-b798-aaeee7feecf1 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:49.022335 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-301c4406-1e89-4bdf-8568-21d51874ee77 None None] Calling delete_port for 0880300b-8e64-4b12-b02e-3b9c95af2f73 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:49.097258 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d3426db8-0270-497b-833e-8703b8df65eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.136604 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-08c0a235-6a68-44fc-a3c1-a765e5e5dcdb None None] Provisioning complete for port 089b7cc9-f194-4c82-b80f-06a0da9f3ca7 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:49.138307 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-08c0a235-6a68-44fc-a3c1-a765e5e5dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.145028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-d3426db8-0270-497b-833e-8703b8df65eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9a7398-6fd3-4213-804e-eb3de185a894']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:49.161159 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-d3426db8-0270-497b-833e-8703b8df65eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fdadee6-d18c-402b-834a-482b050d5157') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:49.161159 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-d3426db8-0270-497b-833e-8703b8df65eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fdadee6-d18c-402b-834a-482b050d5157') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:49.176911 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c977f5f5-8bd1-4213-899d-2981b23a2a41 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.185553 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d3426db8-0270-497b-833e-8703b8df65eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.190224 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d6f71cbf-ec1e-48ac-9201-f392b9b09ea0 None None] Calling delete_port for 88abbc88-7695-4e34-b798-aaeee7feecf1 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:49.191531 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-377b1208-0955-4bb6-aa53-00d8c9b1ceb9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.192269 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377b1208-0955-4bb6-aa53-00d8c9b1ceb9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Fanout notify agent at l3_agent the message router_deleted on router 11837004-ff1a-4341-8af3-2979de902437 {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:42:49.198300 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e8fdca2e-d013-4899-b27c-fd9c91e05cf1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.208587 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d3426db8-0270-497b-833e-8703b8df65eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.218290 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3426db8-0270-497b-833e-8703b8df65eb admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:42:49.218970 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d3426db8-0270-497b-833e-8703b8df65eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.232090 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-44109f2d-aae9-40d3-8748-2cdcbad5cc47 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet 0e5649fb-3b2b-4713-8c5e-29524c91ee65 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:42:49.236862 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-c977f5f5-8bd1-4213-899d-2981b23a2a41 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:42:49.238950 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:42:49.247023 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-44109f2d-aae9-40d3-8748-2cdcbad5cc47 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.292242 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e8fdca2e-d013-4899-b27c-fd9c91e05cf1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.294711 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-377b1208-0955-4bb6-aa53-00d8c9b1ceb9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.295809 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-377b1208-0955-4bb6-aa53-00d8c9b1ceb9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "DELETE /v2.0/routers/11837004-ff1a-4341-8af3-2979de902437 HTTP/1.1" status: 204 len: 168 time: 5.6373556 Apr 29 15:42:49.300115 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-c977f5f5-8bd1-4213-899d-2981b23a2a41 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0357094d-3abd-4c48-a406-252c54ab495d') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:49.300615 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-c977f5f5-8bd1-4213-899d-2981b23a2a41 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0357094d-3abd-4c48-a406-252c54ab495d') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:49.301956 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54838) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:49.325618 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c977f5f5-8bd1-4213-899d-2981b23a2a41 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.335281 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ca608b69-bb8f-49f6-bfca-3b223f6e9f09 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:49.337586 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-44109f2d-aae9-40d3-8748-2cdcbad5cc47 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.381633 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: ca608b69-bb8f-49f6-bfca-3b223f6e9f09 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:42:49.382243 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ca608b69-bb8f-49f6-bfca-3b223f6e9f09 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:49.388115 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c977f5f5-8bd1-4213-899d-2981b23a2a41 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.394332 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-301c4406-1e89-4bdf-8568-21d51874ee77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:42:49.394727 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-301c4406-1e89-4bdf-8568-21d51874ee77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:42:49.396066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-d6f71cbf-ec1e-48ac-9201-f392b9b09ea0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:42:49.396346 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-d6f71cbf-ec1e-48ac-9201-f392b9b09ea0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:42:49.401308 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c977f5f5-8bd1-4213-899d-2981b23a2a41 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:42:49.401992 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c977f5f5-8bd1-4213-899d-2981b23a2a41 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:42:49.419143 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:42:49.474801 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-08c0a235-6a68-44fc-a3c1-a765e5e5dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.496291 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fdca2e-d013-4899-b27c-fd9c91e05cf1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Port': ['ID=5e110650-ca96-4732-a506-e2dec681c6dd,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:49.505777 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d3426db8-0270-497b-833e-8703b8df65eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.553125 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-44109f2d-aae9-40d3-8748-2cdcbad5cc47 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.555532 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-08c0a235-6a68-44fc-a3c1-a765e5e5dcdb None None] For port 089b7cc9-f194-4c82-b80f-06a0da9f3ca7, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=089b7cc9-f194-4c82-b80f-06a0da9f3ca7,segment=NetworkSegment(4e271b84-df71-47bb-bde6-f143e347dd4d),segment_id=4e271b84-df71-47bb-bde6-f143e347dd4d)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:49.572360 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 88abbc88-7695-4e34-b798-aaeee7feecf1 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:49.603807 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d3426db8-0270-497b-833e-8703b8df65eb admin admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.611290 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 88abbc88-7695-4e34-b798-aaeee7feecf1 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:42:49.611636 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 88abbc88-7695-4e34-b798-aaeee7feecf1 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:49.612122 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 0880300b-8e64-4b12-b02e-3b9c95af2f73 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:49.621296 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c977f5f5-8bd1-4213-899d-2981b23a2a41 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.629624 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3426db8-0270-497b-833e-8703b8df65eb admin admin] Pushing event deleted for resources: {'Network': ['ID=9c9a7398-6fd3-4213-804e-eb3de185a894,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:49.647546 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c977f5f5-8bd1-4213-899d-2981b23a2a41 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.651656 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 0880300b-8e64-4b12-b02e-3b9c95af2f73 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:42:49.652153 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 0880300b-8e64-4b12-b02e-3b9c95af2f73 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:49.664331 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977f5f5-8bd1-4213-899d-2981b23a2a41 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] Pushing event deleted for resources: {'Network': ['ID=9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:49.665111 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-08c0a235-6a68-44fc-a3c1-a765e5e5dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.678742 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c977f5f5-8bd1-4213-899d-2981b23a2a41 tempest-NetworksTest-61164235 tempest-NetworksTest-61164235-project] 10.222.0.21 "DELETE /v2.0/networks/9d7db2b9-ba5d-4a2e-bbba-a8a10b2e1424 HTTP/1.1" status: 204 len: 168 time: 2.8348954 Apr 29 15:42:49.764941 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0a235-6a68-44fc-a3c1-a765e5e5dcdb None None] Pushing event updated for resources: {'Port': ['ID=089b7cc9-f194-4c82-b80f-06a0da9f3ca7,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:49.779985 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-44109f2d-aae9-40d3-8748-2cdcbad5cc47 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.816786 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d3426db8-0270-497b-833e-8703b8df65eb admin admin] 10.222.0.21 "DELETE /v2.0/networks/9c9a7398-6fd3-4213-804e-eb3de185a894 HTTP/1.1" status: 204 len: 168 time: 2.9954345 Apr 29 15:42:49.871121 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44109f2d-aae9-40d3-8748-2cdcbad5cc47 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=0e5649fb-3b2b-4713-8c5e-29524c91ee65,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:49.883618 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-44109f2d-aae9-40d3-8748-2cdcbad5cc47 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.891180 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-44109f2d-aae9-40d3-8748-2cdcbad5cc47 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/0e5649fb-3b2b-4713-8c5e-29524c91ee65 HTTP/1.1" status: 204 len: 168 time: 1.0853937 Apr 29 15:42:49.891633 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a577ef-8f15-4536-aa86-2e4be59a312d None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:49.891987 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54846) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:49.912948 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7e0bcf-37ef-4a76-abe0-bec803e6096c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Deleting subnet e40229e5-53f0-4606-8206-101a0deeda55 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:42:49.922800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-301c4406-1e89-4bdf-8568-21d51874ee77 None None] Deleting port 0880300b-8e64-4b12-b02e-3b9c95af2f73 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:49.923336 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-301c4406-1e89-4bdf-8568-21d51874ee77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.927580 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ce7e0bcf-37ef-4a76-abe0-bec803e6096c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.955429 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d6f71cbf-ec1e-48ac-9201-f392b9b09ea0 None None] Deleting port 88abbc88-7695-4e34-b798-aaeee7feecf1 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:49.955921 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d6f71cbf-ec1e-48ac-9201-f392b9b09ea0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.993057 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab16593-76fd-43eb-81d2-69c7ba7d2a31 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet 7c8345d1-1e30-4999-bfba-fd721399d36f {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:42:49.998000 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fab16593-76fd-43eb-81d2-69c7ba7d2a31 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.034621 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ce7e0bcf-37ef-4a76-abe0-bec803e6096c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.068772 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fab16593-76fd-43eb-81d2-69c7ba7d2a31 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.073453 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e8fdca2e-d013-4899-b27c-fd9c91e05cf1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.158438 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-301c4406-1e89-4bdf-8568-21d51874ee77 None None] The port '0880300b-8e64-4b12-b02e-3b9c95af2f73' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:42:50.171350 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ce7e0bcf-37ef-4a76-abe0-bec803e6096c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.173861 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d6f71cbf-ec1e-48ac-9201-f392b9b09ea0 None None] The port '88abbc88-7695-4e34-b798-aaeee7feecf1' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:42:50.177956 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c5a6d415-e84a-49da-9727-18e119e1289e None None] Provisioning for port 5e110650-ca96-4732-a506-e2dec681c6dd completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:50.205505 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c5a6d415-e84a-49da-9727-18e119e1289e None None] Provisioning complete for port 5e110650-ca96-4732-a506-e2dec681c6dd triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:50.206132 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c5a6d415-e84a-49da-9727-18e119e1289e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.342949 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fab16593-76fd-43eb-81d2-69c7ba7d2a31 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.394743 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-c5a6d415-e84a-49da-9727-18e119e1289e None None] Port 5e110650-ca96-4732-a506-e2dec681c6dd cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:42:50.430190 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54852) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:50.439910 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ce7e0bcf-37ef-4a76-abe0-bec803e6096c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.467258 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c5a6d415-e84a-49da-9727-18e119e1289e None None] Provisioning complete for port 089b7cc9-f194-4c82-b80f-06a0da9f3ca7 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:50.467629 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c5a6d415-e84a-49da-9727-18e119e1289e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.479457 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54856) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:50.499297 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fab16593-76fd-43eb-81d2-69c7ba7d2a31 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.534635 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ced0f7-2076-4bdd-ac8b-16f04d657b3d None None] Network 693104f5-c978-4ec6-a1c2-961997faf855 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:50.542072 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ce7e0bcf-37ef-4a76-abe0-bec803e6096c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.552316 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fab16593-76fd-43eb-81d2-69c7ba7d2a31 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.552765 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e0bcf-37ef-4a76-abe0-bec803e6096c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event deleted for resources: {'Subnet': ['ID=e40229e5-53f0-4606-8206-101a0deeda55,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:50.562998 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c73c3d23-6de3-4704-a171-ff636620df54 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d55e79ec04d4b58a1f4cdc4e929c13f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1315670 Apr 29 15:42:50.565711 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab16593-76fd-43eb-81d2-69c7ba7d2a31 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=7c8345d1-1e30-4999-bfba-fd721399d36f,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:50.566562 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ce7e0bcf-37ef-4a76-abe0-bec803e6096c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "DELETE /v2.0/subnets/e40229e5-53f0-4606-8206-101a0deeda55 HTTP/1.1" status: 204 len: 168 time: 1.2140718 Apr 29 15:42:50.567394 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54862) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:50.572166 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54864) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:50.576044 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e8fdca2e-d013-4899-b27c-fd9c91e05cf1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.680692 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fab16593-76fd-43eb-81d2-69c7ba7d2a31 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/7c8345d1-1e30-4999-bfba-fd721399d36f HTTP/1.1" status: 204 len: 168 time: 0.7825425 Apr 29 15:42:50.680692 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54870) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:50.807115 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-811551c4-6d8e-49d7-994d-d109e3ee3139 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1288862 Apr 29 15:42:50.810956 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54874) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:50.817939 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-83fd7c4b-8890-45a1-9e72-9259ba0ad111 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:50.853666 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ac92283a-81b5-4b01-a7d8-bcd1b2163589 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.948074 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d82e5eab-d694-476f-bab2-0236e7ea9c45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac43d99f432948ed97df9d63c8b43af5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4673932 Apr 29 15:42:50.951591 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54878) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:50.998102 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-83fd7c4b-8890-45a1-9e72-9259ba0ad111 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:51.008219 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-83fd7c4b-8890-45a1-9e72-9259ba0ad111 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:subnet and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:51.015361 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-83fd7c4b-8890-45a1-9e72-9259ba0ad111 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:51.017274 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e491d6-b668-4f60-882c-0612b4c90f17 None None] DHCP port deletion for 693104f5-c978-4ec6-a1c2-961997faf855 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:42:51.019907 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-83fd7c4b-8890-45a1-9e72-9259ba0ad111 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:51.033695 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-b2e491d6-b668-4f60-882c-0612b4c90f17 None None] Deleting port 0fa88689-4df6-428a-bbb1-816cff1553a0 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:51.034182 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b2e491d6-b668-4f60-882c-0612b4c90f17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.042439 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-576234c1-3a9d-4adc-b57e-f5b4f780f876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.065124 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9dab1434-b3a5-4ec4-b9e7-bdb9e34cbbeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.073806 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-576234c1-3a9d-4adc-b57e-f5b4f780f876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.083556 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fd7c4b-8890-45a1-9e72-9259ba0ad111 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:51.096102 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-83fd7c4b-8890-45a1-9e72-9259ba0ad111 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.096253 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ac92283a-81b5-4b01-a7d8-bcd1b2163589 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Deleting port 0fa88689-4df6-428a-bbb1-816cff1553a0 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:51.096253 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ac92283a-81b5-4b01-a7d8-bcd1b2163589 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.158014 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9dab1434-b3a5-4ec4-b9e7-bdb9e34cbbeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.167518 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b8cbf048-f9a5-4072-ab2d-2c22997566c2 None None] Provisioning complete for port 5e110650-ca96-4732-a506-e2dec681c6dd triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:51.168108 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b8cbf048-f9a5-4072-ab2d-2c22997566c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.239195 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329b2a3e-ceef-42b5-8a3f-d332210185f3 None None] Update dhcp port {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'fixed_ips': [{'subnet_id': '7c8345d1-1e30-4999-bfba-fd721399d36f'}], 'binding:host_id': 'dv-neutron-839913-1-hyperv'}, 'id': '5c3e3175-3971-4828-9e0a-27d1ca659178'} from dv-neutron-839913-1-hyperv. {{(pid=84772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 15:42:51.301255 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-576234c1-3a9d-4adc-b57e-f5b4f780f876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.341912 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576234c1-3a9d-4adc-b57e-f5b4f780f876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1b18ed-0731-4326-ac0f-d1646ba25103,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:51.366198 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-576234c1-3a9d-4adc-b57e-f5b4f780f876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.367529 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-576234c1-3a9d-4adc-b57e-f5b4f780f876 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c1b18ed-0731-4326-ac0f-d1646ba25103 HTTP/1.1" status: 204 len: 168 time: 0.4150250 Apr 29 15:42:51.415772 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-b8cbf048-f9a5-4072-ab2d-2c22997566c2 None None] Port 5e110650-ca96-4732-a506-e2dec681c6dd cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:42:51.423116 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-329b2a3e-ceef-42b5-8a3f-d332210185f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.444461 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-b2e491d6-b668-4f60-882c-0612b4c90f17 None None] For port 0fa88689-4df6-428a-bbb1-816cff1553a0, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=0fa88689-4df6-428a-bbb1-816cff1553a0,segment=NetworkSegment(dcc352ea-880d-43bb-a140-c3268aace696),segment_id=dcc352ea-880d-43bb-a140-c3268aace696)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:51.444925 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b2e491d6-b668-4f60-882c-0612b4c90f17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.520829 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9dab1434-b3a5-4ec4-b9e7-bdb9e34cbbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.533117 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-ac92283a-81b5-4b01-a7d8-bcd1b2163589 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] For port 0fa88689-4df6-428a-bbb1-816cff1553a0, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=0fa88689-4df6-428a-bbb1-816cff1553a0,segment=NetworkSegment(dcc352ea-880d-43bb-a140-c3268aace696),segment_id=dcc352ea-880d-43bb-a140-c3268aace696)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:51.533538 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ac92283a-81b5-4b01-a7d8-bcd1b2163589 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.595923 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 089b7cc9-f194-4c82-b80f-06a0da9f3ca7 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:42:51.624046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab1434-b3a5-4ec4-b9e7-bdb9e34cbbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca3943e-a742-4de6-836d-2d65f20c2f57,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:51.624574 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.objects.ports [None req-83fd7c4b-8890-45a1-9e72-9259ba0ad111 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84771) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 15:42:51.710972 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-b2e491d6-b668-4f60-882c-0612b4c90f17 None None] Calling delete_port for 0fa88689-4df6-428a-bbb1-816cff1553a0 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:51.738674 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ac92283a-81b5-4b01-a7d8-bcd1b2163589 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Calling delete_port for 0fa88689-4df6-428a-bbb1-816cff1553a0 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:51.823357 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9dab1434-b3a5-4ec4-b9e7-bdb9e34cbbeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.825225 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9dab1434-b3a5-4ec4-b9e7-bdb9e34cbbeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ca3943e-a742-4de6-836d-2d65f20c2f57 HTTP/1.1" status: 204 len: 168 time: 1.2542219 Apr 29 15:42:51.843416 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.resource_extend [None req-e8fdca2e-d013-4899-b27c-fd9c91e05cf1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:42:51.878047 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e8fdca2e-d013-4899-b27c-fd9c91e05cf1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.884100 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-83fd7c4b-8890-45a1-9e72-9259ba0ad111 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.900388 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 089b7cc9-f194-4c82-b80f-06a0da9f3ca7 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:51.900844 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.939034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e8fdca2e-d013-4899-b27c-fd9c91e05cf1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:52.031306 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ac92283a-81b5-4b01-a7d8-bcd1b2163589 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:52.039970 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-b2e491d6-b668-4f60-882c-0612b4c90f17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:42:52.040590 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-b2e491d6-b668-4f60-882c-0612b4c90f17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:42:52.075751 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac92283a-81b5-4b01-a7d8-bcd1b2163589 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] No DVR routers for this DVR port 0fa88689-4df6-428a-bbb1-816cff1553a0 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:52.187960 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d360adec-fd34-410a-aa97-55b526a5a6a0 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:52.214977 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-83fd7c4b-8890-45a1-9e72-9259ba0ad111 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] For port 5c3e3175-3971-4828-9e0a-27d1ca659178, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=5c3e3175-3971-4828-9e0a-27d1ca659178,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:52.260923 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-83fd7c4b-8890-45a1-9e72-9259ba0ad111 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:52.280452 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ac92283a-81b5-4b01-a7d8-bcd1b2163589 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:52.292005 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e8fdca2e-d013-4899-b27c-fd9c91e05cf1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:52.299231 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fdca2e-d013-4899-b27c-fd9c91e05cf1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Port': ['ID=5e110650-ca96-4732-a506-e2dec681c6dd,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:52.357487 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-83fd7c4b-8890-45a1-9e72-9259ba0ad111 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:52.360158 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-83fd7c4b-8890-45a1-9e72-9259ba0ad111 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:52.367458 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-ac92283a-81b5-4b01-a7d8-bcd1b2163589 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693104f5-c978-4ec6-a1c2-961997faf855']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:52.369404 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 0fa88689-4df6-428a-bbb1-816cff1553a0 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:52.375435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92283a-81b5-4b01-a7d8-bcd1b2163589 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event deleted for resources: {'Port': ['ID=0fa88689-4df6-428a-bbb1-816cff1553a0,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:52.430177 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 0fa88689-4df6-428a-bbb1-816cff1553a0 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:42:52.430657 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 0fa88689-4df6-428a-bbb1-816cff1553a0 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:52.457556 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-499964a2-3628-467e-b318-a2fe37d90570 None None] Provisioning complete for port 5c3e3175-3971-4828-9e0a-27d1ca659178 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:52.458113 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-499964a2-3628-467e-b318-a2fe37d90570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:52.506643 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-ac92283a-81b5-4b01-a7d8-bcd1b2163589 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc352ea-880d-43bb-a140-c3268aace696') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:52.507208 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-ac92283a-81b5-4b01-a7d8-bcd1b2163589 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc352ea-880d-43bb-a140-c3268aace696') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:52.530697 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ac92283a-81b5-4b01-a7d8-bcd1b2163589 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:52.542345 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-b2e491d6-b668-4f60-882c-0612b4c90f17 None None] Deleting port 0fa88689-4df6-428a-bbb1-816cff1553a0 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:52.542800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b2e491d6-b668-4f60-882c-0612b4c90f17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:52.549707 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fdca2e-d013-4899-b27c-fd9c91e05cf1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network 9f728f07-af82-4235-8ffe-d79713a7b9e2 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:52.552495 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-e8fdca2e-d013-4899-b27c-fd9c91e05cf1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:52.574724 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fd7c4b-8890-45a1-9e72-9259ba0ad111 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:52.631819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ac92283a-81b5-4b01-a7d8-bcd1b2163589 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:52.638872 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-83fd7c4b-8890-45a1-9e72-9259ba0ad111 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:52.646649 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fd7c4b-8890-45a1-9e72-9259ba0ad111 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:52.650307 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-83fd7c4b-8890-45a1-9e72-9259ba0ad111 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:52.685585 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-b2e491d6-b668-4f60-882c-0612b4c90f17 None None] The port '0fa88689-4df6-428a-bbb1-816cff1553a0' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:42:52.803181 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac92283a-81b5-4b01-a7d8-bcd1b2163589 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:42:52.803602 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ac92283a-81b5-4b01-a7d8-bcd1b2163589 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:52.808679 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd7c4b-8890-45a1-9e72-9259ba0ad111 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=9ee1c363-a638-4ba3-9712-8763220bd503,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:52.818716 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd7c4b-8890-45a1-9e72-9259ba0ad111 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=5c3e3175-3971-4828-9e0a-27d1ca659178,revision_number=8']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:52.830565 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-83fd7c4b-8890-45a1-9e72-9259ba0ad111 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0183032 Apr 29 15:42:52.835091 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54912) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:52.854323 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-2b0049f8-ffcf-4a17-a688-4568078f30b8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:42:52.861675 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:42:53.008266 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c7676a70-fc9f-4562-b3cf-cedd6376a387 None None] Provisioning complete for port 5e110650-ca96-4732-a506-e2dec681c6dd triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:53.011994 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c7676a70-fc9f-4562-b3cf-cedd6376a387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:53.097469 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2b0049f8-ffcf-4a17-a688-4568078f30b8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:53.102742 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2b0049f8-ffcf-4a17-a688-4568078f30b8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:subnet and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:53.107592 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2b0049f8-ffcf-4a17-a688-4568078f30b8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:53.114465 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2b0049f8-ffcf-4a17-a688-4568078f30b8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:53.120486 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-c7676a70-fc9f-4562-b3cf-cedd6376a387 None None] Port 5e110650-ca96-4732-a506-e2dec681c6dd cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:42:53.192114 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54920) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:53.219835 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0049f8-ffcf-4a17-a688-4568078f30b8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:53.226695 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2b0049f8-ffcf-4a17-a688-4568078f30b8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:53.259124 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ac92283a-81b5-4b01-a7d8-bcd1b2163589 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:53.354185 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ac92283a-81b5-4b01-a7d8-bcd1b2163589 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:53.379500 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92283a-81b5-4b01-a7d8-bcd1b2163589 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event deleted for resources: {'Network': ['ID=693104f5-c978-4ec6-a1c2-961997faf855,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:53.387467 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ac92283a-81b5-4b01-a7d8-bcd1b2163589 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "DELETE /v2.0/networks/693104f5-c978-4ec6-a1c2-961997faf855 HTTP/1.1" status: 204 len: 168 time: 2.8136544 Apr 29 15:42:53.397068 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54928) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:53.467664 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-bf870718-4127-4d50-a821-ac1f8e4e87be tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-540280230'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:53.473796 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 5c3e3175-3971-4828-9e0a-27d1ca659178 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:53.478008 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-bf870718-4127-4d50-a821-ac1f8e4e87be tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:53.488752 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-bf870718-4127-4d50-a821-ac1f8e4e87be tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:network and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:53.494337 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-bf870718-4127-4d50-a821-ac1f8e4e87be tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:53.516060 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-bf870718-4127-4d50-a821-ac1f8e4e87be tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:53.609481 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-4d3f69ef-b3e9-4b96-88d4-c41db0ce9e52 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Deleting port d3a54229-3d8c-4eea-98ee-53513f41c58f {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:53.610135 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4d3f69ef-b3e9-4b96-88d4-c41db0ce9e52 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:53.619048 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf870718-4127-4d50-a821-ac1f8e4e87be tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Made reservation on behalf of 72863ce39b024e9da16162dddbf6a3b4 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:53.622760 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bf870718-4127-4d50-a821-ac1f8e4e87be tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:53.652159 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bf870718-4127-4d50-a821-ac1f8e4e87be tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:53.698471 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-bf870718-4127-4d50-a821-ac1f8e4e87be tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:53.703627 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-bf870718-4127-4d50-a821-ac1f8e4e87be tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:security_group_rule and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:53.706715 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-bf870718-4127-4d50-a821-ac1f8e4e87be tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:53.717545 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-bf870718-4127-4d50-a821-ac1f8e4e87be tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:53.805128 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:53.863308 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bf870718-4127-4d50-a821-ac1f8e4e87be tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:53.873932 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57859b9-4b26-4027-8d40-49c89d51f316 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:53.894350 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4d3f69ef-b3e9-4b96-88d4-c41db0ce9e52 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:53.894703 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4d3f69ef-b3e9-4b96-88d4-c41db0ce9e52 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:53.939925 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 5c3e3175-3971-4828-9e0a-27d1ca659178, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=5c3e3175-3971-4828-9e0a-27d1ca659178,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:53.952708 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bf870718-4127-4d50-a821-ac1f8e4e87be tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:53.958325 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2b0049f8-ffcf-4a17-a688-4568078f30b8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:53.990682 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3f8cb396-b2c7-466e-90cc-ca009d2d070f None None] Provisioning complete for port 5c3e3175-3971-4828-9e0a-27d1ca659178 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:53.991126 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3f8cb396-b2c7-466e-90cc-ca009d2d070f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.029765 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0049f8-ffcf-4a17-a688-4568078f30b8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:54.039908 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-2b0049f8-ffcf-4a17-a688-4568078f30b8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:54.052049 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-4d3f69ef-b3e9-4b96-88d4-c41db0ce9e52 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Calling delete_port for d3a54229-3d8c-4eea-98ee-53513f41c58f owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:54.055308 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.076164 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0049f8-ffcf-4a17-a688-4568078f30b8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:54.076747 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2b0049f8-ffcf-4a17-a688-4568078f30b8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.113905 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 5c3e3175-3971-4828-9e0a-27d1ca659178 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:54.115563 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fdca2e-d013-4899-b27c-fd9c91e05cf1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Router 3dc28b10-3ebd-4ed4-a7cb-40c25d682a10 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:42:54.120299 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf870718-4127-4d50-a821-ac1f8e4e87be tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c62bc4-f81c-4573-9f38-48e8ab627fcb,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:54.147873 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0049f8-ffcf-4a17-a688-4568078f30b8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=85ec9d51-4cd0-4834-999f-cb5fa8043a04,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:54.253091 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf870718-4127-4d50-a821-ac1f8e4e87be tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:42:54.267463 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bf870718-4127-4d50-a821-ac1f8e4e87be tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.268366 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-bf870718-4127-4d50-a821-ac1f8e4e87be tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Added segment b33708b5-3eea-492e-b38b-e4d332d21338 of type vlan for network cf31c267-db9d-445e-b23e-52d91038425c Apr 29 15:42:54.283988 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=5c3e3175-3971-4828-9e0a-27d1ca659178,revision_number=9']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:54.305941 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2b0049f8-ffcf-4a17-a688-4568078f30b8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4674921 Apr 29 15:42:54.309373 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54940) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:54.335166 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-5aa3f230-66f8-44b8-b722-2f0685295202 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'mac_address': 'fa:16:3e:c5:ba:53', 'name': 'tempest-NetworksTestDHCPv6-1533062400'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:54.340335 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3f8cb396-b2c7-466e-90cc-ca009d2d070f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.374375 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bf870718-4127-4d50-a821-ac1f8e4e87be tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.392772 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fdca2e-d013-4899-b27c-fd9c91e05cf1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:42:54.407298 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed2a60-ff1a-4134-bc09-c96d93c1b324 None None] Sync routers for ids ['3dc28b10-3ebd-4ed4-a7cb-40c25d682a10'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:42:54.428592 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eed2a60-ff1a-4134-bc09-c96d93c1b324 None None] Routers {'3dc28b10-3ebd-4ed4-a7cb-40c25d682a10'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:54.429352 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-2eed2a60-ff1a-4134-bc09-c96d93c1b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['3dc28b10-3ebd-4ed4-a7cb-40c25d682a10'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:54.432355 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e8fdca2e-d013-4899-b27c-fd9c91e05cf1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "PUT /v2.0/routers/3dc28b10-3ebd-4ed4-a7cb-40c25d682a10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6124287 Apr 29 15:42:54.436331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4d3f69ef-b3e9-4b96-88d4-c41db0ce9e52 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.441311 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54946) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:54.456451 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-3f8cb396-b2c7-466e-90cc-ca009d2d070f None None] For port 5c3e3175-3971-4828-9e0a-27d1ca659178, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=5c3e3175-3971-4828-9e0a-27d1ca659178,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:54.541450 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3f8cb396-b2c7-466e-90cc-ca009d2d070f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.569838 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-2eed2a60-ff1a-4134-bc09-c96d93c1b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:54.596574 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eed2a60-ff1a-4134-bc09-c96d93c1b324 None None] Routers {'3dc28b10-3ebd-4ed4-a7cb-40c25d682a10'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:42:54.597322 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-2eed2a60-ff1a-4134-bc09-c96d93c1b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['3dc28b10-3ebd-4ed4-a7cb-40c25d682a10'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:54.598527 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f69ef-b3e9-4b96-88d4-c41db0ce9e52 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event deleted for resources: {'Port': ['ID=d3a54229-3d8c-4eea-98ee-53513f41c58f,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:54.607272 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 5c3e3175-3971-4828-9e0a-27d1ca659178 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:42:54.656278 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bf870718-4127-4d50-a821-ac1f8e4e87be tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.666755 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf870718-4127-4d50-a821-ac1f8e4e87be tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:54.683371 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bf870718-4127-4d50-a821-ac1f8e4e87be tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.694279 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5aa3f230-66f8-44b8-b722-2f0685295202 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:54.723698 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e35d511-ed84-4cd4-a8d6-d9d37ee0424d None None] Update dhcp port {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'fixed_ips': [{'subnet_id': '9ee1c363-a638-4ba3-9712-8763220bd503', 'ip_address': '2001:db8::f816:3eff:fead:84cf'}, {'subnet_id': '85ec9d51-4cd0-4834-999f-cb5fa8043a04'}], 'binding:host_id': 'dv-neutron-839913-1-hyperv'}, 'id': '5c3e3175-3971-4828-9e0a-27d1ca659178'} from dv-neutron-839913-1-hyperv. {{(pid=84772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 15:42:54.745077 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4d3f69ef-b3e9-4b96-88d4-c41db0ce9e52 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for floatingip, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.747672 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-2eed2a60-ff1a-4134-bc09-c96d93c1b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:54.748080 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed2a60-ff1a-4134-bc09-c96d93c1b324 None None] The sync data for ids ['3dc28b10-3ebd-4ed4-a7cb-40c25d682a10'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:42:54.749068 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4d3f69ef-b3e9-4b96-88d4-c41db0ce9e52 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.753990 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8cb396-b2c7-466e-90cc-ca009d2d070f None None] Pushing event updated for resources: {'Port': ['ID=5c3e3175-3971-4828-9e0a-27d1ca659178,revision_number=10']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:54.758423 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4d3f69ef-b3e9-4b96-88d4-c41db0ce9e52 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "DELETE /v2.0/floatingips/21c0ceb7-a5e7-4f13-a399-c3fa265ff61d HTTP/1.1" status: 204 len: 168 time: 1.3663690 Apr 29 15:42:54.764487 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54954) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:54.799179 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5e35d511-ed84-4cd4-a8d6-d9d37ee0424d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.811901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5aa3f230-66f8-44b8-b722-2f0685295202 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:54.813310 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 5c3e3175-3971-4828-9e0a-27d1ca659178 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:54.813678 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.853717 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-e312c786-9842-4a70-b1a9-664106d4d138 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] DELETE failed (client error): The resource could not be found. Apr 29 15:42:54.854157 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e312c786-9842-4a70-b1a9-664106d4d138 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:42:54.856267 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e312c786-9842-4a70-b1a9-664106d4d138 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "DELETE /v2.0/ports/b97c5c10-6d08-43f7-a47b-bd2806f62244 HTTP/1.1" status: 404 len: 333 time: 0.0910089 Apr 29 15:42:54.859202 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54960) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:54.909699 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf870718-4127-4d50-a821-ac1f8e4e87be tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Network': ['ID=cf31c267-db9d-445e-b23e-52d91038425c,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:54.910620 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-453e4c9c-4ba3-4ed9-aafc-f15f8999573b tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Synchronizing usage tracker for tenant:6d54d35be39d47ebbee25a7cb3a65c46 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:54.923913 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network cf31c267-db9d-445e-b23e-52d91038425c details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:42:54.932275 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ac19f1-06b5-4847-a650-72a692b7ac28 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:54.933290 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e3ac19f1-06b5-4847-a650-72a692b7ac28 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Synchronizing usage tracker for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:55.008479 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-bf870718-4127-4d50-a821-ac1f8e4e87be tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8117189 Apr 29 15:42:55.008784 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54966) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:55.015156 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-5482a9db-6d79-4ed9-8c55-ee0995d21995 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1860779340'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:55.021483 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5482a9db-6d79-4ed9-8c55-ee0995d21995 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:55.026225 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5482a9db-6d79-4ed9-8c55-ee0995d21995 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:network and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:55.029501 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e3ac19f1-06b5-4847-a650-72a692b7ac28 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Unset dirty status for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:55.030651 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e3ac19f1-06b5-4847-a650-72a692b7ac28 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dc28b10-3ebd-4ed4-a7cb-40c25d682a10 HTTP/1.1" status: 200 len: 982 time: 0.5247574 Apr 29 15:42:55.031365 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-453e4c9c-4ba3-4ed9-aafc-f15f8999573b tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Unset dirty status for tenant:6d54d35be39d47ebbee25a7cb3a65c46 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:55.034690 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-453e4c9c-4ba3-4ed9-aafc-f15f8999573b tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "GET /v2.0/ports?device_id=11837004-ff1a-4341-8af3-2979de902437 HTTP/1.1" status: 200 len: 205 time: 0.1721859 Apr 29 15:42:55.034690 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5482a9db-6d79-4ed9-8c55-ee0995d21995 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:55.034883 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54970) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:55.035915 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54972) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:55.100484 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa3f230-66f8-44b8-b722-2f0685295202 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:55.209565 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5482a9db-6d79-4ed9-8c55-ee0995d21995 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:55.219768 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-ff70f9db-d312-4b95-b00f-9c9f5ee1816d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] delete failed (client error): The resource could not be found. Apr 29 15:42:55.221051 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ff70f9db-d312-4b95-b00f-9c9f5ee1816d tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "DELETE /v2.0/routers/11837004-ff1a-4341-8af3-2979de902437 HTTP/1.1" status: 404 len: 336 time: 0.1844482 Apr 29 15:42:55.223647 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54980) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:55.266636 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f921a0-4d76-46e6-8a68-64ba4e632b43 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] DELETE failed (client error): The resource could not be found. Apr 29 15:42:55.267356 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f921a0-4d76-46e6-8a68-64ba4e632b43 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:42:55.269190 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c2f921a0-4d76-46e6-8a68-64ba4e632b43 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "DELETE /v2.0/subnets/e40229e5-53f0-4606-8206-101a0deeda55 HTTP/1.1" status: 404 len: 337 time: 0.0445125 Apr 29 15:42:55.271819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 54984) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:55.335714 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5aa3f230-66f8-44b8-b722-2f0685295202 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:55.344013 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5482a9db-6d79-4ed9-8c55-ee0995d21995 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Made reservation on behalf of 72863ce39b024e9da16162dddbf6a3b4 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:55.344743 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-5e35d511-ed84-4cd4-a8d6-d9d37ee0424d None None] Allocated IP 172.20.0.2 (75e7f0f8-4897-4e20-8301-99a7eae75065/85ec9d51-4cd0-4834-999f-cb5fa8043a04/5c3e3175-3971-4828-9e0a-27d1ca659178) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:55.347299 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5482a9db-6d79-4ed9-8c55-ee0995d21995 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:55.373483 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-5aa3f230-66f8-44b8-b722-2f0685295202 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] device_id is not set on port 06ac1ef5-9d1b-4968-b0b0-13bf3fc0c125 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:42:55.386926 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-5f61fa47-88d8-4e3e-8ca0-b0ae1d662a1c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Deleting port fdb75b60-52fc-4dc7-91d9-db0e0fe55b83 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:55.387519 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5f61fa47-88d8-4e3e-8ca0-b0ae1d662a1c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:55.436482 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5482a9db-6d79-4ed9-8c55-ee0995d21995 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:42:55.536940 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5482a9db-6d79-4ed9-8c55-ee0995d21995 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:55.537327 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-5482a9db-6d79-4ed9-8c55-ee0995d21995 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Added segment ddbea2bc-7b1f-4deb-a180-6a85fc439e7f of type vlan for network 36422fde-bf7e-4338-aa77-5981c4a397c0 Apr 29 15:42:55.552285 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-5e35d511-ed84-4cd4-a8d6-d9d37ee0424d None None] For port 5c3e3175-3971-4828-9e0a-27d1ca659178, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=5c3e3175-3971-4828-9e0a-27d1ca659178,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:42:55.587529 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5e35d511-ed84-4cd4-a8d6-d9d37ee0424d None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:55.611981 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5482a9db-6d79-4ed9-8c55-ee0995d21995 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:55.617080 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5e35d511-ed84-4cd4-a8d6-d9d37ee0424d None None] Transition to ACTIVE for port object 5c3e3175-3971-4828-9e0a-27d1ca659178 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:55.622112 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 5c3e3175-3971-4828-9e0a-27d1ca659178 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:42:55.694065 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5e35d511-ed84-4cd4-a8d6-d9d37ee0424d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:55.774039 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 54994) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:55.834952 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5482a9db-6d79-4ed9-8c55-ee0995d21995 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:55.838891 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5482a9db-6d79-4ed9-8c55-ee0995d21995 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:55.839659 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5482a9db-6d79-4ed9-8c55-ee0995d21995 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:55.875650 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35d511-ed84-4cd4-a8d6-d9d37ee0424d None None] Pushing event updated for resources: {'Port': ['ID=5c3e3175-3971-4828-9e0a-27d1ca659178,revision_number=11']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:55.927903 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-5aa3f230-66f8-44b8-b722-2f0685295202 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 172.20.0.13 (75e7f0f8-4897-4e20-8301-99a7eae75065/85ec9d51-4cd0-4834-999f-cb5fa8043a04/06ac1ef5-9d1b-4968-b0b0-13bf3fc0c125) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:55.935391 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-5aa3f230-66f8-44b8-b722-2f0685295202 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8::f816:3eff:fec5:ba53 (75e7f0f8-4897-4e20-8301-99a7eae75065/9ee1c363-a638-4ba3-9712-8763220bd503/06ac1ef5-9d1b-4968-b0b0-13bf3fc0c125) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:55.969643 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-5bd59529-b23e-4318-8a9e-4c213e4c0a70 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:55.993348 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5f61fa47-88d8-4e3e-8ca0-b0ae1d662a1c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:56.006917 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482a9db-6d79-4ed9-8c55-ee0995d21995 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Network': ['ID=36422fde-bf7e-4338-aa77-5981c4a397c0,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:56.020850 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 36422fde-bf7e-4338-aa77-5981c4a397c0 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:42:56.067491 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5482a9db-6d79-4ed9-8c55-ee0995d21995 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0574636 Apr 29 15:42:56.088579 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55000) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:56.145915 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-5f61fa47-88d8-4e3e-8ca0-b0ae1d662a1c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Calling delete_port for fdb75b60-52fc-4dc7-91d9-db0e0fe55b83 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:56.233483 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-cb7005f2-17c1-4d30-b1a5-1116c8e84920 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'subnet': {'network_id': 'cf31c267-db9d-445e-b23e-52d91038425c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:56.413439 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5f61fa47-88d8-4e3e-8ca0-b0ae1d662a1c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:56.417483 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5bd59529-b23e-4318-8a9e-4c213e4c0a70 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] 10.222.0.21 "PUT /v2.0/quotas/b6d3e6c1eacb48caa82630c9b509b3a6 HTTP/1.1" status: 200 len: 368 time: 0.6372936 Apr 29 15:42:56.431139 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55004) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:56.458309 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-561b8307-0b9f-4597-8494-f53f416c65e6 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Request body: {'network': {'project_id': 'b6d3e6c1eacb48caa82630c9b509b3a6'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:56.468131 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-cb7005f2-17c1-4d30-b1a5-1116c8e84920 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:56.473337 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61fa47-88d8-4e3e-8ca0-b0ae1d662a1c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event deleted for resources: {'Port': ['ID=fdb75b60-52fc-4dc7-91d9-db0e0fe55b83,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:56.484761 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-561b8307-0b9f-4597-8494-f53f416c65e6 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:56.490830 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-cb7005f2-17c1-4d30-b1a5-1116c8e84920 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:subnet and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:56.495341 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-561b8307-0b9f-4597-8494-f53f416c65e6 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Usage tracker for resource:network and tenant:b6d3e6c1eacb48caa82630c9b509b3a6 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:56.498762 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-cb7005f2-17c1-4d30-b1a5-1116c8e84920 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:56.504846 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-561b8307-0b9f-4597-8494-f53f416c65e6 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:56.512286 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5aa3f230-66f8-44b8-b722-2f0685295202 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:56.518077 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-cb7005f2-17c1-4d30-b1a5-1116c8e84920 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:56.529441 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-561b8307-0b9f-4597-8494-f53f416c65e6 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:56.531400 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6392a607-0923-48f3-9b43-af3ad55b2b92 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:56.541427 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0364eec4-29e9-4922-a6d6-411d9dd7b0b9 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:56.593840 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5f61fa47-88d8-4e3e-8ca0-b0ae1d662a1c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:56.667815 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-5aa3f230-66f8-44b8-b722-2f0685295202 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Transition to ACTIVE for port object 06ac1ef5-9d1b-4968-b0b0-13bf3fc0c125 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:56.677185 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7005f2-17c1-4d30-b1a5-1116c8e84920 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Made reservation on behalf of 72863ce39b024e9da16162dddbf6a3b4 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:56.695408 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5f61fa47-88d8-4e3e-8ca0-b0ae1d662a1c tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "DELETE /v2.0/ports/fdb75b60-52fc-4dc7-91d9-db0e0fe55b83 HTTP/1.1" status: 204 len: 168 time: 1.4224160 Apr 29 15:42:56.697616 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55008) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:56.719560 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-83dd2488-8a5b-4ee1-8211-15020293d2ca None None] Provisioning for port 5c3e3175-3971-4828-9e0a-27d1ca659178 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:56.739179 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-83dd2488-8a5b-4ee1-8211-15020293d2ca None None] Provisioning complete for port 5c3e3175-3971-4828-9e0a-27d1ca659178 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:56.739716 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-83dd2488-8a5b-4ee1-8211-15020293d2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:56.781792 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed7f60-f63f-415e-9e01-3edb1edeb563 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Deleting port 1542b03d-1e4e-47d4-83fc-3976bf1e1f1a {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:56.782374 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561b8307-0b9f-4597-8494-f53f416c65e6 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Made reservation on behalf of b6d3e6c1eacb48caa82630c9b509b3a6 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:56.782825 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f8ed7f60-f63f-415e-9e01-3edb1edeb563 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:56.784606 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-561b8307-0b9f-4597-8494-f53f416c65e6 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:56.815955 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-561b8307-0b9f-4597-8494-f53f416c65e6 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:56.836881 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cb7005f2-17c1-4d30-b1a5-1116c8e84920 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:56.945383 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5aa3f230-66f8-44b8-b722-2f0685295202 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:56.990009 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-561b8307-0b9f-4597-8494-f53f416c65e6 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:57.029819 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-561b8307-0b9f-4597-8494-f53f416c65e6 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Usage tracker for resource:security_group_rule and tenant:b6d3e6c1eacb48caa82630c9b509b3a6 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:57.045924 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-561b8307-0b9f-4597-8494-f53f416c65e6 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:57.065536 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f8ed7f60-f63f-415e-9e01-3edb1edeb563 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:57.065896 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-561b8307-0b9f-4597-8494-f53f416c65e6 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:57.088418 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3f230-66f8-44b8-b722-2f0685295202 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=06ac1ef5-9d1b-4968-b0b0-13bf3fc0c125,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:57.088418 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa3f230-66f8-44b8-b722-2f0685295202 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:57.092033 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-5aa3f230-66f8-44b8-b722-2f0685295202 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:57.125055 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa3f230-66f8-44b8-b722-2f0685295202 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:42:57.236360 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed7f60-f63f-415e-9e01-3edb1edeb563 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Calling delete_port for 1542b03d-1e4e-47d4-83fc-3976bf1e1f1a owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:57.280744 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-04797a8b-ea25-4cd9-b673-4bab169fc5ad None None] Provisioning complete for port 5c3e3175-3971-4828-9e0a-27d1ca659178 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:57.281428 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-04797a8b-ea25-4cd9-b673-4bab169fc5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:57.282181 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa3f230-66f8-44b8-b722-2f0685295202 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:57.282832 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5aa3f230-66f8-44b8-b722-2f0685295202 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:57.512269 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-561b8307-0b9f-4597-8494-f53f416c65e6 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:57.530351 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-6392a607-0923-48f3-9b43-af3ad55b2b92 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port 5e110650-ca96-4732-a506-e2dec681c6dd {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:57.530715 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6392a607-0923-48f3-9b43-af3ad55b2b92 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:57.546597 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 5c3e3175-3971-4828-9e0a-27d1ca659178 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:42:57.562588 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5aa3f230-66f8-44b8-b722-2f0685295202 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.2519948 Apr 29 15:42:57.565471 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55012) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:57.615944 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-561b8307-0b9f-4597-8494-f53f416c65e6 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:57.626981 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 5c3e3175-3971-4828-9e0a-27d1ca659178 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:57.627489 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:57.637436 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f8ed7f60-f63f-415e-9e01-3edb1edeb563 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:57.698069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed7f60-f63f-415e-9e01-3edb1edeb563 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event deleted for resources: {'Port': ['ID=1542b03d-1e4e-47d4-83fc-3976bf1e1f1a,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:57.702112 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cb7005f2-17c1-4d30-b1a5-1116c8e84920 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:57.709843 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc036a7-b1c7-4aa9-ba8f-26c96ae2f2ad tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:57.714098 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc036a7-b1c7-4aa9-ba8f-26c96ae2f2ad tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:57.715550 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ecc036a7-b1c7-4aa9-ba8f-26c96ae2f2ad tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:57.758300 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561b8307-0b9f-4597-8494-f53f416c65e6 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:42:57.805510 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b8307-0b9f-4597-8494-f53f416c65e6 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccddae8-9377-4bda-9db9-45402822da79,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:57.812068 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-561b8307-0b9f-4597-8494-f53f416c65e6 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:57.812726 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-561b8307-0b9f-4597-8494-f53f416c65e6 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Added segment e0967161-4bd8-4d29-b105-0714395fc934 of type vlan for network 55642435-4c15-42c9-89cf-e405c391fb36 Apr 29 15:42:57.841235 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f8ed7f60-f63f-415e-9e01-3edb1edeb563 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:57.855816 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f8ed7f60-f63f-415e-9e01-3edb1edeb563 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "DELETE /v2.0/ports/1542b03d-1e4e-47d4-83fc-3976bf1e1f1a HTTP/1.1" status: 204 len: 168 time: 1.1566875 Apr 29 15:42:57.856628 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55016) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:57.864186 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7005f2-17c1-4d30-b1a5-1116c8e84920 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Subnet': ['ID=ebac3c46-35cb-4552-96d9-5091f9e8875f,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:57.899926 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-561b8307-0b9f-4597-8494-f53f416c65e6 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:57.912706 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7005f2-17c1-4d30-b1a5-1116c8e84920 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Checking segment: {'id': 'b33708b5-3eea-492e-b38b-e4d332d21338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cf31c267-db9d-445e-b23e-52d91038425c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:42:57.912986 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7005f2-17c1-4d30-b1a5-1116c8e84920 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network hostable DHCP agents. Network: cf31c267-db9d-445e-b23e-52d91038425c, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:42:57.917942 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6392a607-0923-48f3-9b43-af3ad55b2b92 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:57.934255 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786eb136-225e-48f5-9664-f654026f4d4b tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:57.934963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-786eb136-225e-48f5-9664-f654026f4d4b tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Synchronizing usage tracker for tenant:6d54d35be39d47ebbee25a7cb3a65c46 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:57.951094 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-699004cd-cc8b-4d67-9f83-ace09c620888 None None] Provisioning for port 06ac1ef5-9d1b-4968-b0b0-13bf3fc0c125 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:57.956241 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-699004cd-cc8b-4d67-9f83-ace09c620888 None None] Provisioning complete for port 06ac1ef5-9d1b-4968-b0b0-13bf3fc0c125 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:57.956611 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-699004cd-cc8b-4d67-9f83-ace09c620888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:57.984471 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ecc036a7-b1c7-4aa9-ba8f-26c96ae2f2ad tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:57.986885 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ecc036a7-b1c7-4aa9-ba8f-26c96ae2f2ad tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.4190032 Apr 29 15:42:57.989028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55020) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:58.016686 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-699004cd-cc8b-4d67-9f83-ace09c620888 None None] Port 06ac1ef5-9d1b-4968-b0b0-13bf3fc0c125 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:42:58.033321 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-786eb136-225e-48f5-9664-f654026f4d4b tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Unset dirty status for tenant:6d54d35be39d47ebbee25a7cb3a65c46 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:58.034525 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-786eb136-225e-48f5-9664-f654026f4d4b tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f0ec34-79eb-4e21-9dd6-4f19503c203d HTTP/1.1" status: 200 len: 913 time: 0.1768019 Apr 29 15:42:58.037737 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55024) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:58.176147 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-6392a607-0923-48f3-9b43-af3ad55b2b92 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Calling delete_port for 5e110650-ca96-4732-a506-e2dec681c6dd owned by network:router_interface {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:58.178778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-c26055e5-0271-46d8-a388-540db4aded20 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting port 06ac1ef5-9d1b-4968-b0b0-13bf3fc0c125 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:58.179124 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c26055e5-0271-46d8-a388-540db4aded20 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:58.294866 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-561b8307-0b9f-4597-8494-f53f416c65e6 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:58.295780 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561b8307-0b9f-4597-8494-f53f416c65e6 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:58.296351 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-561b8307-0b9f-4597-8494-f53f416c65e6 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:58.313237 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7005f2-17c1-4d30-b1a5-1116c8e84920 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network cf31c267-db9d-445e-b23e-52d91038425c is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:42:58.457978 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b8307-0b9f-4597-8494-f53f416c65e6 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Pushing event updated for resources: {'Network': ['ID=55642435-4c15-42c9-89cf-e405c391fb36,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:58.470866 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 55642435-4c15-42c9-89cf-e405c391fb36 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:42:58.472399 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c26055e5-0271-46d8-a388-540db4aded20 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:58.487750 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-cb7005f2-17c1-4d30-b1a5-1116c8e84920 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, cf31c267-db9d-445e-b23e-52d91038425c) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:58.496952 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7005f2-17c1-4d30-b1a5-1116c8e84920 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:58.496952 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cb7005f2-17c1-4d30-b1a5-1116c8e84920 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:58.504170 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89884e4-bc21-4685-b2e7-0a263664fe24 None None] Network cf31c267-db9d-445e-b23e-52d91038425c requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:42:58.577527 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-561b8307-0b9f-4597-8494-f53f416c65e6 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.1386037 Apr 29 15:42:58.578415 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55028) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:58.587130 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-a4e3c0de-b357-485a-a1a0-c51a79113592 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Request body: {'network': {'project_id': 'b6d3e6c1eacb48caa82630c9b509b3a6'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:58.589608 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-a4e3c0de-b357-485a-a1a0-c51a79113592 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:58.593726 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-a4e3c0de-b357-485a-a1a0-c51a79113592 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Usage tracker for resource:network and tenant:b6d3e6c1eacb48caa82630c9b509b3a6 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:58.597925 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-a4e3c0de-b357-485a-a1a0-c51a79113592 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:58.606181 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-a4e3c0de-b357-485a-a1a0-c51a79113592 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:58.614172 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6392a607-0923-48f3-9b43-af3ad55b2b92 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:58.666837 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-c26055e5-0271-46d8-a388-540db4aded20 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Calling delete_port for 06ac1ef5-9d1b-4968-b0b0-13bf3fc0c125 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:42:58.722744 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392a607-0923-48f3-9b43-af3ad55b2b92 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Port': ['ID=5e110650-ca96-4732-a506-e2dec681c6dd,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:58.778991 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-cb7005f2-17c1-4d30-b1a5-1116c8e84920 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6838598 Apr 29 15:42:58.780558 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55032) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:58.805628 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-c232ee25-f892-47b0-b14c-9508139e8e4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'subnet': {'network_id': '36422fde-bf7e-4338-aa77-5981c4a397c0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:42:58.866255 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2149fa1-4de6-4256-9d79-be660497ed47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-cf31c267-db9d-445e-b23e-52d91038425c', 'network_id': 'cf31c267-db9d-445e-b23e-52d91038425c', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'fixed_ips': [{'subnet_id': 'ebac3c46-35cb-4552-96d9-5091f9e8875f'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:42:58.867032 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2149fa1-4de6-4256-9d79-be660497ed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:58.891376 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e3c0de-b357-485a-a1a0-c51a79113592 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Made reservation on behalf of b6d3e6c1eacb48caa82630c9b509b3a6 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:58.893613 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a4e3c0de-b357-485a-a1a0-c51a79113592 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:59.029939 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8645e919-1e39-4a3c-b94d-d768eb9237e9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:59.081233 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e3c0de-b357-485a-a1a0-c51a79113592 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:42:59.083458 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c232ee25-f892-47b0-b14c-9508139e8e4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:59.093233 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c232ee25-f892-47b0-b14c-9508139e8e4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:subnet and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:59.097926 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c232ee25-f892-47b0-b14c-9508139e8e4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:59.108557 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a4e3c0de-b357-485a-a1a0-c51a79113592 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:59.108897 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-a4e3c0de-b357-485a-a1a0-c51a79113592 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Added segment c2460690-c66f-432f-85a7-7335f7a69f0b of type vlan for network 43555f16-8885-41d3-903a-a70f880a6239 Apr 29 15:42:59.110400 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c232ee25-f892-47b0-b14c-9508139e8e4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:59.124416 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6392a607-0923-48f3-9b43-af3ad55b2b92 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:59.154186 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a4e3c0de-b357-485a-a1a0-c51a79113592 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:59.217283 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c232ee25-f892-47b0-b14c-9508139e8e4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Made reservation on behalf of 72863ce39b024e9da16162dddbf6a3b4 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:59.291129 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c26055e5-0271-46d8-a388-540db4aded20 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:59.337624 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.db.resource_extend [None req-a4e3c0de-b357-485a-a1a0-c51a79113592 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:42:59.339321 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26055e5-0271-46d8-a388-540db4aded20 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Port': ['ID=06ac1ef5-9d1b-4968-b0b0-13bf3fc0c125,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:59.404961 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c232ee25-f892-47b0-b14c-9508139e8e4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:59.413976 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-f2149fa1-4de6-4256-9d79-be660497ed47 None None] Allocated IP 2001:db8::2 (cf31c267-db9d-445e-b23e-52d91038425c/ebac3c46-35cb-4552-96d9-5091f9e8875f/0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:59.503253 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c26055e5-0271-46d8-a388-540db4aded20 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:59.540827 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a4e3c0de-b357-485a-a1a0-c51a79113592 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:59.542093 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e3c0de-b357-485a-a1a0-c51a79113592 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:59.543430 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a4e3c0de-b357-485a-a1a0-c51a79113592 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:59.653151 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c26055e5-0271-46d8-a388-540db4aded20 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/06ac1ef5-9d1b-4968-b0b0-13bf3fc0c125 HTTP/1.1" status: 204 len: 168 time: 1.6630702 Apr 29 15:42:59.673110 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2149fa1-4de6-4256-9d79-be660497ed47 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:59.678845 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55036) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:59.688967 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f2149fa1-4de6-4256-9d79-be660497ed47 None None] Transition to ACTIVE for port object 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:59.712218 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f2149fa1-4de6-4256-9d79-be660497ed47 None None] Transition to ACTIVE for port object 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:59.755252 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2149fa1-4de6-4256-9d79-be660497ed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:59.826503 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b9c44d-b8b0-428c-a489-b51bd7edde80 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:59.826503 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b9c44d-b8b0-428c-a489-b51bd7edde80 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:59.826503 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b9c44d-b8b0-428c-a489-b51bd7edde80 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:59.826503 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c6b9c44d-b8b0-428c-a489-b51bd7edde80 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1436477 Apr 29 15:42:59.833544 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55040) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:59.846806 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2149fa1-4de6-4256-9d79-be660497ed47 None None] Network cf31c267-db9d-445e-b23e-52d91038425c is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:59.850537 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-f2149fa1-4de6-4256-9d79-be660497ed47 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:59.852381 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2149fa1-4de6-4256-9d79-be660497ed47 None None] Pushing event updated for resources: {'Port': ['ID=0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:59.854812 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2149fa1-4de6-4256-9d79-be660497ed47 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:42:59.901139 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3c0de-b357-485a-a1a0-c51a79113592 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Pushing event updated for resources: {'Network': ['ID=43555f16-8885-41d3-903a-a70f880a6239,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:59.943547 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 43555f16-8885-41d3-903a-a70f880a6239 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:42:59.974091 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a4e3c0de-b357-485a-a1a0-c51a79113592 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3944259 Apr 29 15:43:00.017899 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55044) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:00.034557 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-fe5fcb89-6b68-4a68-beb3-97da9a67cb15 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Request body: {'network': {'project_id': 'b6d3e6c1eacb48caa82630c9b509b3a6'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:00.057099 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-fe5fcb89-6b68-4a68-beb3-97da9a67cb15 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:00.057317 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f2149fa1-4de6-4256-9d79-be660497ed47 None None] Attempting to bind port 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:43:00.057441 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f2149fa1-4de6-4256-9d79-be660497ed47 None None] Attempting to bind port 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'b33708b5-3eea-492e-b38b-e4d332d21338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cf31c267-db9d-445e-b23e-52d91038425c'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:43:00.057830 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2149fa1-4de6-4256-9d79-be660497ed47 None None] Attempting to bind port 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3 on network cf31c267-db9d-445e-b23e-52d91038425c {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:43:00.060534 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-fe5fcb89-6b68-4a68-beb3-97da9a67cb15 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Usage tracker for resource:network and tenant:b6d3e6c1eacb48caa82630c9b509b3a6 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:00.065936 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-fe5fcb89-6b68-4a68-beb3-97da9a67cb15 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:00.079718 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-fe5fcb89-6b68-4a68-beb3-97da9a67cb15 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:00.081660 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2149fa1-4de6-4256-9d79-be660497ed47 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:43:00.082037 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2149fa1-4de6-4256-9d79-be660497ed47 None None] Checking segment: {'id': 'b33708b5-3eea-492e-b38b-e4d332d21338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cf31c267-db9d-445e-b23e-52d91038425c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:43:00.082655 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2149fa1-4de6-4256-9d79-be660497ed47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:00.083271 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2149fa1-4de6-4256-9d79-be660497ed47 None None] Bound using segment: {'id': 'b33708b5-3eea-492e-b38b-e4d332d21338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cf31c267-db9d-445e-b23e-52d91038425c'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:43:00.084571 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f2149fa1-4de6-4256-9d79-be660497ed47 None None] Bound port: 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33708b5-3eea-492e-b38b-e4d332d21338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cf31c267-db9d-445e-b23e-52d91038425c'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:43:00.085153 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2149fa1-4de6-4256-9d79-be660497ed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:00.093883 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5fcb89-6b68-4a68-beb3-97da9a67cb15 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 15:43:00.094573 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe5fcb89-6b68-4a68-beb3-97da9a67cb15 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:43:00.095851 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-fe5fcb89-6b68-4a68-beb3-97da9a67cb15 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0762393 Apr 29 15:43:00.099005 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55048) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:00.130352 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6392a607-0923-48f3-9b43-af3ad55b2b92 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Router 3dc28b10-3ebd-4ed4-a7cb-40c25d682a10 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:43:00.162822 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-235ce13b-4fb9-4ced-bdf4-ab447252b995 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet 85ec9d51-4cd0-4834-999f-cb5fa8043a04 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:43:00.164531 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-235ce13b-4fb9-4ced-bdf4-ab447252b995 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:00.226001 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f2149fa1-4de6-4256-9d79-be660497ed47 None None] For port 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:43:00.226001 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f2149fa1-4de6-4256-9d79-be660497ed47 None None] For port 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3,segment=NetworkSegment(b33708b5-3eea-492e-b38b-e4d332d21338),segment_id=b33708b5-3eea-492e-b38b-e4d332d21338)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:43:00.234391 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-235ce13b-4fb9-4ced-bdf4-ab447252b995 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:00.288384 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2149fa1-4de6-4256-9d79-be660497ed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:00.333205 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5d62972c-8e48-4b1a-8e24-2d6340365bde tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6d3e6c1eacb48caa82630c9b509b3a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2307363 Apr 29 15:43:00.333451 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55054) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:00.352813 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c232ee25-f892-47b0-b14c-9508139e8e4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:00.359347 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-8645e919-1e39-4a3c-b94d-d768eb9237e9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Deleting port ccedff68-ef56-4e49-9516-c6e2aec96a86 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:00.359685 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8645e919-1e39-4a3c-b94d-d768eb9237e9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:00.415645 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2149fa1-4de6-4256-9d79-be660497ed47 None None] Pushing event updated for resources: {'Port': ['ID=0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:00.441341 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6392a607-0923-48f3-9b43-af3ad55b2b92 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:43:00.443018 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-235ce13b-4fb9-4ced-bdf4-ab447252b995 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:00.454990 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c935e8-4bb1-40e1-8412-aeb00b517b99 None None] Sync routers for ids ['3dc28b10-3ebd-4ed4-a7cb-40c25d682a10'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:43:00.460821 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232ee25-f892-47b0-b14c-9508139e8e4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Subnet': ['ID=da3e9604-618b-4b17-b807-e80ee75c6330,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:00.477255 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6392a607-0923-48f3-9b43-af3ad55b2b92 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "PUT /v2.0/routers/3dc28b10-3ebd-4ed4-a7cb-40c25d682a10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4419172 Apr 29 15:43:00.485128 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c935e8-4bb1-40e1-8412-aeb00b517b99 None None] Routers {'3dc28b10-3ebd-4ed4-a7cb-40c25d682a10'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:43:00.488738 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-03c935e8-4bb1-40e1-8412-aeb00b517b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['3dc28b10-3ebd-4ed4-a7cb-40c25d682a10'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:00.493203 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55058) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:00.558959 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-03c935e8-4bb1-40e1-8412-aeb00b517b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:00.572408 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c935e8-4bb1-40e1-8412-aeb00b517b99 None None] Routers {'3dc28b10-3ebd-4ed4-a7cb-40c25d682a10'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:43:00.573042 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-03c935e8-4bb1-40e1-8412-aeb00b517b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['3dc28b10-3ebd-4ed4-a7cb-40c25d682a10'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:00.575804 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cda12c6-fa79-45ac-bfe5-0d71ee61519c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] GET failed (client error): The resource could not be found. Apr 29 15:43:00.576711 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1cda12c6-fa79-45ac-bfe5-0d71ee61519c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Synchronizing usage tracker for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:00.582808 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e69a723c-a71a-4dc4-ad9d-50a067c3e72e tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:00.618087 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c232ee25-f892-47b0-b14c-9508139e8e4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Checking segment: {'id': 'ddbea2bc-7b1f-4deb-a180-6a85fc439e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '36422fde-bf7e-4338-aa77-5981c4a397c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:43:00.618852 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c232ee25-f892-47b0-b14c-9508139e8e4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network hostable DHCP agents. Network: 36422fde-bf7e-4338-aa77-5981c4a397c0, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:43:00.630141 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8645e919-1e39-4a3c-b94d-d768eb9237e9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:00.641399 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-03c935e8-4bb1-40e1-8412-aeb00b517b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:00.642213 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c935e8-4bb1-40e1-8412-aeb00b517b99 None None] The sync data for ids ['3dc28b10-3ebd-4ed4-a7cb-40c25d682a10'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:43:00.650577 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e69a723c-a71a-4dc4-ad9d-50a067c3e72e tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:00.759040 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-235ce13b-4fb9-4ced-bdf4-ab447252b995 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:00.763198 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1cda12c6-fa79-45ac-bfe5-0d71ee61519c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Unset dirty status for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:00.767099 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1cda12c6-fa79-45ac-bfe5-0d71ee61519c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports/5e110650-ca96-4732-a506-e2dec681c6dd HTTP/1.1" status: 404 len: 333 time: 0.2689450 Apr 29 15:43:00.767099 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c232ee25-f892-47b0-b14c-9508139e8e4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network 36422fde-bf7e-4338-aa77-5981c4a397c0 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:43:00.769742 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-8645e919-1e39-4a3c-b94d-d768eb9237e9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Calling delete_port for ccedff68-ef56-4e49-9516-c6e2aec96a86 owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:00.770435 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55062) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:00.913951 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e69a723c-a71a-4dc4-ad9d-50a067c3e72e tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:00.937387 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-c232ee25-f892-47b0-b14c-9508139e8e4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 36422fde-bf7e-4338-aa77-5981c4a397c0) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:00.942414 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c232ee25-f892-47b0-b14c-9508139e8e4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:00.943027 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c232ee25-f892-47b0-b14c-9508139e8e4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:00.948108 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ce17a2-adcb-4a49-bdec-8c9934c20359 None None] Network 36422fde-bf7e-4338-aa77-5981c4a397c0 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:00.954332 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ce13b-4fb9-4ced-bdf4-ab447252b995 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=85ec9d51-4cd0-4834-999f-cb5fa8043a04,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:00.958586 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a723c-a71a-4dc4-ad9d-50a067c3e72e tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccddae8-9377-4bda-9db9-45402822da79,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:00.974411 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e69a723c-a71a-4dc4-ad9d-50a067c3e72e tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:00.975560 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e69a723c-a71a-4dc4-ad9d-50a067c3e72e tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ccddae8-9377-4bda-9db9-45402822da79 HTTP/1.1" status: 204 len: 168 time: 0.6412449 Apr 29 15:43:00.978235 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55066) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:00.983830 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-235ce13b-4fb9-4ced-bdf4-ab447252b995 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:01.000555 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-235ce13b-4fb9-4ced-bdf4-ab447252b995 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/85ec9d51-4cd0-4834-999f-cb5fa8043a04 HTTP/1.1" status: 204 len: 168 time: 1.1637180 Apr 29 15:43:01.003054 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55070) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:01.048965 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48476c0-0041-45a8-bb88-73c88d7fb6b1 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:01.098152 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-40ea7196-f80b-4b27-b584-347851bba918 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:01.181387 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c232ee25-f892-47b0-b14c-9508139e8e4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3868785 Apr 29 15:43:01.184637 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8645e919-1e39-4a3c-b94d-d768eb9237e9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:01.189101 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55074) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:01.241983 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-7e873e80-7587-4dec-8c7d-056d3095542b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1702119609', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:01.258811 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-7e873e80-7587-4dec-8c7d-056d3095542b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:01.264380 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645e919-1e39-4a3c-b94d-d768eb9237e9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event deleted for resources: {'Port': ['ID=ccedff68-ef56-4e49-9516-c6e2aec96a86,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:01.267325 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7e873e80-7587-4dec-8c7d-056d3095542b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:router and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:01.271626 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7e873e80-7587-4dec-8c7d-056d3095542b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:01.285657 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-30181ea5-70c6-4047-9cd2-df9404630f10 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:01.320303 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-7e873e80-7587-4dec-8c7d-056d3095542b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:01.486011 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9607a9f4-e165-4d28-8dfe-8ef61a0517e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-36422fde-bf7e-4338-aa77-5981c4a397c0', 'network_id': '36422fde-bf7e-4338-aa77-5981c4a397c0', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'fixed_ips': [{'subnet_id': 'da3e9604-618b-4b17-b807-e80ee75c6330'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:43:01.486952 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9607a9f4-e165-4d28-8dfe-8ef61a0517e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:01.506594 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7e873e80-7587-4dec-8c7d-056d3095542b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:01.507978 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7e873e80-7587-4dec-8c7d-056d3095542b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:01.644816 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7e873e80-7587-4dec-8c7d-056d3095542b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:01.687379 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:01.791932 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7e873e80-7587-4dec-8c7d-056d3095542b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:01.813664 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-30181ea5-70c6-4047-9cd2-df9404630f10 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:01.837169 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8645e919-1e39-4a3c-b94d-d768eb9237e9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:01.840904 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-30181ea5-70c6-4047-9cd2-df9404630f10 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43555f16-8885-41d3-903a-a70f880a6239']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:01.867747 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-9607a9f4-e165-4d28-8dfe-8ef61a0517e9 None None] Allocated IP 2001:db8:1::2 (36422fde-bf7e-4338-aa77-5981c4a397c0/da3e9604-618b-4b17-b807-e80ee75c6330/fb45a4c5-d89b-44fa-b33e-81f9ed6ad267) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:01.942721 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7e873e80-7587-4dec-8c7d-056d3095542b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:01.947321 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7e873e80-7587-4dec-8c7d-056d3095542b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7152791 Apr 29 15:43:01.950641 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-30181ea5-70c6-4047-9cd2-df9404630f10 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2460690-c66f-432f-85a7-7335f7a69f0b') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:01.950641 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-30181ea5-70c6-4047-9cd2-df9404630f10 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2460690-c66f-432f-85a7-7335f7a69f0b') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:01.961739 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55078) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:02.051845 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24da752f-7509-417e-b965-4c5064c5292c None None] Network cf31c267-db9d-445e-b23e-52d91038425c requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:02.221553 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-40ea7196-f80b-4b27-b584-347851bba918 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:02.225711 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-40ea7196-f80b-4b27-b584-347851bba918 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:02.276883 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-30181ea5-70c6-4047-9cd2-df9404630f10 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:02.285803 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-407e7b0c-c80a-4c8f-8f82-3e09394d997a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet 9ee1c363-a638-4ba3-9712-8763220bd503 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:43:02.304747 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-407e7b0c-c80a-4c8f-8f82-3e09394d997a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:02.326513 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5dfd70a2-cce3-4bc6-a89d-8d983e11cd26 None None] Provisioning for port 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:02.398252 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-40ea7196-f80b-4b27-b584-347851bba918 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:02.398773 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ea7196-f80b-4b27-b584-347851bba918 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Fanout notify agent at l3_agent the message router_deleted on router 3dc28b10-3ebd-4ed4-a7cb-40c25d682a10 {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:43:02.400122 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9607a9f4-e165-4d28-8dfe-8ef61a0517e9 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:02.417093 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:02.426082 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9607a9f4-e165-4d28-8dfe-8ef61a0517e9 None None] Transition to ACTIVE for port object fb45a4c5-d89b-44fa-b33e-81f9ed6ad267 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:02.427327 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-40ea7196-f80b-4b27-b584-347851bba918 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:02.428404 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-40ea7196-f80b-4b27-b584-347851bba918 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/routers/3dc28b10-3ebd-4ed4-a7cb-40c25d682a10 HTTP/1.1" status: 204 len: 168 time: 1.6569338 Apr 29 15:43:02.429651 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:02.430224 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:02.439935 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55082) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:02.440859 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-30181ea5-70c6-4047-9cd2-df9404630f10 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:02.453577 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30181ea5-70c6-4047-9cd2-df9404630f10 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:43:02.453966 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-30181ea5-70c6-4047-9cd2-df9404630f10 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:43:02.506949 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:43:02.531404 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-22795284-739a-481c-9ee7-b93d1f276062 None None] Provisioning complete for port 5c3e3175-3971-4828-9e0a-27d1ca659178 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:02.532526 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-22795284-739a-481c-9ee7-b93d1f276062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:02.596387 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-407e7b0c-c80a-4c8f-8f82-3e09394d997a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:02.606877 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8645e919-1e39-4a3c-b94d-d768eb9237e9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Router d8f0ec34-79eb-4e21-9dd6-4f19503c203d has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:43:02.656026 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:02.743405 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3,segment=NetworkSegment(b33708b5-3eea-492e-b38b-e4d332d21338),segment_id=b33708b5-3eea-492e-b38b-e4d332d21338)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:02.807747 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9607a9f4-e165-4d28-8dfe-8ef61a0517e9 None None] Transition to ACTIVE for port object fb45a4c5-d89b-44fa-b33e-81f9ed6ad267 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:02.836095 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:02.869898 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8645e919-1e39-4a3c-b94d-d768eb9237e9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:43:02.877181 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8645e919-1e39-4a3c-b94d-d768eb9237e9 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "PUT /v2.0/routers/d8f0ec34-79eb-4e21-9dd6-4f19503c203d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8384283 Apr 29 15:43:02.880899 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55086) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:02.883132 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c2669-50d0-4235-882d-a6b898ee7e78 None None] Sync routers for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:43:02.897963 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c2669-50d0-4235-882d-a6b898ee7e78 None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:43:02.899137 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-dc7c2669-50d0-4235-882d-a6b898ee7e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:02.901738 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9607a9f4-e165-4d28-8dfe-8ef61a0517e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:02.931002 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:02.933956 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c27a8a46-1aab-4405-972f-57322114fbca None None] Provisioning complete for port 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:02.934580 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c27a8a46-1aab-4405-972f-57322114fbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:02.967737 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-dc7c2669-50d0-4235-882d-a6b898ee7e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:02.973773 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5699ee45-3ac1-4667-8c96-1e5384f9dc0c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting subnet b768bc03-a6bc-4b69-b068-4a65285aa9b8 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:43:02.981248 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5699ee45-3ac1-4667-8c96-1e5384f9dc0c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:02.985308 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c2669-50d0-4235-882d-a6b898ee7e78 None None] Routers {'d8f0ec34-79eb-4e21-9dd6-4f19503c203d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:43:02.986094 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-dc7c2669-50d0-4235-882d-a6b898ee7e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:03.033587 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9607a9f4-e165-4d28-8dfe-8ef61a0517e9 None None] Network 36422fde-bf7e-4338-aa77-5981c4a397c0 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:03.038890 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-9607a9f4-e165-4d28-8dfe-8ef61a0517e9 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:03.044711 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9607a9f4-e165-4d28-8dfe-8ef61a0517e9 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:03.055068 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5699ee45-3ac1-4667-8c96-1e5384f9dc0c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.062758 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607a9f4-e165-4d28-8dfe-8ef61a0517e9 None None] Pushing event updated for resources: {'Port': ['ID=fb45a4c5-d89b-44fa-b33e-81f9ed6ad267,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:03.102838 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-30181ea5-70c6-4047-9cd2-df9404630f10 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.119673 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-dc7c2669-50d0-4235-882d-a6b898ee7e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:03.120333 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c2669-50d0-4235-882d-a6b898ee7e78 None None] The sync data for ids ['d8f0ec34-79eb-4e21-9dd6-4f19503c203d'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:43:03.151846 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-30181ea5-70c6-4047-9cd2-df9404630f10 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.179010 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30181ea5-70c6-4047-9cd2-df9404630f10 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Pushing event deleted for resources: {'Network': ['ID=43555f16-8885-41d3-903a-a70f880a6239,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:03.188536 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-30181ea5-70c6-4047-9cd2-df9404630f10 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] 10.222.0.21 "DELETE /v2.0/networks/43555f16-8885-41d3-903a-a70f880a6239 HTTP/1.1" status: 204 len: 168 time: 2.2083795 Apr 29 15:43:03.191190 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-9607a9f4-e165-4d28-8dfe-8ef61a0517e9 None None] Attempting to bind port fb45a4c5-d89b-44fa-b33e-81f9ed6ad267 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:43:03.191933 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-9607a9f4-e165-4d28-8dfe-8ef61a0517e9 None None] Attempting to bind port fb45a4c5-d89b-44fa-b33e-81f9ed6ad267 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'ddbea2bc-7b1f-4deb-a180-6a85fc439e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '36422fde-bf7e-4338-aa77-5981c4a397c0'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:43:03.192300 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9607a9f4-e165-4d28-8dfe-8ef61a0517e9 None None] Attempting to bind port fb45a4c5-d89b-44fa-b33e-81f9ed6ad267 on network 36422fde-bf7e-4338-aa77-5981c4a397c0 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:43:03.194951 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55090) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:03.211344 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9607a9f4-e165-4d28-8dfe-8ef61a0517e9 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:43:03.211718 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9607a9f4-e165-4d28-8dfe-8ef61a0517e9 None None] Checking segment: {'id': 'ddbea2bc-7b1f-4deb-a180-6a85fc439e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '36422fde-bf7e-4338-aa77-5981c4a397c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:43:03.212310 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9607a9f4-e165-4d28-8dfe-8ef61a0517e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.212861 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9607a9f4-e165-4d28-8dfe-8ef61a0517e9 None None] Bound using segment: {'id': 'ddbea2bc-7b1f-4deb-a180-6a85fc439e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '36422fde-bf7e-4338-aa77-5981c4a397c0'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:43:03.213506 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-9607a9f4-e165-4d28-8dfe-8ef61a0517e9 None None] Bound port: fb45a4c5-d89b-44fa-b33e-81f9ed6ad267, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbea2bc-7b1f-4deb-a180-6a85fc439e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '36422fde-bf7e-4338-aa77-5981c4a397c0'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:43:03.214045 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9607a9f4-e165-4d28-8dfe-8ef61a0517e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.220929 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-407e7b0c-c80a-4c8f-8f82-3e09394d997a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.320351 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-9607a9f4-e165-4d28-8dfe-8ef61a0517e9 None None] For port fb45a4c5-d89b-44fa-b33e-81f9ed6ad267, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:43:03.324674 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-9607a9f4-e165-4d28-8dfe-8ef61a0517e9 None None] For port fb45a4c5-d89b-44fa-b33e-81f9ed6ad267, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=fb45a4c5-d89b-44fa-b33e-81f9ed6ad267,segment=NetworkSegment(ddbea2bc-7b1f-4deb-a180-6a85fc439e7f),segment_id=ddbea2bc-7b1f-4deb-a180-6a85fc439e7f)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:43:03.327202 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9c818871-b112-464b-a18e-312d96dec411 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.391213 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9607a9f4-e165-4d28-8dfe-8ef61a0517e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.470437 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607a9f4-e165-4d28-8dfe-8ef61a0517e9 None None] Pushing event updated for resources: {'Port': ['ID=fb45a4c5-d89b-44fa-b33e-81f9ed6ad267,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:03.488469 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9c818871-b112-464b-a18e-312d96dec411 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.521766 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-61265c53-3e00-4722-a87e-51a699c306f1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.546994 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5699ee45-3ac1-4667-8c96-1e5384f9dc0c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.564579 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:03.574942 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-9c818871-b112-464b-a18e-312d96dec411 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55642435-4c15-42c9-89cf-e405c391fb36']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:03.646619 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-9c818871-b112-464b-a18e-312d96dec411 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0967161-4bd8-4d29-b105-0714395fc934') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:03.646842 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-9c818871-b112-464b-a18e-312d96dec411 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0967161-4bd8-4d29-b105-0714395fc934') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:03.680921 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9c818871-b112-464b-a18e-312d96dec411 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.718858 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-407e7b0c-c80a-4c8f-8f82-3e09394d997a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.721189 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9c818871-b112-464b-a18e-312d96dec411 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.745841 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:03.746868 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.750255 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c818871-b112-464b-a18e-312d96dec411 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:43:03.750255 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9c818871-b112-464b-a18e-312d96dec411 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.785161 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e7b0c-c80a-4c8f-8f82-3e09394d997a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee1c363-a638-4ba3-9712-8763220bd503,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:43:03.786845 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:43:03.798772 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-407e7b0c-c80a-4c8f-8f82-3e09394d997a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.805494 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d82cdbe-9c04-4cc4-b817-d3218ba4e63f None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:03.863618 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e7b0c-c80a-4c8f-8f82-3e09394d997a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:03.864119 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e7b0c-c80a-4c8f-8f82-3e09394d997a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:03.864527 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e7b0c-c80a-4c8f-8f82-3e09394d997a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:03.864984 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e7b0c-c80a-4c8f-8f82-3e09394d997a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:03.865396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e7b0c-c80a-4c8f-8f82-3e09394d997a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:03.865796 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e7b0c-c80a-4c8f-8f82-3e09394d997a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:03.866198 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e7b0c-c80a-4c8f-8f82-3e09394d997a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:03.866709 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e7b0c-c80a-4c8f-8f82-3e09394d997a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:03.867274 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e7b0c-c80a-4c8f-8f82-3e09394d997a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:03.867610 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e7b0c-c80a-4c8f-8f82-3e09394d997a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:03.867984 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e7b0c-c80a-4c8f-8f82-3e09394d997a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:03.877910 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5699ee45-3ac1-4667-8c96-1e5384f9dc0c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.930450 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cfd6a1e0-d9b8-429a-bcbc-11e6c91d3767 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.946845 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-407e7b0c-c80a-4c8f-8f82-3e09394d997a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/9ee1c363-a638-4ba3-9712-8763220bd503 HTTP/1.1" status: 204 len: 168 time: 2.9392345 Apr 29 15:43:03.952638 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699ee45-3ac1-4667-8c96-1e5384f9dc0c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Subnet': ['ID=b768bc03-a6bc-4b69-b068-4a65285aa9b8,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:03.954288 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55094) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:03.959607 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-61265c53-3e00-4722-a87e-51a699c306f1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.001716 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9c818871-b112-464b-a18e-312d96dec411 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.025792 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9c818871-b112-464b-a18e-312d96dec411 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.030209 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c818871-b112-464b-a18e-312d96dec411 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Pushing event deleted for resources: {'Network': ['ID=55642435-4c15-42c9-89cf-e405c391fb36,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:04.039576 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-61265c53-3e00-4722-a87e-51a699c306f1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Deleting port 73cb43ce-4c76-4184-90f5-cf1c46f4ddc8 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:04.039917 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-61265c53-3e00-4722-a87e-51a699c306f1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.043889 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202508e6-3afc-47f6-a5b5-29b757a45537 None None] Network 9f728f07-af82-4235-8ffe-d79713a7b9e2 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:04.075700 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c818871-b112-464b-a18e-312d96dec411 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:04.076050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c818871-b112-464b-a18e-312d96dec411 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:04.076391 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c818871-b112-464b-a18e-312d96dec411 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:04.076725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c818871-b112-464b-a18e-312d96dec411 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:04.077056 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c818871-b112-464b-a18e-312d96dec411 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:04.077412 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c818871-b112-464b-a18e-312d96dec411 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:04.077706 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c818871-b112-464b-a18e-312d96dec411 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:04.078030 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c818871-b112-464b-a18e-312d96dec411 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:04.078350 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c818871-b112-464b-a18e-312d96dec411 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:04.078694 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c818871-b112-464b-a18e-312d96dec411 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:04.079013 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c818871-b112-464b-a18e-312d96dec411 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:04.086195 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5699ee45-3ac1-4667-8c96-1e5384f9dc0c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.086195 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5699ee45-3ac1-4667-8c96-1e5384f9dc0c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/subnets/b768bc03-a6bc-4b69-b068-4a65285aa9b8 HTTP/1.1" status: 204 len: 168 time: 1.6411927 Apr 29 15:43:04.087721 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0935d14b-8abe-4c41-b480-b25f1fc2286c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1299832 Apr 29 15:43:04.098879 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9c818871-b112-464b-a18e-312d96dec411 tempest-QuotasNegativeTest-1505069502 tempest-QuotasNegativeTest-1505069502-project-admin] 10.222.0.21 "DELETE /v2.0/networks/55642435-4c15-42c9-89cf-e405c391fb36 HTTP/1.1" status: 204 len: 168 time: 0.9010611 Apr 29 15:43:04.103195 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55098) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:04.103525 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55100) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:04.148829 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-01734b3b-6ff8-4557-8f8f-762e5ac1e500 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:04.338981 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40e6c22-ad14-44a5-a4ad-5249cb73a29a None None] DHCP port deletion for 75e7f0f8-4897-4e20-8301-99a7eae75065 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:43:04.359461 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-c40e6c22-ad14-44a5-a4ad-5249cb73a29a None None] Deleting port 5c3e3175-3971-4828-9e0a-27d1ca659178 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:04.360160 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c40e6c22-ad14-44a5-a4ad-5249cb73a29a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.456731 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d87e3f05-3734-4c2b-925d-8af4c00d539e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.511699 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-01734b3b-6ff8-4557-8f8f-762e5ac1e500 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:04.517203 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-01734b3b-6ff8-4557-8f8f-762e5ac1e500 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:subnet and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:04.522137 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-d87e3f05-3734-4c2b-925d-8af4c00d539e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port 089b7cc9-f194-4c82-b80f-06a0da9f3ca7 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:04.522749 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d87e3f05-3734-4c2b-925d-8af4c00d539e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.599030 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-01734b3b-6ff8-4557-8f8f-762e5ac1e500 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:04.614060 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-cfd6a1e0-d9b8-429a-bcbc-11e6c91d3767 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Allocated IP 2001:db8::1 (cf31c267-db9d-445e-b23e-52d91038425c/ebac3c46-35cb-4552-96d9-5091f9e8875f/78910601-6176-40c4-b808-c76460cbdaea) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:04.626568 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce23bba-d6dd-4302-b431-0cb180e71bce None None] DHCP port deletion for 9f728f07-af82-4235-8ffe-d79713a7b9e2 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:43:04.644638 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-1ce23bba-d6dd-4302-b431-0cb180e71bce None None] Deleting port 089b7cc9-f194-4c82-b80f-06a0da9f3ca7 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:04.645170 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1ce23bba-d6dd-4302-b431-0cb180e71bce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.684896 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-01734b3b-6ff8-4557-8f8f-762e5ac1e500 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:04.704701 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-c40e6c22-ad14-44a5-a4ad-5249cb73a29a None None] For port 5c3e3175-3971-4828-9e0a-27d1ca659178, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=5c3e3175-3971-4828-9e0a-27d1ca659178,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:04.705199 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c40e6c22-ad14-44a5-a4ad-5249cb73a29a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.804850 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-61265c53-3e00-4722-a87e-51a699c306f1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.893824 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cfd6a1e0-d9b8-429a-bcbc-11e6c91d3767 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.894676 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-c40e6c22-ad14-44a5-a4ad-5249cb73a29a None None] Calling delete_port for 5c3e3175-3971-4828-9e0a-27d1ca659178 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:04.918556 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-cfd6a1e0-d9b8-429a-bcbc-11e6c91d3767 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Transition to ACTIVE for port object 78910601-6176-40c4-b808-c76460cbdaea will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:04.929210 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065ae37c-00ea-4d06-bb38-cb687b5fd6d2 None None] Network 36422fde-bf7e-4338-aa77-5981c4a397c0 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:05.030827 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cfd6a1e0-d9b8-429a-bcbc-11e6c91d3767 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.124856 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd6a1e0-d9b8-429a-bcbc-11e6c91d3767 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network cf31c267-db9d-445e-b23e-52d91038425c is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:05.127068 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-cfd6a1e0-d9b8-429a-bcbc-11e6c91d3767 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:05.131968 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd6a1e0-d9b8-429a-bcbc-11e6c91d3767 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:05.131968 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cfd6a1e0-d9b8-429a-bcbc-11e6c91d3767 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.140124 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01734b3b-6ff8-4557-8f8f-762e5ac1e500 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:05.151517 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-01734b3b-6ff8-4557-8f8f-762e5ac1e500 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.151623 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6a1e0-d9b8-429a-bcbc-11e6c91d3767 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Port': ['ID=78910601-6176-40c4-b808-c76460cbdaea,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:05.178522 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-61265c53-3e00-4722-a87e-51a699c306f1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Calling delete_port for 73cb43ce-4c76-4184-90f5-cf1c46f4ddc8 owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:05.266617 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-1ce23bba-d6dd-4302-b431-0cb180e71bce None None] For port 089b7cc9-f194-4c82-b80f-06a0da9f3ca7, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=089b7cc9-f194-4c82-b80f-06a0da9f3ca7,segment=NetworkSegment(4e271b84-df71-47bb-bde6-f143e347dd4d),segment_id=4e271b84-df71-47bb-bde6-f143e347dd4d)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:05.267016 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1ce23bba-d6dd-4302-b431-0cb180e71bce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.380880 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cfd6a1e0-d9b8-429a-bcbc-11e6c91d3767 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.388772 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-d87e3f05-3734-4c2b-925d-8af4c00d539e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] For port 089b7cc9-f194-4c82-b80f-06a0da9f3ca7, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=089b7cc9-f194-4c82-b80f-06a0da9f3ca7,segment=NetworkSegment(4e271b84-df71-47bb-bde6-f143e347dd4d),segment_id=4e271b84-df71-47bb-bde6-f143e347dd4d)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:05.389451 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d87e3f05-3734-4c2b-925d-8af4c00d539e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.486917 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55112) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:05.546331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-d87e3f05-3734-4c2b-925d-8af4c00d539e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Calling delete_port for 089b7cc9-f194-4c82-b80f-06a0da9f3ca7 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:05.570435 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c40e6c22-ad14-44a5-a4ad-5249cb73a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.580822 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-df567849-42d1-44c4-bc58-d8c77b1ddae2 None None] Provisioning for port fb45a4c5-d89b-44fa-b33e-81f9ed6ad267 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:05.621396 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-1ce23bba-d6dd-4302-b431-0cb180e71bce None None] Calling delete_port for 089b7cc9-f194-4c82-b80f-06a0da9f3ca7 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:05.666741 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device fb45a4c5-d89b-44fa-b33e-81f9ed6ad267 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:05.695366 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e6c22-ad14-44a5-a4ad-5249cb73a29a None None] Pushing event deleted for resources: {'Port': ['ID=5c3e3175-3971-4828-9e0a-27d1ca659178,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:05.768299 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40e6c22-ad14-44a5-a4ad-5249cb73a29a None None] No DVR routers for this DVR port 5c3e3175-3971-4828-9e0a-27d1ca659178 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:43:05.780973 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-63668f07-835b-43d1-ad06-c892d10c20ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.812707 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d87e3f05-3734-4c2b-925d-8af4c00d539e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.838104 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-1ce23bba-d6dd-4302-b431-0cb180e71bce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:43:05.838794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-1ce23bba-d6dd-4302-b431-0cb180e71bce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:43:05.845516 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-63668f07-835b-43d1-ad06-c892d10c20ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:05.858166 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-63668f07-835b-43d1-ad06-c892d10c20ed admin admin] Usage tracker for resource:security_group_rule and tenant:40418073038c435e883929867386e296 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:05.862881 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-63668f07-835b-43d1-ad06-c892d10c20ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:05.873960 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-63668f07-835b-43d1-ad06-c892d10c20ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:05.917097 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e3f05-3734-4c2b-925d-8af4c00d539e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Port': ['ID=089b7cc9-f194-4c82-b80f-06a0da9f3ca7,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:05.917097 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87e3f05-3734-4c2b-925d-8af4c00d539e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] No DVR routers for this DVR port 089b7cc9-f194-4c82-b80f-06a0da9f3ca7 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:43:05.936094 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port fb45a4c5-d89b-44fa-b33e-81f9ed6ad267 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:05.943059 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port fb45a4c5-d89b-44fa-b33e-81f9ed6ad267 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:05.943521 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.986699 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d0764a99-fbc5-433b-987e-a7488121721a None None] Provisioning for port 78910601-6176-40c4-b808-c76460cbdaea completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:06.011784 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d0764a99-fbc5-433b-987e-a7488121721a None None] Provisioning complete for port 78910601-6176-40c4-b808-c76460cbdaea triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:06.012611 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d0764a99-fbc5-433b-987e-a7488121721a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.044984 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d87e3f05-3734-4c2b-925d-8af4c00d539e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.077674 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-d87e3f05-3734-4c2b-925d-8af4c00d539e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f728f07-af82-4235-8ffe-d79713a7b9e2']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:06.130087 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-01734b3b-6ff8-4557-8f8f-762e5ac1e500 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.150164 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d0764a99-fbc5-433b-987e-a7488121721a None None] Port 78910601-6176-40c4-b808-c76460cbdaea cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:43:06.168101 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-d87e3f05-3734-4c2b-925d-8af4c00d539e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e271b84-df71-47bb-bde6-f143e347dd4d') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:06.168695 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-d87e3f05-3734-4c2b-925d-8af4c00d539e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e271b84-df71-47bb-bde6-f143e347dd4d') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:06.184619 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.206434 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-63668f07-835b-43d1-ad06-c892d10c20ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.211524 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d87e3f05-3734-4c2b-925d-8af4c00d539e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.229763 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port fb45a4c5-d89b-44fa-b33e-81f9ed6ad267, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=fb45a4c5-d89b-44fa-b33e-81f9ed6ad267,segment=NetworkSegment(ddbea2bc-7b1f-4deb-a180-6a85fc439e7f),segment_id=ddbea2bc-7b1f-4deb-a180-6a85fc439e7f)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:06.230467 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cfd6a1e0-d9b8-429a-bcbc-11e6c91d3767 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.251158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01734b3b-6ff8-4557-8f8f-762e5ac1e500 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:06.254389 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d87e3f05-3734-4c2b-925d-8af4c00d539e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.258648 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-01734b3b-6ff8-4557-8f8f-762e5ac1e500 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:06.262587 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01734b3b-6ff8-4557-8f8f-762e5ac1e500 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=76101bbf-6dbe-4ef2-a0ed-155673df18e6,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:06.266354 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01734b3b-6ff8-4557-8f8f-762e5ac1e500 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:06.266764 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-01734b3b-6ff8-4557-8f8f-762e5ac1e500 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.268379 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a327320-404f-4955-ae39-c7752c748d4c None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:06.270912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87e3f05-3734-4c2b-925d-8af4c00d539e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:43:06.271197 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d87e3f05-3734-4c2b-925d-8af4c00d539e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:43:06.287473 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:43:06.304576 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-63668f07-835b-43d1-ad06-c892d10c20ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.343412 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-1ce23bba-d6dd-4302-b431-0cb180e71bce None None] Deleting port 089b7cc9-f194-4c82-b80f-06a0da9f3ca7 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:06.343795 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1ce23bba-d6dd-4302-b431-0cb180e71bce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.350281 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63668f07-835b-43d1-ad06-c892d10c20ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1fbae1-4c86-418e-a006-2f790f95e69a,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:06.356525 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-63668f07-835b-43d1-ad06-c892d10c20ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40418073038c435e883929867386e296&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8650446 Apr 29 15:43:06.362835 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cfd6a1e0-d9b8-429a-bcbc-11e6c91d3767 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.362835 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cfd6a1e0-d9b8-429a-bcbc-11e6c91d3767 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.372438 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55118) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:06.387139 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.387733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-61265c53-3e00-4722-a87e-51a699c306f1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.446904 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5f000399-7567-4b67-bcbb-0307b0d4ddc7 None None] Provisioning complete for port fb45a4c5-d89b-44fa-b33e-81f9ed6ad267 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:06.446904 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5f000399-7567-4b67-bcbb-0307b0d4ddc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.455658 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61265c53-3e00-4722-a87e-51a699c306f1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event deleted for resources: {'Port': ['ID=73cb43ce-4c76-4184-90f5-cf1c46f4ddc8,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:06.507765 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-01734b3b-6ff8-4557-8f8f-762e5ac1e500 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3985271 Apr 29 15:43:06.513402 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55122) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:06.514276 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6a1e0-d9b8-429a-bcbc-11e6c91d3767 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Port': ['ID=78910601-6176-40c4-b808-c76460cbdaea,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:06.525833 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-bc35b229-517b-44c4-b37e-18c579f6ff02 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:06.540327 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 089b7cc9-f194-4c82-b80f-06a0da9f3ca7 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:43:06.549346 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d87e3f05-3734-4c2b-925d-8af4c00d539e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.571579 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-1ce23bba-d6dd-4302-b431-0cb180e71bce None None] The port '089b7cc9-f194-4c82-b80f-06a0da9f3ca7' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:43:06.586859 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d87e3f05-3734-4c2b-925d-8af4c00d539e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.602403 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e3f05-3734-4c2b-925d-8af4c00d539e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Network': ['ID=9f728f07-af82-4235-8ffe-d79713a7b9e2,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:06.608319 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d87e3f05-3734-4c2b-925d-8af4c00d539e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/networks/9f728f07-af82-4235-8ffe-d79713a7b9e2 HTTP/1.1" status: 204 len: 168 time: 2.5027723 Apr 29 15:43:06.618548 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55126) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:06.620061 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 089b7cc9-f194-4c82-b80f-06a0da9f3ca7 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:43:06.620411 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 089b7cc9-f194-4c82-b80f-06a0da9f3ca7 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:43:06.620898 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 5c3e3175-3971-4828-9e0a-27d1ca659178 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:43:06.687794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 5c3e3175-3971-4828-9e0a-27d1ca659178 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:43:06.688372 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 5c3e3175-3971-4828-9e0a-27d1ca659178 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:43:06.700302 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd6a1e0-d9b8-429a-bcbc-11e6c91d3767 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network cf31c267-db9d-445e-b23e-52d91038425c is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:06.700302 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-cfd6a1e0-d9b8-429a-bcbc-11e6c91d3767 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:06.716019 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=fb45a4c5-d89b-44fa-b33e-81f9ed6ad267,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:06.734237 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:06.734614 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:06.735145 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:06.735629 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:06.736161 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:06.736750 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:06.737654 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:06.738147 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:06.738667 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:06.740574 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:06.741078 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:06.749733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-71a22fbb-746e-464d-ac7b-5b8547fc2b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.860009 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-bc35b229-517b-44c4-b37e-18c579f6ff02 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:06.901347 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-bc35b229-517b-44c4-b37e-18c579f6ff02 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:subnet and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:06.906413 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-bc35b229-517b-44c4-b37e-18c579f6ff02 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:06.915040 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-bc35b229-517b-44c4-b37e-18c579f6ff02 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:06.927846 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2e0882-3900-4843-99a5-2b77a972c4f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-75e7f0f8-4897-4e20-8301-99a7eae75065', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'fixed_ips': [{'subnet_id': '76101bbf-6dbe-4ef2-a0ed-155673df18e6'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:43:06.928922 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0882-3900-4843-99a5-2b77a972c4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:07.039672 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-61265c53-3e00-4722-a87e-51a699c306f1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:07.100934 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-71a22fbb-746e-464d-ac7b-5b8547fc2b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:07.116773 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1c6860-d7a4-4e23-baaa-6430fa973195 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:07.117350 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5e1c6860-d7a4-4e23-baaa-6430fa973195 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Synchronizing usage tracker for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:07.147839 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-4d2e0882-3900-4843-99a5-2b77a972c4f5 None None] Allocated IP 172.20.0.2 (75e7f0f8-4897-4e20-8301-99a7eae75065/76101bbf-6dbe-4ef2-a0ed-155673df18e6/6f3eeea2-2e62-4f28-b0d5-837fd37af46b) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:07.152388 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-48601000-454a-4c6c-8bf8-825c6668e8d6 None None] Provisioning complete for port 78910601-6176-40c4-b808-c76460cbdaea triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:07.152751 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-48601000-454a-4c6c-8bf8-825c6668e8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:07.172872 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc35b229-517b-44c4-b37e-18c579f6ff02 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:07.174651 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bc35b229-517b-44c4-b37e-18c579f6ff02 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:07.231241 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-48601000-454a-4c6c-8bf8-825c6668e8d6 None None] Port 78910601-6176-40c4-b808-c76460cbdaea cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:43:07.263384 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd6a1e0-d9b8-429a-bcbc-11e6c91d3767 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Router e50f264e-05f2-4871-ac50-c876e6551c94 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:43:07.353616 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5e1c6860-d7a4-4e23-baaa-6430fa973195 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Unset dirty status for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:07.354890 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5e1c6860-d7a4-4e23-baaa-6430fa973195 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports/90b970c0-d708-423d-88a4-df5a12865e74 HTTP/1.1" status: 200 len: 840 time: 0.7332838 Apr 29 15:43:07.359830 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55130) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:07.410331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-61265c53-3e00-4722-a87e-51a699c306f1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:07.432205 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-61265c53-3e00-4722-a87e-51a699c306f1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:07.445328 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8590b059-ea7f-4291-be6d-5a65980fa1d1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports/90b970c0-d708-423d-88a4-df5a12865e74?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0844138 Apr 29 15:43:07.449362 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55134) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:07.456952 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-9cdf8d9b-8791-4540-b04c-6e54689bbaa5 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'subnet': {'network_id': '8e793cc7-821d-4265-8f7a-6b3f666df1cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:07.490380 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0882-3900-4843-99a5-2b77a972c4f5 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:07.504662 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4d2e0882-3900-4843-99a5-2b77a972c4f5 None None] Transition to ACTIVE for port object 6f3eeea2-2e62-4f28-b0d5-837fd37af46b will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:07.506525 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd6a1e0-d9b8-429a-bcbc-11e6c91d3767 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:43:07.541727 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-71a22fbb-746e-464d-ac7b-5b8547fc2b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:07.574703 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dafe37-4c26-406f-bd85-83fd59292d6b None None] Sync routers for ids ['e50f264e-05f2-4871-ac50-c876e6551c94'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:43:07.579423 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-cfd6a1e0-d9b8-429a-bcbc-11e6c91d3767 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "PUT /v2.0/routers/e50f264e-05f2-4871-ac50-c876e6551c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6165452 Apr 29 15:43:07.584245 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-71a22fbb-746e-464d-ac7b-5b8547fc2b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:07.585467 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-71a22fbb-746e-464d-ac7b-5b8547fc2b72 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd1fbae1-4c86-418e-a006-2f790f95e69a HTTP/1.1" status: 204 len: 168 time: 1.2076645 Apr 29 15:43:07.587626 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55138) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:07.589795 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a22fbb-746e-464d-ac7b-5b8547fc2b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1fbae1-4c86-418e-a006-2f790f95e69a,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:07.599134 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dafe37-4c26-406f-bd85-83fd59292d6b None None] Routers {'e50f264e-05f2-4871-ac50-c876e6551c94'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:43:07.600049 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-69dafe37-4c26-406f-bd85-83fd59292d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['e50f264e-05f2-4871-ac50-c876e6551c94'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:07.650643 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-61265c53-3e00-4722-a87e-51a699c306f1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:07.652495 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61265c53-3e00-4722-a87e-51a699c306f1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Fanout notify agent at l3_agent the message router_deleted on router d8f0ec34-79eb-4e21-9dd6-4f19503c203d {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:43:07.666530 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4d2e0882-3900-4843-99a5-2b77a972c4f5 None None] Transition to ACTIVE for port object 6f3eeea2-2e62-4f28-b0d5-837fd37af46b will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:07.672862 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-61265c53-3e00-4722-a87e-51a699c306f1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:07.675852 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-61265c53-3e00-4722-a87e-51a699c306f1 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "DELETE /v2.0/routers/d8f0ec34-79eb-4e21-9dd6-4f19503c203d HTTP/1.1" status: 204 len: 168 time: 4.7927613 Apr 29 15:43:07.684229 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55144) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:07.686012 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9cdf8d9b-8791-4540-b04c-6e54689bbaa5 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:07.690333 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device fb45a4c5-d89b-44fa-b33e-81f9ed6ad267 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:07.691784 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9cdf8d9b-8791-4540-b04c-6e54689bbaa5 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:subnet and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:07.693978 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffa9993-1de8-4578-894f-7591f34313b6 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:07.694696 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fffa9993-1de8-4578-894f-7591f34313b6 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Synchronizing usage tracker for tenant:72863ce39b024e9da16162dddbf6a3b4 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:07.695907 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9cdf8d9b-8791-4540-b04c-6e54689bbaa5 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:07.707285 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9cdf8d9b-8791-4540-b04c-6e54689bbaa5 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:07.752484 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-69dafe37-4c26-406f-bd85-83fd59292d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:07.788759 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dafe37-4c26-406f-bd85-83fd59292d6b None None] Routers {'e50f264e-05f2-4871-ac50-c876e6551c94'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:43:07.789391 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-69dafe37-4c26-406f-bd85-83fd59292d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['e50f264e-05f2-4871-ac50-c876e6551c94'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:07.836748 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdf8d9b-8791-4540-b04c-6e54689bbaa5 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:07.852608 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0882-3900-4843-99a5-2b77a972c4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:07.885518 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-69dafe37-4c26-406f-bd85-83fd59292d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:07.887163 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dafe37-4c26-406f-bd85-83fd59292d6b None None] The sync data for ids ['e50f264e-05f2-4871-ac50-c876e6551c94'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:43:07.932237 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2e0882-3900-4843-99a5-2b77a972c4f5 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:07.938581 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-4d2e0882-3900-4843-99a5-2b77a972c4f5 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:07.944551 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2e0882-3900-4843-99a5-2b77a972c4f5 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:07.947680 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e0882-3900-4843-99a5-2b77a972c4f5 None None] Pushing event updated for resources: {'Port': ['ID=6f3eeea2-2e62-4f28-b0d5-837fd37af46b,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:07.952079 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port fb45a4c5-d89b-44fa-b33e-81f9ed6ad267 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:07.952451 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:07.968496 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9cdf8d9b-8791-4540-b04c-6e54689bbaa5 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:08.019746 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fffa9993-1de8-4578-894f-7591f34313b6 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Unset dirty status for tenant:72863ce39b024e9da16162dddbf6a3b4 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:08.021147 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fffa9993-1de8-4578-894f-7591f34313b6 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "GET /v2.0/ports/78910601-6176-40c4-b808-c76460cbdaea HTTP/1.1" status: 200 len: 911 time: 0.4294226 Apr 29 15:43:08.026008 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55150) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:08.090208 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-4d2e0882-3900-4843-99a5-2b77a972c4f5 None None] Attempting to bind port 6f3eeea2-2e62-4f28-b0d5-837fd37af46b on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:43:08.090601 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-4d2e0882-3900-4843-99a5-2b77a972c4f5 None None] Attempting to bind port 6f3eeea2-2e62-4f28-b0d5-837fd37af46b by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:43:08.090967 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2e0882-3900-4843-99a5-2b77a972c4f5 None None] Attempting to bind port 6f3eeea2-2e62-4f28-b0d5-837fd37af46b on network 75e7f0f8-4897-4e20-8301-99a7eae75065 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:43:08.102522 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2e0882-3900-4843-99a5-2b77a972c4f5 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:43:08.102949 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2e0882-3900-4843-99a5-2b77a972c4f5 None None] Checking segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:43:08.107748 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0882-3900-4843-99a5-2b77a972c4f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:08.107748 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2e0882-3900-4843-99a5-2b77a972c4f5 None None] Bound using segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:43:08.107748 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-4d2e0882-3900-4843-99a5-2b77a972c4f5 None None] Bound port: 6f3eeea2-2e62-4f28-b0d5-837fd37af46b, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:43:08.107748 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0882-3900-4843-99a5-2b77a972c4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:08.256476 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-4d2e0882-3900-4843-99a5-2b77a972c4f5 None None] For port 6f3eeea2-2e62-4f28-b0d5-837fd37af46b, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:43:08.259786 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-4d2e0882-3900-4843-99a5-2b77a972c4f5 None None] For port 6f3eeea2-2e62-4f28-b0d5-837fd37af46b, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6f3eeea2-2e62-4f28-b0d5-837fd37af46b,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:43:08.275998 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36f72a0-5a0c-4df2-8d19-9750f4630080 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Deleting subnet 004b28b8-ae86-4bae-9f33-d1282dc30853 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:43:08.305457 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a36f72a0-5a0c-4df2-8d19-9750f4630080 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:08.356091 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0882-3900-4843-99a5-2b77a972c4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:08.387351 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a36f72a0-5a0c-4df2-8d19-9750f4630080 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:08.433490 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.objects.ports [None req-bc35b229-517b-44c4-b37e-18c579f6ff02 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84771) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 15:43:08.441912 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e0882-3900-4843-99a5-2b77a972c4f5 None None] Pushing event updated for resources: {'Port': ['ID=6f3eeea2-2e62-4f28-b0d5-837fd37af46b,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:08.447308 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9cdf8d9b-8791-4540-b04c-6e54689bbaa5 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:08.486703 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55154) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:08.525558 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a36f72a0-5a0c-4df2-8d19-9750f4630080 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:08.532870 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5d17a883-62e0-4e05-b053-74ad0ca46a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:08.554984 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdf8d9b-8791-4540-b04c-6e54689bbaa5 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network 8e793cc7-821d-4265-8f7a-6b3f666df1cd is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:08.577931 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf8d9b-8791-4540-b04c-6e54689bbaa5 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Subnet': ['ID=85a3a4cd-588c-41f6-be0f-85d9be46e7ad,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:08.581574 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-9cdf8d9b-8791-4540-b04c-6e54689bbaa5 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:08.584374 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdf8d9b-8791-4540-b04c-6e54689bbaa5 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:08.585139 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9cdf8d9b-8791-4540-b04c-6e54689bbaa5 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:08.592549 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cb37c3-090c-4f2c-9299-9c729b59fc81 None None] Network 8e793cc7-821d-4265-8f7a-6b3f666df1cd requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:08.600197 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5d17a883-62e0-4e05-b053-74ad0ca46a1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:08.608158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5d17a883-62e0-4e05-b053-74ad0ca46a1b admin admin] Usage tracker for resource:security_group_rule and tenant:d525725ceeb14c27a54a3b1c4199538b is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:08.615894 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5d17a883-62e0-4e05-b053-74ad0ca46a1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:08.626089 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5d17a883-62e0-4e05-b053-74ad0ca46a1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:08.712469 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9cdf8d9b-8791-4540-b04c-6e54689bbaa5 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2593656 Apr 29 15:43:08.713631 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55158) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:08.723423 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5d17a883-62e0-4e05-b053-74ad0ca46a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:08.733571 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7faada86-abc8-447c-821e-3355f2ec8108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'security_group': {'name': 'tempest-secgroup-770062175'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:08.748377 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7faada86-abc8-447c-821e-3355f2ec8108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:08.777416 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7faada86-abc8-447c-821e-3355f2ec8108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:security_group and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:08.783623 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7faada86-abc8-447c-821e-3355f2ec8108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:08.794123 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7faada86-abc8-447c-821e-3355f2ec8108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:08.819410 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5d17a883-62e0-4e05-b053-74ad0ca46a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:08.886055 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17a883-62e0-4e05-b053-74ad0ca46a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c5b3dc-385f-4793-abd3-9ac1f15cc344,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:08.895933 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5d17a883-62e0-4e05-b053-74ad0ca46a1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d525725ceeb14c27a54a3b1c4199538b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4042685 Apr 29 15:43:08.898199 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55162) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:08.916323 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a36f72a0-5a0c-4df2-8d19-9750f4630080 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:08.962719 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a7e4b6-e4c1-49e3-9e11-3c8db56edbfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-8e793cc7-821d-4265-8f7a-6b3f666df1cd', 'network_id': '8e793cc7-821d-4265-8f7a-6b3f666df1cd', 'tenant_id': '91bb22a2ab704c6d85079e8d3f0117f8', 'fixed_ips': [{'subnet_id': '85a3a4cd-588c-41f6-be0f-85d9be46e7ad'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:43:08.969986 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e4b6-e4c1-49e3-9e11-3c8db56edbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:08.980237 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7faada86-abc8-447c-821e-3355f2ec8108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:08.984120 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dfc2bd1f-aa49-4404-b30a-6f2b813e5401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:08.998186 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f72a0-5a0c-4df2-8d19-9750f4630080 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event deleted for resources: {'Subnet': ['ID=004b28b8-ae86-4bae-9f33-d1282dc30853,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:09.024945 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dfc2bd1f-aa49-4404-b30a-6f2b813e5401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.041217 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a36f72a0-5a0c-4df2-8d19-9750f4630080 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.053968 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bc35b229-517b-44c4-b37e-18c579f6ff02 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.086870 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a36f72a0-5a0c-4df2-8d19-9750f4630080 tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "DELETE /v2.0/subnets/004b28b8-ae86-4bae-9f33-d1282dc30853 HTTP/1.1" status: 204 len: 168 time: 1.3995869 Apr 29 15:43:09.090218 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55166) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:09.100765 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7faada86-abc8-447c-821e-3355f2ec8108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:09.144101 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-a7a7e4b6-e4c1-49e3-9e11-3c8db56edbfa None None] Allocated IP 172.20.0.2 (8e793cc7-821d-4265-8f7a-6b3f666df1cd/85a3a4cd-588c-41f6-be0f-85d9be46e7ad/46de3322-9012-4af1-9225-5347ca7b0726) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:09.175947 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dfc2bd1f-aa49-4404-b30a-6f2b813e5401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.196041 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7faada86-abc8-447c-821e-3355f2ec8108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:security_group_rule and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:09.205075 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2bd1f-aa49-4404-b30a-6f2b813e5401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c5b3dc-385f-4793-abd3-9ac1f15cc344,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:09.213825 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7faada86-abc8-447c-821e-3355f2ec8108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:09.217178 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dfc2bd1f-aa49-4404-b30a-6f2b813e5401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.224277 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-dfc2bd1f-aa49-4404-b30a-6f2b813e5401 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37c5b3dc-385f-4793-abd3-9ac1f15cc344 HTTP/1.1" status: 204 len: 168 time: 0.3247614 Apr 29 15:43:09.266377 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3db42d7d-e22d-463c-b08d-924da167b57e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.305778 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7faada86-abc8-447c-821e-3355f2ec8108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:09.415287 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e4b6-e4c1-49e3-9e11-3c8db56edbfa None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.436888 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a7a7e4b6-e4c1-49e3-9e11-3c8db56edbfa None None] Transition to ACTIVE for port object 46de3322-9012-4af1-9225-5347ca7b0726 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:09.455312 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3db42d7d-e22d-463c-b08d-924da167b57e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.464735 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a7a7e4b6-e4c1-49e3-9e11-3c8db56edbfa None None] Transition to ACTIVE for port object 46de3322-9012-4af1-9225-5347ca7b0726 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:09.534329 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e4b6-e4c1-49e3-9e11-3c8db56edbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.544004 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7faada86-abc8-447c-821e-3355f2ec8108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.546887 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-3db42d7d-e22d-463c-b08d-924da167b57e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2623ead6-5230-4e26-91b4-c4aca786b5d9']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:09.572904 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-3db42d7d-e22d-463c-b08d-924da167b57e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c8524dd-fcac-475f-ba91-ecfb21ab3628') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:09.573337 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-3db42d7d-e22d-463c-b08d-924da167b57e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c8524dd-fcac-475f-ba91-ecfb21ab3628') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:09.586524 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3db42d7d-e22d-463c-b08d-924da167b57e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.606809 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7faada86-abc8-447c-821e-3355f2ec8108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.613744 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3db42d7d-e22d-463c-b08d-924da167b57e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.638647 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db42d7d-e22d-463c-b08d-924da167b57e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:43:09.639423 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3db42d7d-e22d-463c-b08d-924da167b57e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.644729 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 6f3eeea2-2e62-4f28-b0d5-837fd37af46b up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:09.650264 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-bc35b229-517b-44c4-b37e-18c579f6ff02 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] For port 6f3eeea2-2e62-4f28-b0d5-837fd37af46b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6f3eeea2-2e62-4f28-b0d5-837fd37af46b,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:43:09.661146 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:43:09.737891 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faada86-abc8-447c-821e-3355f2ec8108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9ee6c6-ab70-45ce-ad13-9f2621bb0f37,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:09.749134 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a7e4b6-e4c1-49e3-9e11-3c8db56edbfa None None] Network 8e793cc7-821d-4265-8f7a-6b3f666df1cd is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:09.759350 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bc35b229-517b-44c4-b37e-18c579f6ff02 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.765524 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7faada86-abc8-447c-821e-3355f2ec8108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.769548 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7faada86-abc8-447c-821e-3355f2ec8108 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0488520 Apr 29 15:43:09.773063 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55174) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:09.781076 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-a7a7e4b6-e4c1-49e3-9e11-3c8db56edbfa None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:09.781323 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-fc5c43b8-f377-4589-b9a9-73d69bf168e6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'security_group': {'name': 'tempest-secgroup-251821299'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:09.789938 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a7e4b6-e4c1-49e3-9e11-3c8db56edbfa None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:09.791658 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-fc5c43b8-f377-4589-b9a9-73d69bf168e6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:09.800679 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fc5c43b8-f377-4589-b9a9-73d69bf168e6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:security_group and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:09.806563 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fc5c43b8-f377-4589-b9a9-73d69bf168e6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:09.822628 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7e4b6-e4c1-49e3-9e11-3c8db56edbfa None None] Pushing event updated for resources: {'Port': ['ID=46de3322-9012-4af1-9225-5347ca7b0726,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:09.847947 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-fc5c43b8-f377-4589-b9a9-73d69bf168e6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:09.860359 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bc35b229-517b-44c4-b37e-18c579f6ff02 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.861288 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bc35b229-517b-44c4-b37e-18c579f6ff02 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.963622 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-a7a7e4b6-e4c1-49e3-9e11-3c8db56edbfa None None] Attempting to bind port 46de3322-9012-4af1-9225-5347ca7b0726 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:43:09.964505 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-a7a7e4b6-e4c1-49e3-9e11-3c8db56edbfa None None] Attempting to bind port 46de3322-9012-4af1-9225-5347ca7b0726 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '10a7ecb1-2c85-42b2-854b-3112ccf8420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8e793cc7-821d-4265-8f7a-6b3f666df1cd'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:43:09.965018 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a7e4b6-e4c1-49e3-9e11-3c8db56edbfa None None] Attempting to bind port 46de3322-9012-4af1-9225-5347ca7b0726 on network 8e793cc7-821d-4265-8f7a-6b3f666df1cd {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:43:09.975655 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a7e4b6-e4c1-49e3-9e11-3c8db56edbfa None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:43:09.976075 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a7e4b6-e4c1-49e3-9e11-3c8db56edbfa None None] Checking segment: {'id': '10a7ecb1-2c85-42b2-854b-3112ccf8420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8e793cc7-821d-4265-8f7a-6b3f666df1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:43:09.977576 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e4b6-e4c1-49e3-9e11-3c8db56edbfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.977576 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a7e4b6-e4c1-49e3-9e11-3c8db56edbfa None None] Bound using segment: {'id': '10a7ecb1-2c85-42b2-854b-3112ccf8420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8e793cc7-821d-4265-8f7a-6b3f666df1cd'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:43:09.977576 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-a7a7e4b6-e4c1-49e3-9e11-3c8db56edbfa None None] Bound port: 46de3322-9012-4af1-9225-5347ca7b0726, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a7ecb1-2c85-42b2-854b-3112ccf8420a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8e793cc7-821d-4265-8f7a-6b3f666df1cd'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:43:09.977848 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e4b6-e4c1-49e3-9e11-3c8db56edbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.038240 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 6f3eeea2-2e62-4f28-b0d5-837fd37af46b completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:10.058690 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3db42d7d-e22d-463c-b08d-924da167b57e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.097036 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3db42d7d-e22d-463c-b08d-924da167b57e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.107670 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3db42d7d-e22d-463c-b08d-924da167b57e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] 10.222.0.21 "DELETE /v2.0/networks/2623ead6-5230-4e26-91b4-c4aca786b5d9 HTTP/1.1" status: 204 len: 168 time: 1.0152299 Apr 29 15:43:10.118472 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db42d7d-e22d-463c-b08d-924da167b57e tempest-FloatingIPTestJSON-1554819372 tempest-FloatingIPTestJSON-1554819372-project] Pushing event deleted for resources: {'Network': ['ID=2623ead6-5230-4e26-91b4-c4aca786b5d9,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:10.176043 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a7a7e4b6-e4c1-49e3-9e11-3c8db56edbfa None None] For port 46de3322-9012-4af1-9225-5347ca7b0726, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:43:10.177272 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e52e0bf3-38c8-400d-812d-5badc5dafcf3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.180272 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a7a7e4b6-e4c1-49e3-9e11-3c8db56edbfa None None] For port 46de3322-9012-4af1-9225-5347ca7b0726, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=46de3322-9012-4af1-9225-5347ca7b0726,segment=NetworkSegment(10a7ecb1-2c85-42b2-854b-3112ccf8420a),segment_id=10a7ecb1-2c85-42b2-854b-3112ccf8420a)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:43:10.189969 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc35b229-517b-44c4-b37e-18c579f6ff02 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:10.198539 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-bc35b229-517b-44c4-b37e-18c579f6ff02 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:10.201080 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35b229-517b-44c4-b37e-18c579f6ff02 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:10.201652 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bc35b229-517b-44c4-b37e-18c579f6ff02 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.205920 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b588e8-5e32-4dcd-819d-682f86dd0326 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:10.222721 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35b229-517b-44c4-b37e-18c579f6ff02 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=6f3eeea2-2e62-4f28-b0d5-837fd37af46b,revision_number=4']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:10.226695 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35b229-517b-44c4-b37e-18c579f6ff02 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=304a7e2b-c0f0-4a08-bc62-11a4a2852b5c,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:10.232752 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fc5c43b8-f377-4589-b9a9-73d69bf168e6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.283566 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c823c621-9e2d-4672-9b88-8afc8cb3ea77 None None] Provisioning for port 6f3eeea2-2e62-4f28-b0d5-837fd37af46b completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:10.294093 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c823c621-9e2d-4672-9b88-8afc8cb3ea77 None None] Provisioning complete for port 6f3eeea2-2e62-4f28-b0d5-837fd37af46b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:10.294466 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c823c621-9e2d-4672-9b88-8afc8cb3ea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.325680 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e4b6-e4c1-49e3-9e11-3c8db56edbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.372983 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-bc35b229-517b-44c4-b37e-18c579f6ff02 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8557532 Apr 29 15:43:10.375801 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55188) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:10.381853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-c4ebc5e7-54c8-4eec-9563-a39171eed6de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'mac_address': 'fa:16:3e:db:ee:84', 'name': 'tempest-NetworksTestDHCPv6-1917003106'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:10.422272 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-fc5c43b8-f377-4589-b9a9-73d69bf168e6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:10.434840 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fc5c43b8-f377-4589-b9a9-73d69bf168e6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:security_group_rule and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:10.472006 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fc5c43b8-f377-4589-b9a9-73d69bf168e6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:10.479468 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-fc5c43b8-f377-4589-b9a9-73d69bf168e6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:10.581668 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c4ebc5e7-54c8-4eec-9563-a39171eed6de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:10.606673 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7e4b6-e4c1-49e3-9e11-3c8db56edbfa None None] Pushing event updated for resources: {'Port': ['ID=46de3322-9012-4af1-9225-5347ca7b0726,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:10.611415 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c4ebc5e7-54c8-4eec-9563-a39171eed6de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:port and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:10.615838 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c4ebc5e7-54c8-4eec-9563-a39171eed6de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:10.649795 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c4ebc5e7-54c8-4eec-9563-a39171eed6de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:10.681259 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fc5c43b8-f377-4589-b9a9-73d69bf168e6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.709573 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c823c621-9e2d-4672-9b88-8afc8cb3ea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.727326 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ebc5e7-54c8-4eec-9563-a39171eed6de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:10.778027 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fc5c43b8-f377-4589-b9a9-73d69bf168e6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.803345 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-e52e0bf3-38c8-400d-812d-5badc5dafcf3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Allocated IP 2001:db8:1::1 (36422fde-bf7e-4338-aa77-5981c4a397c0/da3e9604-618b-4b17-b807-e80ee75c6330/4d824a91-ccb0-4402-ab96-e55cb9e9f780) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:10.842958 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-c823c621-9e2d-4672-9b88-8afc8cb3ea77 None None] For port 6f3eeea2-2e62-4f28-b0d5-837fd37af46b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6f3eeea2-2e62-4f28-b0d5-837fd37af46b,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:10.898345 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c823c621-9e2d-4672-9b88-8afc8cb3ea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.952778 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55198) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:11.006594 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823c621-9e2d-4672-9b88-8afc8cb3ea77 None None] Pushing event updated for resources: {'Port': ['ID=6f3eeea2-2e62-4f28-b0d5-837fd37af46b,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:11.007119 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c43b8-f377-4589-b9a9-73d69bf168e6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f49790-07a3-4a1b-9252-e4910d7cc20a,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:11.018393 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fc5c43b8-f377-4589-b9a9-73d69bf168e6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:11.018393 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fc5c43b8-f377-4589-b9a9-73d69bf168e6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.2443373 Apr 29 15:43:11.025955 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55204) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:11.060622 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c4ebc5e7-54c8-4eec-9563-a39171eed6de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:11.070283 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-15e7d444-56d8-4f50-9be7-42b74aaadbf8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-110446550', 'security_groups': ['69f49790-07a3-4a1b-9252-e4910d7cc20a'], 'network_id': '8e793cc7-821d-4265-8f7a-6b3f666df1cd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '85a3a4cd-588c-41f6-be0f-85d9be46e7ad'}]}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:11.132879 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-c4ebc5e7-54c8-4eec-9563-a39171eed6de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] device_id is not set on port 97364a6d-eab1-4592-a07d-ce0a1a06290c yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:43:11.296928 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55210) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:11.305045 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e52e0bf3-38c8-400d-812d-5badc5dafcf3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:11.336940 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-15e7d444-56d8-4f50-9be7-42b74aaadbf8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:11.345109 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-e52e0bf3-38c8-400d-812d-5badc5dafcf3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Transition to ACTIVE for port object 4d824a91-ccb0-4402-ab96-e55cb9e9f780 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:11.346810 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-15e7d444-56d8-4f50-9be7-42b74aaadbf8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:port and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:11.384845 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-15e7d444-56d8-4f50-9be7-42b74aaadbf8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:11.384845 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-15e7d444-56d8-4f50-9be7-42b74aaadbf8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:11.432129 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-6f64461b-1080-454f-966e-0fa3d8a2fa47 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-469168283'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:11.438780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6f64461b-1080-454f-966e-0fa3d8a2fa47 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:11.445022 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6f64461b-1080-454f-966e-0fa3d8a2fa47 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Usage tracker for resource:network and tenant:dbbd254f8e1f4648a86573991b795c7f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:11.455570 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6f64461b-1080-454f-966e-0fa3d8a2fa47 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:11.464759 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e7d444-56d8-4f50-9be7-42b74aaadbf8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:11.465829 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6f64461b-1080-454f-966e-0fa3d8a2fa47 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:11.511460 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-c4ebc5e7-54c8-4eec-9563-a39171eed6de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 172.20.0.10 (75e7f0f8-4897-4e20-8301-99a7eae75065/76101bbf-6dbe-4ef2-a0ed-155673df18e6/97364a6d-eab1-4592-a07d-ce0a1a06290c) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:11.523014 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-c4ebc5e7-54c8-4eec-9563-a39171eed6de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8::f816:3eff:fedb:ee84 (75e7f0f8-4897-4e20-8301-99a7eae75065/304a7e2b-c0f0-4a08-bc62-11a4a2852b5c/97364a6d-eab1-4592-a07d-ce0a1a06290c) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:11.569880 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e52e0bf3-38c8-400d-812d-5badc5dafcf3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:11.611666 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f64461b-1080-454f-966e-0fa3d8a2fa47 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Made reservation on behalf of dbbd254f8e1f4648a86573991b795c7f for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:11.615493 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6f64461b-1080-454f-966e-0fa3d8a2fa47 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:11.686430 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 46de3322-9012-4af1-9225-5347ca7b0726 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:11.720018 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:43:11.746398 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6f64461b-1080-454f-966e-0fa3d8a2fa47 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:11.754444 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-15e7d444-56d8-4f50-9be7-42b74aaadbf8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:11.832215 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6f64461b-1080-454f-966e-0fa3d8a2fa47 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:11.832360 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e0bf3-38c8-400d-812d-5badc5dafcf3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Port': ['ID=4d824a91-ccb0-4402-ab96-e55cb9e9f780,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:11.840585 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6f64461b-1080-454f-966e-0fa3d8a2fa47 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Usage tracker for resource:security_group_rule and tenant:dbbd254f8e1f4648a86573991b795c7f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:11.850777 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6f64461b-1080-454f-966e-0fa3d8a2fa47 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:11.856109 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52e0bf3-38c8-400d-812d-5badc5dafcf3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network 36422fde-bf7e-4338-aa77-5981c4a397c0 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:11.861694 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-e52e0bf3-38c8-400d-812d-5badc5dafcf3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:11.864219 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6f64461b-1080-454f-966e-0fa3d8a2fa47 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:11.875679 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e0bf3-38c8-400d-812d-5badc5dafcf3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:11.876202 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e52e0bf3-38c8-400d-812d-5badc5dafcf3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:11.902284 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-15e7d444-56d8-4f50-9be7-42b74aaadbf8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] device_id is not set on port dcafeb26-a2eb-4ee1-90da-ab9a02827fb2 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:43:11.902474 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c4ebc5e7-54c8-4eec-9563-a39171eed6de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:11.927884 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 46de3322-9012-4af1-9225-5347ca7b0726 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:11.928673 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-c4ebc5e7-54c8-4eec-9563-a39171eed6de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Transition to ACTIVE for port object 97364a6d-eab1-4592-a07d-ce0a1a06290c will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:11.937017 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-873f8f17-e235-4076-83e8-6a2dc67b9f1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d54d35be39d47ebbee25a7cb3a65c46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9829886 Apr 29 15:43:11.940542 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55216) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:11.944572 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 6f3eeea2-2e62-4f28-b0d5-837fd37af46b up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:12.033037 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-500f22a3-1028-4bf9-a167-8254f300c3b8 None None] Provisioning complete for port 6f3eeea2-2e62-4f28-b0d5-837fd37af46b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:12.033652 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-500f22a3-1028-4bf9-a167-8254f300c3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.091775 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c4ebc5e7-54c8-4eec-9563-a39171eed6de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.133089 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 6f3eeea2-2e62-4f28-b0d5-837fd37af46b triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:12.133642 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.177939 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6f64461b-1080-454f-966e-0fa3d8a2fa47 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.219261 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d7cdbcc3-380c-4950-a9aa-a1f868bcff97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.228121 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e52e0bf3-38c8-400d-812d-5badc5dafcf3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.267833 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-15e7d444-56d8-4f50-9be7-42b74aaadbf8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Allocated IP 172.20.0.9 (8e793cc7-821d-4265-8f7a-6b3f666df1cd/85a3a4cd-588c-41f6-be0f-85d9be46e7ad/dcafeb26-a2eb-4ee1-90da-ab9a02827fb2) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:12.275761 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebc5e7-54c8-4eec-9563-a39171eed6de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=97364a6d-eab1-4592-a07d-ce0a1a06290c,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:12.293374 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ebc5e7-54c8-4eec-9563-a39171eed6de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:12.295431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6f64461b-1080-454f-966e-0fa3d8a2fa47 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.299671 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-c4ebc5e7-54c8-4eec-9563-a39171eed6de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:12.304071 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d7cdbcc3-380c-4950-a9aa-a1f868bcff97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.328458 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ebc5e7-54c8-4eec-9563-a39171eed6de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:12.385780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f64461b-1080-454f-966e-0fa3d8a2fa47 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:43:12.441071 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6f64461b-1080-454f-966e-0fa3d8a2fa47 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.444128 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-6f64461b-1080-454f-966e-0fa3d8a2fa47 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Added segment d3f7b1ae-ccf9-48ae-9abf-bc2be7bfd956 of type vlan for network e0a971ff-575c-4640-b0ff-0e829ea8b531 Apr 29 15:43:12.444128 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64461b-1080-454f-966e-0fa3d8a2fa47 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d80793-f9f9-4652-bdfd-8603eaf27f1f,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:12.476184 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ebc5e7-54c8-4eec-9563-a39171eed6de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:12.476844 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c4ebc5e7-54c8-4eec-9563-a39171eed6de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.514860 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6f64461b-1080-454f-966e-0fa3d8a2fa47 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.567605 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-31d6e4ec-b881-465f-97ce-49d871b9676c None None] Provisioning for port 46de3322-9012-4af1-9225-5347ca7b0726 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:12.574226 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-31d6e4ec-b881-465f-97ce-49d871b9676c None None] Provisioning complete for port 46de3322-9012-4af1-9225-5347ca7b0726 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:12.575210 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-31d6e4ec-b881-465f-97ce-49d871b9676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.628025 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d7cdbcc3-380c-4950-a9aa-a1f868bcff97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.635216 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d7cdbcc3-380c-4950-a9aa-a1f868bcff97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.635216 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d7cdbcc3-380c-4950-a9aa-a1f868bcff97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e547d4da-9369-4264-a5cb-92ad26e0e956 HTTP/1.1" status: 204 len: 168 time: 0.6921194 Apr 29 15:43:12.650604 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdbcc3-380c-4950-a9aa-a1f868bcff97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e547d4da-9369-4264-a5cb-92ad26e0e956,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:12.654758 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c4ebc5e7-54c8-4eec-9563-a39171eed6de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2778349 Apr 29 15:43:12.655676 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6f64461b-1080-454f-966e-0fa3d8a2fa47 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.660547 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f64461b-1080-454f-966e-0fa3d8a2fa47 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:12.660896 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6f64461b-1080-454f-966e-0fa3d8a2fa47 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.675714 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55222) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:12.812529 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-31d6e4ec-b881-465f-97ce-49d871b9676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.869029 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6f64461b-1080-454f-966e-0fa3d8a2fa47 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5709262 Apr 29 15:43:12.871010 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55226) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:12.877913 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-31d6e4ec-b881-465f-97ce-49d871b9676c None None] For port 46de3322-9012-4af1-9225-5347ca7b0726, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=46de3322-9012-4af1-9225-5347ca7b0726,segment=NetworkSegment(10a7ecb1-2c85-42b2-854b-3112ccf8420a),segment_id=10a7ecb1-2c85-42b2-854b-3112ccf8420a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:12.882671 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-9b9a0d94-7ce8-428d-bd61-6e68676c2cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Request body: {'subnet': {'network_id': 'e0a971ff-575c-4640-b0ff-0e829ea8b531', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:12.922392 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64461b-1080-454f-966e-0fa3d8a2fa47 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Pushing event updated for resources: {'Network': ['ID=e0a971ff-575c-4640-b0ff-0e829ea8b531,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:12.941301 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network e0a971ff-575c-4640-b0ff-0e829ea8b531 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:43:13.037262 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-15e7d444-56d8-4f50-9be7-42b74aaadbf8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:13.058968 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9b9a0d94-7ce8-428d-bd61-6e68676c2cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:13.068650 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8532d9-2ba3-4c8a-9246-c5e5445f83b4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:13.071799 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-31d6e4ec-b881-465f-97ce-49d871b9676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:13.072736 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8532d9-2ba3-4c8a-9246-c5e5445f83b4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:13.074341 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3d8532d9-2ba3-4c8a-9246-c5e5445f83b4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:13.081489 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9b9a0d94-7ce8-428d-bd61-6e68676c2cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Usage tracker for resource:subnet and tenant:dbbd254f8e1f4648a86573991b795c7f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:13.085784 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9b9a0d94-7ce8-428d-bd61-6e68676c2cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:13.086144 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-15e7d444-56d8-4f50-9be7-42b74aaadbf8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Transition to ACTIVE for port object dcafeb26-a2eb-4ee1-90da-ab9a02827fb2 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:13.097474 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9b9a0d94-7ce8-428d-bd61-6e68676c2cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:13.145316 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e52e0bf3-38c8-400d-812d-5badc5dafcf3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:13.169894 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3d8532d9-2ba3-4c8a-9246-c5e5445f83b4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:13.173929 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3d8532d9-2ba3-4c8a-9246-c5e5445f83b4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.4713588 Apr 29 15:43:13.174327 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55234) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:13.200925 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e52e0bf3-38c8-400d-812d-5badc5dafcf3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:13.204417 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e52e0bf3-38c8-400d-812d-5badc5dafcf3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:13.215140 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-15e7d444-56d8-4f50-9be7-42b74aaadbf8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:13.220583 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6e4ec-b881-465f-97ce-49d871b9676c None None] Pushing event updated for resources: {'Port': ['ID=46de3322-9012-4af1-9225-5347ca7b0726,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:13.220781 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9a0d94-7ce8-428d-bd61-6e68676c2cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Made reservation on behalf of dbbd254f8e1f4648a86573991b795c7f for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:13.280917 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-31d6e4ec-b881-465f-97ce-49d871b9676c None None] Provisioning for port 4d824a91-ccb0-4402-ab96-e55cb9e9f780 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:13.290478 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-31d6e4ec-b881-465f-97ce-49d871b9676c None None] Provisioning complete for port 4d824a91-ccb0-4402-ab96-e55cb9e9f780 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:13.291140 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-31d6e4ec-b881-465f-97ce-49d871b9676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:13.369327 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-31d6e4ec-b881-465f-97ce-49d871b9676c None None] Port 4d824a91-ccb0-4402-ab96-e55cb9e9f780 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:43:13.385444 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-31d6e4ec-b881-465f-97ce-49d871b9676c None None] Provisioning complete for port 90b970c0-d708-423d-88a4-df5a12865e74 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:13.386896 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-31d6e4ec-b881-465f-97ce-49d871b9676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:13.402945 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e7d444-56d8-4f50-9be7-42b74aaadbf8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network 8e793cc7-821d-4265-8f7a-6b3f666df1cd is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:13.414600 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-15e7d444-56d8-4f50-9be7-42b74aaadbf8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:13.418755 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e7d444-56d8-4f50-9be7-42b74aaadbf8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:13.435750 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-abd042d0-24d2-4129-939f-17d1fe903eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting port 97364a6d-eab1-4592-a07d-ce0a1a06290c {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:13.436276 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-abd042d0-24d2-4129-939f-17d1fe903eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:13.458957 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-31d6e4ec-b881-465f-97ce-49d871b9676c None None] Port 90b970c0-d708-423d-88a4-df5a12865e74 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:43:13.480451 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e0bf3-38c8-400d-812d-5badc5dafcf3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Port': ['ID=4d824a91-ccb0-4402-ab96-e55cb9e9f780,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:13.543940 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0d94-7ce8-428d-bd61-6e68676c2cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:13.567106 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 46de3322-9012-4af1-9225-5347ca7b0726 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:13.613839 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-66ee486b-aead-490f-85a6-00642a706d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:13.616369 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e7d444-56d8-4f50-9be7-42b74aaadbf8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:13.617422 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-15e7d444-56d8-4f50-9be7-42b74aaadbf8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:13.639571 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7d444-56d8-4f50-9be7-42b74aaadbf8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Port': ['ID=dcafeb26-a2eb-4ee1-90da-ab9a02827fb2,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:13.670164 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 46de3322-9012-4af1-9225-5347ca7b0726 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:13.670164 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:13.694603 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52e0bf3-38c8-400d-812d-5badc5dafcf3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network 36422fde-bf7e-4338-aa77-5981c4a397c0 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:13.696114 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-e52e0bf3-38c8-400d-812d-5badc5dafcf3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:13.735223 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e7c47c06-ed20-4c8e-b7db-99a9edb1d2a7 None None] Provisioning for port 97364a6d-eab1-4592-a07d-ce0a1a06290c completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:13.744422 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e7c47c06-ed20-4c8e-b7db-99a9edb1d2a7 None None] Provisioning complete for port 97364a6d-eab1-4592-a07d-ce0a1a06290c triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:13.746281 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e7c47c06-ed20-4c8e-b7db-99a9edb1d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:13.849096 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-15e7d444-56d8-4f50-9be7-42b74aaadbf8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8217552 Apr 29 15:43:13.850300 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55246) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:13.883866 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-e7c47c06-ed20-4c8e-b7db-99a9edb1d2a7 None None] Port 97364a6d-eab1-4592-a07d-ce0a1a06290c cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:43:13.931319 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-ce58b406-65c6-4e11-872a-cc3ea02cad2c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'subnet': {'network_id': '8e793cc7-821d-4265-8f7a-6b3f666df1cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:14.016737 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3e73de4b-1958-40a3-a2ed-b30632878f0e None None] Provisioning complete for port 4d824a91-ccb0-4402-ab96-e55cb9e9f780 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:14.017416 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3e73de4b-1958-40a3-a2ed-b30632878f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:14.088588 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-abd042d0-24d2-4129-939f-17d1fe903eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:14.140609 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-3e73de4b-1958-40a3-a2ed-b30632878f0e None None] Port 4d824a91-ccb0-4402-ab96-e55cb9e9f780 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:43:14.223687 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-abd042d0-24d2-4129-939f-17d1fe903eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Calling delete_port for 97364a6d-eab1-4592-a07d-ce0a1a06290c owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:14.241960 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3e73de4b-1958-40a3-a2ed-b30632878f0e None None] Provisioning for port dcafeb26-a2eb-4ee1-90da-ab9a02827fb2 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:14.247562 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3e73de4b-1958-40a3-a2ed-b30632878f0e None None] Provisioning complete for port dcafeb26-a2eb-4ee1-90da-ab9a02827fb2 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:14.247936 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3e73de4b-1958-40a3-a2ed-b30632878f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:14.251047 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ce58b406-65c6-4e11-872a-cc3ea02cad2c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:14.256764 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ce58b406-65c6-4e11-872a-cc3ea02cad2c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:subnet and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:14.268673 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ce58b406-65c6-4e11-872a-cc3ea02cad2c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:14.276480 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ce58b406-65c6-4e11-872a-cc3ea02cad2c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:14.325868 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52e0bf3-38c8-400d-812d-5badc5dafcf3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Router e50f264e-05f2-4871-ac50-c876e6551c94 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:43:14.340137 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-3e73de4b-1958-40a3-a2ed-b30632878f0e None None] Port dcafeb26-a2eb-4ee1-90da-ab9a02827fb2 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:43:14.387832 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0d94-7ce8-428d-bd61-6e68676c2cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:14.396940 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce58b406-65c6-4e11-872a-cc3ea02cad2c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:14.400284 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ce58b406-65c6-4e11-872a-cc3ea02cad2c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:14.432661 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55256) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:14.548893 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a0d94-7ce8-428d-bd61-6e68676c2cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Pushing event updated for resources: {'Subnet': ['ID=5b53e6af-d31b-4a83-88b0-c9ef8dc361f3,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:14.571988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a0d94-7ce8-428d-bd61-6e68676c2cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Checking segment: {'id': 'd3f7b1ae-ccf9-48ae-9abf-bc2be7bfd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e0a971ff-575c-4640-b0ff-0e829ea8b531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:43:14.571988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9a0d94-7ce8-428d-bd61-6e68676c2cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Network hostable DHCP agents. Network: e0a971ff-575c-4640-b0ff-0e829ea8b531, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:43:14.588693 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-53984362-eef0-4b4a-8701-c54de4d12693 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1074902395'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:14.605294 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-53984362-eef0-4b4a-8701-c54de4d12693 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:14.614890 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-53984362-eef0-4b4a-8701-c54de4d12693 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Usage tracker for resource:network and tenant:84bc6bf056654e1386a0b9930df9789f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:14.617928 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-53984362-eef0-4b4a-8701-c54de4d12693 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:14.627046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-53984362-eef0-4b4a-8701-c54de4d12693 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:14.653800 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-abd042d0-24d2-4129-939f-17d1fe903eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:14.711935 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9a0d94-7ce8-428d-bd61-6e68676c2cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Network e0a971ff-575c-4640-b0ff-0e829ea8b531 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:43:14.714770 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd042d0-24d2-4129-939f-17d1fe903eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Port': ['ID=97364a6d-eab1-4592-a07d-ce0a1a06290c,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:14.735738 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.ipam_backend_mixin [None req-ce58b406-65c6-4e11-872a-cc3ea02cad2c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 85a3a4cd-588c-41f6-be0f-85d9be46e7ad (CIDR: 172.20.0.0/28) Apr 29 15:43:14.757169 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52e0bf3-38c8-400d-812d-5badc5dafcf3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:43:14.764653 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e52e0bf3-38c8-400d-812d-5badc5dafcf3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "PUT /v2.0/routers/e50f264e-05f2-4871-ac50-c876e6551c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7335610 Apr 29 15:43:14.766517 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55262) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:14.766627 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53984362-eef0-4b4a-8701-c54de4d12693 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Made reservation on behalf of 84bc6bf056654e1386a0b9930df9789f for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:14.768084 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53984362-eef0-4b4a-8701-c54de4d12693 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:14.769151 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e8de66-38e7-455d-9eeb-2b0b07f3c9b2 None None] Sync routers for ids ['e50f264e-05f2-4871-ac50-c876e6551c94'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:43:14.785933 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53984362-eef0-4b4a-8701-c54de4d12693 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:14.786176 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e8de66-38e7-455d-9eeb-2b0b07f3c9b2 None None] Routers {'e50f264e-05f2-4871-ac50-c876e6551c94'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:43:14.786176 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-14e8de66-38e7-455d-9eeb-2b0b07f3c9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['e50f264e-05f2-4871-ac50-c876e6551c94'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:14.806856 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce58b406-65c6-4e11-872a-cc3ea02cad2c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:43:14.807297 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce58b406-65c6-4e11-872a-cc3ea02cad2c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:43:14.857952 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2606eb3c-36b9-49a6-92c4-88cae7c50821 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:14.858995 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2606eb3c-36b9-49a6-92c4-88cae7c50821 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Synchronizing usage tracker for tenant:72863ce39b024e9da16162dddbf6a3b4 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:14.872246 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-14e8de66-38e7-455d-9eeb-2b0b07f3c9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:14.872506 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-9b9a0d94-7ce8-428d-bd61-6e68676c2cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, e0a971ff-575c-4640-b0ff-0e829ea8b531) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:14.884158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9a0d94-7ce8-428d-bd61-6e68676c2cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:14.884527 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ec27fe-7229-459c-86a4-035f167f97c0 None None] Network e0a971ff-575c-4640-b0ff-0e829ea8b531 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:14.892236 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0d94-7ce8-428d-bd61-6e68676c2cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:14.897488 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e8de66-38e7-455d-9eeb-2b0b07f3c9b2 None None] Routers {'e50f264e-05f2-4871-ac50-c876e6551c94'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:43:14.898391 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-14e8de66-38e7-455d-9eeb-2b0b07f3c9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:42:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['e50f264e-05f2-4871-ac50-c876e6551c94'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:14.908713 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ce58b406-65c6-4e11-872a-cc3ea02cad2c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9867294 Apr 29 15:43:14.910913 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55266) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:14.917128 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-245bcd57-e58a-4a08-88d3-ca08b40026f1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'subnet': {'network_id': '8e793cc7-821d-4265-8f7a-6b3f666df1cd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:14.956453 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-53984362-eef0-4b4a-8701-c54de4d12693 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:14.970424 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-53984362-eef0-4b4a-8701-c54de4d12693 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Usage tracker for resource:security_group_rule and tenant:84bc6bf056654e1386a0b9930df9789f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:14.973930 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-abd042d0-24d2-4129-939f-17d1fe903eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:14.991264 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-abd042d0-24d2-4129-939f-17d1fe903eb5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/97364a6d-eab1-4592-a07d-ce0a1a06290c HTTP/1.1" status: 204 len: 168 time: 1.8092942 Apr 29 15:43:14.991561 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-14e8de66-38e7-455d-9eeb-2b0b07f3c9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:14.991561 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e8de66-38e7-455d-9eeb-2b0b07f3c9b2 None None] The sync data for ids ['e50f264e-05f2-4871-ac50-c876e6551c94'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:43:14.991720 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-53984362-eef0-4b4a-8701-c54de4d12693 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:14.991720 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55270) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:15.000702 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-53984362-eef0-4b4a-8701-c54de4d12693 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:15.007780 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2606eb3c-36b9-49a6-92c4-88cae7c50821 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Unset dirty status for tenant:72863ce39b024e9da16162dddbf6a3b4 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:15.008924 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2606eb3c-36b9-49a6-92c4-88cae7c50821 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "GET /v2.0/ports/4d824a91-ccb0-4402-ab96-e55cb9e9f780 HTTP/1.1" status: 200 len: 913 time: 0.2432241 Apr 29 15:43:15.027250 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55274) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:15.054286 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9b9a0d94-7ce8-428d-bd61-6e68676c2cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1743875 Apr 29 15:43:15.062244 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55278) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:15.081679 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-a15fa2a0-313a-429f-aaa9-3820a463d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Request body: {'port': {'network_id': 'e0a971ff-575c-4640-b0ff-0e829ea8b531', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-196765596'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:15.164333 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:15.178602 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7bb35d-2794-4ec4-9233-3fd05e71c83b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-e0a971ff-575c-4640-b0ff-0e829ea8b531', 'network_id': 'e0a971ff-575c-4640-b0ff-0e829ea8b531', 'tenant_id': 'dbbd254f8e1f4648a86573991b795c7f', 'fixed_ips': [{'subnet_id': '5b53e6af-d31b-4a83-88b0-c9ef8dc361f3'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:43:15.185153 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3b7bb35d-2794-4ec4-9233-3fd05e71c83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:15.213738 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34c3d57-c421-443a-8d15-f76c7a972208 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:15.216137 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34c3d57-c421-443a-8d15-f76c7a972208 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:15.218473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34c3d57-c421-443a-8d15-f76c7a972208 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:15.219460 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d34c3d57-c421-443a-8d15-f76c7a972208 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:15.224158 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-245bcd57-e58a-4a08-88d3-ca08b40026f1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:15.231653 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-245bcd57-e58a-4a08-88d3-ca08b40026f1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:subnet and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:15.235297 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-245bcd57-e58a-4a08-88d3-ca08b40026f1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:15.244097 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-245bcd57-e58a-4a08-88d3-ca08b40026f1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:15.318304 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53984362-eef0-4b4a-8701-c54de4d12693 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:15.323950 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a15fa2a0-313a-429f-aaa9-3820a463d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:15.329953 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a15fa2a0-313a-429f-aaa9-3820a463d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Usage tracker for resource:port and tenant:dbbd254f8e1f4648a86573991b795c7f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:15.331568 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a15fa2a0-313a-429f-aaa9-3820a463d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:15.337759 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a15fa2a0-313a-429f-aaa9-3820a463d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:15.366008 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-3b7bb35d-2794-4ec4-9233-3fd05e71c83b None None] Allocated IP 2001:db8::2 (e0a971ff-575c-4640-b0ff-0e829ea8b531/5b53e6af-d31b-4a83-88b0-c9ef8dc361f3/8e4c2cd7-1275-4488-983e-d7d0e8214137) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:15.368477 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d34c3d57-c421-443a-8d15-f76c7a972208 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:15.369581 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d34c3d57-c421-443a-8d15-f76c7a972208 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3756311 Apr 29 15:43:15.377246 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55282) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:15.384869 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245bcd57-e58a-4a08-88d3-ca08b40026f1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:15.387562 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-245bcd57-e58a-4a08-88d3-ca08b40026f1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:15.417868 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53984362-eef0-4b4a-8701-c54de4d12693 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:15.452292 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15fa2a0-313a-429f-aaa9-3820a463d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Made reservation on behalf of dbbd254f8e1f4648a86573991b795c7f for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:15.455214 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a15fa2a0-313a-429f-aaa9-3820a463d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:15.478916 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53984362-eef0-4b4a-8701-c54de4d12693 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:43:15.507836 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53984362-eef0-4b4a-8701-c54de4d12693 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6682df73-8f2f-45a2-938b-765d0a4d6214,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:15.517106 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ae07dc-5d72-4ed6-a61d-f1fa243d6c8a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet 304a7e2b-c0f0-4a08-bc62-11a4a2852b5c {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:43:15.519838 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-a15fa2a0-313a-429f-aaa9-3820a463d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] device_id is not set on port f7e87f2a-eeb6-468e-a84d-d5068a78ef86 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:43:15.601995 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53984362-eef0-4b4a-8701-c54de4d12693 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:15.601995 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-53984362-eef0-4b4a-8701-c54de4d12693 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Added segment 37485392-8636-4717-adce-f770b067fe6e of type vlan for network 3bcdcc41-939f-4f61-8efb-77131da0583c Apr 29 15:43:15.601995 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15ae07dc-5d72-4ed6-a61d-f1fa243d6c8a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:15.607906 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b853b1b5-9c57-43dd-9d3d-d7f8e15ba889 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:15.612884 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3b7bb35d-2794-4ec4-9233-3fd05e71c83b None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:15.612884 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3b7bb35d-2794-4ec4-9233-3fd05e71c83b None None] Transition to ACTIVE for port object 8e4c2cd7-1275-4488-983e-d7d0e8214137 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:15.637854 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3b7bb35d-2794-4ec4-9233-3fd05e71c83b None None] Transition to ACTIVE for port object 8e4c2cd7-1275-4488-983e-d7d0e8214137 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:15.716638 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3b7bb35d-2794-4ec4-9233-3fd05e71c83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:15.783343 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15ae07dc-5d72-4ed6-a61d-f1fa243d6c8a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:15.785159 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7bb35d-2794-4ec4-9233-3fd05e71c83b None None] Network e0a971ff-575c-4640-b0ff-0e829ea8b531 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:15.788899 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-3b7bb35d-2794-4ec4-9233-3fd05e71c83b None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:15.798176 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7bb35d-2794-4ec4-9233-3fd05e71c83b None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:15.888869 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bb35d-2794-4ec4-9233-3fd05e71c83b None None] Pushing event updated for resources: {'Port': ['ID=8e4c2cd7-1275-4488-983e-d7d0e8214137,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:15.890120 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53984362-eef0-4b4a-8701-c54de4d12693 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:15.913265 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-3b7bb35d-2794-4ec4-9233-3fd05e71c83b None None] Attempting to bind port 8e4c2cd7-1275-4488-983e-d7d0e8214137 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:43:15.913686 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-3b7bb35d-2794-4ec4-9233-3fd05e71c83b None None] Attempting to bind port 8e4c2cd7-1275-4488-983e-d7d0e8214137 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'd3f7b1ae-ccf9-48ae-9abf-bc2be7bfd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e0a971ff-575c-4640-b0ff-0e829ea8b531'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:43:15.914128 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7bb35d-2794-4ec4-9233-3fd05e71c83b None None] Attempting to bind port 8e4c2cd7-1275-4488-983e-d7d0e8214137 on network e0a971ff-575c-4640-b0ff-0e829ea8b531 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:43:15.921381 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7bb35d-2794-4ec4-9233-3fd05e71c83b None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:43:15.921753 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7bb35d-2794-4ec4-9233-3fd05e71c83b None None] Checking segment: {'id': 'd3f7b1ae-ccf9-48ae-9abf-bc2be7bfd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e0a971ff-575c-4640-b0ff-0e829ea8b531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:43:15.922177 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3b7bb35d-2794-4ec4-9233-3fd05e71c83b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:15.922604 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7bb35d-2794-4ec4-9233-3fd05e71c83b None None] Bound using segment: {'id': 'd3f7b1ae-ccf9-48ae-9abf-bc2be7bfd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e0a971ff-575c-4640-b0ff-0e829ea8b531'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:43:15.923070 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-3b7bb35d-2794-4ec4-9233-3fd05e71c83b None None] Bound port: 8e4c2cd7-1275-4488-983e-d7d0e8214137, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f7b1ae-ccf9-48ae-9abf-bc2be7bfd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e0a971ff-575c-4640-b0ff-0e829ea8b531'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:43:15.923445 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3b7bb35d-2794-4ec4-9233-3fd05e71c83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:15.966863 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-245bcd57-e58a-4a08-88d3-ca08b40026f1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:16.002598 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-25fb064c-52d8-4932-89a2-846008344cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:16.004657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-a15fa2a0-313a-429f-aaa9-3820a463d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Allocated IP 2001:db8::348 (e0a971ff-575c-4640-b0ff-0e829ea8b531/5b53e6af-d31b-4a83-88b0-c9ef8dc361f3/f7e87f2a-eeb6-468e-a84d-d5068a78ef86) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:16.018354 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-3b7bb35d-2794-4ec4-9233-3fd05e71c83b None None] For port 8e4c2cd7-1275-4488-983e-d7d0e8214137, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:43:16.018737 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15ae07dc-5d72-4ed6-a61d-f1fa243d6c8a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:16.021632 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-3b7bb35d-2794-4ec4-9233-3fd05e71c83b None None] For port 8e4c2cd7-1275-4488-983e-d7d0e8214137, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=8e4c2cd7-1275-4488-983e-d7d0e8214137,segment=NetworkSegment(d3f7b1ae-ccf9-48ae-9abf-bc2be7bfd956),segment_id=d3f7b1ae-ccf9-48ae-9abf-bc2be7bfd956)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:43:16.087214 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245bcd57-e58a-4a08-88d3-ca08b40026f1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network 8e793cc7-821d-4265-8f7a-6b3f666df1cd is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:16.093036 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-245bcd57-e58a-4a08-88d3-ca08b40026f1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:16.098792 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245bcd57-e58a-4a08-88d3-ca08b40026f1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:16.099369 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-245bcd57-e58a-4a08-88d3-ca08b40026f1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:16.103101 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53984362-eef0-4b4a-8701-c54de4d12693 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:16.108100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53984362-eef0-4b4a-8701-c54de4d12693 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:16.108374 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4573dd-df42-4d99-93fc-e713e4e8f47f None None] Network 8e793cc7-821d-4265-8f7a-6b3f666df1cd requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:16.108705 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53984362-eef0-4b4a-8701-c54de4d12693 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:16.121537 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245bcd57-e58a-4a08-88d3-ca08b40026f1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Subnet': ['ID=f233dabd-303b-4ff8-a4cc-e00a36bca47d,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:16.200660 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-245bcd57-e58a-4a08-88d3-ca08b40026f1 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2883098 Apr 29 15:43:16.214629 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55286) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:16.233782 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-7b117bd7-91d4-46fc-9bea-a77d0076a448 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-194765502', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f233dabd-303b-4ff8-a4cc-e00a36bca47d'}], 'security_groups': ['5f9ee6c6-ab70-45ce-ad13-9f2621bb0f37']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:16.234889 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3b7bb35d-2794-4ec4-9233-3fd05e71c83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:16.324630 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53984362-eef0-4b4a-8701-c54de4d12693 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event updated for resources: {'Network': ['ID=3bcdcc41-939f-4f61-8efb-77131da0583c,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:16.356561 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 3bcdcc41-939f-4f61-8efb-77131da0583c details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:43:16.445479 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bb35d-2794-4ec4-9233-3fd05e71c83b None None] Pushing event updated for resources: {'Port': ['ID=8e4c2cd7-1275-4488-983e-d7d0e8214137,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:16.499401 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-53984362-eef0-4b4a-8701-c54de4d12693 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0654197 Apr 29 15:43:16.500826 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15ae07dc-5d72-4ed6-a61d-f1fa243d6c8a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:16.563128 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-15ae07dc-5d72-4ed6-a61d-f1fa243d6c8a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:16.565308 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-15ae07dc-5d72-4ed6-a61d-f1fa243d6c8a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/304a7e2b-c0f0-4a08-bc62-11a4a2852b5c HTTP/1.1" status: 204 len: 168 time: 1.1872268 Apr 29 15:43:16.568826 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55290) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:16.576938 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aef6c0-ba3c-4d7c-8b0d-7c25d63e2cf7 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:16.585134 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae07dc-5d72-4ed6-a61d-f1fa243d6c8a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=304a7e2b-c0f0-4a08-bc62-11a4a2852b5c,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:16.641963 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-b853b1b5-9c57-43dd-9d3d-d7f8e15ba889 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting port 4d824a91-ccb0-4402-ab96-e55cb9e9f780 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:16.642308 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b853b1b5-9c57-43dd-9d3d-d7f8e15ba889 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:16.687639 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a15fa2a0-313a-429f-aaa9-3820a463d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:16.815228 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-a15fa2a0-313a-429f-aaa9-3820a463d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Transition to ACTIVE for port object f7e87f2a-eeb6-468e-a84d-d5068a78ef86 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:16.878306 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7b117bd7-91d4-46fc-9bea-a77d0076a448 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:16.949751 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a15fa2a0-313a-429f-aaa9-3820a463d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:17.051790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fa2a0-313a-429f-aaa9-3820a463d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Pushing event updated for resources: {'Port': ['ID=f7e87f2a-eeb6-468e-a84d-d5068a78ef86,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:17.206711 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:17.266773 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b853b1b5-9c57-43dd-9d3d-d7f8e15ba889 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:17.267729 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25af88e-770a-4bf5-a14c-86dfaef34243 None None] Update dhcp port {'port': {'network_id': '8e793cc7-821d-4265-8f7a-6b3f666df1cd', 'fixed_ips': [{'subnet_id': '85a3a4cd-588c-41f6-be0f-85d9be46e7ad', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f233dabd-303b-4ff8-a4cc-e00a36bca47d'}], 'binding:host_id': 'dv-neutron-839913-1-hyperv'}, 'id': '46de3322-9012-4af1-9225-5347ca7b0726'} from dv-neutron-839913-1-hyperv. {{(pid=84772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 15:43:17.289916 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-03159558-7807-4bda-accb-74ac966405ce tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet 76101bbf-6dbe-4ef2-a0ed-155673df18e6 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:43:17.293548 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03159558-7807-4bda-accb-74ac966405ce tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:17.392157 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03159558-7807-4bda-accb-74ac966405ce tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:17.395010 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c25af88e-770a-4bf5-a14c-86dfaef34243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:17.572592 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-7b117bd7-91d4-46fc-9bea-a77d0076a448 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Delete allocated IP 172.20.0.9 (8e793cc7-821d-4265-8f7a-6b3f666df1cd/85a3a4cd-588c-41f6-be0f-85d9be46e7ad) {{(pid=84770) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 15:43:17.595602 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-7b117bd7-91d4-46fc-9bea-a77d0076a448 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Allocated IP 172.20.0.19 (8e793cc7-821d-4265-8f7a-6b3f666df1cd/f233dabd-303b-4ff8-a4cc-e00a36bca47d/dcafeb26-a2eb-4ee1-90da-ab9a02827fb2) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:17.601922 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:17.682216 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03159558-7807-4bda-accb-74ac966405ce tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:17.937565 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 8e4c2cd7-1275-4488-983e-d7d0e8214137 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:17.974359 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15fa2a0-313a-429f-aaa9-3820a463d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Network e0a971ff-575c-4640-b0ff-0e829ea8b531 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:18.008534 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-b853b1b5-9c57-43dd-9d3d-d7f8e15ba889 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Calling delete_port for 4d824a91-ccb0-4402-ab96-e55cb9e9f780 owned by network:router_interface {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:18.015214 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-a15fa2a0-313a-429f-aaa9-3820a463d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:18.043469 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15fa2a0-313a-429f-aaa9-3820a463d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:18.092420 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15fa2a0-313a-429f-aaa9-3820a463d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:18.093105 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a15fa2a0-313a-429f-aaa9-3820a463d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:18.270561 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 8e4c2cd7-1275-4488-983e-d7d0e8214137 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:18.310588 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a15fa2a0-313a-429f-aaa9-3820a463d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.2391531 Apr 29 15:43:18.316216 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55294) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:18.324926 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-e642d398-bb92-403e-8f30-7b4da760b93a tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Request body: {'port': {'network_id': 'e0a971ff-575c-4640-b0ff-0e829ea8b531', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1202563043', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:18.329590 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.api.validators [None req-e642d398-bb92-403e-8f30-7b4da760b93a tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] bootfile-name is not in valid_values {{(pid=84770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 15:43:18.329590 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.api.validators [None req-e642d398-bb92-403e-8f30-7b4da760b93a tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] tftp-server is not in valid_values {{(pid=84770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 15:43:18.329590 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.api.validators [None req-e642d398-bb92-403e-8f30-7b4da760b93a tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] server-ip-address is not in valid_values {{(pid=84770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 15:43:18.334844 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da4c16e-1835-430b-9dee-05e2348fb265 None None] Network e0a971ff-575c-4640-b0ff-0e829ea8b531 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:18.375174 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03159558-7807-4bda-accb-74ac966405ce tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:18.481965 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03159558-7807-4bda-accb-74ac966405ce tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=76101bbf-6dbe-4ef2-a0ed-155673df18e6,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:18.500877 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03159558-7807-4bda-accb-74ac966405ce tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:18.534068 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7b117bd7-91d4-46fc-9bea-a77d0076a448 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:18.578981 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0491e86f-4d7b-495c-9f27-72f68ca945b6 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:18.598401 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:18.638207 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-03159558-7807-4bda-accb-74ac966405ce tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/76101bbf-6dbe-4ef2-a0ed-155673df18e6 HTTP/1.1" status: 204 len: 168 time: 2.0669549 Apr 29 15:43:18.642697 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55298) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:18.742995 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b853b1b5-9c57-43dd-9d3d-d7f8e15ba889 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:18.772700 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-7b117bd7-91d4-46fc-9bea-a77d0076a448 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Transition to ACTIVE for port object dcafeb26-a2eb-4ee1-90da-ab9a02827fb2 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:18.820132 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e642d398-bb92-403e-8f30-7b4da760b93a tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:18.826139 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f4007979-5a00-4ea6-8f8b-5565563a6b17 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1791592 Apr 29 15:43:18.830978 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e642d398-bb92-403e-8f30-7b4da760b93a tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Usage tracker for resource:port and tenant:dbbd254f8e1f4648a86573991b795c7f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:18.831958 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55302) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:18.833729 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-58dcf140-646b-4563-b1d4-df10b830bf15 None None] Provisioning for port 8e4c2cd7-1275-4488-983e-d7d0e8214137 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:18.834630 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853b1b5-9c57-43dd-9d3d-d7f8e15ba889 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Port': ['ID=4d824a91-ccb0-4402-ab96-e55cb9e9f780,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:18.835611 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e642d398-bb92-403e-8f30-7b4da760b93a tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:18.842343 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-58dcf140-646b-4563-b1d4-df10b830bf15 None None] Provisioning complete for port 8e4c2cd7-1275-4488-983e-d7d0e8214137 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:18.842581 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-9ee5dd40-5dd9-4a8a-856c-058ecf0d8839 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:18.842839 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-58dcf140-646b-4563-b1d4-df10b830bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:18.852846 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e642d398-bb92-403e-8f30-7b4da760b93a tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:18.885382 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7b117bd7-91d4-46fc-9bea-a77d0076a448 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:18.978790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e642d398-bb92-403e-8f30-7b4da760b93a tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Made reservation on behalf of dbbd254f8e1f4648a86573991b795c7f for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:18.986066 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e642d398-bb92-403e-8f30-7b4da760b93a tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:19.005518 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-c25af88e-770a-4bf5-a14c-86dfaef34243 None None] Allocated IP 172.20.0.18 (8e793cc7-821d-4265-8f7a-6b3f666df1cd/f233dabd-303b-4ff8-a4cc-e00a36bca47d/46de3322-9012-4af1-9225-5347ca7b0726) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:19.160382 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4741c31f-d7c0-4c4d-8a9f-44a3d653a299 None None] DHCP port deletion for 75e7f0f8-4897-4e20-8301-99a7eae75065 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:43:19.174595 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-4741c31f-d7c0-4c4d-8a9f-44a3d653a299 None None] Deleting port 6f3eeea2-2e62-4f28-b0d5-837fd37af46b {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:19.175174 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4741c31f-d7c0-4c4d-8a9f-44a3d653a299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:19.202408 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-e642d398-bb92-403e-8f30-7b4da760b93a tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] device_id is not set on port aec90c41-bedf-4e3a-8432-c729a6940390 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:43:19.211023 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-58dcf140-646b-4563-b1d4-df10b830bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:19.296115 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-58dcf140-646b-4563-b1d4-df10b830bf15 None None] For port 8e4c2cd7-1275-4488-983e-d7d0e8214137, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=8e4c2cd7-1275-4488-983e-d7d0e8214137,segment=NetworkSegment(d3f7b1ae-ccf9-48ae-9abf-bc2be7bfd956),segment_id=d3f7b1ae-ccf9-48ae-9abf-bc2be7bfd956)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:19.394504 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b117bd7-91d4-46fc-9bea-a77d0076a448 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Port': ['ID=dcafeb26-a2eb-4ee1-90da-ab9a02827fb2,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:19.402420 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-58dcf140-646b-4563-b1d4-df10b830bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:19.471260 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-c25af88e-770a-4bf5-a14c-86dfaef34243 None None] For port 46de3322-9012-4af1-9225-5347ca7b0726, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=46de3322-9012-4af1-9225-5347ca7b0726,segment=NetworkSegment(10a7ecb1-2c85-42b2-854b-3112ccf8420a),segment_id=10a7ecb1-2c85-42b2-854b-3112ccf8420a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:19.538552 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-7b117bd7-91d4-46fc-9bea-a77d0076a448 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] In _notify_port_updated(), no bound segment for port dcafeb26-a2eb-4ee1-90da-ab9a02827fb2 on network 8e793cc7-821d-4265-8f7a-6b3f666df1cd {{(pid=84770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 15:43:19.542781 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b117bd7-91d4-46fc-9bea-a77d0076a448 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:19.543597 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7b117bd7-91d4-46fc-9bea-a77d0076a448 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:19.545151 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7b117bd7-91d4-46fc-9bea-a77d0076a448 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "PUT /v2.0/ports/dcafeb26-a2eb-4ee1-90da-ab9a02827fb2 HTTP/1.1" status: 200 len: 920 time: 3.3296242 Apr 29 15:43:19.546402 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-9ee5dd40-5dd9-4a8a-856c-058ecf0d8839 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:19.561783 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55308) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:19.566315 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9ee5dd40-5dd9-4a8a-856c-058ecf0d8839 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:subnet and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:19.569413 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9ee5dd40-5dd9-4a8a-856c-058ecf0d8839 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:19.576039 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-9ee5dd40-5dd9-4a8a-856c-058ecf0d8839 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:19.643638 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 6f3eeea2-2e62-4f28-b0d5-837fd37af46b no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:43:19.693147 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-e642d398-bb92-403e-8f30-7b4da760b93a tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Allocated IP 2001:db8::11b (e0a971ff-575c-4640-b0ff-0e829ea8b531/5b53e6af-d31b-4a83-88b0-c9ef8dc361f3/aec90c41-bedf-4e3a-8432-c729a6940390) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:19.750395 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.resource_extend [None req-c25af88e-770a-4bf5-a14c-86dfaef34243 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:43:19.761020 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-35d4e297-9658-4878-81f5-88efadd8f2bf None None] Provisioning complete for port 6f3eeea2-2e62-4f28-b0d5-837fd37af46b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:19.761531 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-35d4e297-9658-4878-81f5-88efadd8f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:19.833842 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dcf140-646b-4563-b1d4-df10b830bf15 None None] Pushing event updated for resources: {'Port': ['ID=8e4c2cd7-1275-4488-983e-d7d0e8214137,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:19.846326 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c25af88e-770a-4bf5-a14c-86dfaef34243 None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:19.865707 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-4741c31f-d7c0-4c4d-8a9f-44a3d653a299 None None] For port 6f3eeea2-2e62-4f28-b0d5-837fd37af46b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6f3eeea2-2e62-4f28-b0d5-837fd37af46b,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:19.868827 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4741c31f-d7c0-4c4d-8a9f-44a3d653a299 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:19.879390 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55312) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:19.884356 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee5dd40-5dd9-4a8a-856c-058ecf0d8839 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:19.885956 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9ee5dd40-5dd9-4a8a-856c-058ecf0d8839 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:19.918254 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-459b212a-a8fe-4a2a-9ba3-ff743aca49a8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Request body: {'subnet': {'network_id': '3bcdcc41-939f-4f61-8efb-77131da0583c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:20.012795 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e642d398-bb92-403e-8f30-7b4da760b93a tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:20.031458 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-e642d398-bb92-403e-8f30-7b4da760b93a tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Transition to ACTIVE for port object aec90c41-bedf-4e3a-8432-c729a6940390 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:20.062999 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-4741c31f-d7c0-4c4d-8a9f-44a3d653a299 None None] Calling delete_port for 6f3eeea2-2e62-4f28-b0d5-837fd37af46b owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:20.090082 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c25af88e-770a-4bf5-a14c-86dfaef34243 None None] Transition to ACTIVE for port object 46de3322-9012-4af1-9225-5347ca7b0726 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:20.097935 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-d2a829a4-e007-4c70-899c-d1ca522b71fb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port dcafeb26-a2eb-4ee1-90da-ab9a02827fb2 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:20.097935 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d2a829a4-e007-4c70-899c-d1ca522b71fb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:20.117909 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e642d398-bb92-403e-8f30-7b4da760b93a tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:20.194271 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-459b212a-a8fe-4a2a-9ba3-ff743aca49a8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:20.195192 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c25af88e-770a-4bf5-a14c-86dfaef34243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:20.210805 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e642d398-bb92-403e-8f30-7b4da760b93a tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Network e0a971ff-575c-4640-b0ff-0e829ea8b531 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:20.211462 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642d398-bb92-403e-8f30-7b4da760b93a tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Pushing event updated for resources: {'Port': ['ID=aec90c41-bedf-4e3a-8432-c729a6940390,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:20.214284 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-e642d398-bb92-403e-8f30-7b4da760b93a tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:20.216518 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e642d398-bb92-403e-8f30-7b4da760b93a tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:20.220467 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e642d398-bb92-403e-8f30-7b4da760b93a tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:20.221132 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e642d398-bb92-403e-8f30-7b4da760b93a tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:20.239492 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-459b212a-a8fe-4a2a-9ba3-ff743aca49a8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Usage tracker for resource:subnet and tenant:84bc6bf056654e1386a0b9930df9789f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:20.239492 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-459b212a-a8fe-4a2a-9ba3-ff743aca49a8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:20.262798 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-459b212a-a8fe-4a2a-9ba3-ff743aca49a8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:20.268894 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b853b1b5-9c57-43dd-9d3d-d7f8e15ba889 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:20.279142 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:20.325285 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e642d398-bb92-403e-8f30-7b4da760b93a tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.0066397 Apr 29 15:43:20.334444 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55316) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:20.366792 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4741c31f-d7c0-4c4d-8a9f-44a3d653a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:20.443213 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25af88e-770a-4bf5-a14c-86dfaef34243 None None] Pushing event updated for resources: {'Port': ['ID=46de3322-9012-4af1-9225-5347ca7b0726,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:20.444522 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c211b32-91c3-467d-9133-117c6f84b861 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:20.453962 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c211b32-91c3-467d-9133-117c6f84b861 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:20.462669 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c211b32-91c3-467d-9133-117c6f84b861 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:20.464414 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5c211b32-91c3-467d-9133-117c6f84b861 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Synchronizing usage tracker for tenant:dbbd254f8e1f4648a86573991b795c7f on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:20.534222 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4741c31f-d7c0-4c4d-8a9f-44a3d653a299 None None] No DVR routers for this DVR port 6f3eeea2-2e62-4f28-b0d5-837fd37af46b on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:43:20.545158 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741c31f-d7c0-4c4d-8a9f-44a3d653a299 None None] Pushing event deleted for resources: {'Port': ['ID=6f3eeea2-2e62-4f28-b0d5-837fd37af46b,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:20.545289 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459b212a-a8fe-4a2a-9ba3-ff743aca49a8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Made reservation on behalf of 84bc6bf056654e1386a0b9930df9789f for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:20.566970 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-35d4e297-9658-4878-81f5-88efadd8f2bf None None] Provisioning complete for port 8e4c2cd7-1275-4488-983e-d7d0e8214137 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:20.567340 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-35d4e297-9658-4878-81f5-88efadd8f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:20.596949 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5c211b32-91c3-467d-9133-117c6f84b861 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Unset dirty status for tenant:dbbd254f8e1f4648a86573991b795c7f on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:20.598238 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5c211b32-91c3-467d-9133-117c6f84b861 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2627616 Apr 29 15:43:20.604142 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55320) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:20.706293 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-e38b3794-f9c9-4f0c-8f43-366f9af7a8a5 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Deleting port aec90c41-bedf-4e3a-8432-c729a6940390 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:20.706667 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e38b3794-f9c9-4f0c-8f43-366f9af7a8a5 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:20.747033 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-459b212a-a8fe-4a2a-9ba3-ff743aca49a8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:20.779660 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d2a829a4-e007-4c70-899c-d1ca522b71fb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:20.807169 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-35d4e297-9658-4878-81f5-88efadd8f2bf None None] Provisioning for port f7e87f2a-eeb6-468e-a84d-d5068a78ef86 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:20.813411 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-35d4e297-9658-4878-81f5-88efadd8f2bf None None] Provisioning complete for port f7e87f2a-eeb6-468e-a84d-d5068a78ef86 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:20.814069 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-35d4e297-9658-4878-81f5-88efadd8f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:20.877881 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-35d4e297-9658-4878-81f5-88efadd8f2bf None None] Port f7e87f2a-eeb6-468e-a84d-d5068a78ef86 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:43:21.006897 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-d2a829a4-e007-4c70-899c-d1ca522b71fb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Calling delete_port for dcafeb26-a2eb-4ee1-90da-ab9a02827fb2 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:21.014808 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e38b3794-f9c9-4f0c-8f43-366f9af7a8a5 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:21.143996 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0b63bd2b-29aa-4941-92d6-c99cfd7d2c3b None None] Provisioning for port aec90c41-bedf-4e3a-8432-c729a6940390 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:21.149751 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0b63bd2b-29aa-4941-92d6-c99cfd7d2c3b None None] Provisioning complete for port aec90c41-bedf-4e3a-8432-c729a6940390 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:21.150528 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0b63bd2b-29aa-4941-92d6-c99cfd7d2c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:21.174198 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-e38b3794-f9c9-4f0c-8f43-366f9af7a8a5 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Calling delete_port for aec90c41-bedf-4e3a-8432-c729a6940390 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:21.232570 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-0b63bd2b-29aa-4941-92d6-c99cfd7d2c3b None None] Port aec90c41-bedf-4e3a-8432-c729a6940390 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:43:21.237658 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0b63bd2b-29aa-4941-92d6-c99cfd7d2c3b None None] Provisioning complete for port f7e87f2a-eeb6-468e-a84d-d5068a78ef86 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:21.238026 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0b63bd2b-29aa-4941-92d6-c99cfd7d2c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:21.294060 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-0b63bd2b-29aa-4941-92d6-c99cfd7d2c3b None None] Port f7e87f2a-eeb6-468e-a84d-d5068a78ef86 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:43:21.427793 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9ee5dd40-5dd9-4a8a-856c-058ecf0d8839 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:21.440621 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e38b3794-f9c9-4f0c-8f43-366f9af7a8a5 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:21.493126 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b3794-f9c9-4f0c-8f43-366f9af7a8a5 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Pushing event deleted for resources: {'Port': ['ID=aec90c41-bedf-4e3a-8432-c729a6940390,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:21.497835 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-48c3ad04-7069-4714-a062-76c9dee6839b None None] Provisioning for port 46de3322-9012-4af1-9225-5347ca7b0726 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:21.502908 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-48c3ad04-7069-4714-a062-76c9dee6839b None None] Provisioning complete for port 46de3322-9012-4af1-9225-5347ca7b0726 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:21.503268 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-48c3ad04-7069-4714-a062-76c9dee6839b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:21.545713 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e38b3794-f9c9-4f0c-8f43-366f9af7a8a5 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:21.613577 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 8e4c2cd7-1275-4488-983e-d7d0e8214137 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:21.630565 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e38b3794-f9c9-4f0c-8f43-366f9af7a8a5 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] 10.222.0.21 "DELETE /v2.0/ports/aec90c41-bedf-4e3a-8432-c729a6940390 HTTP/1.1" status: 204 len: 168 time: 1.0246630 Apr 29 15:43:21.630741 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55324) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:21.638350 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-33c8cf86-f8f8-40ac-b72c-5e59588c162c tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Request body: {'port': {'name': 'tempest-new-port-name-705889374', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:21.644535 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.api.validators [None req-33c8cf86-f8f8-40ac-b72c-5e59588c162c tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] bootfile-name is not in valid_values {{(pid=84770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 15:43:21.646118 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.api.validators [None req-33c8cf86-f8f8-40ac-b72c-5e59588c162c tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] tftp-server is not in valid_values {{(pid=84770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 15:43:21.647801 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.api.validators [None req-33c8cf86-f8f8-40ac-b72c-5e59588c162c tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] server-ip-address is not in valid_values {{(pid=84770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 15:43:21.667188 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee5dd40-5dd9-4a8a-856c-058ecf0d8839 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:21.678916 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-9ee5dd40-5dd9-4a8a-856c-058ecf0d8839 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:21.680545 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5dd40-5dd9-4a8a-856c-058ecf0d8839 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=24653429-a618-4f4e-ac41-620519624049,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:21.694454 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee5dd40-5dd9-4a8a-856c-058ecf0d8839 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:21.694454 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9ee5dd40-5dd9-4a8a-856c-058ecf0d8839 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:21.709391 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2f7458-4e9a-4a64-88e6-7ee5fe9afc01 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:21.857317 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d2a829a4-e007-4c70-899c-d1ca522b71fb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:21.876908 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-33c8cf86-f8f8-40ac-b72c-5e59588c162c tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:21.981575 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 8e4c2cd7-1275-4488-983e-d7d0e8214137 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:21.981948 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:22.094413 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-72dcbbd6-bb39-4319-8eed-367fe214ea05 req-3ce9c3d6-bdcf-4110-8008-853d7f21b518 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8702111 Apr 29 15:43:22.095780 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-48c3ad04-7069-4714-a062-76c9dee6839b None None] Provisioning complete for port 90b970c0-d708-423d-88a4-df5a12865e74 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:22.096409 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-48c3ad04-7069-4714-a062-76c9dee6839b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:22.096745 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a829a4-e007-4c70-899c-d1ca522b71fb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Port': ['ID=dcafeb26-a2eb-4ee1-90da-ab9a02827fb2,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:22.167166 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-459b212a-a8fe-4a2a-9ba3-ff743aca49a8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:22.171722 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9ee5dd40-5dd9-4a8a-856c-058ecf0d8839 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3350234 Apr 29 15:43:22.175440 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55328) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:22.186932 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-0cb00434-649e-47c0-aa3e-62821f64b95c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:22.211046 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-48c3ad04-7069-4714-a062-76c9dee6839b None None] Port 90b970c0-d708-423d-88a4-df5a12865e74 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:43:22.249168 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0addf19b-fede-4951-8b40-401ee1a492b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-75e7f0f8-4897-4e20-8301-99a7eae75065', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'fixed_ips': [{'subnet_id': '24653429-a618-4f4e-ac41-620519624049'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:43:22.250696 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0addf19b-fede-4951-8b40-401ee1a492b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:22.258250 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d2a829a4-e007-4c70-899c-d1ca522b71fb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:22.263002 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d2a829a4-e007-4c70-899c-d1ca522b71fb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/ports/dcafeb26-a2eb-4ee1-90da-ab9a02827fb2 HTTP/1.1" status: 204 len: 168 time: 2.7083783 Apr 29 15:43:22.264376 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55332) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:22.274874 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-48c3ad04-7069-4714-a062-76c9dee6839b None None] Could not find standard attr ID for object dcafeb26-a2eb-4ee1-90da-ab9a02827fb2. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:43:22.345842 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 46de3322-9012-4af1-9225-5347ca7b0726 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:22.351947 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-334b8674-36eb-40da-a85a-78ec7dfe06c8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] GET failed (client error): The resource could not be found. Apr 29 15:43:22.355104 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-334b8674-36eb-40da-a85a-78ec7dfe06c8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Synchronizing usage tracker for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:22.355436 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b212a-a8fe-4a2a-9ba3-ff743aca49a8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event updated for resources: {'Subnet': ['ID=3ed4aadf-a7c1-42a8-890a-43b2d7bf0e81,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:22.400413 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459b212a-a8fe-4a2a-9ba3-ff743aca49a8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Checking segment: {'id': '37485392-8636-4717-adce-f770b067fe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3bcdcc41-939f-4f61-8efb-77131da0583c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:43:22.404196 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459b212a-a8fe-4a2a-9ba3-ff743aca49a8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Network hostable DHCP agents. Network: 3bcdcc41-939f-4f61-8efb-77131da0583c, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:43:22.411917 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-72dcbbd6-bb39-4319-8eed-367fe214ea05 req-3ac9bab0-3b3f-4574-a3c3-8838d3e85eec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56968f4173e467ca1a4109666ee4127&device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 1099 time: 0.2930336 Apr 29 15:43:22.418845 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-0cb00434-649e-47c0-aa3e-62821f64b95c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:22.422207 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-33c8cf86-f8f8-40ac-b72c-5e59588c162c tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:22.426125 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0cb00434-649e-47c0-aa3e-62821f64b95c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:subnet and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:22.430156 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0cb00434-649e-47c0-aa3e-62821f64b95c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:22.435927 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b853b1b5-9c57-43dd-9d3d-d7f8e15ba889 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Router e50f264e-05f2-4871-ac50-c876e6551c94 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:43:22.439627 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-0cb00434-649e-47c0-aa3e-62821f64b95c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:22.472190 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4d01da94-52db-4f71-9cde-b37aba268dc4 None None] Could not find standard attr ID for object dcafeb26-a2eb-4ee1-90da-ab9a02827fb2. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:43:22.476630 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-334b8674-36eb-40da-a85a-78ec7dfe06c8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Unset dirty status for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:22.477732 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-334b8674-36eb-40da-a85a-78ec7dfe06c8 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports/dcafeb26-a2eb-4ee1-90da-ab9a02827fb2 HTTP/1.1" status: 404 len: 333 time: 0.2108645 Apr 29 15:43:22.481424 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55336) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:22.501400 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-33c8cf86-f8f8-40ac-b72c-5e59588c162c tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:22.557181 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 46de3322-9012-4af1-9225-5347ca7b0726 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:22.558145 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb00434-649e-47c0-aa3e-62821f64b95c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:22.558395 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:22.638255 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-0addf19b-fede-4951-8b40-401ee1a492b3 None None] Allocated IP 172.20.0.2 (75e7f0f8-4897-4e20-8301-99a7eae75065/24653429-a618-4f4e-ac41-620519624049/2a3d5653-9860-40dc-bbea-9e6739b89e41) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:22.686978 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459b212a-a8fe-4a2a-9ba3-ff743aca49a8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Network 3bcdcc41-939f-4f61-8efb-77131da0583c is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:43:22.695109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-33c8cf86-f8f8-40ac-b72c-5e59588c162c tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] In _notify_port_updated(), no bound segment for port f7e87f2a-eeb6-468e-a84d-d5068a78ef86 on network e0a971ff-575c-4640-b0ff-0e829ea8b531 {{(pid=84770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 15:43:22.711919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c8cf86-f8f8-40ac-b72c-5e59588c162c tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:22.712594 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-33c8cf86-f8f8-40ac-b72c-5e59588c162c tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:22.714499 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-33c8cf86-f8f8-40ac-b72c-5e59588c162c tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] 10.222.0.21 "PUT /v2.0/ports/f7e87f2a-eeb6-468e-a84d-d5068a78ef86 HTTP/1.1" status: 200 len: 1129 time: 1.0825903 Apr 29 15:43:22.722115 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55340) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:22.757704 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcbbd6-bb39-4319-8eed-367fe214ea05 req-42596b87-5781-4c58-85dc-f7732329754b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:22.759306 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-72dcbbd6-bb39-4319-8eed-367fe214ea05 req-42596b87-5781-4c58-85dc-f7732329754b service neutron] 10.222.0.35 "GET /v2.0/networks?id=d511986d-e449-4c9a-bc20-0b0373daead6 HTTP/1.1" status: 200 len: 912 time: 0.3285170 Apr 29 15:43:22.816218 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8cf86-f8f8-40ac-b72c-5e59588c162c tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Pushing event updated for resources: {'Port': ['ID=f7e87f2a-eeb6-468e-a84d-d5068a78ef86,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:22.881232 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fed6a71e-c223-4ce4-81b7-f5b236407c80 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:22.922464 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-459b212a-a8fe-4a2a-9ba3-ff743aca49a8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 3bcdcc41-939f-4f61-8efb-77131da0583c) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:22.926717 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459b212a-a8fe-4a2a-9ba3-ff743aca49a8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:22.927294 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-459b212a-a8fe-4a2a-9ba3-ff743aca49a8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:22.931437 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0cb00434-649e-47c0-aa3e-62821f64b95c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:22.940417 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd677c5-b25e-4c47-bdcd-0564b5b68a3c None None] Network 3bcdcc41-939f-4f61-8efb-77131da0583c requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:22.946503 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-72dcbbd6-bb39-4319-8eed-367fe214ea05 req-1aedf3cd-ea28-4690-8f65-2d73eb5e4c15 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c692f0a-0dff-40d5-8916-d3b49735cbfc HTTP/1.1" status: 200 len: 1002 time: 0.1793432 Apr 29 15:43:22.949161 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b5f8b0-ec64-4145-96ed-aa06ac70614c tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:22.949768 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f1b5f8b0-ec64-4145-96ed-aa06ac70614c tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Synchronizing usage tracker for tenant:dbbd254f8e1f4648a86573991b795c7f on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:23.010358 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fed6a71e-c223-4ce4-81b7-f5b236407c80 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:23.031820 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcbbd6-bb39-4319-8eed-367fe214ea05 req-265a9832-4ae5-4ccd-b579-ddb3dd14bd27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:23.033252 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-72dcbbd6-bb39-4319-8eed-367fe214ea05 req-265a9832-4ae5-4ccd-b579-ddb3dd14bd27 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fccdfd74-5a41-4338-8b3c-9da29bbca38f HTTP/1.1" status: 200 len: 850 time: 0.0731766 Apr 29 15:43:23.036082 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b853b1b5-9c57-43dd-9d3d-d7f8e15ba889 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:43:23.045095 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b853b1b5-9c57-43dd-9d3d-d7f8e15ba889 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "PUT /v2.0/routers/e50f264e-05f2-4871-ac50-c876e6551c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0161743 Apr 29 15:43:23.045781 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0addf19b-fede-4951-8b40-401ee1a492b3 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:23.046068 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55344) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:23.060295 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef78668-f56d-4cb2-ae9f-363f976f5983 None None] Sync routers for ids ['e50f264e-05f2-4871-ac50-c876e6551c94'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:43:23.074036 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0addf19b-fede-4951-8b40-401ee1a492b3 None None] Transition to ACTIVE for port object 2a3d5653-9860-40dc-bbea-9e6739b89e41 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:23.094856 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-459b212a-a8fe-4a2a-9ba3-ff743aca49a8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2138627 Apr 29 15:43:23.100975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55348) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:23.111234 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-e149dc3d-3e5f-4806-a6de-73952d961d75 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-445431519'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:23.124392 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e149dc3d-3e5f-4806-a6de-73952d961d75 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:23.137631 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e149dc3d-3e5f-4806-a6de-73952d961d75 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Usage tracker for resource:network and tenant:84bc6bf056654e1386a0b9930df9789f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:23.137631 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e149dc3d-3e5f-4806-a6de-73952d961d75 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:23.138861 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-26c96b0e-6411-44ae-bd5c-360241ac8cfb None None] Provisioning complete for port f7e87f2a-eeb6-468e-a84d-d5068a78ef86 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:23.139233 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-26c96b0e-6411-44ae-bd5c-360241ac8cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:23.152206 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e149dc3d-3e5f-4806-a6de-73952d961d75 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:23.181011 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef78668-f56d-4cb2-ae9f-363f976f5983 None None] Routers {'e50f264e-05f2-4871-ac50-c876e6551c94'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:43:23.181561 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-eef78668-f56d-4cb2-ae9f-363f976f5983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:43:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['e50f264e-05f2-4871-ac50-c876e6551c94'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:23.232025 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f1b5f8b0-ec64-4145-96ed-aa06ac70614c tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Unset dirty status for tenant:dbbd254f8e1f4648a86573991b795c7f on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:23.237939 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f1b5f8b0-ec64-4145-96ed-aa06ac70614c tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] 10.222.0.21 "GET /v2.0/ports/f7e87f2a-eeb6-468e-a84d-d5068a78ef86 HTTP/1.1" status: 200 len: 1129 time: 0.5063107 Apr 29 15:43:23.238650 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55352) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:23.269593 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-eef78668-f56d-4cb2-ae9f-363f976f5983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:23.293875 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0addf19b-fede-4951-8b40-401ee1a492b3 None None] Transition to ACTIVE for port object 2a3d5653-9860-40dc-bbea-9e6739b89e41 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:23.295075 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fed6a71e-c223-4ce4-81b7-f5b236407c80 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:23.305172 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-26c96b0e-6411-44ae-bd5c-360241ac8cfb None None] Port f7e87f2a-eeb6-468e-a84d-d5068a78ef86 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:43:23.329213 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef78668-f56d-4cb2-ae9f-363f976f5983 None None] Routers {'e50f264e-05f2-4871-ac50-c876e6551c94'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:43:23.329844 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-eef78668-f56d-4cb2-ae9f-363f976f5983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:43:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['e50f264e-05f2-4871-ac50-c876e6551c94'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:23.332078 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6a71e-c223-4ce4-81b7-f5b236407c80 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f49790-07a3-4a1b-9252-e4910d7cc20a,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:23.347759 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-f24a9f7f-b0ea-40dc-bcbd-f371e0aeb08f tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Deleting port f7e87f2a-eeb6-468e-a84d-d5068a78ef86 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:23.348100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f24a9f7f-b0ea-40dc-bcbd-f371e0aeb08f tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:23.382613 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e149dc3d-3e5f-4806-a6de-73952d961d75 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Made reservation on behalf of 84bc6bf056654e1386a0b9930df9789f for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:23.386344 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e149dc3d-3e5f-4806-a6de-73952d961d75 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:23.417072 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-72dcbbd6-bb39-4319-8eed-367fe214ea05 req-1ae05732-36f8-454d-bcdd-b8c508873725 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d511986d-e449-4c9a-bc20-0b0373daead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3690369 Apr 29 15:43:23.435871 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fed6a71e-c223-4ce4-81b7-f5b236407c80 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:23.439924 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-fed6a71e-c223-4ce4-81b7-f5b236407c80 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/security-groups/69f49790-07a3-4a1b-9252-e4910d7cc20a HTTP/1.1" status: 204 len: 168 time: 0.9564900 Apr 29 15:43:23.440057 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-eef78668-f56d-4cb2-ae9f-363f976f5983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:23.440057 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef78668-f56d-4cb2-ae9f-363f976f5983 None None] The sync data for ids ['e50f264e-05f2-4871-ac50-c876e6551c94'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:43:23.445703 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55356) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:23.456519 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0addf19b-fede-4951-8b40-401ee1a492b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:23.495430 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b760565-7647-45cb-8851-56c1c84ccddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-3bcdcc41-939f-4f61-8efb-77131da0583c', 'network_id': '3bcdcc41-939f-4f61-8efb-77131da0583c', 'tenant_id': '84bc6bf056654e1386a0b9930df9789f', 'fixed_ips': [{'subnet_id': '3ed4aadf-a7c1-42a8-890a-43b2d7bf0e81'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:43:23.496478 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4b760565-7647-45cb-8851-56c1c84ccddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:23.548259 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e149dc3d-3e5f-4806-a6de-73952d961d75 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:43:23.582321 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0addf19b-fede-4951-8b40-401ee1a492b3 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:23.594407 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0addf19b-fede-4951-8b40-401ee1a492b3 None None] Pushing event updated for resources: {'Port': ['ID=2a3d5653-9860-40dc-bbea-9e6739b89e41,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:23.594407 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-0addf19b-fede-4951-8b40-401ee1a492b3 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:23.600561 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0addf19b-fede-4951-8b40-401ee1a492b3 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:23.625182 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e149dc3d-3e5f-4806-a6de-73952d961d75 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:23.625530 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-e149dc3d-3e5f-4806-a6de-73952d961d75 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Added segment 0e07cbea-39aa-41a1-9963-f94fab200cf0 of type vlan for network 61e02165-2120-4661-a729-452a423e1450 Apr 29 15:43:23.685503 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e149dc3d-3e5f-4806-a6de-73952d961d75 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:23.751072 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-0addf19b-fede-4951-8b40-401ee1a492b3 None None] Attempting to bind port 2a3d5653-9860-40dc-bbea-9e6739b89e41 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:43:23.751437 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-0addf19b-fede-4951-8b40-401ee1a492b3 None None] Attempting to bind port 2a3d5653-9860-40dc-bbea-9e6739b89e41 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:43:23.751801 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0addf19b-fede-4951-8b40-401ee1a492b3 None None] Attempting to bind port 2a3d5653-9860-40dc-bbea-9e6739b89e41 on network 75e7f0f8-4897-4e20-8301-99a7eae75065 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:43:23.764742 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0addf19b-fede-4951-8b40-401ee1a492b3 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:43:23.765111 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0addf19b-fede-4951-8b40-401ee1a492b3 None None] Checking segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:43:23.765721 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0addf19b-fede-4951-8b40-401ee1a492b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:23.766332 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0addf19b-fede-4951-8b40-401ee1a492b3 None None] Bound using segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:43:23.767058 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-0addf19b-fede-4951-8b40-401ee1a492b3 None None] Bound port: 2a3d5653-9860-40dc-bbea-9e6739b89e41, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:43:23.767667 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0addf19b-fede-4951-8b40-401ee1a492b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:23.774431 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-72dcbbd6-bb39-4319-8eed-367fe214ea05 req-38fc6a03-3201-4d0e-97ee-4209c230a135 service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512089 Apr 29 15:43:23.775070 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c64323b1-2af9-4560-b210-b3cf80807261 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:23.839598 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-4b760565-7647-45cb-8851-56c1c84ccddc None None] Allocated IP 2001:db8:0:ffff::2 (3bcdcc41-939f-4f61-8efb-77131da0583c/3ed4aadf-a7c1-42a8-890a-43b2d7bf0e81/99900ef6-6ded-4368-b10d-1c55124bcef0) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:23.844516 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f24a9f7f-b0ea-40dc-bcbd-f371e0aeb08f tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:23.909810 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c64323b1-2af9-4560-b210-b3cf80807261 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:23.957134 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-0addf19b-fede-4951-8b40-401ee1a492b3 None None] For port 2a3d5653-9860-40dc-bbea-9e6739b89e41, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:43:23.973248 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-0addf19b-fede-4951-8b40-401ee1a492b3 None None] For port 2a3d5653-9860-40dc-bbea-9e6739b89e41, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=2a3d5653-9860-40dc-bbea-9e6739b89e41,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:43:23.974199 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-f24a9f7f-b0ea-40dc-bcbd-f371e0aeb08f tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Calling delete_port for f7e87f2a-eeb6-468e-a84d-d5068a78ef86 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:24.001562 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e149dc3d-3e5f-4806-a6de-73952d961d75 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:24.005321 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-72dcbbd6-bb39-4319-8eed-367fe214ea05 req-cfec0370-ff7d-4ee2-9b63-839076ae1057 service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184467 Apr 29 15:43:24.005507 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e149dc3d-3e5f-4806-a6de-73952d961d75 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:24.006251 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e149dc3d-3e5f-4806-a6de-73952d961d75 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:24.013835 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f9b5-ceb5-4c54-a4c6-7d7c1fc32bf8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:24.084235 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0addf19b-fede-4951-8b40-401ee1a492b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:24.144871 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c64323b1-2af9-4560-b210-b3cf80807261 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:24.178258 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64323b1-2af9-4560-b210-b3cf80807261 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9ee6c6-ab70-45ce-ad13-9f2621bb0f37,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:24.190082 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c64323b1-2af9-4560-b210-b3cf80807261 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:24.193891 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c64323b1-2af9-4560-b210-b3cf80807261 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/security-groups/5f9ee6c6-ab70-45ce-ad13-9f2621bb0f37 HTTP/1.1" status: 204 len: 168 time: 0.7422650 Apr 29 15:43:24.204502 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55360) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:24.204664 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.objects.ports [None req-0cb00434-649e-47c0-aa3e-62821f64b95c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84770) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 15:43:24.223891 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4b760565-7647-45cb-8851-56c1c84ccddc None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:24.267784 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4b760565-7647-45cb-8851-56c1c84ccddc None None] Transition to ACTIVE for port object 99900ef6-6ded-4368-b10d-1c55124bcef0 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:24.279770 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0addf19b-fede-4951-8b40-401ee1a492b3 None None] Pushing event updated for resources: {'Port': ['ID=2a3d5653-9860-40dc-bbea-9e6739b89e41,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:24.295133 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4b760565-7647-45cb-8851-56c1c84ccddc None None] Transition to ACTIVE for port object 99900ef6-6ded-4368-b10d-1c55124bcef0 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:24.329752 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149dc3d-3e5f-4806-a6de-73952d961d75 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event updated for resources: {'Network': ['ID=61e02165-2120-4661-a729-452a423e1450,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:24.356363 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 61e02165-2120-4661-a729-452a423e1450 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:43:24.418983 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e149dc3d-3e5f-4806-a6de-73952d961d75 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3160901 Apr 29 15:43:24.423829 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55364) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:24.430264 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-48b88b3e-1fc5-471d-a768-d2a79b4dc0d2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Request body: {'subnet': {'network_id': '61e02165-2120-4661-a729-452a423e1450', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:24.467628 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4b760565-7647-45cb-8851-56c1c84ccddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:24.577903 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b760565-7647-45cb-8851-56c1c84ccddc None None] Network 3bcdcc41-939f-4f61-8efb-77131da0583c is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:24.591608 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-4b760565-7647-45cb-8851-56c1c84ccddc None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:24.595581 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b760565-7647-45cb-8851-56c1c84ccddc None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:24.612128 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b760565-7647-45cb-8851-56c1c84ccddc None None] Pushing event updated for resources: {'Port': ['ID=99900ef6-6ded-4368-b10d-1c55124bcef0,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:24.624111 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec515f4-674a-479d-a899-00123f6cef78 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting subnet 85a3a4cd-588c-41f6-be0f-85d9be46e7ad {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:43:24.634351 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0cb00434-649e-47c0-aa3e-62821f64b95c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:24.646634 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aec515f4-674a-479d-a899-00123f6cef78 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:24.767294 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-48b88b3e-1fc5-471d-a768-d2a79b4dc0d2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:24.775268 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-48b88b3e-1fc5-471d-a768-d2a79b4dc0d2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Usage tracker for resource:subnet and tenant:84bc6bf056654e1386a0b9930df9789f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:24.781602 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f24a9f7f-b0ea-40dc-bcbd-f371e0aeb08f tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:24.799798 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-48b88b3e-1fc5-471d-a768-d2a79b4dc0d2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:24.809369 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-4b760565-7647-45cb-8851-56c1c84ccddc None None] Attempting to bind port 99900ef6-6ded-4368-b10d-1c55124bcef0 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:43:24.810260 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-4b760565-7647-45cb-8851-56c1c84ccddc None None] Attempting to bind port 99900ef6-6ded-4368-b10d-1c55124bcef0 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '37485392-8636-4717-adce-f770b067fe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3bcdcc41-939f-4f61-8efb-77131da0583c'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:43:24.810680 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b760565-7647-45cb-8851-56c1c84ccddc None None] Attempting to bind port 99900ef6-6ded-4368-b10d-1c55124bcef0 on network 3bcdcc41-939f-4f61-8efb-77131da0583c {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:43:24.820875 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b760565-7647-45cb-8851-56c1c84ccddc None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:43:24.826248 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aec515f4-674a-479d-a899-00123f6cef78 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:24.828392 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b760565-7647-45cb-8851-56c1c84ccddc None None] Checking segment: {'id': '37485392-8636-4717-adce-f770b067fe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3bcdcc41-939f-4f61-8efb-77131da0583c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:43:24.828886 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4b760565-7647-45cb-8851-56c1c84ccddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:24.829287 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b760565-7647-45cb-8851-56c1c84ccddc None None] Bound using segment: {'id': '37485392-8636-4717-adce-f770b067fe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3bcdcc41-939f-4f61-8efb-77131da0583c'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:43:24.831382 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-4b760565-7647-45cb-8851-56c1c84ccddc None None] Bound port: 99900ef6-6ded-4368-b10d-1c55124bcef0, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37485392-8636-4717-adce-f770b067fe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3bcdcc41-939f-4f61-8efb-77131da0583c'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:43:24.831770 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4b760565-7647-45cb-8851-56c1c84ccddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:24.939085 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-4b760565-7647-45cb-8851-56c1c84ccddc None None] For port 99900ef6-6ded-4368-b10d-1c55124bcef0, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:43:24.942518 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-4b760565-7647-45cb-8851-56c1c84ccddc None None] For port 99900ef6-6ded-4368-b10d-1c55124bcef0, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=99900ef6-6ded-4368-b10d-1c55124bcef0,segment=NetworkSegment(37485392-8636-4717-adce-f770b067fe6e),segment_id=37485392-8636-4717-adce-f770b067fe6e)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:43:24.946466 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-48b88b3e-1fc5-471d-a768-d2a79b4dc0d2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:24.951237 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a9f7f-b0ea-40dc-bcbd-f371e0aeb08f tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Pushing event deleted for resources: {'Port': ['ID=f7e87f2a-eeb6-468e-a84d-d5068a78ef86,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:24.997357 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aec515f4-674a-479d-a899-00123f6cef78 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:25.014306 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4b760565-7647-45cb-8851-56c1c84ccddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:25.021629 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f24a9f7f-b0ea-40dc-bcbd-f371e0aeb08f tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:25.115164 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-0cb00434-649e-47c0-aa3e-62821f64b95c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] For port 2a3d5653-9860-40dc-bbea-9e6739b89e41, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=2a3d5653-9860-40dc-bbea-9e6739b89e41,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:25.125424 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b760565-7647-45cb-8851-56c1c84ccddc None None] Pushing event updated for resources: {'Port': ['ID=99900ef6-6ded-4368-b10d-1c55124bcef0,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:25.134139 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b88b3e-1fc5-471d-a768-d2a79b4dc0d2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Made reservation on behalf of 84bc6bf056654e1386a0b9930df9789f for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:25.232940 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f24a9f7f-b0ea-40dc-bcbd-f371e0aeb08f tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] 10.222.0.21 "DELETE /v2.0/ports/f7e87f2a-eeb6-468e-a84d-d5068a78ef86 HTTP/1.1" status: 204 len: 168 time: 1.9929552 Apr 29 15:43:25.237710 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55368) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:25.246525 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0cb00434-649e-47c0-aa3e-62821f64b95c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:25.283642 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-48b88b3e-1fc5-471d-a768-d2a79b4dc0d2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:25.474344 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0cb00434-649e-47c0-aa3e-62821f64b95c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:25.475131 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0cb00434-649e-47c0-aa3e-62821f64b95c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:25.543668 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aec515f4-674a-479d-a899-00123f6cef78 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:25.597311 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-e9f2f9b5-ceb5-4c54-a4c6-7d7c1fc32bf8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting port 78910601-6176-40c4-b808-c76460cbdaea {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:25.597759 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f9b5-ceb5-4c54-a4c6-7d7c1fc32bf8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:25.658426 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec515f4-674a-479d-a899-00123f6cef78 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Subnet': ['ID=85a3a4cd-588c-41f6-be0f-85d9be46e7ad,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:25.675068 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aec515f4-674a-479d-a899-00123f6cef78 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:25.689171 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9c6684-ac36-44ec-b093-c8a12aba758f None None] Network 8e793cc7-821d-4265-8f7a-6b3f666df1cd requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:25.691341 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2a0ca6-5059-4a09-8965-1f8e3333cc81 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Deleting subnet 5b53e6af-d31b-4a83-88b0-c9ef8dc361f3 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:43:25.705878 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-aec515f4-674a-479d-a899-00123f6cef78 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/subnets/85a3a4cd-588c-41f6-be0f-85d9be46e7ad HTTP/1.1" status: 204 len: 168 time: 1.5015359 Apr 29 15:43:25.707116 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-de2a0ca6-5059-4a09-8965-1f8e3333cc81 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:25.729575 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55372) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:25.761959 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-0171e084-1700-408b-9d85-ddaa3d5f219b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'subnet': {'network_id': '8e793cc7-821d-4265-8f7a-6b3f666df1cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:25.815136 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb00434-649e-47c0-aa3e-62821f64b95c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=2a3d5653-9860-40dc-bbea-9e6739b89e41,revision_number=4']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:25.823970 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb00434-649e-47c0-aa3e-62821f64b95c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:25.871000 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2a3d5653-9860-40dc-bbea-9e6739b89e41 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:25.893524 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-de2a0ca6-5059-4a09-8965-1f8e3333cc81 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:25.915940 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-0cb00434-649e-47c0-aa3e-62821f64b95c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:25.930658 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb00434-649e-47c0-aa3e-62821f64b95c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=a8c5868b-d9c6-46d4-9062-5db6da803e26,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:25.943454 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb00434-649e-47c0-aa3e-62821f64b95c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:25.944271 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0cb00434-649e-47c0-aa3e-62821f64b95c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:25.997775 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e39fbc4-8c0c-499c-9760-fb1e0e7fa9d0 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:26.013751 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f9b5-ceb5-4c54-a4c6-7d7c1fc32bf8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:26.059644 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-0171e084-1700-408b-9d85-ddaa3d5f219b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:26.063779 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0171e084-1700-408b-9d85-ddaa3d5f219b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:subnet and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:26.066739 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0171e084-1700-408b-9d85-ddaa3d5f219b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:26.072897 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-0171e084-1700-408b-9d85-ddaa3d5f219b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:26.085965 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0cb00434-649e-47c0-aa3e-62821f64b95c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9093690 Apr 29 15:43:26.089478 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55376) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:26.096301 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-3e7a746e-ed31-4a97-9902-7738e14fffed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'mac_address': 'fa:16:3e:c8:0d:27', 'name': 'tempest-NetworksTestDHCPv6-774634520'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:26.118352 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-48b88b3e-1fc5-471d-a768-d2a79b4dc0d2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:26.161326 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-e9f2f9b5-ceb5-4c54-a4c6-7d7c1fc32bf8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Calling delete_port for 78910601-6176-40c4-b808-c76460cbdaea owned by network:router_interface {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:26.241918 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 2a3d5653-9860-40dc-bbea-9e6739b89e41 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:26.260545 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 99900ef6-6ded-4368-b10d-1c55124bcef0 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:26.270076 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0171e084-1700-408b-9d85-ddaa3d5f219b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:26.278831 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-de2a0ca6-5059-4a09-8965-1f8e3333cc81 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:26.362999 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b95b98b1-7baf-4a7f-97fc-d29b8e2d3274 None None] Provisioning for port 2a3d5653-9860-40dc-bbea-9e6739b89e41 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:26.422916 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b95b98b1-7baf-4a7f-97fc-d29b8e2d3274 None None] Provisioning complete for port 2a3d5653-9860-40dc-bbea-9e6739b89e41 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:26.423211 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b95b98b1-7baf-4a7f-97fc-d29b8e2d3274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:26.470122 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-de2a0ca6-5059-4a09-8965-1f8e3333cc81 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:26.524555 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-de2a0ca6-5059-4a09-8965-1f8e3333cc81 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:26.539754 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a0ca6-5059-4a09-8965-1f8e3333cc81 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Pushing event deleted for resources: {'Subnet': ['ID=5b53e6af-d31b-4a83-88b0-c9ef8dc361f3,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:26.552533 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f9b5-ceb5-4c54-a4c6-7d7c1fc32bf8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:26.552728 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44f839a-ecb6-4071-b484-8b261f93211c None None] Network e0a971ff-575c-4640-b0ff-0e829ea8b531 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:26.559015 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-de2a0ca6-5059-4a09-8965-1f8e3333cc81 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] 10.222.0.21 "DELETE /v2.0/subnets/5b53e6af-d31b-4a83-88b0-c9ef8dc361f3 HTTP/1.1" status: 204 len: 168 time: 1.3183670 Apr 29 15:43:26.571209 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55380) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:26.617382 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2f9b5-ceb5-4c54-a4c6-7d7c1fc32bf8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Port': ['ID=78910601-6176-40c4-b808-c76460cbdaea,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:26.650032 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3e7a746e-ed31-4a97-9902-7738e14fffed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:26.656029 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3e7a746e-ed31-4a97-9902-7738e14fffed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:port and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:26.663840 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3e7a746e-ed31-4a97-9902-7738e14fffed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:26.704473 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 99900ef6-6ded-4368-b10d-1c55124bcef0 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:26.725231 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b88b3e-1fc5-471d-a768-d2a79b4dc0d2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event updated for resources: {'Subnet': ['ID=e40dfae9-1806-4933-ac3f-9a744fcf1a54,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:26.733014 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3e7a746e-ed31-4a97-9902-7738e14fffed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:26.785640 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b95b98b1-7baf-4a7f-97fc-d29b8e2d3274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:26.852679 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682978cf-9fa3-40de-8e35-556465f5f704 None None] Network 3bcdcc41-939f-4f61-8efb-77131da0583c requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:26.939325 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f9b5-ceb5-4c54-a4c6-7d7c1fc32bf8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:26.980555 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b88b3e-1fc5-471d-a768-d2a79b4dc0d2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Checking segment: {'id': '0e07cbea-39aa-41a1-9963-f94fab200cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '61e02165-2120-4661-a729-452a423e1450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:43:26.980926 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b88b3e-1fc5-471d-a768-d2a79b4dc0d2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Network hostable DHCP agents. Network: 61e02165-2120-4661-a729-452a423e1450, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:43:27.047165 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7a746e-ed31-4a97-9902-7738e14fffed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:27.053391 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e7a746e-ed31-4a97-9902-7738e14fffed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:27.074401 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-b95b98b1-7baf-4a7f-97fc-d29b8e2d3274 None None] For port 2a3d5653-9860-40dc-bbea-9e6739b89e41, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=2a3d5653-9860-40dc-bbea-9e6739b89e41,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:27.102811 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9f1d-f29b-43fc-bc35-ad33350a605e tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:27.132244 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0171e084-1700-408b-9d85-ddaa3d5f219b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:27.223863 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b95b98b1-7baf-4a7f-97fc-d29b8e2d3274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:27.284056 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-3e7a746e-ed31-4a97-9902-7738e14fffed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] device_id is not set on port 67d92b2c-3d9d-4b40-9a87-01f5f883c303 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:43:27.316572 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b98b1-7baf-4a7f-97fc-d29b8e2d3274 None None] Pushing event updated for resources: {'Port': ['ID=2a3d5653-9860-40dc-bbea-9e6739b89e41,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:27.351153 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa9f1d-f29b-43fc-bc35-ad33350a605e tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Deleting port 8e4c2cd7-1275-4488-983e-d7d0e8214137 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:27.354898 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9f1d-f29b-43fc-bc35-ad33350a605e tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:27.459554 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d350b4-1ded-42ca-87a3-c29982668792 None None] DHCP port deletion for e0a971ff-575c-4640-b0ff-0e829ea8b531 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:43:27.470416 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-49d350b4-1ded-42ca-87a3-c29982668792 None None] Deleting port 8e4c2cd7-1275-4488-983e-d7d0e8214137 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:27.470811 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-49d350b4-1ded-42ca-87a3-c29982668792 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:27.644713 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-324b0e90-a9a3-48d7-b91c-b5c4937f42f8 None None] Provisioning for port 99900ef6-6ded-4368-b10d-1c55124bcef0 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:27.655605 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f2f9b5-ceb5-4c54-a4c6-7d7c1fc32bf8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Router e50f264e-05f2-4871-ac50-c876e6551c94 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:43:27.658215 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2a3d5653-9860-40dc-bbea-9e6739b89e41 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:27.719758 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-3e7a746e-ed31-4a97-9902-7738e14fffed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 172.20.0.3 (75e7f0f8-4897-4e20-8301-99a7eae75065/24653429-a618-4f4e-ac41-620519624049/67d92b2c-3d9d-4b40-9a87-01f5f883c303) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:27.727307 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-324b0e90-a9a3-48d7-b91c-b5c4937f42f8 None None] Provisioning complete for port 99900ef6-6ded-4368-b10d-1c55124bcef0 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:27.727757 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-324b0e90-a9a3-48d7-b91c-b5c4937f42f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:27.735778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-3e7a746e-ed31-4a97-9902-7738e14fffed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8::f816:3eff:fec8:d27 (75e7f0f8-4897-4e20-8301-99a7eae75065/a8c5868b-d9c6-46d4-9062-5db6da803e26/67d92b2c-3d9d-4b40-9a87-01f5f883c303) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:27.830963 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f2f9b5-ceb5-4c54-a4c6-7d7c1fc32bf8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:43:27.844834 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec329ca5-bb28-4877-b9a8-76538c0efb9c None None] Sync routers for ids ['e50f264e-05f2-4871-ac50-c876e6551c94'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:43:27.856234 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e9f2f9b5-ceb5-4c54-a4c6-7d7c1fc32bf8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "PUT /v2.0/routers/e50f264e-05f2-4871-ac50-c876e6551c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7639108 Apr 29 15:43:27.857703 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55386) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:27.864641 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec329ca5-bb28-4877-b9a8-76538c0efb9c None None] Routers {'e50f264e-05f2-4871-ac50-c876e6551c94'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:43:27.865469 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-ec329ca5-bb28-4877-b9a8-76538c0efb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:43:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['e50f264e-05f2-4871-ac50-c876e6551c94'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:27.924785 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1fe34c6a-7869-41fb-8944-1418a35b9788 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Synchronizing usage tracker for tenant:72863ce39b024e9da16162dddbf6a3b4 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:27.942881 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b88b3e-1fc5-471d-a768-d2a79b4dc0d2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Network 61e02165-2120-4661-a729-452a423e1450 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:43:27.943328 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-ec329ca5-bb28-4877-b9a8-76538c0efb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:27.956165 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec329ca5-bb28-4877-b9a8-76538c0efb9c None None] Routers {'e50f264e-05f2-4871-ac50-c876e6551c94'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:43:27.956773 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-ec329ca5-bb28-4877-b9a8-76538c0efb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:43:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['e50f264e-05f2-4871-ac50-c876e6551c94'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:28.029671 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1fe34c6a-7869-41fb-8944-1418a35b9788 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Unset dirty status for tenant:72863ce39b024e9da16162dddbf6a3b4 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:28.029671 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1fe34c6a-7869-41fb-8944-1418a35b9788 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e50f264e-05f2-4871-ac50-c876e6551c94 HTTP/1.1" status: 200 len: 205 time: 0.1675723 Apr 29 15:43:28.030021 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-ec329ca5-bb28-4877-b9a8-76538c0efb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:28.030021 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec329ca5-bb28-4877-b9a8-76538c0efb9c None None] The sync data for ids ['e50f264e-05f2-4871-ac50-c876e6551c94'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:43:28.030352 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55390) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:28.031831 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-49d350b4-1ded-42ca-87a3-c29982668792 None None] For port 8e4c2cd7-1275-4488-983e-d7d0e8214137, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=8e4c2cd7-1275-4488-983e-d7d0e8214137,segment=NetworkSegment(d3f7b1ae-ccf9-48ae-9abf-bc2be7bfd956),segment_id=d3f7b1ae-ccf9-48ae-9abf-bc2be7bfd956)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:28.032326 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-49d350b4-1ded-42ca-87a3-c29982668792 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:28.116947 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-324b0e90-a9a3-48d7-b91c-b5c4937f42f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:28.165564 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-48b88b3e-1fc5-471d-a768-d2a79b4dc0d2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 61e02165-2120-4661-a729-452a423e1450) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:28.194914 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ee597fcd-48a9-4f2c-8ba5-1b2a8fc7426f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:28.202035 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-49d350b4-1ded-42ca-87a3-c29982668792 None None] Calling delete_port for 8e4c2cd7-1275-4488-983e-d7d0e8214137 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:28.228135 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060cda9f-61b0-43e3-b709-0ed528c7f300 None None] Network 61e02165-2120-4661-a729-452a423e1450 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:28.250304 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b88b3e-1fc5-471d-a768-d2a79b4dc0d2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:28.251007 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-48b88b3e-1fc5-471d-a768-d2a79b4dc0d2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:28.307605 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e7a746e-ed31-4a97-9902-7738e14fffed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:28.327844 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-e2fa9f1d-f29b-43fc-bc35-ad33350a605e tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] For port 8e4c2cd7-1275-4488-983e-d7d0e8214137, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=8e4c2cd7-1275-4488-983e-d7d0e8214137,segment=NetworkSegment(d3f7b1ae-ccf9-48ae-9abf-bc2be7bfd956),segment_id=d3f7b1ae-ccf9-48ae-9abf-bc2be7bfd956)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:28.330442 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9f1d-f29b-43fc-bc35-ad33350a605e tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:28.366354 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 2a3d5653-9860-40dc-bbea-9e6739b89e41 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:28.366760 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:28.398145 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-324b0e90-a9a3-48d7-b91c-b5c4937f42f8 None None] For port 99900ef6-6ded-4368-b10d-1c55124bcef0, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=99900ef6-6ded-4368-b10d-1c55124bcef0,segment=NetworkSegment(37485392-8636-4717-adce-f770b067fe6e),segment_id=37485392-8636-4717-adce-f770b067fe6e)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:28.463034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-3e7a746e-ed31-4a97-9902-7738e14fffed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Transition to ACTIVE for port object 67d92b2c-3d9d-4b40-9a87-01f5f883c303 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:28.472209 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa9f1d-f29b-43fc-bc35-ad33350a605e tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Calling delete_port for 8e4c2cd7-1275-4488-983e-d7d0e8214137 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:28.499612 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-324b0e90-a9a3-48d7-b91c-b5c4937f42f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:28.503269 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-48b88b3e-1fc5-471d-a768-d2a79b4dc0d2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.0794802 Apr 29 15:43:28.545944 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55394) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:28.548665 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-49d350b4-1ded-42ca-87a3-c29982668792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:28.644256 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.api [None req-e2fa9f1d-f29b-43fc-bc35-ad33350a605e tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:43:28.674418 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG oslo_db.api [None req-e2fa9f1d-f29b-43fc-bc35-ad33350a605e tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:43:28.679714 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d350b4-1ded-42ca-87a3-c29982668792 None None] No DVR routers for this DVR port 8e4c2cd7-1275-4488-983e-d7d0e8214137 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:43:28.699543 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b0e90-a9a3-48d7-b91c-b5c4937f42f8 None None] Pushing event updated for resources: {'Port': ['ID=99900ef6-6ded-4368-b10d-1c55124bcef0,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:28.763632 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ee597fcd-48a9-4f2c-8ba5-1b2a8fc7426f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:28.763632 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ee597fcd-48a9-4f2c-8ba5-1b2a8fc7426f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:28.767448 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998b585e-fe61-4b1f-905f-2b7958b72510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-61e02165-2120-4661-a729-452a423e1450', 'network_id': '61e02165-2120-4661-a729-452a423e1450', 'tenant_id': '84bc6bf056654e1386a0b9930df9789f', 'fixed_ips': [{'subnet_id': 'e40dfae9-1806-4933-ac3f-9a744fcf1a54'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:43:28.767448 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-998b585e-fe61-4b1f-905f-2b7958b72510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:28.776911 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d350b4-1ded-42ca-87a3-c29982668792 None None] Pushing event deleted for resources: {'Port': ['ID=8e4c2cd7-1275-4488-983e-d7d0e8214137,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:28.783679 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a32ef0db-10e7-4739-9096-0a02a0c57954 None None] Provisioning complete for port 46de3322-9012-4af1-9225-5347ca7b0726 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:28.784376 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a32ef0db-10e7-4739-9096-0a02a0c57954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:28.867583 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e7a746e-ed31-4a97-9902-7738e14fffed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:28.931375 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0171e084-1700-408b-9d85-ddaa3d5f219b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:28.972479 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:28.992049 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-998b585e-fe61-4b1f-905f-2b7958b72510 None None] Allocated IP 2001:db8::1 (61e02165-2120-4661-a729-452a423e1450/e40dfae9-1806-4933-ac3f-9a744fcf1a54/cdf76fe6-ee2b-45c1-894f-010b22f6d593) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:29.013219 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0171e084-1700-408b-9d85-ddaa3d5f219b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network 8e793cc7-821d-4265-8f7a-6b3f666df1cd is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:29.027456 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-0171e084-1700-408b-9d85-ddaa3d5f219b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:29.031081 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 8e4c2cd7-1275-4488-983e-d7d0e8214137 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:43:29.051461 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0171e084-1700-408b-9d85-ddaa3d5f219b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:29.051700 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:29.053244 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0171e084-1700-408b-9d85-ddaa3d5f219b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:29.107547 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7a746e-ed31-4a97-9902-7738e14fffed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:29.110880 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ee597fcd-48a9-4f2c-8ba5-1b2a8fc7426f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:29.111136 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee597fcd-48a9-4f2c-8ba5-1b2a8fc7426f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Fanout notify agent at l3_agent the message router_deleted on router e50f264e-05f2-4871-ac50-c876e6551c94 {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:43:29.125889 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-3e7a746e-ed31-4a97-9902-7738e14fffed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:29.132821 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7a746e-ed31-4a97-9902-7738e14fffed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:29.134241 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ee597fcd-48a9-4f2c-8ba5-1b2a8fc7426f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:29.139247 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ee597fcd-48a9-4f2c-8ba5-1b2a8fc7426f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/routers/e50f264e-05f2-4871-ac50-c876e6551c94 HTTP/1.1" status: 204 len: 168 time: 1.1075158 Apr 29 15:43:29.145936 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55398) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:29.165385 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa9f1d-f29b-43fc-bc35-ad33350a605e tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Deleting port 8e4c2cd7-1275-4488-983e-d7d0e8214137 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:29.165723 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9f1d-f29b-43fc-bc35-ad33350a605e tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:29.170712 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 8e4c2cd7-1275-4488-983e-d7d0e8214137 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:43:29.178858 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 8e4c2cd7-1275-4488-983e-d7d0e8214137 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:43:29.178858 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be85da2-db80-4b8e-9921-e4bb883a17a8 None None] Network 8e793cc7-821d-4265-8f7a-6b3f666df1cd requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:29.409319 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b2373e-e443-4b8b-ac88-60a210e5d29c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting subnet da3e9604-618b-4b17-b807-e80ee75c6330 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:43:29.413114 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-77b2373e-e443-4b8b-ac88-60a210e5d29c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:29.510088 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0171e084-1700-408b-9d85-ddaa3d5f219b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7793839 Apr 29 15:43:29.511917 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a746e-ed31-4a97-9902-7738e14fffed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=67d92b2c-3d9d-4b40-9a87-01f5f883c303,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:29.518446 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55402) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:29.554800 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-77b2373e-e443-4b8b-ac88-60a210e5d29c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:29.557998 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-23e450af-7d44-43e9-8443-9ff3765b629f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'security_group': {'name': 'tempest-secgroup-1888744921'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:29.591525 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa9f1d-f29b-43fc-bc35-ad33350a605e tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] The port '8e4c2cd7-1275-4488-983e-d7d0e8214137' was deleted {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:43:29.606145 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-23e450af-7d44-43e9-8443-9ff3765b629f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:29.664241 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-23e450af-7d44-43e9-8443-9ff3765b629f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:security_group and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:29.670015 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171e084-1700-408b-9d85-ddaa3d5f219b tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Subnet': ['ID=a6d56526-20a6-4ce1-ad3d-33bef655ec48,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:29.680037 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-23e450af-7d44-43e9-8443-9ff3765b629f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:29.683431 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 99900ef6-6ded-4368-b10d-1c55124bcef0 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:29.730755 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-77b2373e-e443-4b8b-ac88-60a210e5d29c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:29.817514 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-23e450af-7d44-43e9-8443-9ff3765b629f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:29.825126 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9f1d-f29b-43fc-bc35-ad33350a605e tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:29.837493 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7a746e-ed31-4a97-9902-7738e14fffed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:29.838147 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e7a746e-ed31-4a97-9902-7738e14fffed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:29.871766 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-e2fa9f1d-f29b-43fc-bc35-ad33350a605e tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a971ff-575c-4640-b0ff-0e829ea8b531']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:29.884554 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-e2fa9f1d-f29b-43fc-bc35-ad33350a605e tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f7b1ae-ccf9-48ae-9abf-bc2be7bfd956') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:29.887060 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-e2fa9f1d-f29b-43fc-bc35-ad33350a605e tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f7b1ae-ccf9-48ae-9abf-bc2be7bfd956') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:29.898526 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9f1d-f29b-43fc-bc35-ad33350a605e tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:29.911530 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 99900ef6-6ded-4368-b10d-1c55124bcef0 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:29.912111 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:29.921931 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9f1d-f29b-43fc-bc35-ad33350a605e tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:29.923159 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-77b2373e-e443-4b8b-ac88-60a210e5d29c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:29.928769 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2fa9f1d-f29b-43fc-bc35-ad33350a605e tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:43:29.932596 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9f1d-f29b-43fc-bc35-ad33350a605e tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: util.warn( Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: util.warn( Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: util.warn( Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: util.warn( Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:43:29.944199 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:43:29.952175 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-23e450af-7d44-43e9-8443-9ff3765b629f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:29.967308 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3e7a746e-ed31-4a97-9902-7738e14fffed tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.8767033 Apr 29 15:43:29.971405 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55406) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:29.984784 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2373e-e443-4b8b-ac88-60a210e5d29c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Subnet': ['ID=da3e9604-618b-4b17-b807-e80ee75c6330,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:30.021557 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a32ef0db-10e7-4739-9096-0a02a0c57954 None None] Provisioning complete for port 99900ef6-6ded-4368-b10d-1c55124bcef0 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:30.021929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a32ef0db-10e7-4739-9096-0a02a0c57954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:30.040346 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-77b2373e-e443-4b8b-ac88-60a210e5d29c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:30.054619 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-77b2373e-e443-4b8b-ac88-60a210e5d29c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/subnets/da3e9604-618b-4b17-b807-e80ee75c6330 HTTP/1.1" status: 204 len: 168 time: 0.9113319 Apr 29 15:43:30.059423 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55410) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:30.063952 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5715382-fa02-40a8-8858-5d8f8bdd7eb0 None None] Network 36422fde-bf7e-4338-aa77-5981c4a397c0 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:30.075500 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-23e450af-7d44-43e9-8443-9ff3765b629f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:30.079666 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-23e450af-7d44-43e9-8443-9ff3765b629f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:security_group_rule and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:30.082737 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-23e450af-7d44-43e9-8443-9ff3765b629f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:30.089528 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-23e450af-7d44-43e9-8443-9ff3765b629f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:30.095812 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-998b585e-fe61-4b1f-905f-2b7958b72510 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:30.157799 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-23e450af-7d44-43e9-8443-9ff3765b629f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:30.206909 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9f1d-f29b-43fc-bc35-ad33350a605e tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:30.217979 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-998b585e-fe61-4b1f-905f-2b7958b72510 None None] Transition to ACTIVE for port object cdf76fe6-ee2b-45c1-894f-010b22f6d593 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:30.231027 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5725028d-7713-4a1b-8002-b730c69af188 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:30.234374 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9f1d-f29b-43fc-bc35-ad33350a605e tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:30.234726 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5725028d-7713-4a1b-8002-b730c69af188 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:30.240135 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5725028d-7713-4a1b-8002-b730c69af188 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:30.240306 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa9f1d-f29b-43fc-bc35-ad33350a605e tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] Pushing event deleted for resources: {'Network': ['ID=e0a971ff-575c-4640-b0ff-0e829ea8b531,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:30.256293 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e2fa9f1d-f29b-43fc-bc35-ad33350a605e tempest-ExtraDHCPOptionsIpV6TestJSON-105370088 tempest-ExtraDHCPOptionsIpV6TestJSON-105370088-project] 10.222.0.21 "DELETE /v2.0/networks/e0a971ff-575c-4640-b0ff-0e829ea8b531 HTTP/1.1" status: 204 len: 168 time: 3.6423059 Apr 29 15:43:30.269826 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-23e450af-7d44-43e9-8443-9ff3765b629f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:30.319121 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e450af-7d44-43e9-8443-9ff3765b629f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9b42bb-72b0-4dbc-9769-4e59b89f3136,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:30.324121 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-998b585e-fe61-4b1f-905f-2b7958b72510 None None] Transition to ACTIVE for port object cdf76fe6-ee2b-45c1-894f-010b22f6d593 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:30.340612 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-76255157-167f-413a-9db2-e517e7fef262 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting subnet ebac3c46-35cb-4552-96d9-5091f9e8875f {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:43:30.342470 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5725028d-7713-4a1b-8002-b730c69af188 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:30.346650 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5725028d-7713-4a1b-8002-b730c69af188 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.3675036 Apr 29 15:43:30.346809 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55416) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:30.351193 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-76255157-167f-413a-9db2-e517e7fef262 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:30.418942 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-0a928cdb-2ab9-4a0a-9b7e-a19c1f4759b1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting port 67d92b2c-3d9d-4b40-9a87-01f5f883c303 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:30.419439 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0a928cdb-2ab9-4a0a-9b7e-a19c1f4759b1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:30.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-76255157-167f-413a-9db2-e517e7fef262 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:30.451961 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69ce90d-3511-41ac-bce1-20f97ec9eb17 None None] Update dhcp port {'port': {'network_id': '8e793cc7-821d-4265-8f7a-6b3f666df1cd', 'fixed_ips': [{'subnet_id': 'f233dabd-303b-4ff8-a4cc-e00a36bca47d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a6d56526-20a6-4ce1-ad3d-33bef655ec48'}], 'binding:host_id': 'dv-neutron-839913-1-hyperv'}, 'id': '46de3322-9012-4af1-9225-5347ca7b0726'} from dv-neutron-839913-1-hyperv. {{(pid=84772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 15:43:30.480042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-23e450af-7d44-43e9-8443-9ff3765b629f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:30.481537 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-23e450af-7d44-43e9-8443-9ff3765b629f tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9296751 Apr 29 15:43:30.484978 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55420) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:30.490877 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-1811cf09-894f-475e-9c79-36363e07858e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'security_group': {'name': 'tempest-secgroup-170455873'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:30.500257 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-1811cf09-894f-475e-9c79-36363e07858e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:30.539049 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1811cf09-894f-475e-9c79-36363e07858e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:security_group and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:30.546291 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f69ce90d-3511-41ac-bce1-20f97ec9eb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:30.546449 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1811cf09-894f-475e-9c79-36363e07858e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:30.552491 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-998b585e-fe61-4b1f-905f-2b7958b72510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:30.554775 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-76255157-167f-413a-9db2-e517e7fef262 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:30.559888 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-1811cf09-894f-475e-9c79-36363e07858e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:30.668412 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a32ef0db-10e7-4739-9096-0a02a0c57954 None None] Provisioning complete for port 90b970c0-d708-423d-88a4-df5a12865e74 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:30.668786 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a32ef0db-10e7-4739-9096-0a02a0c57954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:30.716391 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0a928cdb-2ab9-4a0a-9b7e-a19c1f4759b1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:30.727883 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998b585e-fe61-4b1f-905f-2b7958b72510 None None] Network 61e02165-2120-4661-a729-452a423e1450 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:30.732850 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:30.741800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-998b585e-fe61-4b1f-905f-2b7958b72510 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:30.747326 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b585e-fe61-4b1f-905f-2b7958b72510 None None] Pushing event updated for resources: {'Port': ['ID=cdf76fe6-ee2b-45c1-894f-010b22f6d593,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:30.753434 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998b585e-fe61-4b1f-905f-2b7958b72510 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:30.792721 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1811cf09-894f-475e-9c79-36363e07858e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:30.800137 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-76255157-167f-413a-9db2-e517e7fef262 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:30.804391 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbbeaf5-a298-4ce7-9f62-6f1a0fa594f9 None None] DHCP port deletion for 36422fde-bf7e-4338-aa77-5981c4a397c0 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:43:30.809155 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Subnet': ['ID=e40dfae9-1806-4933-ac3f-9a744fcf1a54,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:30.825324 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-dcbbeaf5-a298-4ce7-9f62-6f1a0fa594f9 None None] Deleting port fb45a4c5-d89b-44fa-b33e-81f9ed6ad267 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:30.825324 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dcbbeaf5-a298-4ce7-9f62-6f1a0fa594f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:30.844463 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a32ef0db-10e7-4739-9096-0a02a0c57954 None None] Port 90b970c0-d708-423d-88a4-df5a12865e74 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:43:30.870297 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-0a928cdb-2ab9-4a0a-9b7e-a19c1f4759b1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Calling delete_port for 67d92b2c-3d9d-4b40-9a87-01f5f883c303 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:30.905563 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76255157-167f-413a-9db2-e517e7fef262 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Subnet': ['ID=ebac3c46-35cb-4552-96d9-5091f9e8875f,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:30.921557 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f875bb-9bf8-4859-a50a-d402e261d916 None None] Network cf31c267-db9d-445e-b23e-52d91038425c requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:30.967036 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-76255157-167f-413a-9db2-e517e7fef262 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:30.974572 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-1811cf09-894f-475e-9c79-36363e07858e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:30.993412 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1811cf09-894f-475e-9c79-36363e07858e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:security_group_rule and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:30.997298 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-76255157-167f-413a-9db2-e517e7fef262 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/subnets/ebac3c46-35cb-4552-96d9-5091f9e8875f HTTP/1.1" status: 204 len: 168 time: 0.9337595 Apr 29 15:43:30.999865 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1811cf09-894f-475e-9c79-36363e07858e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:31.000999 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55426) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:31.004428 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:31.012240 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-1811cf09-894f-475e-9c79-36363e07858e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:31.108512 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e02165-2120-4661-a729-452a423e1450']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:31.126296 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55430) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:31.145408 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e07cbea-39aa-41a1-9963-f94fab200cf0') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:31.145408 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e07cbea-39aa-41a1-9963-f94fab200cf0') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:31.170842 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:31.188296 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9aecd125-6936-44c8-8a04-eeda53162005 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:31.198517 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:31.210270 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a32ef0db-10e7-4739-9096-0a02a0c57954 None None] Provisioning complete for port 2a3d5653-9860-40dc-bbea-9e6739b89e41 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:31.210270 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a32ef0db-10e7-4739-9096-0a02a0c57954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:31.212246 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:43:31.213640 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:43:31.232460 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:43:31.240722 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-9aecd125-6936-44c8-8a04-eeda53162005 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting port fb45a4c5-d89b-44fa-b33e-81f9ed6ad267 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:31.241156 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9aecd125-6936-44c8-8a04-eeda53162005 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:31.250341 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1811cf09-894f-475e-9c79-36363e07858e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:31.280135 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-998b585e-fe61-4b1f-905f-2b7958b72510 None None] Attempting to bind port cdf76fe6-ee2b-45c1-894f-010b22f6d593 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:43:31.280135 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-998b585e-fe61-4b1f-905f-2b7958b72510 None None] Attempting to bind port cdf76fe6-ee2b-45c1-894f-010b22f6d593 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '0e07cbea-39aa-41a1-9963-f94fab200cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '61e02165-2120-4661-a729-452a423e1450'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:43:31.280135 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998b585e-fe61-4b1f-905f-2b7958b72510 None None] Attempting to bind port cdf76fe6-ee2b-45c1-894f-010b22f6d593 on network 61e02165-2120-4661-a729-452a423e1450 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:43:31.332145 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1811cf09-894f-475e-9c79-36363e07858e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:31.412049 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998b585e-fe61-4b1f-905f-2b7958b72510 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:43:31.412348 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998b585e-fe61-4b1f-905f-2b7958b72510 None None] Checking segment: {'id': '0e07cbea-39aa-41a1-9963-f94fab200cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '61e02165-2120-4661-a729-452a423e1450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:43:31.412444 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0a928cdb-2ab9-4a0a-9b7e-a19c1f4759b1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:31.412666 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-998b585e-fe61-4b1f-905f-2b7958b72510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:31.413256 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998b585e-fe61-4b1f-905f-2b7958b72510 None None] Bound using segment: {'id': '0e07cbea-39aa-41a1-9963-f94fab200cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '61e02165-2120-4661-a729-452a423e1450'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:43:31.413737 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-998b585e-fe61-4b1f-905f-2b7958b72510 None None] Bound port: cdf76fe6-ee2b-45c1-894f-010b22f6d593, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e07cbea-39aa-41a1-9963-f94fab200cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '61e02165-2120-4661-a729-452a423e1450'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:43:31.414284 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-998b585e-fe61-4b1f-905f-2b7958b72510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:31.449025 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811cf09-894f-475e-9c79-36363e07858e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89eeb54f-efb8-4062-b415-8a5546e4f350,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:31.476751 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-f69ce90d-3511-41ac-bce1-20f97ec9eb17 None None] Allocated IP 172.20.0.2 (8e793cc7-821d-4265-8f7a-6b3f666df1cd/a6d56526-20a6-4ce1-ad3d-33bef655ec48/46de3322-9012-4af1-9225-5347ca7b0726) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:31.480028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a928cdb-2ab9-4a0a-9b7e-a19c1f4759b1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Port': ['ID=67d92b2c-3d9d-4b40-9a87-01f5f883c303,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:31.535948 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e75a6483-43ad-4076-b5c9-e3c751e1590e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dbbd254f8e1f4648a86573991b795c7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4083145 Apr 29 15:43:31.542134 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55436) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:31.588321 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1811cf09-894f-475e-9c79-36363e07858e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:31.589816 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1811cf09-894f-475e-9c79-36363e07858e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1036325 Apr 29 15:43:31.599345 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55440) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:31.610798 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-6ce53119-3a85-4753-b739-50dd6ae40935 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'security_group': {'name': 'tempest-secgroup-1424545457'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:31.631828 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.db.api [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:43:31.631828 dv-neutron-839913-1-hyperv neutron-server[84771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:43:31.631828 dv-neutron-839913-1-hyperv neutron-server[84771]: [parameters: {'id': '61e02165-2120-4661-a729-452a423e1450'}] Apr 29 15:43:31.631828 dv-neutron-839913-1-hyperv neutron-server[84771]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:43:31.638945 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG oslo_db.api [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:43:31.668105 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6ce53119-3a85-4753-b739-50dd6ae40935 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:31.674469 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-9aecd125-6936-44c8-8a04-eeda53162005 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] For port fb45a4c5-d89b-44fa-b33e-81f9ed6ad267, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=fb45a4c5-d89b-44fa-b33e-81f9ed6ad267,segment=NetworkSegment(ddbea2bc-7b1f-4deb-a180-6a85fc439e7f),segment_id=ddbea2bc-7b1f-4deb-a180-6a85fc439e7f)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:31.674732 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device fb45a4c5-d89b-44fa-b33e-81f9ed6ad267 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:43:31.674861 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9aecd125-6936-44c8-8a04-eeda53162005 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:31.707142 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6ce53119-3a85-4753-b739-50dd6ae40935 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:security_group and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:31.712739 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6ce53119-3a85-4753-b739-50dd6ae40935 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:31.763801 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6ce53119-3a85-4753-b739-50dd6ae40935 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:31.777696 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-dcbbeaf5-a298-4ce7-9f62-6f1a0fa594f9 None None] For port fb45a4c5-d89b-44fa-b33e-81f9ed6ad267, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=fb45a4c5-d89b-44fa-b33e-81f9ed6ad267,segment=NetworkSegment(ddbea2bc-7b1f-4deb-a180-6a85fc439e7f),segment_id=ddbea2bc-7b1f-4deb-a180-6a85fc439e7f)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:31.778096 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dcbbeaf5-a298-4ce7-9f62-6f1a0fa594f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:31.790745 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-71f096cf-ab94-4a4c-b272-6035cdb3743b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:31.804865 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0a928cdb-2ab9-4a0a-9b7e-a19c1f4759b1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:31.807926 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0a928cdb-2ab9-4a0a-9b7e-a19c1f4759b1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/67d92b2c-3d9d-4b40-9a87-01f5f883c303 HTTP/1.1" status: 204 len: 168 time: 1.4596751 Apr 29 15:43:31.812246 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55444) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:31.867783 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-9aecd125-6936-44c8-8a04-eeda53162005 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Calling delete_port for fb45a4c5-d89b-44fa-b33e-81f9ed6ad267 owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:31.873818 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ce53119-3a85-4753-b739-50dd6ae40935 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:31.906952 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-71f096cf-ab94-4a4c-b272-6035cdb3743b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:31.972420 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2889c6f1-4d83-4aaf-9622-a483691c724b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:31.973705 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2889c6f1-4d83-4aaf-9622-a483691c724b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:31.975170 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2889c6f1-4d83-4aaf-9622-a483691c724b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:31.975952 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2889c6f1-4d83-4aaf-9622-a483691c724b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:31.982371 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-dcbbeaf5-a298-4ce7-9f62-6f1a0fa594f9 None None] Calling delete_port for fb45a4c5-d89b-44fa-b33e-81f9ed6ad267 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:31.986552 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6ce53119-3a85-4753-b739-50dd6ae40935 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:31.996187 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6ce53119-3a85-4753-b739-50dd6ae40935 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:security_group_rule and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:31.999486 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6ce53119-3a85-4753-b739-50dd6ae40935 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:32.008796 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6ce53119-3a85-4753-b739-50dd6ae40935 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:32.042589 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9aecd125-6936-44c8-8a04-eeda53162005 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.081189 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-998b585e-fe61-4b1f-905f-2b7958b72510 None None] For port cdf76fe6-ee2b-45c1-894f-010b22f6d593, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:43:32.088813 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecd125-6936-44c8-8a04-eeda53162005 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Port': ['ID=fb45a4c5-d89b-44fa-b33e-81f9ed6ad267,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:32.096101 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aecd125-6936-44c8-8a04-eeda53162005 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] No DVR routers for this DVR port fb45a4c5-d89b-44fa-b33e-81f9ed6ad267 on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:43:32.106962 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No active binding found for port fb45a4c5-d89b-44fa-b33e-81f9ed6ad267 {{(pid=84772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 29 15:43:32.107317 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device fb45a4c5-d89b-44fa-b33e-81f9ed6ad267 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:43:32.110954 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f69ce90d-3511-41ac-bce1-20f97ec9eb17 None None] For port 46de3322-9012-4af1-9225-5347ca7b0726, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=46de3322-9012-4af1-9225-5347ca7b0726,segment=NetworkSegment(10a7ecb1-2c85-42b2-854b-3112ccf8420a),segment_id=10a7ecb1-2c85-42b2-854b-3112ccf8420a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:32.115533 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-998b585e-fe61-4b1f-905f-2b7958b72510 None None] For port cdf76fe6-ee2b-45c1-894f-010b22f6d593, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cdf76fe6-ee2b-45c1-894f-010b22f6d593,segment=NetworkSegment(0e07cbea-39aa-41a1-9963-f94fab200cf0),segment_id=0e07cbea-39aa-41a1-9963-f94fab200cf0)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:43:32.132722 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.157352 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-dcbbeaf5-a298-4ce7-9f62-6f1a0fa594f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:43:32.157958 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-dcbbeaf5-a298-4ce7-9f62-6f1a0fa594f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:43:32.161993 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f69ce90d-3511-41ac-bce1-20f97ec9eb17 None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.171164 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2889c6f1-4d83-4aaf-9622-a483691c724b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:32.172308 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2889c6f1-4d83-4aaf-9622-a483691c724b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3588543 Apr 29 15:43:32.176544 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-71f096cf-ab94-4a4c-b272-6035cdb3743b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.182268 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55448) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:32.188868 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f69ce90d-3511-41ac-bce1-20f97ec9eb17 None None] Transition to ACTIVE for port object 46de3322-9012-4af1-9225-5347ca7b0726 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:32.189750 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-03e9f8e3-bccb-4f45-b258-1da2d741707b None None] Could not find standard attr ID for object 67d92b2c-3d9d-4b40-9a87-01f5f883c303. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:43:32.237070 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9aecd125-6936-44c8-8a04-eeda53162005 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.240843 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61c6cd9-9f59-4b06-baeb-58b22e8f6645 None None] DHCP port deletion for cf31c267-db9d-445e-b23e-52d91038425c request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:43:32.244754 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Deleting port cdf76fe6-ee2b-45c1-894f-010b22f6d593 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:32.245102 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.246135 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-b61c6cd9-9f59-4b06-baeb-58b22e8f6645 None None] Deleting port 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:32.246458 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f096cf-ab94-4a4c-b272-6035cdb3743b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d80793-f9f9-4652-bdfd-8603eaf27f1f,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:32.246984 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b61c6cd9-9f59-4b06-baeb-58b22e8f6645 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.254137 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ce53119-3a85-4753-b739-50dd6ae40935 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.279155 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-71f096cf-ab94-4a4c-b272-6035cdb3743b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.283287 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-71f096cf-ab94-4a4c-b272-6035cdb3743b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45d80793-f9f9-4652-bdfd-8603eaf27f1f HTTP/1.1" status: 204 len: 168 time: 0.7401416 Apr 29 15:43:32.305397 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-998b585e-fe61-4b1f-905f-2b7958b72510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.313577 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-9aecd125-6936-44c8-8a04-eeda53162005 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36422fde-bf7e-4338-aa77-5981c4a397c0']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:32.343089 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f69ce90d-3511-41ac-bce1-20f97ec9eb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.352645 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-9aecd125-6936-44c8-8a04-eeda53162005 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddbea2bc-7b1f-4deb-a180-6a85fc439e7f') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:32.353059 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-9aecd125-6936-44c8-8a04-eeda53162005 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddbea2bc-7b1f-4deb-a180-6a85fc439e7f') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:32.377454 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9aecd125-6936-44c8-8a04-eeda53162005 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.406325 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ce53119-3a85-4753-b739-50dd6ae40935 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.420350 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9aecd125-6936-44c8-8a04-eeda53162005 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.467174 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce53119-3a85-4753-b739-50dd6ae40935 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7b0efa-4afd-4bd7-8714-f1fa1ba2f182,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:32.479737 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aecd125-6936-44c8-8a04-eeda53162005 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:43:32.480121 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9aecd125-6936-44c8-8a04-eeda53162005 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:43:32.494962 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:43:32.497413 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb319c76-c03e-4e99-ad7c-49749f6dc175 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet 24653429-a618-4f4e-ac41-620519624049 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:43:32.499356 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cb319c76-c03e-4e99-ad7c-49749f6dc175 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.554569 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b585e-fe61-4b1f-905f-2b7958b72510 None None] Pushing event updated for resources: {'Port': ['ID=cdf76fe6-ee2b-45c1-894f-010b22f6d593,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:32.575136 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ce53119-3a85-4753-b739-50dd6ae40935 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.578992 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6ce53119-3a85-4753-b739-50dd6ae40935 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9762731 Apr 29 15:43:32.587547 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55454) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:32.604112 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-a31c0cb7-2a95-4d95-8342-96e970f14264 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-166150406', 'security_groups': ['0b7b0efa-4afd-4bd7-8714-f1fa1ba2f182'], 'network_id': '8e793cc7-821d-4265-8f7a-6b3f666df1cd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a6d56526-20a6-4ce1-ad3d-33bef655ec48'}]}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:32.623210 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] For port cdf76fe6-ee2b-45c1-894f-010b22f6d593, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cdf76fe6-ee2b-45c1-894f-010b22f6d593,segment=NetworkSegment(0e07cbea-39aa-41a1-9963-f94fab200cf0),segment_id=0e07cbea-39aa-41a1-9963-f94fab200cf0)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:32.624251 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.677657 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-dcbbeaf5-a298-4ce7-9f62-6f1a0fa594f9 None None] Deleting port fb45a4c5-d89b-44fa-b33e-81f9ed6ad267 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:32.678031 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dcbbeaf5-a298-4ce7-9f62-6f1a0fa594f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.705166 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cb319c76-c03e-4e99-ad7c-49749f6dc175 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.784838 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9aecd125-6936-44c8-8a04-eeda53162005 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.801457 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Calling delete_port for cdf76fe6-ee2b-45c1-894f-010b22f6d593 owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:32.874092 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9aecd125-6936-44c8-8a04-eeda53162005 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.877007 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecd125-6936-44c8-8a04-eeda53162005 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Network': ['ID=36422fde-bf7e-4338-aa77-5981c4a397c0,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:32.902822 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a31c0cb7-2a95-4d95-8342-96e970f14264 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:32.926231 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a31c0cb7-2a95-4d95-8342-96e970f14264 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:32.929130 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9aecd125-6936-44c8-8a04-eeda53162005 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/networks/36422fde-bf7e-4338-aa77-5981c4a397c0 HTTP/1.1" status: 204 len: 168 time: 1.9252045 Apr 29 15:43:32.929935 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55460) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:32.953916 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cb319c76-c03e-4e99-ad7c-49749f6dc175 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:33.037398 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-dcbbeaf5-a298-4ce7-9f62-6f1a0fa594f9 None None] The port 'fb45a4c5-d89b-44fa-b33e-81f9ed6ad267' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:43:33.046525 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31c0cb7-2a95-4d95-8342-96e970f14264 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:33.094931 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c756b978-981f-4f91-9904-a5137ff80eff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:33.118694 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-c756b978-981f-4f91-9904-a5137ff80eff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting port 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:33.119111 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c756b978-981f-4f91-9904-a5137ff80eff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:33.136892 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-b61c6cd9-9f59-4b06-baeb-58b22e8f6645 None None] For port 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3,segment=NetworkSegment(b33708b5-3eea-492e-b38b-e4d332d21338),segment_id=b33708b5-3eea-492e-b38b-e4d332d21338)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:33.137647 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b61c6cd9-9f59-4b06-baeb-58b22e8f6645 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:33.161853 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ce90d-3511-41ac-bce1-20f97ec9eb17 None None] Pushing event updated for resources: {'Port': ['ID=46de3322-9012-4af1-9225-5347ca7b0726,revision_number=6']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:33.207595 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:33.248106 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a31c0cb7-2a95-4d95-8342-96e970f14264 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:33.273265 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-a31c0cb7-2a95-4d95-8342-96e970f14264 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] device_id is not set on port d33dbab2-4ca4-4607-8dd4-921eb3889b50 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:43:33.280485 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] No DVR routers for this DVR port cdf76fe6-ee2b-45c1-894f-010b22f6d593 on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:43:33.295661 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Port': ['ID=cdf76fe6-ee2b-45c1-894f-010b22f6d593,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:33.317695 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-b61c6cd9-9f59-4b06-baeb-58b22e8f6645 None None] Calling delete_port for 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:33.327838 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cb319c76-c03e-4e99-ad7c-49749f6dc175 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:33.392360 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f4ceb7-87c3-4fce-b942-452610ebe55d None None] Network 61e02165-2120-4661-a729-452a423e1450 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:33.398508 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb319c76-c03e-4e99-ad7c-49749f6dc175 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=24653429-a618-4f4e-ac41-620519624049,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:33.410371 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cb319c76-c03e-4e99-ad7c-49749f6dc175 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:33.427231 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbe66ce-42bc-467f-8a37-8569772fbbc8 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:33.576828 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-cb319c76-c03e-4e99-ad7c-49749f6dc175 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/24653429-a618-4f4e-ac41-620519624049 HTTP/1.1" status: 204 len: 168 time: 1.3709896 Apr 29 15:43:33.577940 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55472) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:33.583268 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-a31c0cb7-2a95-4d95-8342-96e970f14264 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Allocated IP 172.20.0.11 (8e793cc7-821d-4265-8f7a-6b3f666df1cd/a6d56526-20a6-4ce1-ad3d-33bef655ec48/d33dbab2-4ca4-4607-8dd4-921eb3889b50) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:33.621911 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 46de3322-9012-4af1-9225-5347ca7b0726 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:33.712302 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b61c6cd9-9f59-4b06-baeb-58b22e8f6645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:33.756147 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:33.836925 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b196b9e6-c057-4695-9e41-6879da92a334 None None] Provisioning for port 46de3322-9012-4af1-9225-5347ca7b0726 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:33.861370 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c6cd9-9f59-4b06-baeb-58b22e8f6645 None None] Pushing event deleted for resources: {'Port': ['ID=0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:33.890448 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e02165-2120-4661-a729-452a423e1450']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:33.894700 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a31c0cb7-2a95-4d95-8342-96e970f14264 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:33.898370 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-c756b978-981f-4f91-9904-a5137ff80eff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] For port 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3,segment=NetworkSegment(b33708b5-3eea-492e-b38b-e4d332d21338),segment_id=b33708b5-3eea-492e-b38b-e4d332d21338)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:33.899052 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c756b978-981f-4f91-9904-a5137ff80eff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:33.899765 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b196b9e6-c057-4695-9e41-6879da92a334 None None] Provisioning complete for port 46de3322-9012-4af1-9225-5347ca7b0726 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:33.900373 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b196b9e6-c057-4695-9e41-6879da92a334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:33.921592 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-a31c0cb7-2a95-4d95-8342-96e970f14264 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Transition to ACTIVE for port object d33dbab2-4ca4-4607-8dd4-921eb3889b50 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:33.948374 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61c6cd9-9f59-4b06-baeb-58b22e8f6645 None None] No DVR routers for this DVR port 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:43:33.984237 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e07cbea-39aa-41a1-9963-f94fab200cf0') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:33.995046 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e07cbea-39aa-41a1-9963-f94fab200cf0') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:34.013921 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a31c0cb7-2a95-4d95-8342-96e970f14264 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:34.041898 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 46de3322-9012-4af1-9225-5347ca7b0726 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:34.042990 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:34.052012 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-c756b978-981f-4f91-9904-a5137ff80eff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Calling delete_port for 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3 owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:34.066277 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55482) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:34.097153 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:34.111341 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31c0cb7-2a95-4d95-8342-96e970f14264 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network 8e793cc7-821d-4265-8f7a-6b3f666df1cd is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:34.116039 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-a31c0cb7-2a95-4d95-8342-96e970f14264 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:34.122297 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31c0cb7-2a95-4d95-8342-96e970f14264 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:34.146641 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:34.180508 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:43:34.180917 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:34.194164 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c0cb7-2a95-4d95-8342-96e970f14264 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Port': ['ID=d33dbab2-4ca4-4607-8dd4-921eb3889b50,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:43:34.202975 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:43:34.212879 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f12babd-f4ed-4bdc-afae-8a8d56d4b306 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet a8c5868b-d9c6-46d4-9062-5db6da803e26 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:43:34.220875 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8f12babd-f4ed-4bdc-afae-8a8d56d4b306 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:34.232714 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31c0cb7-2a95-4d95-8342-96e970f14264 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:34.234397 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a31c0cb7-2a95-4d95-8342-96e970f14264 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:34.291618 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b196b9e6-c057-4695-9e41-6879da92a334 None None] Provisioning complete for port 90b970c0-d708-423d-88a4-df5a12865e74 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:34.292507 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b196b9e6-c057-4695-9e41-6879da92a334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:34.294078 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8f12babd-f4ed-4bdc-afae-8a8d56d4b306 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:34.334901 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a31c0cb7-2a95-4d95-8342-96e970f14264 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7450716 Apr 29 15:43:34.335896 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55488) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:34.342843 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-178da644-1d53-40f3-a56f-abd9680ad7f6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'subnet': {'network_id': '8e793cc7-821d-4265-8f7a-6b3f666df1cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:34.376271 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-bd8028bc-66b1-4d7e-9ad1-1fb8fca4d7a8 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1418353695'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:34.386107 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-b196b9e6-c057-4695-9e41-6879da92a334 None None] Port 90b970c0-d708-423d-88a4-df5a12865e74 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:43:34.390720 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-bd8028bc-66b1-4d7e-9ad1-1fb8fca4d7a8 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:34.425412 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:43:34.452519 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-bd8028bc-66b1-4d7e-9ad1-1fb8fca4d7a8 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Usage tracker for resource:network and tenant:3f9147e431f7408bbe3e1d6898886462 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:34.465049 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-bd8028bc-66b1-4d7e-9ad1-1fb8fca4d7a8 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:34.473175 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:43:34.473968 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:43:34.475513 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-bd8028bc-66b1-4d7e-9ad1-1fb8fca4d7a8 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:34.490189 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.db.api [None req-c756b978-981f-4f91-9904-a5137ff80eff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:43:34.490189 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG oslo_db.api [None req-c756b978-981f-4f91-9904-a5137ff80eff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:43:34.495554 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8f12babd-f4ed-4bdc-afae-8a8d56d4b306 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:34.540790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-178da644-1d53-40f3-a56f-abd9680ad7f6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:34.546063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-178da644-1d53-40f3-a56f-abd9680ad7f6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:subnet and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:34.549052 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-178da644-1d53-40f3-a56f-abd9680ad7f6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:34.554981 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-178da644-1d53-40f3-a56f-abd9680ad7f6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:34.584504 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8028bc-66b1-4d7e-9ad1-1fb8fca4d7a8 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Made reservation on behalf of 3f9147e431f7408bbe3e1d6898886462 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:34.584504 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd8028bc-66b1-4d7e-9ad1-1fb8fca4d7a8 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:34.593853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd8028bc-66b1-4d7e-9ad1-1fb8fca4d7a8 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:34.601735 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:34.624955 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:34.635126 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Network': ['ID=61e02165-2120-4661-a729-452a423e1450,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:34.645372 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-bd8028bc-66b1-4d7e-9ad1-1fb8fca4d7a8 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:34.647148 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-26a8dc4a-0b8b-4ee4-b4d9-aa22879ab8ff tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/networks/61e02165-2120-4661-a729-452a423e1450 HTTP/1.1" status: 204 len: 168 time: 6.0995114 Apr 29 15:43:34.651002 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55492) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:34.655278 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-bd8028bc-66b1-4d7e-9ad1-1fb8fca4d7a8 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Usage tracker for resource:security_group_rule and tenant:3f9147e431f7408bbe3e1d6898886462 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:34.661277 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-29fbb7a4-8c8b-4a45-9ac6-8a44035ba287 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-824611151'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:34.666296 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-bd8028bc-66b1-4d7e-9ad1-1fb8fca4d7a8 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:34.669365 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-29fbb7a4-8c8b-4a45-9ac6-8a44035ba287 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:34.676246 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178da644-1d53-40f3-a56f-abd9680ad7f6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:34.676246 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-178da644-1d53-40f3-a56f-abd9680ad7f6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:34.694565 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-29fbb7a4-8c8b-4a45-9ac6-8a44035ba287 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Usage tracker for resource:network and tenant:84bc6bf056654e1386a0b9930df9789f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:34.697895 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-bd8028bc-66b1-4d7e-9ad1-1fb8fca4d7a8 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:34.708661 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-29fbb7a4-8c8b-4a45-9ac6-8a44035ba287 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:34.726214 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-404b0624-d83f-4d47-b788-0932f25cba30 None None] Provisioning for port d33dbab2-4ca4-4607-8dd4-921eb3889b50 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:34.727614 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8f12babd-f4ed-4bdc-afae-8a8d56d4b306 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:34.732544 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-404b0624-d83f-4d47-b788-0932f25cba30 None None] Provisioning complete for port d33dbab2-4ca4-4607-8dd4-921eb3889b50 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:34.735317 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-404b0624-d83f-4d47-b788-0932f25cba30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:34.776397 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-29fbb7a4-8c8b-4a45-9ac6-8a44035ba287 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:34.789371 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8f12babd-f4ed-4bdc-afae-8a8d56d4b306 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:34.792346 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8f12babd-f4ed-4bdc-afae-8a8d56d4b306 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/a8c5868b-d9c6-46d4-9062-5db6da803e26 HTTP/1.1" status: 204 len: 168 time: 1.2064834 Apr 29 15:43:34.796254 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55496) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:34.796874 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12babd-f4ed-4bdc-afae-8a8d56d4b306 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=a8c5868b-d9c6-46d4-9062-5db6da803e26,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:34.819157 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-404b0624-d83f-4d47-b788-0932f25cba30 None None] Port d33dbab2-4ca4-4607-8dd4-921eb3889b50 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:43:34.971590 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fbb7a4-8c8b-4a45-9ac6-8a44035ba287 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Made reservation on behalf of 84bc6bf056654e1386a0b9930df9789f for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:34.974472 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-29fbb7a4-8c8b-4a45-9ac6-8a44035ba287 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:34.986291 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-c756b978-981f-4f91-9904-a5137ff80eff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting port 0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:34.987148 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c756b978-981f-4f91-9904-a5137ff80eff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:34.991442 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-389c1f2a-7b73-4ede-af9e-fe82c976fce1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:router {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:35.008274 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4c4255-fb75-4ea8-a0ac-af915ba114b7 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:35.060957 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.ipam_backend_mixin [None req-178da644-1d53-40f3-a56f-abd9680ad7f6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a6d56526-20a6-4ce1-ad3d-33bef655ec48 (CIDR: 172.20.0.0/28) Apr 29 15:43:35.065495 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-389c1f2a-7b73-4ede-af9e-fe82c976fce1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:router {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:35.069359 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-389c1f2a-7b73-4ede-af9e-fe82c976fce1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2698395 Apr 29 15:43:35.070030 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-c756b978-981f-4f91-9904-a5137ff80eff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] The port '0d7d59e8-3a1c-4ee9-a92c-80d57a9f3ad3' was deleted {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:43:35.070554 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55500) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:35.091735 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29fbb7a4-8c8b-4a45-9ac6-8a44035ba287 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:43:35.116493 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-178da644-1d53-40f3-a56f-abd9680ad7f6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:43:35.116932 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178da644-1d53-40f3-a56f-abd9680ad7f6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:43:35.122622 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-29fbb7a4-8c8b-4a45-9ac6-8a44035ba287 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:35.122622 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-29fbb7a4-8c8b-4a45-9ac6-8a44035ba287 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Added segment 497afeac-4ace-4299-a19f-b65602e622f1 of type vlan for network 3aafb5d6-553a-4aa1-889e-20f4430cade8 Apr 29 15:43:35.123941 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a31e5e12-546f-438a-87fe-e3658f4ad14f None None] Provisioning complete for port 2a3d5653-9860-40dc-bbea-9e6739b89e41 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:35.124440 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a31e5e12-546f-438a-87fe-e3658f4ad14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:35.124621 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd8028bc-66b1-4d7e-9ad1-1fb8fca4d7a8 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:35.168451 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-29fbb7a4-8c8b-4a45-9ac6-8a44035ba287 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:35.237955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd8028bc-66b1-4d7e-9ad1-1fb8fca4d7a8 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:35.267155 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8028bc-66b1-4d7e-9ad1-1fb8fca4d7a8 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:43:35.273987 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c756b978-981f-4f91-9904-a5137ff80eff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:35.285568 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8028bc-66b1-4d7e-9ad1-1fb8fca4d7a8 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19f5159f-88c8-4a52-b5e3-80d20b21bf3f,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:35.291979 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd8028bc-66b1-4d7e-9ad1-1fb8fca4d7a8 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:35.295000 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-bd8028bc-66b1-4d7e-9ad1-1fb8fca4d7a8 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Added segment 74b4acf7-cb00-4792-91da-2334421edf52 of type vlan for network 040a2d7e-5c03-4c26-842e-0f4baba78cb5 Apr 29 15:43:35.311627 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-c756b978-981f-4f91-9904-a5137ff80eff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf31c267-db9d-445e-b23e-52d91038425c']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:35.331903 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-c756b978-981f-4f91-9904-a5137ff80eff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33708b5-3eea-492e-b38b-e4d332d21338') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:35.332187 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-c756b978-981f-4f91-9904-a5137ff80eff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33708b5-3eea-492e-b38b-e4d332d21338') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:35.333756 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd8028bc-66b1-4d7e-9ad1-1fb8fca4d7a8 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:35.348207 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6bf1c2-942d-42db-8865-2417551fffcd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:35.349951 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2a6bf1c2-942d-42db-8865-2417551fffcd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2779033 Apr 29 15:43:35.354535 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c756b978-981f-4f91-9904-a5137ff80eff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:35.357604 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55504) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:35.363720 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-178da644-1d53-40f3-a56f-abd9680ad7f6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0266485 Apr 29 15:43:35.366725 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55508) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:35.377418 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-f18b0995-f049-40a5-b2f9-59eaffc42318 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'subnet': {'network_id': '8e793cc7-821d-4265-8f7a-6b3f666df1cd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:35.397672 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c756b978-981f-4f91-9904-a5137ff80eff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:35.412475 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-29fbb7a4-8c8b-4a45-9ac6-8a44035ba287 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:35.417820 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fbb7a4-8c8b-4a45-9ac6-8a44035ba287 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:35.418612 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-29fbb7a4-8c8b-4a45-9ac6-8a44035ba287 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:35.448208 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da36d3f-0e5e-4717-810d-934c37cac85a None None] DHCP port deletion for 75e7f0f8-4897-4e20-8301-99a7eae75065 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:43:35.453268 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-3da36d3f-0e5e-4717-810d-934c37cac85a None None] Deleting port 2a3d5653-9860-40dc-bbea-9e6739b89e41 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:35.453640 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3da36d3f-0e5e-4717-810d-934c37cac85a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:35.466007 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c756b978-981f-4f91-9904-a5137ff80eff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:43:35.466468 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c756b978-981f-4f91-9904-a5137ff80eff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:43:35.483091 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:43:35.535642 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd8028bc-66b1-4d7e-9ad1-1fb8fca4d7a8 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:35.539372 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8028bc-66b1-4d7e-9ad1-1fb8fca4d7a8 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:35.540037 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd8028bc-66b1-4d7e-9ad1-1fb8fca4d7a8 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:35.558733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04de11e2-c343-4dea-872a-9069cfd159bf tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:35.559551 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-04de11e2-c343-4dea-872a-9069cfd159bf tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:35.585400 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2a3d5653-9860-40dc-bbea-9e6739b89e41 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:43:35.592134 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbb7a4-8c8b-4a45-9ac6-8a44035ba287 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event updated for resources: {'Network': ['ID=3aafb5d6-553a-4aa1-889e-20f4430cade8,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:35.626006 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 3aafb5d6-553a-4aa1-889e-20f4430cade8 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:43:35.687717 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-04de11e2-c343-4dea-872a-9069cfd159bf tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:35.688889 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-04de11e2-c343-4dea-872a-9069cfd159bf tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3303549 Apr 29 15:43:35.690285 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bd8028bc-66b1-4d7e-9ad1-1fb8fca4d7a8 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6230743 Apr 29 15:43:35.704845 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-29fbb7a4-8c8b-4a45-9ac6-8a44035ba287 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0526605 Apr 29 15:43:35.707409 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55514) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:35.707409 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55516) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:35.714034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55518) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:35.717767 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-100fcd99-d7e9-406e-88fa-97f0c98a4f5f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Request body: {'subnet': {'network_id': '040a2d7e-5c03-4c26-842e-0f4baba78cb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:35.786741 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-f18b0995-f049-40a5-b2f9-59eaffc42318 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:35.792013 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f18b0995-f049-40a5-b2f9-59eaffc42318 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:subnet and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:35.795466 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f18b0995-f049-40a5-b2f9-59eaffc42318 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:35.800544 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-036d3918-37e1-40da-aa9d-7eaf20c2b0fc tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Request body: {'subnet': {'network_id': '3aafb5d6-553a-4aa1-889e-20f4430cade8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:35.802291 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-f18b0995-f049-40a5-b2f9-59eaffc42318 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:35.835710 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-3da36d3f-0e5e-4717-810d-934c37cac85a None None] For port 2a3d5653-9860-40dc-bbea-9e6739b89e41, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=2a3d5653-9860-40dc-bbea-9e6739b89e41,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:35.835710 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3da36d3f-0e5e-4717-810d-934c37cac85a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:35.857943 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c756b978-981f-4f91-9904-a5137ff80eff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:35.876505 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c756b978-981f-4f91-9904-a5137ff80eff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:35.883578 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8028bc-66b1-4d7e-9ad1-1fb8fca4d7a8 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Pushing event updated for resources: {'Network': ['ID=040a2d7e-5c03-4c26-842e-0f4baba78cb5,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:35.887429 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756b978-981f-4f91-9904-a5137ff80eff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Network': ['ID=cf31c267-db9d-445e-b23e-52d91038425c,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:35.888804 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-002b6364-d063-4c26-8adf-0e1b079b5f46 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1784143 Apr 29 15:43:35.890116 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c756b978-981f-4f91-9904-a5137ff80eff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/networks/cf31c267-db9d-445e-b23e-52d91038425c HTTP/1.1" status: 204 len: 168 time: 2.9592378 Apr 29 15:43:35.902968 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55526) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:35.902968 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55528) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:35.907468 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d59d5474-0797-4e68-8417-0956bb514104 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-794940646'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:35.914978 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d7d23324-7470-4948-94b6-fd71bb2aac8f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:35.915395 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 040a2d7e-5c03-4c26-842e-0f4baba78cb5 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:43:35.933337 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d59d5474-0797-4e68-8417-0956bb514104 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:35.990992 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d59d5474-0797-4e68-8417-0956bb514104 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:network and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:35.993524 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18b0995-f049-40a5-b2f9-59eaffc42318 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:36.010316 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d59d5474-0797-4e68-8417-0956bb514104 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:36.015140 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-3da36d3f-0e5e-4717-810d-934c37cac85a None None] Calling delete_port for 2a3d5653-9860-40dc-bbea-9e6739b89e41 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:36.020747 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-036d3918-37e1-40da-aa9d-7eaf20c2b0fc tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:36.023587 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-100fcd99-d7e9-406e-88fa-97f0c98a4f5f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:36.027458 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-036d3918-37e1-40da-aa9d-7eaf20c2b0fc tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Usage tracker for resource:subnet and tenant:84bc6bf056654e1386a0b9930df9789f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:36.030132 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-100fcd99-d7e9-406e-88fa-97f0c98a4f5f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Usage tracker for resource:subnet and tenant:3f9147e431f7408bbe3e1d6898886462 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:36.032559 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-036d3918-37e1-40da-aa9d-7eaf20c2b0fc tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:36.035194 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-100fcd99-d7e9-406e-88fa-97f0c98a4f5f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:36.037003 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d59d5474-0797-4e68-8417-0956bb514104 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:36.047151 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-036d3918-37e1-40da-aa9d-7eaf20c2b0fc tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:36.047151 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-100fcd99-d7e9-406e-88fa-97f0c98a4f5f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:36.138678 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d7d23324-7470-4948-94b6-fd71bb2aac8f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:36.149575 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036d3918-37e1-40da-aa9d-7eaf20c2b0fc tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Made reservation on behalf of 84bc6bf056654e1386a0b9930df9789f for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:36.163506 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d7d23324-7470-4948-94b6-fd71bb2aac8f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:36.170884 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:36.190273 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f18b0995-f049-40a5-b2f9-59eaffc42318 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:36.224557 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100fcd99-d7e9-406e-88fa-97f0c98a4f5f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Made reservation on behalf of 3f9147e431f7408bbe3e1d6898886462 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:36.302365 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59d5474-0797-4e68-8417-0956bb514104 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Made reservation on behalf of 72863ce39b024e9da16162dddbf6a3b4 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:36.305245 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d59d5474-0797-4e68-8417-0956bb514104 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:36.326046 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3da36d3f-0e5e-4717-810d-934c37cac85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:36.326910 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d23324-7470-4948-94b6-fd71bb2aac8f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:36.330301 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d7d23324-7470-4948-94b6-fd71bb2aac8f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:36.331748 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d23324-7470-4948-94b6-fd71bb2aac8f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:43:36.332167 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d23324-7470-4948-94b6-fd71bb2aac8f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:43:36.351179 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-036d3918-37e1-40da-aa9d-7eaf20c2b0fc tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:36.365293 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.ipam_backend_mixin [None req-f18b0995-f049-40a5-b2f9-59eaffc42318 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f233dabd-303b-4ff8-a4cc-e00a36bca47d (CIDR: 172.20.0.16/28) Apr 29 15:43:36.373461 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59d5474-0797-4e68-8417-0956bb514104 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:43:36.386327 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da36d3f-0e5e-4717-810d-934c37cac85a None None] Pushing event deleted for resources: {'Port': ['ID=2a3d5653-9860-40dc-bbea-9e6739b89e41,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:36.386540 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d59d5474-0797-4e68-8417-0956bb514104 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:36.386540 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-d59d5474-0797-4e68-8417-0956bb514104 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Added segment 11692038-27f3-44a2-8f4e-32eb8f057446 of type vlan for network 8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0 Apr 29 15:43:36.386736 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 29 15:43:36.386736 dv-neutron-839913-1-hyperv neutron-server[84772]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Apr 29 15:43:36.386736 dv-neutron-839913-1-hyperv neutron-server[84772]: [parameters: {'status': 'DOWN', 'ports_id': '2a3d5653-9860-40dc-bbea-9e6739b89e41'}] Apr 29 15:43:36.386736 dv-neutron-839913-1-hyperv neutron-server[84772]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:43:36.386736 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:43:36.389571 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da36d3f-0e5e-4717-810d-934c37cac85a None None] No DVR routers for this DVR port 2a3d5653-9860-40dc-bbea-9e6739b89e41 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:43:36.408691 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41a36b7-2399-4506-b7dc-538e020f268e None None] get_active_networks_info from dv-neutron-839913-1-hyperv {{(pid=84772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 15:43:36.417026 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d59d5474-0797-4e68-8417-0956bb514104 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:36.422010 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18b0995-f049-40a5-b2f9-59eaffc42318 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:43:36.422466 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18b0995-f049-40a5-b2f9-59eaffc42318 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:43:36.429786 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-100fcd99-d7e9-406e-88fa-97f0c98a4f5f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:36.464879 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d7d23324-7470-4948-94b6-fd71bb2aac8f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5648651 Apr 29 15:43:36.469401 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55534) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:36.473223 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-9054e57a-6f9c-40e1-b85e-3ea01dd99b6c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:36.542160 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41a36b7-2399-4506-b7dc-538e020f268e None None] Resources bound (agent type, host, resource id): {{(pid=84772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:43:36.548824 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f18b0995-f049-40a5-b2f9-59eaffc42318 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1794236 Apr 29 15:43:36.560494 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55538) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:36.568125 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-66bca0b8-73b6-4543-a54a-188d3cea3a7a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'subnet': {'network_id': '8e793cc7-821d-4265-8f7a-6b3f666df1cd', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:36.593515 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d59d5474-0797-4e68-8417-0956bb514104 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:36.597196 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59d5474-0797-4e68-8417-0956bb514104 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:36.597759 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d59d5474-0797-4e68-8417-0956bb514104 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:36.776812 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-9054e57a-6f9c-40e1-b85e-3ea01dd99b6c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:36.823578 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d59d5474-0797-4e68-8417-0956bb514104 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9218557 Apr 29 15:43:36.827041 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-9054e57a-6f9c-40e1-b85e-3ea01dd99b6c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:36.827192 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55542) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:36.841195 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d5474-0797-4e68-8417-0956bb514104 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Network': ['ID=8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:36.841378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-ca9fa978-566f-4daa-855c-effc42231b6d tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'subnet': {'network_id': '8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:36.859976 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-66bca0b8-73b6-4543-a54a-188d3cea3a7a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:36.863813 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-66bca0b8-73b6-4543-a54a-188d3cea3a7a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Usage tracker for resource:subnet and tenant:91bb22a2ab704c6d85079e8d3f0117f8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:36.867026 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-66bca0b8-73b6-4543-a54a-188d3cea3a7a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:36.873168 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-66bca0b8-73b6-4543-a54a-188d3cea3a7a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:36.881143 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:43:36.973855 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9054e57a-6f9c-40e1-b85e-3ea01dd99b6c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:36.973855 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9054e57a-6f9c-40e1-b85e-3ea01dd99b6c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:36.974914 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9054e57a-6f9c-40e1-b85e-3ea01dd99b6c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:43:36.975439 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9054e57a-6f9c-40e1-b85e-3ea01dd99b6c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:43:36.991173 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Port 2a3d5653-9860-40dc-bbea-9e6739b89e41 update to DOWN by agent not found {{(pid=84772) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 29 15:43:37.030243 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bca0b8-73b6-4543-a54a-188d3cea3a7a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Made reservation on behalf of 91bb22a2ab704c6d85079e8d3f0117f8 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:37.032030 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-100fcd99-d7e9-406e-88fa-97f0c98a4f5f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:37.034157 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-66bca0b8-73b6-4543-a54a-188d3cea3a7a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:37.106982 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9054e57a-6f9c-40e1-b85e-3ea01dd99b6c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6381819 Apr 29 15:43:37.112033 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55546) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:37.123366 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-036d3918-37e1-40da-aa9d-7eaf20c2b0fc tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:37.125381 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-5d790761-395a-44c4-9303-8753a6a58adb tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:37.149200 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ca9fa978-566f-4daa-855c-effc42231b6d tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:37.158936 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ca9fa978-566f-4daa-855c-effc42231b6d tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:subnet and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:37.161343 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100fcd99-d7e9-406e-88fa-97f0c98a4f5f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Pushing event updated for resources: {'Subnet': ['ID=e67fd160-a6ed-4097-a583-b8271c3ef1b5,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:37.163523 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ca9fa978-566f-4daa-855c-effc42231b6d tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:37.204856 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ca9fa978-566f-4daa-855c-effc42231b6d tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:37.248860 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100fcd99-d7e9-406e-88fa-97f0c98a4f5f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Checking segment: {'id': '74b4acf7-cb00-4792-91da-2334421edf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '040a2d7e-5c03-4c26-842e-0f4baba78cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:43:37.249221 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100fcd99-d7e9-406e-88fa-97f0c98a4f5f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Network hostable DHCP agents. Network: 040a2d7e-5c03-4c26-842e-0f4baba78cb5, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:43:37.269217 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5d790761-395a-44c4-9303-8753a6a58adb tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:37.275253 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d3918-37e1-40da-aa9d-7eaf20c2b0fc tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event updated for resources: {'Subnet': ['ID=3ec2eb9f-6c6b-4c00-8f79-a747484974c3,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:37.282292 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036d3918-37e1-40da-aa9d-7eaf20c2b0fc tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Checking segment: {'id': '497afeac-4ace-4299-a19f-b65602e622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3aafb5d6-553a-4aa1-889e-20f4430cade8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:43:37.283359 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036d3918-37e1-40da-aa9d-7eaf20c2b0fc tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Network hostable DHCP agents. Network: 3aafb5d6-553a-4aa1-889e-20f4430cade8, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:43:37.286426 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5d790761-395a-44c4-9303-8753a6a58adb tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:37.314086 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9fa978-566f-4daa-855c-effc42231b6d tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Made reservation on behalf of 72863ce39b024e9da16162dddbf6a3b4 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:37.389469 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d790761-395a-44c4-9303-8753a6a58adb tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:37.392916 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5d790761-395a-44c4-9303-8753a6a58adb tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:37.394258 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d790761-395a-44c4-9303-8753a6a58adb tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:43:37.394704 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d790761-395a-44c4-9303-8753a6a58adb tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:43:37.409187 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036d3918-37e1-40da-aa9d-7eaf20c2b0fc tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Network 3aafb5d6-553a-4aa1-889e-20f4430cade8 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:43:37.411192 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100fcd99-d7e9-406e-88fa-97f0c98a4f5f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Network 040a2d7e-5c03-4c26-842e-0f4baba78cb5 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:43:37.427757 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca9fa978-566f-4daa-855c-effc42231b6d tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:37.499070 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-66bca0b8-73b6-4543-a54a-188d3cea3a7a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:37.503283 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5d790761-395a-44c4-9303-8753a6a58adb tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3903215 Apr 29 15:43:37.512971 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-100fcd99-d7e9-406e-88fa-97f0c98a4f5f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 040a2d7e-5c03-4c26-842e-0f4baba78cb5) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:37.517540 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55550) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:37.517884 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-036d3918-37e1-40da-aa9d-7eaf20c2b0fc tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 3aafb5d6-553a-4aa1-889e-20f4430cade8) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:37.521875 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472dceec-eb62-4cdb-b0e0-f5baf9721bcd None None] Network 040a2d7e-5c03-4c26-842e-0f4baba78cb5 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:37.529439 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-680d6ed1-629a-4eef-924e-c654c06b3fda tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:37.537745 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97c8d00-6cbb-442b-ace2-b4505e829418 None None] Network 3aafb5d6-553a-4aa1-889e-20f4430cade8 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:37.543512 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d3918-37e1-40da-aa9d-7eaf20c2b0fc tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:37.544092 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-036d3918-37e1-40da-aa9d-7eaf20c2b0fc tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:37.554013 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100fcd99-d7e9-406e-88fa-97f0c98a4f5f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:37.554677 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-100fcd99-d7e9-406e-88fa-97f0c98a4f5f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:37.580695 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bca0b8-73b6-4543-a54a-188d3cea3a7a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Subnet': ['ID=04afd3ee-ea7e-432d-9447-ebcfa2236502,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:37.599003 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bca0b8-73b6-4543-a54a-188d3cea3a7a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Network 8e793cc7-821d-4265-8f7a-6b3f666df1cd is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:37.600710 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-66bca0b8-73b6-4543-a54a-188d3cea3a7a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:37.604311 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bca0b8-73b6-4543-a54a-188d3cea3a7a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:37.611781 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-66bca0b8-73b6-4543-a54a-188d3cea3a7a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:37.649470 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdc08b4-85b2-45de-b9a4-ec2c8f79655d None None] Network 8e793cc7-821d-4265-8f7a-6b3f666df1cd requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:37.693019 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55554) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:37.693221 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-66bca0b8-73b6-4543-a54a-188d3cea3a7a tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1303620 Apr 29 15:43:37.698510 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-72d61ef7-2340-4587-a707-b986ddaaab04 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-169007158', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '04afd3ee-ea7e-432d-9447-ebcfa2236502'}], 'security_groups': ['1f9b42bb-72b0-4dbc-9769-4e59b89f3136', '89eeb54f-efb8-4062-b415-8a5546e4f350']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:37.753042 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-036d3918-37e1-40da-aa9d-7eaf20c2b0fc tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0128179 Apr 29 15:43:37.757260 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-680d6ed1-629a-4eef-924e-c654c06b3fda tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:37.758343 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55558) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:37.770694 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-100fcd99-d7e9-406e-88fa-97f0c98a4f5f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0586250 Apr 29 15:43:37.773364 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-40ba07e8-4efb-4674-b07d-1614d15de2bf tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-18469654'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:37.776331 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55562) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:37.785799 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-ea47e85e-fdde-4c2d-9b27-06f9181820d1 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1846568718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:37.792672 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-40ba07e8-4efb-4674-b07d-1614d15de2bf tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:37.798828 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ea47e85e-fdde-4c2d-9b27-06f9181820d1 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:37.801539 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-40ba07e8-4efb-4674-b07d-1614d15de2bf tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Usage tracker for resource:network and tenant:84bc6bf056654e1386a0b9930df9789f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:37.812547 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-40ba07e8-4efb-4674-b07d-1614d15de2bf tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:37.813053 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ea47e85e-fdde-4c2d-9b27-06f9181820d1 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Usage tracker for resource:router and tenant:3f9147e431f7408bbe3e1d6898886462 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:37.817189 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-680d6ed1-629a-4eef-924e-c654c06b3fda tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:37.819258 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ea47e85e-fdde-4c2d-9b27-06f9181820d1 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:37.823827 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-40ba07e8-4efb-4674-b07d-1614d15de2bf tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:37.830310 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ea47e85e-fdde-4c2d-9b27-06f9181820d1 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:37.894008 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-72d61ef7-2340-4587-a707-b986ddaaab04 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:37.964562 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ba07e8-4efb-4674-b07d-1614d15de2bf tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Made reservation on behalf of 84bc6bf056654e1386a0b9930df9789f for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:37.968149 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-40ba07e8-4efb-4674-b07d-1614d15de2bf tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:38.000250 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ba07e8-4efb-4674-b07d-1614d15de2bf tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:43:38.013900 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-40ba07e8-4efb-4674-b07d-1614d15de2bf tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:38.013900 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-40ba07e8-4efb-4674-b07d-1614d15de2bf tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Added segment cc5a4245-a213-4390-995e-c34783e58086 of type vlan for network 9eb2d7fc-0e6e-43da-af5e-79f9ff41bb89 Apr 29 15:43:38.033112 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680d6ed1-629a-4eef-924e-c654c06b3fda tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:38.041390 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-40ba07e8-4efb-4674-b07d-1614d15de2bf tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:38.083711 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ea47e85e-fdde-4c2d-9b27-06f9181820d1 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:38.084818 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ea47e85e-fdde-4c2d-9b27-06f9181820d1 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:38.103973 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ea47e85e-fdde-4c2d-9b27-06f9181820d1 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:38.110625 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b77eb84-847e-4b86-bb5d-35c38fd6aa40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-3aafb5d6-553a-4aa1-889e-20f4430cade8', 'network_id': '3aafb5d6-553a-4aa1-889e-20f4430cade8', 'tenant_id': '84bc6bf056654e1386a0b9930df9789f', 'fixed_ips': [{'subnet_id': '3ec2eb9f-6c6b-4c00-8f79-a747484974c3'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:43:38.111425 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3b77eb84-847e-4b86-bb5d-35c38fd6aa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:38.120021 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca9fa978-566f-4daa-855c-effc42231b6d tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:38.149956 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808830d2-dc57-473d-a1a2-f40c99b5a996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-040a2d7e-5c03-4c26-842e-0f4baba78cb5', 'network_id': '040a2d7e-5c03-4c26-842e-0f4baba78cb5', 'tenant_id': '3f9147e431f7408bbe3e1d6898886462', 'fixed_ips': [{'subnet_id': 'e67fd160-a6ed-4097-a583-b8271c3ef1b5'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:43:38.150831 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-808830d2-dc57-473d-a1a2-f40c99b5a996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:38.205689 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-40ba07e8-4efb-4674-b07d-1614d15de2bf tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:38.209964 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ba07e8-4efb-4674-b07d-1614d15de2bf tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:38.210782 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-40ba07e8-4efb-4674-b07d-1614d15de2bf tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:38.245220 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ea47e85e-fdde-4c2d-9b27-06f9181820d1 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:38.277370 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-680d6ed1-629a-4eef-924e-c654c06b3fda tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:38.278941 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-680d6ed1-629a-4eef-924e-c654c06b3fda tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:43:38.279383 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-680d6ed1-629a-4eef-924e-c654c06b3fda tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:43:38.317893 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9fa978-566f-4daa-855c-effc42231b6d tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Subnet': ['ID=ace0f1f1-c392-47eb-ad40-bd18dd4f0354,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:38.364808 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba07e8-4efb-4674-b07d-1614d15de2bf tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event updated for resources: {'Network': ['ID=9eb2d7fc-0e6e-43da-af5e-79f9ff41bb89,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:38.391906 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9fa978-566f-4daa-855c-effc42231b6d tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Checking segment: {'id': '11692038-27f3-44a2-8f4e-32eb8f057446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:43:38.392271 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9fa978-566f-4daa-855c-effc42231b6d tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network hostable DHCP agents. Network: 8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:43:38.394725 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 9eb2d7fc-0e6e-43da-af5e-79f9ff41bb89 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:43:38.455269 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-40ba07e8-4efb-4674-b07d-1614d15de2bf tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6927166 Apr 29 15:43:38.455269 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ea47e85e-fdde-4c2d-9b27-06f9181820d1 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:38.460958 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-680d6ed1-629a-4eef-924e-c654c06b3fda tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9364221 Apr 29 15:43:38.460958 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55566) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:38.460958 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55568) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:38.461244 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ea47e85e-fdde-4c2d-9b27-06f9181820d1 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6807482 Apr 29 15:43:38.461244 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55572) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:38.465725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-47affdb0-3de3-4317-b745-3b92bceb5619 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Request body: {'subnet': {'network_id': '9eb2d7fc-0e6e-43da-af5e-79f9ff41bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:38.466326 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-5cfb7885-8a94-45bf-b6c1-747eeb323a03 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:38.591132 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-3b77eb84-847e-4b86-bb5d-35c38fd6aa40 None None] Allocated IP 2001:db8::1 (3aafb5d6-553a-4aa1-889e-20f4430cade8/3ec2eb9f-6c6b-4c00-8f79-a747484974c3/fbcc0f5d-e075-4e62-ba88-da782eebd0b9) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:38.643732 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-808830d2-dc57-473d-a1a2-f40c99b5a996 None None] Allocated IP 172.20.0.2 (040a2d7e-5c03-4c26-842e-0f4baba78cb5/e67fd160-a6ed-4097-a583-b8271c3ef1b5/7f0d183c-2529-4d63-b394-57db17fd2703) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:38.716692 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52534e2-0e49-4af9-ad5f-9aa956b16c44 None None] Update dhcp port {'port': {'network_id': '8e793cc7-821d-4265-8f7a-6b3f666df1cd', 'fixed_ips': [{'subnet_id': 'f233dabd-303b-4ff8-a4cc-e00a36bca47d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a6d56526-20a6-4ce1-ad3d-33bef655ec48', 'ip_address': '172.20.0.2'}, {'subnet_id': '04afd3ee-ea7e-432d-9447-ebcfa2236502'}], 'binding:host_id': 'dv-neutron-839913-1-hyperv'}, 'id': '46de3322-9012-4af1-9225-5347ca7b0726'} from dv-neutron-839913-1-hyperv. {{(pid=84772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 15:43:38.750675 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5cfb7885-8a94-45bf-b6c1-747eeb323a03 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:38.764839 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5cfb7885-8a94-45bf-b6c1-747eeb323a03 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:38.786855 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9fa978-566f-4daa-855c-effc42231b6d tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network 8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:43:38.852502 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a52534e2-0e49-4af9-ad5f-9aa956b16c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:38.856582 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfb7885-8a94-45bf-b6c1-747eeb323a03 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:38.861407 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5cfb7885-8a94-45bf-b6c1-747eeb323a03 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:38.863773 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cfb7885-8a94-45bf-b6c1-747eeb323a03 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:43:38.864201 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cfb7885-8a94-45bf-b6c1-747eeb323a03 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:43:38.878279 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-47affdb0-3de3-4317-b745-3b92bceb5619 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:38.890075 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-ca9fa978-566f-4daa-855c-effc42231b6d tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:38.891922 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-47affdb0-3de3-4317-b745-3b92bceb5619 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Usage tracker for resource:subnet and tenant:84bc6bf056654e1386a0b9930df9789f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:38.903589 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf48027-8b66-4ebe-84e9-1dc1a7b6c7d6 None None] Network 8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:38.949711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-47affdb0-3de3-4317-b745-3b92bceb5619 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:38.960590 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9fa978-566f-4daa-855c-effc42231b6d tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:38.961163 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca9fa978-566f-4daa-855c-effc42231b6d tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:38.973706 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5cfb7885-8a94-45bf-b6c1-747eeb323a03 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5124884 Apr 29 15:43:38.974743 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55578) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:38.981874 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-50db1a32-af18-4039-9ebc-af53ce25a3dc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:38.990539 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-72d61ef7-2340-4587-a707-b986ddaaab04 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Delete allocated IP 172.20.0.11 (8e793cc7-821d-4265-8f7a-6b3f666df1cd/a6d56526-20a6-4ce1-ad3d-33bef655ec48) {{(pid=84770) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 15:43:38.990539 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-47affdb0-3de3-4317-b745-3b92bceb5619 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:39.068192 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-72d61ef7-2340-4587-a707-b986ddaaab04 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Allocated IP 172.20.0.41 (8e793cc7-821d-4265-8f7a-6b3f666df1cd/04afd3ee-ea7e-432d-9447-ebcfa2236502/d33dbab2-4ca4-4607-8dd4-921eb3889b50) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:39.117088 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-50db1a32-af18-4039-9ebc-af53ce25a3dc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:39.127992 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-50db1a32-af18-4039-9ebc-af53ce25a3dc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:39.174433 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47affdb0-3de3-4317-b745-3b92bceb5619 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Made reservation on behalf of 84bc6bf056654e1386a0b9930df9789f for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:39.309329 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ca9fa978-566f-4daa-855c-effc42231b6d tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4785321 Apr 29 15:43:39.310631 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55582) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:39.316174 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-43090ab7-7916-4f94-842b-97cc85aacc6f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-172279676', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:39.323786 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-43090ab7-7916-4f94-842b-97cc85aacc6f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:39.326665 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50db1a32-af18-4039-9ebc-af53ce25a3dc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:39.347459 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-43090ab7-7916-4f94-842b-97cc85aacc6f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:router and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:39.389892 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3b77eb84-847e-4b86-bb5d-35c38fd6aa40 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:39.396484 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-43090ab7-7916-4f94-842b-97cc85aacc6f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:39.407177 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-43090ab7-7916-4f94-842b-97cc85aacc6f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:39.424283 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3b77eb84-847e-4b86-bb5d-35c38fd6aa40 None None] Transition to ACTIVE for port object fbcc0f5d-e075-4e62-ba88-da782eebd0b9 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:39.432034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-47affdb0-3de3-4317-b745-3b92bceb5619 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:39.435261 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-808830d2-dc57-473d-a1a2-f40c99b5a996 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:39.453915 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-50db1a32-af18-4039-9ebc-af53ce25a3dc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:39.453915 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-50db1a32-af18-4039-9ebc-af53ce25a3dc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:43:39.453915 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50db1a32-af18-4039-9ebc-af53ce25a3dc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:43:39.472006 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-808830d2-dc57-473d-a1a2-f40c99b5a996 None None] Transition to ACTIVE for port object 7f0d183c-2529-4d63-b394-57db17fd2703 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:39.478269 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3b77eb84-847e-4b86-bb5d-35c38fd6aa40 None None] Transition to ACTIVE for port object fbcc0f5d-e075-4e62-ba88-da782eebd0b9 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:39.503607 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43090ab7-7916-4f94-842b-97cc85aacc6f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:39.505287 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43090ab7-7916-4f94-842b-97cc85aacc6f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:39.530307 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-808830d2-dc57-473d-a1a2-f40c99b5a996 None None] Transition to ACTIVE for port object 7f0d183c-2529-4d63-b394-57db17fd2703 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:39.533342 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43090ab7-7916-4f94-842b-97cc85aacc6f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:39.537334 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2556581-112c-4f9c-9d8e-1a6880f4bc80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0', 'network_id': '8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'fixed_ips': [{'subnet_id': 'ace0f1f1-c392-47eb-ad40-bd18dd4f0354'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:43:39.538214 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2556581-112c-4f9c-9d8e-1a6880f4bc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:39.542679 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-50db1a32-af18-4039-9ebc-af53ce25a3dc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5668447 Apr 29 15:43:39.543800 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55586) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:39.595109 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3b77eb84-847e-4b86-bb5d-35c38fd6aa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:39.601237 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.ipam_backend_mixin [None req-47affdb0-3de3-4317-b745-3b92bceb5619 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Performing IP validity checks on allocation pools {{(pid=84770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 29 15:43:39.601824 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.ipam_backend_mixin [None req-47affdb0-3de3-4317-b745-3b92bceb5619 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 29 15:43:39.602836 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-009eb2b9-53d6-4301-a0ae-4d8bd8a2b045 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0507100 Apr 29 15:43:39.605966 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55590) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:39.641733 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-808830d2-dc57-473d-a1a2-f40c99b5a996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:39.673280 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-46a47aff-19a1-4e35-9ba3-b256f011b016 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:39.686211 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bf2e91-7454-4416-9a8d-f35c0ee3f218 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:39.687951 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f7bf2e91-7454-4416-9a8d-f35c0ee3f218 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:39.697008 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43090ab7-7916-4f94-842b-97cc85aacc6f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:39.709940 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808830d2-dc57-473d-a1a2-f40c99b5a996 None None] Network 040a2d7e-5c03-4c26-842e-0f4baba78cb5 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:39.718157 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-808830d2-dc57-473d-a1a2-f40c99b5a996 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:39.723598 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b77eb84-847e-4b86-bb5d-35c38fd6aa40 None None] Network 3aafb5d6-553a-4aa1-889e-20f4430cade8 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:39.730066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808830d2-dc57-473d-a1a2-f40c99b5a996 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:39.736869 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-3b77eb84-847e-4b86-bb5d-35c38fd6aa40 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:39.750475 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f7bf2e91-7454-4416-9a8d-f35c0ee3f218 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:39.754995 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f7bf2e91-7454-4416-9a8d-f35c0ee3f218 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1478338 Apr 29 15:43:39.755731 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55594) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:39.763179 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-72d61ef7-2340-4587-a707-b986ddaaab04 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:39.765788 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b77eb84-847e-4b86-bb5d-35c38fd6aa40 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:39.770459 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77eb84-847e-4b86-bb5d-35c38fd6aa40 None None] Pushing event updated for resources: {'Port': ['ID=fbcc0f5d-e075-4e62-ba88-da782eebd0b9,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:39.827216 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-31f93cf7-a711-4f87-b355-ea22e244515c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700064 Apr 29 15:43:39.829696 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43090ab7-7916-4f94-842b-97cc85aacc6f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:39.830752 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-43090ab7-7916-4f94-842b-97cc85aacc6f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5189703 Apr 29 15:43:39.841943 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55598) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:39.842714 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55600) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:39.850035 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7ed578ec-a00f-44d1-9015-8b9298bd6452 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:39.869638 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-519326e2-91d9-4a2b-9387-bf60543d1d73 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'port': {'network_id': '8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0', 'name': 'tempest-RoutersIpV6Test-1820122056'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:39.878664 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-72d61ef7-2340-4587-a707-b986ddaaab04 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Transition to ACTIVE for port object d33dbab2-4ca4-4607-8dd4-921eb3889b50 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:39.957879 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-72d61ef7-2340-4587-a707-b986ddaaab04 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:40.011076 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-808830d2-dc57-473d-a1a2-f40c99b5a996 None None] Attempting to bind port 7f0d183c-2529-4d63-b394-57db17fd2703 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:43:40.011454 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-808830d2-dc57-473d-a1a2-f40c99b5a996 None None] Attempting to bind port 7f0d183c-2529-4d63-b394-57db17fd2703 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '74b4acf7-cb00-4792-91da-2334421edf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '040a2d7e-5c03-4c26-842e-0f4baba78cb5'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:43:40.012035 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808830d2-dc57-473d-a1a2-f40c99b5a996 None None] Attempting to bind port 7f0d183c-2529-4d63-b394-57db17fd2703 on network 040a2d7e-5c03-4c26-842e-0f4baba78cb5 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:43:40.048971 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808830d2-dc57-473d-a1a2-f40c99b5a996 None None] Pushing event updated for resources: {'Port': ['ID=7f0d183c-2529-4d63-b394-57db17fd2703,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:40.065233 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7ed578ec-a00f-44d1-9015-8b9298bd6452 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:40.084071 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-f2556581-112c-4f9c-9d8e-1a6880f4bc80 None None] Allocated IP 2001:db8::2 (8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0/ace0f1f1-c392-47eb-ad40-bd18dd4f0354/41f87cd1-a371-48a6-8767-e220f4649960) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:40.089248 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7ed578ec-a00f-44d1-9015-8b9298bd6452 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:40.098690 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-519326e2-91d9-4a2b-9387-bf60543d1d73 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:40.104431 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-519326e2-91d9-4a2b-9387-bf60543d1d73 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:port and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:40.108556 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-519326e2-91d9-4a2b-9387-bf60543d1d73 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:40.108651 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808830d2-dc57-473d-a1a2-f40c99b5a996 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:43:40.108651 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808830d2-dc57-473d-a1a2-f40c99b5a996 None None] Checking segment: {'id': '74b4acf7-cb00-4792-91da-2334421edf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '040a2d7e-5c03-4c26-842e-0f4baba78cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:43:40.109005 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-808830d2-dc57-473d-a1a2-f40c99b5a996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:40.109594 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808830d2-dc57-473d-a1a2-f40c99b5a996 None None] Bound using segment: {'id': '74b4acf7-cb00-4792-91da-2334421edf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '040a2d7e-5c03-4c26-842e-0f4baba78cb5'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:43:40.111624 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-808830d2-dc57-473d-a1a2-f40c99b5a996 None None] Bound port: 7f0d183c-2529-4d63-b394-57db17fd2703, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b4acf7-cb00-4792-91da-2334421edf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '040a2d7e-5c03-4c26-842e-0f4baba78cb5'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:43:40.112175 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-808830d2-dc57-473d-a1a2-f40c99b5a996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:40.113798 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-519326e2-91d9-4a2b-9387-bf60543d1d73 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:40.136438 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-3b77eb84-847e-4b86-bb5d-35c38fd6aa40 None None] Attempting to bind port fbcc0f5d-e075-4e62-ba88-da782eebd0b9 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:43:40.141926 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-3b77eb84-847e-4b86-bb5d-35c38fd6aa40 None None] Attempting to bind port fbcc0f5d-e075-4e62-ba88-da782eebd0b9 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '497afeac-4ace-4299-a19f-b65602e622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3aafb5d6-553a-4aa1-889e-20f4430cade8'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:43:40.141926 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77eb84-847e-4b86-bb5d-35c38fd6aa40 None None] Attempting to bind port fbcc0f5d-e075-4e62-ba88-da782eebd0b9 on network 3aafb5d6-553a-4aa1-889e-20f4430cade8 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:43:40.160879 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d61ef7-2340-4587-a707-b986ddaaab04 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event updated for resources: {'Port': ['ID=d33dbab2-4ca4-4607-8dd4-921eb3889b50,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:40.249501 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-a52534e2-0e49-4af9-ad5f-9aa956b16c44 None None] Allocated IP 172.20.0.34 (8e793cc7-821d-4265-8f7a-6b3f666df1cd/04afd3ee-ea7e-432d-9447-ebcfa2236502/46de3322-9012-4af1-9225-5347ca7b0726) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:40.267893 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77eb84-847e-4b86-bb5d-35c38fd6aa40 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:43:40.273985 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77eb84-847e-4b86-bb5d-35c38fd6aa40 None None] Checking segment: {'id': '497afeac-4ace-4299-a19f-b65602e622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3aafb5d6-553a-4aa1-889e-20f4430cade8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:43:40.273985 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3b77eb84-847e-4b86-bb5d-35c38fd6aa40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:40.273985 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77eb84-847e-4b86-bb5d-35c38fd6aa40 None None] Bound using segment: {'id': '497afeac-4ace-4299-a19f-b65602e622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3aafb5d6-553a-4aa1-889e-20f4430cade8'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:43:40.274310 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed578ec-a00f-44d1-9015-8b9298bd6452 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:40.274412 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-3b77eb84-847e-4b86-bb5d-35c38fd6aa40 None None] Bound port: fbcc0f5d-e075-4e62-ba88-da782eebd0b9, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497afeac-4ace-4299-a19f-b65602e622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3aafb5d6-553a-4aa1-889e-20f4430cade8'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:43:40.274412 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3b77eb84-847e-4b86-bb5d-35c38fd6aa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:40.275649 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7ed578ec-a00f-44d1-9015-8b9298bd6452 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:40.350225 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519326e2-91d9-4a2b-9387-bf60543d1d73 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Made reservation on behalf of 72863ce39b024e9da16162dddbf6a3b4 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:40.353296 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-519326e2-91d9-4a2b-9387-bf60543d1d73 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:40.389556 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-47affdb0-3de3-4317-b745-3b92bceb5619 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:40.398458 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-519326e2-91d9-4a2b-9387-bf60543d1d73 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] device_id is not set on port 5b5a7f37-c291-47f7-999d-d80dc302c617 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:43:40.463862 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47affdb0-3de3-4317-b745-3b92bceb5619 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event updated for resources: {'Subnet': ['ID=a49d5f74-f235-468f-b9dd-c00a1b79ad14,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:40.467705 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-808830d2-dc57-473d-a1a2-f40c99b5a996 None None] For port 7f0d183c-2529-4d63-b394-57db17fd2703, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:43:40.473528 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-72d61ef7-2340-4587-a707-b986ddaaab04 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] In _notify_port_updated(), no bound segment for port d33dbab2-4ca4-4607-8dd4-921eb3889b50 on network 8e793cc7-821d-4265-8f7a-6b3f666df1cd {{(pid=84770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 15:43:40.477595 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d61ef7-2340-4587-a707-b986ddaaab04 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:40.478937 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-72d61ef7-2340-4587-a707-b986ddaaab04 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:40.480407 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-72d61ef7-2340-4587-a707-b986ddaaab04 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "PUT /v2.0/ports/d33dbab2-4ca4-4607-8dd4-921eb3889b50 HTTP/1.1" status: 200 len: 959 time: 2.7908387 Apr 29 15:43:40.484109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55606) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:40.499815 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-808830d2-dc57-473d-a1a2-f40c99b5a996 None None] For port 7f0d183c-2529-4d63-b394-57db17fd2703, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7f0d183c-2529-4d63-b394-57db17fd2703,segment=NetworkSegment(74b4acf7-cb00-4792-91da-2334421edf52),segment_id=74b4acf7-cb00-4792-91da-2334421edf52)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:43:40.554141 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-46a47aff-19a1-4e35-9ba3-b256f011b016 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Allocated IP 172.20.0.1 (040a2d7e-5c03-4c26-842e-0f4baba78cb5/e67fd160-a6ed-4097-a583-b8271c3ef1b5/ce8c582b-8be9-43b2-910c-67712e0fb575) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:40.588551 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-3df963bf-996b-4f2e-85bb-af072267932c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port d33dbab2-4ca4-4607-8dd4-921eb3889b50 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:40.588895 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3df963bf-996b-4f2e-85bb-af072267932c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:40.616720 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-808830d2-dc57-473d-a1a2-f40c99b5a996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:40.620946 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-3b77eb84-847e-4b86-bb5d-35c38fd6aa40 None None] For port fbcc0f5d-e075-4e62-ba88-da782eebd0b9, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:43:40.671325 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a52534e2-0e49-4af9-ad5f-9aa956b16c44 None None] For port 46de3322-9012-4af1-9225-5347ca7b0726, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=46de3322-9012-4af1-9225-5347ca7b0726,segment=NetworkSegment(10a7ecb1-2c85-42b2-854b-3112ccf8420a),segment_id=10a7ecb1-2c85-42b2-854b-3112ccf8420a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:40.691700 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-3b77eb84-847e-4b86-bb5d-35c38fd6aa40 None None] For port fbcc0f5d-e075-4e62-ba88-da782eebd0b9, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=fbcc0f5d-e075-4e62-ba88-da782eebd0b9,segment=NetworkSegment(497afeac-4ace-4299-a19f-b65602e622f1),segment_id=497afeac-4ace-4299-a19f-b65602e622f1)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:43:40.726803 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2556581-112c-4f9c-9d8e-1a6880f4bc80 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:40.759503 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a52534e2-0e49-4af9-ad5f-9aa956b16c44 None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:40.760029 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47affdb0-3de3-4317-b745-3b92bceb5619 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Checking segment: {'id': 'cc5a4245-a213-4390-995e-c34783e58086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9eb2d7fc-0e6e-43da-af5e-79f9ff41bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:43:40.760400 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47affdb0-3de3-4317-b745-3b92bceb5619 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Network hostable DHCP agents. Network: 9eb2d7fc-0e6e-43da-af5e-79f9ff41bb89, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:43:40.763221 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f2556581-112c-4f9c-9d8e-1a6880f4bc80 None None] Transition to ACTIVE for port object 41f87cd1-a371-48a6-8767-e220f4649960 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:40.779658 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808830d2-dc57-473d-a1a2-f40c99b5a996 None None] Pushing event updated for resources: {'Port': ['ID=7f0d183c-2529-4d63-b394-57db17fd2703,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:40.805202 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a52534e2-0e49-4af9-ad5f-9aa956b16c44 None None] Transition to ACTIVE for port object 46de3322-9012-4af1-9225-5347ca7b0726 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:40.806984 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3b77eb84-847e-4b86-bb5d-35c38fd6aa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:40.810751 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f2556581-112c-4f9c-9d8e-1a6880f4bc80 None None] Transition to ACTIVE for port object 41f87cd1-a371-48a6-8767-e220f4649960 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:40.833162 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-46a47aff-19a1-4e35-9ba3-b256f011b016 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:40.846602 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.objects.ports [None req-7ed578ec-a00f-44d1-9015-8b9298bd6452 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84771) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 15:43:40.848718 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7ed578ec-a00f-44d1-9015-8b9298bd6452 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:40.860583 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-46a47aff-19a1-4e35-9ba3-b256f011b016 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Transition to ACTIVE for port object ce8c582b-8be9-43b2-910c-67712e0fb575 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:40.910819 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed578ec-a00f-44d1-9015-8b9298bd6452 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:40.914112 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-7ed578ec-a00f-44d1-9015-8b9298bd6452 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:40.919947 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed578ec-a00f-44d1-9015-8b9298bd6452 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:40.920818 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7ed578ec-a00f-44d1-9015-8b9298bd6452 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:40.932276 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63d19ce-2265-43ca-b3ae-c3b8ddcc2cf8 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:40.980618 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed578ec-a00f-44d1-9015-8b9298bd6452 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=db8146a5-9908-489c-afe9-e0efc5f0a9d0,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:41.030264 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a52534e2-0e49-4af9-ad5f-9aa956b16c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:41.049275 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77eb84-847e-4b86-bb5d-35c38fd6aa40 None None] Pushing event updated for resources: {'Port': ['ID=fbcc0f5d-e075-4e62-ba88-da782eebd0b9,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:41.060117 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-46a47aff-19a1-4e35-9ba3-b256f011b016 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:41.102166 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2556581-112c-4f9c-9d8e-1a6880f4bc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:41.121091 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3df963bf-996b-4f2e-85bb-af072267932c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:41.129613 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7ed578ec-a00f-44d1-9015-8b9298bd6452 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2841053 Apr 29 15:43:41.136037 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55610) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:41.167741 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-b71fd841-b099-4f68-8ff5-27556c560fa1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'mac_address': 'fa:16:3e:9f:24:e7', 'name': 'tempest-NetworksTestDHCPv6-171037263'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:41.178923 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-519326e2-91d9-4a2b-9387-bf60543d1d73 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Allocated IP 2001:db8::286 (8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0/ace0f1f1-c392-47eb-ad40-bd18dd4f0354/5b5a7f37-c291-47f7-999d-d80dc302c617) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:41.261662 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2556581-112c-4f9c-9d8e-1a6880f4bc80 None None] Network 8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:41.268808 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-f2556581-112c-4f9c-9d8e-1a6880f4bc80 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:41.277440 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47affdb0-3de3-4317-b745-3b92bceb5619 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Network 9eb2d7fc-0e6e-43da-af5e-79f9ff41bb89 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:43:41.329556 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2556581-112c-4f9c-9d8e-1a6880f4bc80 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:41.354082 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52534e2-0e49-4af9-ad5f-9aa956b16c44 None None] Pushing event updated for resources: {'Port': ['ID=46de3322-9012-4af1-9225-5347ca7b0726,revision_number=7']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:41.503296 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a47aff-19a1-4e35-9ba3-b256f011b016 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Network 040a2d7e-5c03-4c26-842e-0f4baba78cb5 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:41.514775 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-47affdb0-3de3-4317-b745-3b92bceb5619 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 9eb2d7fc-0e6e-43da-af5e-79f9ff41bb89) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:41.519406 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47affdb0-3de3-4317-b745-3b92bceb5619 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:41.520175 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-47affdb0-3de3-4317-b745-3b92bceb5619 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:41.544510 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-46a47aff-19a1-4e35-9ba3-b256f011b016 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:41.547396 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a47aff-19a1-4e35-9ba3-b256f011b016 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:41.612758 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d11e6b1-b7d6-439e-90c7-c97c374f9c7a None None] Network 9eb2d7fc-0e6e-43da-af5e-79f9ff41bb89 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:41.627976 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-3df963bf-996b-4f2e-85bb-af072267932c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Calling delete_port for d33dbab2-4ca4-4607-8dd4-921eb3889b50 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:41.665182 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-46a47aff-19a1-4e35-9ba3-b256f011b016 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:41.708255 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a47aff-19a1-4e35-9ba3-b256f011b016 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Pushing event updated for resources: {'Port': ['ID=ce8c582b-8be9-43b2-910c-67712e0fb575,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:41.726961 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-47affdb0-3de3-4317-b745-3b92bceb5619 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.2687314 Apr 29 15:43:41.728426 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55614) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:41.807049 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-519326e2-91d9-4a2b-9387-bf60543d1d73 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:41.838059 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-519326e2-91d9-4a2b-9387-bf60543d1d73 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Transition to ACTIVE for port object 5b5a7f37-c291-47f7-999d-d80dc302c617 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:41.878636 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7f0d183c-2529-4d63-b394-57db17fd2703 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:41.930373 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2556581-112c-4f9c-9d8e-1a6880f4bc80 None None] Pushing event updated for resources: {'Port': ['ID=41f87cd1-a371-48a6-8767-e220f4649960,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:41.949968 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-519326e2-91d9-4a2b-9387-bf60543d1d73 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:42.012911 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f2556581-112c-4f9c-9d8e-1a6880f4bc80 None None] Attempting to bind port 41f87cd1-a371-48a6-8767-e220f4649960 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:43:42.013287 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f2556581-112c-4f9c-9d8e-1a6880f4bc80 None None] Attempting to bind port 41f87cd1-a371-48a6-8767-e220f4649960 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '11692038-27f3-44a2-8f4e-32eb8f057446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:43:42.013648 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2556581-112c-4f9c-9d8e-1a6880f4bc80 None None] Attempting to bind port 41f87cd1-a371-48a6-8767-e220f4649960 on network 8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:43:42.024865 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-46a47aff-19a1-4e35-9ba3-b256f011b016 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:42.045864 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b71fd841-b099-4f68-8ff5-27556c560fa1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:42.057468 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b71fd841-b099-4f68-8ff5-27556c560fa1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:port and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:42.070433 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519326e2-91d9-4a2b-9387-bf60543d1d73 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network 8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:42.073941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-519326e2-91d9-4a2b-9387-bf60543d1d73 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:42.078741 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519326e2-91d9-4a2b-9387-bf60543d1d73 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:42.082846 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519326e2-91d9-4a2b-9387-bf60543d1d73 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:42.083457 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-519326e2-91d9-4a2b-9387-bf60543d1d73 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:42.093895 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519326e2-91d9-4a2b-9387-bf60543d1d73 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Port': ['ID=5b5a7f37-c291-47f7-999d-d80dc302c617,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:42.097700 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b71fd841-b099-4f68-8ff5-27556c560fa1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:42.149021 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e85e53c-3eeb-4ac0-b0dc-7197b59dea4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-75e7f0f8-4897-4e20-8301-99a7eae75065', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'fixed_ips': [{'subnet_id': 'db8146a5-9908-489c-afe9-e0efc5f0a9d0'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:43:42.149910 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9e85e53c-3eeb-4ac0-b0dc-7197b59dea4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:42.165129 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2556581-112c-4f9c-9d8e-1a6880f4bc80 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:43:42.165982 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2556581-112c-4f9c-9d8e-1a6880f4bc80 None None] Checking segment: {'id': '11692038-27f3-44a2-8f4e-32eb8f057446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:43:42.166382 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2556581-112c-4f9c-9d8e-1a6880f4bc80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:42.166803 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2556581-112c-4f9c-9d8e-1a6880f4bc80 None None] Bound using segment: {'id': '11692038-27f3-44a2-8f4e-32eb8f057446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:43:42.167273 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f2556581-112c-4f9c-9d8e-1a6880f4bc80 None None] Bound port: 41f87cd1-a371-48a6-8767-e220f4649960, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11692038-27f3-44a2-8f4e-32eb8f057446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:43:42.167678 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2556581-112c-4f9c-9d8e-1a6880f4bc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:42.170208 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b71fd841-b099-4f68-8ff5-27556c560fa1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:42.177702 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:42.188642 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c744e3-809e-4ba9-924d-ac33fa04dbd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-9eb2d7fc-0e6e-43da-af5e-79f9ff41bb89', 'network_id': '9eb2d7fc-0e6e-43da-af5e-79f9ff41bb89', 'tenant_id': '84bc6bf056654e1386a0b9930df9789f', 'fixed_ips': [{'subnet_id': 'a49d5f74-f235-468f-b9dd-c00a1b79ad14'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:43:42.188642 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-23c744e3-809e-4ba9-924d-ac33fa04dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:42.212657 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-519326e2-91d9-4a2b-9387-bf60543d1d73 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3688371 Apr 29 15:43:42.218776 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55618) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:42.522066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 7f0d183c-2529-4d63-b394-57db17fd2703 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:42.585067 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71fd841-b099-4f68-8ff5-27556c560fa1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:42.591885 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b71fd841-b099-4f68-8ff5-27556c560fa1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:42.611589 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3df963bf-996b-4f2e-85bb-af072267932c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:42.641706 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-23c744e3-809e-4ba9-924d-ac33fa04dbd5 None None] Allocated IP 2001:db8::3 (9eb2d7fc-0e6e-43da-af5e-79f9ff41bb89/a49d5f74-f235-468f-b9dd-c00a1b79ad14/1603a53e-ed05-42ce-b18a-7b07f3abb0c0) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:42.699250 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f2556581-112c-4f9c-9d8e-1a6880f4bc80 None None] For port 41f87cd1-a371-48a6-8767-e220f4649960, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:43:42.745297 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df963bf-996b-4f2e-85bb-af072267932c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Port': ['ID=d33dbab2-4ca4-4607-8dd4-921eb3889b50,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:42.788784 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-b71fd841-b099-4f68-8ff5-27556c560fa1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] device_id is not set on port 9aef3d5c-4c21-4c0c-a625-4bba5b116d02 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:43:42.874674 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f2556581-112c-4f9c-9d8e-1a6880f4bc80 None None] For port 41f87cd1-a371-48a6-8767-e220f4649960, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=41f87cd1-a371-48a6-8767-e220f4649960,segment=NetworkSegment(11692038-27f3-44a2-8f4e-32eb8f057446),segment_id=11692038-27f3-44a2-8f4e-32eb8f057446)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:43:42.919278 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-9e85e53c-3eeb-4ac0-b0dc-7197b59dea4b None None] Allocated IP 2001:db8::f816:3eff:fe7a:981f (75e7f0f8-4897-4e20-8301-99a7eae75065/db8146a5-9908-489c-afe9-e0efc5f0a9d0/6525344c-fb23-4e79-9bde-3984bb14da3b) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:42.927638 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:42.932795 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 46de3322-9012-4af1-9225-5347ca7b0726 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:42.981806 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3df963bf-996b-4f2e-85bb-af072267932c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:43.000327 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cc485b-94d1-412b-8723-3b1901a0a4b0 None None] Network 040a2d7e-5c03-4c26-842e-0f4baba78cb5 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:43.140541 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-25935762-9706-4150-87b9-ce86de5e2ac3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:43.179931 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3df963bf-996b-4f2e-85bb-af072267932c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/ports/d33dbab2-4ca4-4607-8dd4-921eb3889b50 HTTP/1.1" status: 204 len: 168 time: 2.6946297 Apr 29 15:43:43.185842 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55624) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:43.262962 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7491a5a-9f22-4859-b707-aba1bb611e1c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] GET failed (client error): The resource could not be found. Apr 29 15:43:43.263731 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d7491a5a-9f22-4859-b707-aba1bb611e1c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Synchronizing usage tracker for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:43.320572 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2556581-112c-4f9c-9d8e-1a6880f4bc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:43.350901 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-46a47aff-19a1-4e35-9ba3-b256f011b016 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:43.361755 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d7491a5a-9f22-4859-b707-aba1bb611e1c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Unset dirty status for tenant:91bb22a2ab704c6d85079e8d3f0117f8 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:43.363064 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d7491a5a-9f22-4859-b707-aba1bb611e1c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports/d33dbab2-4ca4-4607-8dd4-921eb3889b50 HTTP/1.1" status: 404 len: 333 time: 0.1730380 Apr 29 15:43:43.365915 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55628) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:43.369855 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07869b53-9377-4ec5-a46f-d900df2dca7b None None] Network 3aafb5d6-553a-4aa1-889e-20f4430cade8 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:43.426307 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-46a47aff-19a1-4e35-9ba3-b256f011b016 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:43.445783 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4a2243ad-7c4e-4292-95e3-f4a46df1f094 None None] Provisioning for port 46de3322-9012-4af1-9225-5347ca7b0726 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:43.469066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-23c744e3-809e-4ba9-924d-ac33fa04dbd5 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:43.542299 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6e010a7e-2112-4c1c-881c-f80b5763305e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:43.563736 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-25935762-9706-4150-87b9-ce86de5e2ac3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:43.581860 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a47aff-19a1-4e35-9ba3-b256f011b016 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Pushing event updated for resources: {'Port': ['ID=ce8c582b-8be9-43b2-910c-67712e0fb575,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:43.585609 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4a2243ad-7c4e-4292-95e3-f4a46df1f094 None None] Provisioning complete for port 46de3322-9012-4af1-9225-5347ca7b0726 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:43.585978 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4a2243ad-7c4e-4292-95e3-f4a46df1f094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:43.587721 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-46a47aff-19a1-4e35-9ba3-b256f011b016 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:43.595157 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6e010a7e-2112-4c1c-881c-f80b5763305e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:43.638237 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-23c744e3-809e-4ba9-924d-ac33fa04dbd5 None None] Transition to ACTIVE for port object 1603a53e-ed05-42ce-b18a-7b07f3abb0c0 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:43.664823 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-25935762-9706-4150-87b9-ce86de5e2ac3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:43.766632 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2556581-112c-4f9c-9d8e-1a6880f4bc80 None None] Pushing event updated for resources: {'Port': ['ID=41f87cd1-a371-48a6-8767-e220f4649960,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:43.788100 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-23c744e3-809e-4ba9-924d-ac33fa04dbd5 None None] Transition to ACTIVE for port object 1603a53e-ed05-42ce-b18a-7b07f3abb0c0 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:43.789279 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a47aff-19a1-4e35-9ba3-b256f011b016 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Network 040a2d7e-5c03-4c26-842e-0f4baba78cb5 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:43.794070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-46a47aff-19a1-4e35-9ba3-b256f011b016 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:43.837570 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f4bd2c87-4034-4a36-a91c-34e83c7fd95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:43.852746 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25935762-9706-4150-87b9-ce86de5e2ac3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Port': ['ID=5b5a7f37-c291-47f7-999d-d80dc302c617,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:43.926837 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6e010a7e-2112-4c1c-881c-f80b5763305e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:43.953292 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e010a7e-2112-4c1c-881c-f80b5763305e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7b0efa-4afd-4bd7-8714-f1fa1ba2f182,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:43.975577 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6e010a7e-2112-4c1c-881c-f80b5763305e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:43.979698 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6e010a7e-2112-4c1c-881c-f80b5763305e tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/security-groups/0b7b0efa-4afd-4bd7-8714-f1fa1ba2f182 HTTP/1.1" status: 204 len: 168 time: 0.6098876 Apr 29 15:43:43.983751 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55632) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:44.006472 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 46de3322-9012-4af1-9225-5347ca7b0726 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:44.007093 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:44.071496 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-23c744e3-809e-4ba9-924d-ac33fa04dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:44.077167 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9e85e53c-3eeb-4ac0-b0dc-7197b59dea4b None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:44.105076 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-25935762-9706-4150-87b9-ce86de5e2ac3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:44.176140 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9e85e53c-3eeb-4ac0-b0dc-7197b59dea4b None None] Transition to ACTIVE for port object 6525344c-fb23-4e79-9bde-3984bb14da3b will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:44.268192 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-911034ff-2b82-403d-82a2-36d3b3989dee tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:44.304778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-911034ff-2b82-403d-82a2-36d3b3989dee tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:44.321255 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c744e3-809e-4ba9-924d-ac33fa04dbd5 None None] Network 9eb2d7fc-0e6e-43da-af5e-79f9ff41bb89 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:44.330144 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9e85e53c-3eeb-4ac0-b0dc-7197b59dea4b None None] Transition to ACTIVE for port object 6525344c-fb23-4e79-9bde-3984bb14da3b will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:44.332467 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-23c744e3-809e-4ba9-924d-ac33fa04dbd5 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:44.340571 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c744e3-809e-4ba9-924d-ac33fa04dbd5 None None] Pushing event updated for resources: {'Port': ['ID=1603a53e-ed05-42ce-b18a-7b07f3abb0c0,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:44.345884 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c744e3-809e-4ba9-924d-ac33fa04dbd5 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:44.347829 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:44.352495 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4a2243ad-7c4e-4292-95e3-f4a46df1f094 None None] Could not find standard attr ID for object d33dbab2-4ca4-4607-8dd4-921eb3889b50. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:43:44.461191 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9e85e53c-3eeb-4ac0-b0dc-7197b59dea4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:44.473630 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-25935762-9706-4150-87b9-ce86de5e2ac3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:44.575035 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Subnet': ['ID=a49d5f74-f235-468f-b9dd-c00a1b79ad14,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:44.637467 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e85e53c-3eeb-4ac0-b0dc-7197b59dea4b None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:44.642685 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4a2243ad-7c4e-4292-95e3-f4a46df1f094 None None] Provisioning complete for port 90b970c0-d708-423d-88a4-df5a12865e74 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:44.643383 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4a2243ad-7c4e-4292-95e3-f4a46df1f094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:44.698663 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-911034ff-2b82-403d-82a2-36d3b3989dee tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:44.735998 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85e53c-3eeb-4ac0-b0dc-7197b59dea4b None None] Pushing event updated for resources: {'Port': ['ID=6525344c-fb23-4e79-9bde-3984bb14da3b,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:44.746588 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:44.747374 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device fbcc0f5d-e075-4e62-ba88-da782eebd0b9 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:44.755265 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-b71fd841-b099-4f68-8ff5-27556c560fa1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8::f816:3eff:fe9f:24e7 (75e7f0f8-4897-4e20-8301-99a7eae75065/db8146a5-9908-489c-afe9-e0efc5f0a9d0/9aef3d5c-4c21-4c0c-a625-4bba5b116d02) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:44.784357 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-9e85e53c-3eeb-4ac0-b0dc-7197b59dea4b None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:44.805490 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb2d7fc-0e6e-43da-af5e-79f9ff41bb89']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:44.830803 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5a4245-a213-4390-995e-c34783e58086') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:44.831635 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5a4245-a213-4390-995e-c34783e58086') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:44.832071 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e85e53c-3eeb-4ac0-b0dc-7197b59dea4b None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:44.849524 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:44.864795 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-23c744e3-809e-4ba9-924d-ac33fa04dbd5 None None] Attempting to bind port 1603a53e-ed05-42ce-b18a-7b07f3abb0c0 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:43:44.865168 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-23c744e3-809e-4ba9-924d-ac33fa04dbd5 None None] Attempting to bind port 1603a53e-ed05-42ce-b18a-7b07f3abb0c0 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'cc5a4245-a213-4390-995e-c34783e58086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9eb2d7fc-0e6e-43da-af5e-79f9ff41bb89'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:43:44.865696 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c744e3-809e-4ba9-924d-ac33fa04dbd5 None None] Attempting to bind port 1603a53e-ed05-42ce-b18a-7b07f3abb0c0 on network 9eb2d7fc-0e6e-43da-af5e-79f9ff41bb89 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:43:44.871804 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:44.880247 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:43:44.880659 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:44.885845 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-4a2243ad-7c4e-4292-95e3-f4a46df1f094 None None] Port 90b970c0-d708-423d-88a4-df5a12865e74 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:43:44.960669 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c744e3-809e-4ba9-924d-ac33fa04dbd5 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:43:44.961044 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c744e3-809e-4ba9-924d-ac33fa04dbd5 None None] Checking segment: {'id': 'cc5a4245-a213-4390-995e-c34783e58086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9eb2d7fc-0e6e-43da-af5e-79f9ff41bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:43:44.961448 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-23c744e3-809e-4ba9-924d-ac33fa04dbd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:44.961842 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c744e3-809e-4ba9-924d-ac33fa04dbd5 None None] Bound using segment: {'id': 'cc5a4245-a213-4390-995e-c34783e58086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9eb2d7fc-0e6e-43da-af5e-79f9ff41bb89'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:43:44.967057 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-23c744e3-809e-4ba9-924d-ac33fa04dbd5 None None] Bound port: 1603a53e-ed05-42ce-b18a-7b07f3abb0c0, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc5a4245-a213-4390-995e-c34783e58086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9eb2d7fc-0e6e-43da-af5e-79f9ff41bb89'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:43:44.967451 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-23c744e3-809e-4ba9-924d-ac33fa04dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.037408 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-25935762-9706-4150-87b9-ce86de5e2ac3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:43:45.113513 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:43:45.116879 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-25935762-9706-4150-87b9-ce86de5e2ac3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.117263 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911034ff-2b82-403d-82a2-36d3b3989dee tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89eeb54f-efb8-4062-b415-8a5546e4f350,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:45.117673 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-25935762-9706-4150-87b9-ce86de5e2ac3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.141873 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.api [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:43:45.141873 dv-neutron-839913-1-hyperv neutron-server[84770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:43:45.141873 dv-neutron-839913-1-hyperv neutron-server[84770]: [parameters: {'id': '9eb2d7fc-0e6e-43da-af5e-79f9ff41bb89'}] Apr 29 15:43:45.141873 dv-neutron-839913-1-hyperv neutron-server[84770]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:43:45.142518 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG oslo_db.api [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:43:45.219135 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-911034ff-2b82-403d-82a2-36d3b3989dee tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.220331 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-911034ff-2b82-403d-82a2-36d3b3989dee tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/security-groups/89eeb54f-efb8-4062-b415-8a5546e4f350 HTTP/1.1" status: 204 len: 168 time: 1.2343845 Apr 29 15:43:45.236680 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55638) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:45.240673 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25935762-9706-4150-87b9-ce86de5e2ac3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Port': ['ID=5b5a7f37-c291-47f7-999d-d80dc302c617,revision_number=3']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:45.259646 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-9e85e53c-3eeb-4ac0-b0dc-7197b59dea4b None None] Attempting to bind port 6525344c-fb23-4e79-9bde-3984bb14da3b on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:43:45.259646 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-9e85e53c-3eeb-4ac0-b0dc-7197b59dea4b None None] Attempting to bind port 6525344c-fb23-4e79-9bde-3984bb14da3b by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:43:45.259646 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e85e53c-3eeb-4ac0-b0dc-7197b59dea4b None None] Attempting to bind port 6525344c-fb23-4e79-9bde-3984bb14da3b on network 75e7f0f8-4897-4e20-8301-99a7eae75065 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:43:45.259646 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.264830 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac578b7d-685a-451d-8d74-5098c9020c4b None None] Network 8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:45.327844 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e85e53c-3eeb-4ac0-b0dc-7197b59dea4b None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:43:45.329027 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e85e53c-3eeb-4ac0-b0dc-7197b59dea4b None None] Checking segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:43:45.331168 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9e85e53c-3eeb-4ac0-b0dc-7197b59dea4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.331697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e85e53c-3eeb-4ac0-b0dc-7197b59dea4b None None] Bound using segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:43:45.332294 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-9e85e53c-3eeb-4ac0-b0dc-7197b59dea4b None None] Bound port: 6525344c-fb23-4e79-9bde-3984bb14da3b, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:43:45.332789 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9e85e53c-3eeb-4ac0-b0dc-7197b59dea4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.334192 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d8015273-46bd-471d-bb1b-4bf3980cd556 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.366208 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d8015273-46bd-471d-bb1b-4bf3980cd556 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.405862 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25935762-9706-4150-87b9-ce86de5e2ac3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network 8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:45.407181 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-25935762-9706-4150-87b9-ce86de5e2ac3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:45.408219 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a47aff-19a1-4e35-9ba3-b256f011b016 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Router 78462aea-4d5f-41d0-90b8-955a626a4b84 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:43:45.449701 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9b12e2f5-2c06-476f-b3df-83e4bae831ff None None] Provisioning for port 7f0d183c-2529-4d63-b394-57db17fd2703 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:45.503718 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port fbcc0f5d-e075-4e62-ba88-da782eebd0b9 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:45.521733 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9b12e2f5-2c06-476f-b3df-83e4bae831ff None None] Provisioning complete for port 7f0d183c-2529-4d63-b394-57db17fd2703 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:45.522257 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9b12e2f5-2c06-476f-b3df-83e4bae831ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.594722 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-23c744e3-809e-4ba9-924d-ac33fa04dbd5 None None] For port 1603a53e-ed05-42ce-b18a-7b07f3abb0c0, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:43:45.624501 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-23c744e3-809e-4ba9-924d-ac33fa04dbd5 None None] For port 1603a53e-ed05-42ce-b18a-7b07f3abb0c0, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1603a53e-ed05-42ce-b18a-7b07f3abb0c0,segment=NetworkSegment(cc5a4245-a213-4390-995e-c34783e58086),segment_id=cc5a4245-a213-4390-995e-c34783e58086)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:43:45.652196 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b71fd841-b099-4f68-8ff5-27556c560fa1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.655451 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.692204 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 41f87cd1-a371-48a6-8767-e220f4649960 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:45.701332 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Deleting port 1603a53e-ed05-42ce-b18a-7b07f3abb0c0 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:45.701896 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.771708 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-23c744e3-809e-4ba9-924d-ac33fa04dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.799007 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-b71fd841-b099-4f68-8ff5-27556c560fa1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Transition to ACTIVE for port object 9aef3d5c-4c21-4c0c-a625-4bba5b116d02 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:45.800188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d8015273-46bd-471d-bb1b-4bf3980cd556 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.833134 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015273-46bd-471d-bb1b-4bf3980cd556 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9b42bb-72b0-4dbc-9769-4e59b89f3136,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:45.835067 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d8015273-46bd-471d-bb1b-4bf3980cd556 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.836157 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d8015273-46bd-471d-bb1b-4bf3980cd556 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/security-groups/1f9b42bb-72b0-4dbc-9769-4e59b89f3136 HTTP/1.1" status: 204 len: 168 time: 0.5985925 Apr 29 15:43:45.853300 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55642) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:45.940852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-9e85e53c-3eeb-4ac0-b0dc-7197b59dea4b None None] For port 6525344c-fb23-4e79-9bde-3984bb14da3b, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:43:46.010825 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-9e85e53c-3eeb-4ac0-b0dc-7197b59dea4b None None] For port 6525344c-fb23-4e79-9bde-3984bb14da3b, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6525344c-fb23-4e79-9bde-3984bb14da3b,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:43:46.022269 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a47aff-19a1-4e35-9ba3-b256f011b016 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:43:46.022722 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25935762-9706-4150-87b9-ce86de5e2ac3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Router e3ac9211-74db-4f27-aec7-65e86eb69b0b is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:43:46.039826 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-46a47aff-19a1-4e35-9ba3-b256f011b016 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] 10.222.0.21 "PUT /v2.0/routers/78462aea-4d5f-41d0-90b8-955a626a4b84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5774965 Apr 29 15:43:46.040547 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9b12e2f5-2c06-476f-b3df-83e4bae831ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:46.041374 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55646) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:46.048860 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-3d52372d-61a7-4fb5-9252-a57291fa484f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Request body: {'port': {'network_id': '040a2d7e-5c03-4c26-842e-0f4baba78cb5', 'name': 'tempest-FloatingIPNegativeTestJSON-1898832332'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:46.059063 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55aa487-bdae-4e7d-9bf1-ecf1ccc70079 None None] Sync routers for ids ['78462aea-4d5f-41d0-90b8-955a626a4b84'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:43:46.066407 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] For port 1603a53e-ed05-42ce-b18a-7b07f3abb0c0, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1603a53e-ed05-42ce-b18a-7b07f3abb0c0,segment=NetworkSegment(cc5a4245-a213-4390-995e-c34783e58086),segment_id=cc5a4245-a213-4390-995e-c34783e58086)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:46.072071 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:46.116042 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9e85e53c-3eeb-4ac0-b0dc-7197b59dea4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:46.120157 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c744e3-809e-4ba9-924d-ac33fa04dbd5 None None] Pushing event updated for resources: {'Port': ['ID=1603a53e-ed05-42ce-b18a-7b07f3abb0c0,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:46.126660 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc34fb8-1f8e-48a1-9b3e-e3c5108dde9b None None] Network 9eb2d7fc-0e6e-43da-af5e-79f9ff41bb89 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:46.185935 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b71fd841-b099-4f68-8ff5-27556c560fa1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:46.188975 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d04938f8-336e-4db5-9028-b7e2dd96e6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:46.287903 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Calling delete_port for 1603a53e-ed05-42ce-b18a-7b07f3abb0c0 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:46.300470 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55aa487-bdae-4e7d-9bf1-ecf1ccc70079 None None] Routers {'78462aea-4d5f-41d0-90b8-955a626a4b84'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:43:46.300470 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-b55aa487-bdae-4e7d-9bf1-ecf1ccc70079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:43:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['78462aea-4d5f-41d0-90b8-955a626a4b84'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:46.366245 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-9b12e2f5-2c06-476f-b3df-83e4bae831ff None None] For port 7f0d183c-2529-4d63-b394-57db17fd2703, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7f0d183c-2529-4d63-b394-57db17fd2703,segment=NetworkSegment(74b4acf7-cb00-4792-91da-2334421edf52),segment_id=74b4acf7-cb00-4792-91da-2334421edf52)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:46.387619 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 41f87cd1-a371-48a6-8767-e220f4649960 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:46.406932 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-3d52372d-61a7-4fb5-9252-a57291fa484f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:46.407643 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-b55aa487-bdae-4e7d-9bf1-ecf1ccc70079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:46.417552 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-3d52372d-61a7-4fb5-9252-a57291fa484f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Usage tracker for resource:port and tenant:3f9147e431f7408bbe3e1d6898886462 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:46.418461 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71fd841-b099-4f68-8ff5-27556c560fa1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:46.424173 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-3d52372d-61a7-4fb5-9252-a57291fa484f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:46.426797 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85e53c-3eeb-4ac0-b0dc-7197b59dea4b None None] Pushing event updated for resources: {'Port': ['ID=6525344c-fb23-4e79-9bde-3984bb14da3b,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:46.436625 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-3d52372d-61a7-4fb5-9252-a57291fa484f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:46.457699 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25935762-9706-4150-87b9-ce86de5e2ac3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:43:46.472910 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb8357a-eb52-40b1-920f-ae1268ceff6c None None] Sync routers for ids ['e3ac9211-74db-4f27-aec7-65e86eb69b0b'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:43:46.474383 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-25935762-9706-4150-87b9-ce86de5e2ac3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "PUT /v2.0/routers/e3ac9211-74db-4f27-aec7-65e86eb69b0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2546248 Apr 29 15:43:46.478044 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9b12e2f5-2c06-476f-b3df-83e4bae831ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:46.478732 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55650) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:46.486135 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb8357a-eb52-40b1-920f-ae1268ceff6c None None] Routers {'e3ac9211-74db-4f27-aec7-65e86eb69b0b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:43:46.489365 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-9cb8357a-eb52-40b1-920f-ae1268ceff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:43:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['e3ac9211-74db-4f27-aec7-65e86eb69b0b'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:46.559457 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55aa487-bdae-4e7d-9bf1-ecf1ccc70079 None None] Routers {'78462aea-4d5f-41d0-90b8-955a626a4b84'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:43:46.560499 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-b55aa487-bdae-4e7d-9bf1-ecf1ccc70079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:43:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['78462aea-4d5f-41d0-90b8-955a626a4b84'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:46.576878 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3aab6e0-f0be-477a-b97a-c18da7abe05b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:46.577988 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f3aab6e0-f0be-477a-b97a-c18da7abe05b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Synchronizing usage tracker for tenant:72863ce39b024e9da16162dddbf6a3b4 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:46.585718 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d52372d-61a7-4fb5-9252-a57291fa484f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Made reservation on behalf of 3f9147e431f7408bbe3e1d6898886462 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:46.587656 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-9cb8357a-eb52-40b1-920f-ae1268ceff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:46.588968 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3d52372d-61a7-4fb5-9252-a57291fa484f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:46.621157 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9b12e2f5-2c06-476f-b3df-83e4bae831ff None None] Could not find standard attr ID for object d33dbab2-4ca4-4607-8dd4-921eb3889b50. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:43:46.622104 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb8357a-eb52-40b1-920f-ae1268ceff6c None None] Routers {'e3ac9211-74db-4f27-aec7-65e86eb69b0b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:43:46.627929 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-9cb8357a-eb52-40b1-920f-ae1268ceff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:43:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['e3ac9211-74db-4f27-aec7-65e86eb69b0b'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:46.688723 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-b71fd841-b099-4f68-8ff5-27556c560fa1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:46.722128 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12e2f5-2c06-476f-b3df-83e4bae831ff None None] Pushing event updated for resources: {'Port': ['ID=7f0d183c-2529-4d63-b394-57db17fd2703,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:46.736460 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71fd841-b099-4f68-8ff5-27556c560fa1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:46.740507 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-b55aa487-bdae-4e7d-9bf1-ecf1ccc70079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:46.741090 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55aa487-bdae-4e7d-9bf1-ecf1ccc70079 None None] The sync data for ids ['78462aea-4d5f-41d0-90b8-955a626a4b84'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:43:46.745359 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71fd841-b099-4f68-8ff5-27556c560fa1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:46.746685 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b71fd841-b099-4f68-8ff5-27556c560fa1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:46.763734 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-9cb8357a-eb52-40b1-920f-ae1268ceff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:46.764132 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb8357a-eb52-40b1-920f-ae1268ceff6c None None] The sync data for ids ['e3ac9211-74db-4f27-aec7-65e86eb69b0b'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:43:46.766396 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9b12e2f5-2c06-476f-b3df-83e4bae831ff None None] Provisioning for port fbcc0f5d-e075-4e62-ba88-da782eebd0b9 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:46.781427 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71fd841-b099-4f68-8ff5-27556c560fa1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=9aef3d5c-4c21-4c0c-a625-4bba5b116d02,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:46.802247 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d54ad5-9707-4cbf-bbf1-2fa7597671d9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting subnet a6d56526-20a6-4ce1-ad3d-33bef655ec48 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:43:46.802247 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-67d54ad5-9707-4cbf-bbf1-2fa7597671d9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:46.803258 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9b12e2f5-2c06-476f-b3df-83e4bae831ff None None] Provisioning complete for port fbcc0f5d-e075-4e62-ba88-da782eebd0b9 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:46.803641 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9b12e2f5-2c06-476f-b3df-83e4bae831ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:46.860562 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b71fd841-b099-4f68-8ff5-27556c560fa1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.7152102 Apr 29 15:43:46.862134 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55656) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:46.876475 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-3d52372d-61a7-4fb5-9252-a57291fa484f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] device_id is not set on port cacb69f1-fb84-4ead-a67e-8fc27d0e3048 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:43:46.922300 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-67d54ad5-9707-4cbf-bbf1-2fa7597671d9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:46.989246 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9b12e2f5-2c06-476f-b3df-83e4bae831ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:46.990273 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.042617 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-9b12e2f5-2c06-476f-b3df-83e4bae831ff None None] For port fbcc0f5d-e075-4e62-ba88-da782eebd0b9, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=fbcc0f5d-e075-4e62-ba88-da782eebd0b9,segment=NetworkSegment(497afeac-4ace-4299-a19f-b65602e622f1),segment_id=497afeac-4ace-4299-a19f-b65602e622f1)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:47.057952 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Port': ['ID=1603a53e-ed05-42ce-b18a-7b07f3abb0c0,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:47.074641 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-3d52372d-61a7-4fb5-9252-a57291fa484f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Allocated IP 172.20.0.8 (040a2d7e-5c03-4c26-842e-0f4baba78cb5/e67fd160-a6ed-4097-a583-b8271c3ef1b5/cacb69f1-fb84-4ead-a67e-8fc27d0e3048) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:47.079307 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] No DVR routers for this DVR port 1603a53e-ed05-42ce-b18a-7b07f3abb0c0 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:43:47.244218 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.273467 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92392129-a4f9-48a0-88a9-c98b6a68ace6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:47.278360 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92392129-a4f9-48a0-88a9-c98b6a68ace6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:47.279165 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-92392129-a4f9-48a0-88a9-c98b6a68ace6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:47.313427 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb2d7fc-0e6e-43da-af5e-79f9ff41bb89']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:47.313548 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f3aab6e0-f0be-477a-b97a-c18da7abe05b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Unset dirty status for tenant:72863ce39b024e9da16162dddbf6a3b4 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:47.313548 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f3aab6e0-f0be-477a-b97a-c18da7abe05b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "GET /v2.0/ports/5b5a7f37-c291-47f7-999d-d80dc302c617 HTTP/1.1" status: 200 len: 984 time: 0.8143444 Apr 29 15:43:47.313548 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55660) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:47.314693 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-67d54ad5-9707-4cbf-bbf1-2fa7597671d9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.344886 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5a4245-a213-4390-995e-c34783e58086') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:47.345229 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5a4245-a213-4390-995e-c34783e58086') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:47.350893 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3d52372d-61a7-4fb5-9252-a57291fa484f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.373587 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.383801 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9b12e2f5-2c06-476f-b3df-83e4bae831ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.401381 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:43:47.440692 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:43:47.461252 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-3d52372d-61a7-4fb5-9252-a57291fa484f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Transition to ACTIVE for port object cacb69f1-fb84-4ead-a67e-8fc27d0e3048 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:47.517210 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12e2f5-2c06-476f-b3df-83e4bae831ff None None] Pushing event updated for resources: {'Port': ['ID=fbcc0f5d-e075-4e62-ba88-da782eebd0b9,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:47.533887 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.573442 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-92392129-a4f9-48a0-88a9-c98b6a68ace6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:47.574896 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-92392129-a4f9-48a0-88a9-c98b6a68ace6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7112319 Apr 29 15:43:47.589478 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55664) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:47.636155 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.646027 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-67d54ad5-9707-4cbf-bbf1-2fa7597671d9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.673140 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8591532b-5efc-4ad6-9ed5-ba90100b4c2a None None] Provisioning for port 41f87cd1-a371-48a6-8767-e220f4649960 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:47.684814 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8591532b-5efc-4ad6-9ed5-ba90100b4c2a None None] Provisioning complete for port 41f87cd1-a371-48a6-8767-e220f4649960 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:47.685168 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8591532b-5efc-4ad6-9ed5-ba90100b4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.689355 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3d52372d-61a7-4fb5-9252-a57291fa484f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.749602 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c08a0b-290e-46d9-9f08-01309b66cfb1 None None] Network 8e793cc7-821d-4265-8f7a-6b3f666df1cd requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:47.751643 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-67d54ad5-9707-4cbf-bbf1-2fa7597671d9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.754293 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.769967 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d54ad5-9707-4cbf-bbf1-2fa7597671d9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d56526-20a6-4ce1-ad3d-33bef655ec48,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:47.841186 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.870217 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Network': ['ID=9eb2d7fc-0e6e-43da-af5e-79f9ff41bb89,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:47.877908 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-67d54ad5-9707-4cbf-bbf1-2fa7597671d9 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/subnets/a6d56526-20a6-4ce1-ad3d-33bef655ec48 HTTP/1.1" status: 204 len: 168 time: 2.0232522 Apr 29 15:43:47.881564 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55668) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:47.887523 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a8c66ef5-5973-4402-b8a7-b44fdb274ea3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/networks/9eb2d7fc-0e6e-43da-af5e-79f9ff41bb89 HTTP/1.1" status: 204 len: 168 time: 6.1526756 Apr 29 15:43:47.904148 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52372d-61a7-4fb5-9252-a57291fa484f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Pushing event updated for resources: {'Port': ['ID=cacb69f1-fb84-4ead-a67e-8fc27d0e3048,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:47.911322 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55670) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:47.924610 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-af05e1cd-0537-4a52-9bed-18020b765de0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1586293703'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:47.937904 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-af05e1cd-0537-4a52-9bed-18020b765de0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:47.941177 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f4c36-cef6-4da2-bccd-2f054eadb9b2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting port 9aef3d5c-4c21-4c0c-a625-4bba5b116d02 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:47.941523 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1d0f4c36-cef6-4da2-bccd-2f054eadb9b2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.945881 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-af05e1cd-0537-4a52-9bed-18020b765de0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Usage tracker for resource:network and tenant:84bc6bf056654e1386a0b9930df9789f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:47.954585 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-af05e1cd-0537-4a52-9bed-18020b765de0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:47.959262 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7f0d183c-2529-4d63-b394-57db17fd2703 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:47.960843 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-af05e1cd-0537-4a52-9bed-18020b765de0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:47.971384 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d52372d-61a7-4fb5-9252-a57291fa484f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Network 040a2d7e-5c03-4c26-842e-0f4baba78cb5 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:47.974048 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-3d52372d-61a7-4fb5-9252-a57291fa484f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:47.976842 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d52372d-61a7-4fb5-9252-a57291fa484f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:48.052064 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d52372d-61a7-4fb5-9252-a57291fa484f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:48.052757 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3d52372d-61a7-4fb5-9252-a57291fa484f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:48.090326 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af05e1cd-0537-4a52-9bed-18020b765de0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Made reservation on behalf of 84bc6bf056654e1386a0b9930df9789f for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:48.093405 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-af05e1cd-0537-4a52-9bed-18020b765de0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:48.117284 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc34af3-fda7-4871-beb1-50720ce08017 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting subnet 04afd3ee-ea7e-432d-9447-ebcfa2236502 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:43:48.125671 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9fc34af3-fda7-4871-beb1-50720ce08017 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:48.231265 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 7f0d183c-2529-4d63-b394-57db17fd2703 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:48.231833 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:48.257448 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8591532b-5efc-4ad6-9ed5-ba90100b4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:48.270558 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9fc34af3-fda7-4871-beb1-50720ce08017 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:48.274079 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3d52372d-61a7-4fb5-9252-a57291fa484f tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2302051 Apr 29 15:43:48.288673 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af05e1cd-0537-4a52-9bed-18020b765de0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:43:48.292931 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55676) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:48.312039 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-ff578a8c-3455-4b83-9b8a-9ba5435628b7 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:48.324291 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ff578a8c-3455-4b83-9b8a-9ba5435628b7 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:48.324291 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ff578a8c-3455-4b83-9b8a-9ba5435628b7 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Usage tracker for resource:floatingip and tenant:3f9147e431f7408bbe3e1d6898886462 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:48.326503 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ff578a8c-3455-4b83-9b8a-9ba5435628b7 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:48.333423 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ff578a8c-3455-4b83-9b8a-9ba5435628b7 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:48.396695 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-af05e1cd-0537-4a52-9bed-18020b765de0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:48.397038 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-af05e1cd-0537-4a52-9bed-18020b765de0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Added segment 41f09fba-8b61-4a3d-8b87-17989eee12bc of type vlan for network f3e8c51e-bb65-44c9-84d5-8685efaa2e0e Apr 29 15:43:48.413903 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ff578a8c-3455-4b83-9b8a-9ba5435628b7 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for floatingip, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:48.491325 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8591532b-5efc-4ad6-9ed5-ba90100b4c2a None None] For port 41f87cd1-a371-48a6-8767-e220f4649960, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=41f87cd1-a371-48a6-8767-e220f4649960,segment=NetworkSegment(11692038-27f3-44a2-8f4e-32eb8f057446),segment_id=11692038-27f3-44a2-8f4e-32eb8f057446)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:48.522983 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1d0f4c36-cef6-4da2-bccd-2f054eadb9b2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:48.547353 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-af05e1cd-0537-4a52-9bed-18020b765de0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:48.547589 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:48.585208 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device fbcc0f5d-e075-4e62-ba88-da782eebd0b9 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:48.614763 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8591532b-5efc-4ad6-9ed5-ba90100b4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:48.649054 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f4c36-cef6-4da2-bccd-2f054eadb9b2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Calling delete_port for 9aef3d5c-4c21-4c0c-a625-4bba5b116d02 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:48.660383 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e57f5014-e3b7-42e8-bf22-cd6e380f1b3e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:48.683720 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9fc34af3-fda7-4871-beb1-50720ce08017 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:48.721393 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:43:48.780097 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-af05e1cd-0537-4a52-9bed-18020b765de0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:48.781115 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8591532b-5efc-4ad6-9ed5-ba90100b4c2a None None] Provisioning for port 5b5a7f37-c291-47f7-999d-d80dc302c617 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:48.783740 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af05e1cd-0537-4a52-9bed-18020b765de0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:48.784515 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-af05e1cd-0537-4a52-9bed-18020b765de0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:48.786667 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591532b-5efc-4ad6-9ed5-ba90100b4c2a None None] Pushing event updated for resources: {'Port': ['ID=41f87cd1-a371-48a6-8767-e220f4649960,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:48.791165 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8591532b-5efc-4ad6-9ed5-ba90100b4c2a None None] Provisioning complete for port 5b5a7f37-c291-47f7-999d-d80dc302c617 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:48.791873 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8591532b-5efc-4ad6-9ed5-ba90100b4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:48.839080 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port fbcc0f5d-e075-4e62-ba88-da782eebd0b9 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:48.840685 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:48.880642 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9fc34af3-fda7-4871-beb1-50720ce08017 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:48.918717 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8591532b-5efc-4ad6-9ed5-ba90100b4c2a None None] Port 5b5a7f37-c291-47f7-999d-d80dc302c617 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:43:48.934101 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc34af3-fda7-4871-beb1-50720ce08017 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Subnet': ['ID=04afd3ee-ea7e-432d-9447-ebcfa2236502,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:48.948776 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9fc34af3-fda7-4871-beb1-50720ce08017 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:48.958850 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9fc34af3-fda7-4871-beb1-50720ce08017 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/subnets/04afd3ee-ea7e-432d-9447-ebcfa2236502 HTTP/1.1" status: 204 len: 168 time: 1.0699029 Apr 29 15:43:48.961537 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55680) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:49.047548 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8591532b-5efc-4ad6-9ed5-ba90100b4c2a None None] Provisioning complete for port fbcc0f5d-e075-4e62-ba88-da782eebd0b9 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:49.048176 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8591532b-5efc-4ad6-9ed5-ba90100b4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:49.060948 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05e1cd-0537-4a52-9bed-18020b765de0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event updated for resources: {'Network': ['ID=f3e8c51e-bb65-44c9-84d5-8685efaa2e0e,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:49.077459 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network f3e8c51e-bb65-44c9-84d5-8685efaa2e0e details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:43:49.114401 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-af05e1cd-0537-4a52-9bed-18020b765de0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1952503 Apr 29 15:43:49.122446 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55684) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:49.123353 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 6525344c-fb23-4e79-9bde-3984bb14da3b up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:49.123831 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1d0f4c36-cef6-4da2-bccd-2f054eadb9b2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:49.137382 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-21f69d15-e222-4069-923b-4cd8212aeaa8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Request body: {'subnet': {'network_id': 'f3e8c51e-bb65-44c9-84d5-8685efaa2e0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:49.183456 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb44e89-65a0-456f-bb69-4fb3c0be1b54 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] DELETE failed (client error): The resource could not be found. Apr 29 15:43:49.184301 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb44e89-65a0-456f-bb69-4fb3c0be1b54 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:43:49.186667 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8bb44e89-65a0-456f-bb69-4fb3c0be1b54 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/subnets/a6d56526-20a6-4ce1-ad3d-33bef655ec48 HTTP/1.1" status: 404 len: 337 time: 0.2230692 Apr 29 15:43:49.196990 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f4c36-cef6-4da2-bccd-2f054eadb9b2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Port': ['ID=9aef3d5c-4c21-4c0c-a625-4bba5b116d02,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:49.209181 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55688) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:49.230102 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ff578a8c-3455-4b83-9b8a-9ba5435628b7 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:49.335600 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1d0f4c36-cef6-4da2-bccd-2f054eadb9b2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:49.340443 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1d0f4c36-cef6-4da2-bccd-2f054eadb9b2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/9aef3d5c-4c21-4c0c-a625-4bba5b116d02 HTTP/1.1" status: 204 len: 168 time: 1.7605813 Apr 29 15:43:49.345302 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55692) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:49.361920 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8591532b-5efc-4ad6-9ed5-ba90100b4c2a None None] Provisioning complete for port 7f0d183c-2529-4d63-b394-57db17fd2703 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:49.361920 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8591532b-5efc-4ad6-9ed5-ba90100b4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:49.438600 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 6525344c-fb23-4e79-9bde-3984bb14da3b completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:49.448787 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-21f69d15-e222-4069-923b-4cd8212aeaa8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:49.451550 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b8a720-e801-41ca-9d73-ec7608b5070c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting subnet f233dabd-303b-4ff8-a4cc-e00a36bca47d {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:43:49.458664 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-54b8a720-e801-41ca-9d73-ec7608b5070c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:49.470995 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-21f69d15-e222-4069-923b-4cd8212aeaa8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Usage tracker for resource:subnet and tenant:84bc6bf056654e1386a0b9930df9789f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:49.508360 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-21f69d15-e222-4069-923b-4cd8212aeaa8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:49.535399 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-21f69d15-e222-4069-923b-4cd8212aeaa8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:49.543528 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9620c52-14bf-40e1-a769-c7e618c00bbf tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:49.543528 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9620c52-14bf-40e1-a769-c7e618c00bbf tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:49.545775 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b9620c52-14bf-40e1-a769-c7e618c00bbf tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1985569 Apr 29 15:43:49.548656 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55696) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:49.567591 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-ff578a8c-3455-4b83-9b8a-9ba5435628b7 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Allocated IP 172.26.1.103 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/ba397df9-5d45-412c-807b-41145f513970) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:49.598834 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8591532b-5efc-4ad6-9ed5-ba90100b4c2a None None] Provisioning for port ce8c582b-8be9-43b2-910c-67712e0fb575 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:49.609428 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb57082-961d-4b8b-a564-33b8c91f5bc2 None None] Network 8e793cc7-821d-4265-8f7a-6b3f666df1cd requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:49.611589 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-54b8a720-e801-41ca-9d73-ec7608b5070c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:49.635424 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8591532b-5efc-4ad6-9ed5-ba90100b4c2a None None] Provisioning complete for port ce8c582b-8be9-43b2-910c-67712e0fb575 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:49.635807 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8591532b-5efc-4ad6-9ed5-ba90100b4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:49.709762 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 41f87cd1-a371-48a6-8767-e220f4649960 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:49.809192 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-26773edd-af7e-4ebc-95f9-b96b114a975c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet db8146a5-9908-489c-afe9-e0efc5f0a9d0 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:43:49.809391 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ff578a8c-3455-4b83-9b8a-9ba5435628b7 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:49.815036 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f69d15-e222-4069-923b-4cd8212aeaa8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Made reservation on behalf of 84bc6bf056654e1386a0b9930df9789f for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:49.815182 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8591532b-5efc-4ad6-9ed5-ba90100b4c2a None None] Port ce8c582b-8be9-43b2-910c-67712e0fb575 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:43:49.815626 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-26773edd-af7e-4ebc-95f9-b96b114a975c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:49.849702 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 41f87cd1-a371-48a6-8767-e220f4649960 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:49.851437 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:49.885917 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-26773edd-af7e-4ebc-95f9-b96b114a975c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:49.937716 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-54b8a720-e801-41ca-9d73-ec7608b5070c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:49.988767 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-70452271-832a-4133-a4e2-5aa36a81687c None None] Provisioning complete for port 46de3322-9012-4af1-9225-5347ca7b0726 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:49.989081 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-70452271-832a-4133-a4e2-5aa36a81687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:49.992400 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-21f69d15-e222-4069-923b-4cd8212aeaa8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:50.041959 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-26773edd-af7e-4ebc-95f9-b96b114a975c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:50.093772 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-e57f5014-e3b7-42e8-bf22-cd6e380f1b3e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting port 5b5a7f37-c291-47f7-999d-d80dc302c617 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:50.094126 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e57f5014-e3b7-42e8-bf22-cd6e380f1b3e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:50.126949 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-54b8a720-e801-41ca-9d73-ec7608b5070c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:50.159380 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ff578a8c-3455-4b83-9b8a-9ba5435628b7 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:50.175176 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8a720-e801-41ca-9d73-ec7608b5070c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Subnet': ['ID=f233dabd-303b-4ff8-a4cc-e00a36bca47d,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:50.182353 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-54b8a720-e801-41ca-9d73-ec7608b5070c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:50.195375 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-54b8a720-e801-41ca-9d73-ec7608b5070c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/subnets/f233dabd-303b-4ff8-a4cc-e00a36bca47d HTTP/1.1" status: 204 len: 168 time: 0.9808159 Apr 29 15:43:50.195870 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55700) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:50.233874 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-26773edd-af7e-4ebc-95f9-b96b114a975c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:50.276006 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26773edd-af7e-4ebc-95f9-b96b114a975c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=db8146a5-9908-489c-afe9-e0efc5f0a9d0,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:50.278018 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ffd7102-12fe-45d0-b29f-bb30d538e50d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] DELETE failed (client error): The resource could not be found. Apr 29 15:43:50.278411 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ffd7102-12fe-45d0-b29f-bb30d538e50d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:43:50.283080 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7ffd7102-12fe-45d0-b29f-bb30d538e50d tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/subnets/85a3a4cd-588c-41f6-be0f-85d9be46e7ad HTTP/1.1" status: 404 len: 337 time: 0.0833020 Apr 29 15:43:50.283203 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55704) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:50.289718 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-70452271-832a-4133-a4e2-5aa36a81687c None None] Provisioning complete for port 5b5a7f37-c291-47f7-999d-d80dc302c617 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:50.290098 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-70452271-832a-4133-a4e2-5aa36a81687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:50.326216 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff578a8c-3455-4b83-9b8a-9ba5435628b7 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:50.333830 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d93c7319-87ec-4b9a-bcd3-6bd87a6abe93 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dc28b10-3ebd-4ed4-a7cb-40c25d682a10 HTTP/1.1" status: 200 len: 205 time: 0.0473590 Apr 29 15:43:50.333994 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-ff578a8c-3455-4b83-9b8a-9ba5435628b7 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:50.334081 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55708) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:50.337411 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-26773edd-af7e-4ebc-95f9-b96b114a975c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:50.344013 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff578a8c-3455-4b83-9b8a-9ba5435628b7 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:50.344149 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-26773edd-af7e-4ebc-95f9-b96b114a975c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/db8146a5-9908-489c-afe9-e0efc5f0a9d0 HTTP/1.1" status: 204 len: 168 time: 0.7890260 Apr 29 15:43:50.369280 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809dbcbd-236a-436f-a672-c2bc7589a542 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:50.369733 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff578a8c-3455-4b83-9b8a-9ba5435628b7 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Pushing event updated for resources: {'Port': ['ID=ba397df9-5d45-412c-807b-41145f513970,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:50.378076 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55712) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:50.406564 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-be8e8869-dab0-4586-9720-6d66b6abb0cc tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] delete failed (client error): The resource could not be found. Apr 29 15:43:50.409876 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-be8e8869-dab0-4586-9720-6d66b6abb0cc tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/routers/3dc28b10-3ebd-4ed4-a7cb-40c25d682a10 HTTP/1.1" status: 404 len: 336 time: 0.0726981 Apr 29 15:43:50.410149 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55716) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:50.453525 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb55a17-eaac-4cfd-8cea-698f1293d27c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] DELETE failed (client error): The resource could not be found. Apr 29 15:43:50.453960 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb55a17-eaac-4cfd-8cea-698f1293d27c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:43:50.457974 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2fb55a17-eaac-4cfd-8cea-698f1293d27c tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/subnets/b768bc03-a6bc-4b69-b068-4a65285aa9b8 HTTP/1.1" status: 404 len: 337 time: 0.0446017 Apr 29 15:43:50.458232 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55720) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:50.466015 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b244ebdf-2b3d-4080-8fba-7d48acfc2680 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0868337 Apr 29 15:43:50.478456 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-70452271-832a-4133-a4e2-5aa36a81687c None None] Port 5b5a7f37-c291-47f7-999d-d80dc302c617 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:43:50.483925 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55726) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:50.510580 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f531cd-5fd4-47d3-985a-9a4b661c1822 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] DELETE failed (client error): The resource could not be found. Apr 29 15:43:50.510580 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f531cd-5fd4-47d3-985a-9a4b661c1822 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:43:50.510580 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-28f531cd-5fd4-47d3-985a-9a4b661c1822 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/subnets/08a992da-e9fd-4d78-8267-a64d9ff0cdb9 HTTP/1.1" status: 404 len: 337 time: 0.0463846 Apr 29 15:43:50.512425 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55730) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:50.535459 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d3c307c0-11d8-495c-83e9-b077cbf7825f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:50.562057 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25e4210-00a4-43af-a0f3-05802ad0e3dd tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] DELETE failed (client error): The resource could not be found. Apr 29 15:43:50.562977 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d25e4210-00a4-43af-a0f3-05802ad0e3dd tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:43:50.566195 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d25e4210-00a4-43af-a0f3-05802ad0e3dd tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/subnets/0b8d7147-2814-4222-956e-0e2dd28e7018 HTTP/1.1" status: 404 len: 337 time: 0.0483439 Apr 29 15:43:50.567297 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55734) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:50.586376 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162fe332-80c6-41ff-92fa-56aa1c795495 None None] Update dhcp port {'port': {'network_id': '8e793cc7-821d-4265-8f7a-6b3f666df1cd', 'fixed_ips': [{'subnet_id': 'f233dabd-303b-4ff8-a4cc-e00a36bca47d'}], 'binding:host_id': 'dv-neutron-839913-1-hyperv'}, 'id': '46de3322-9012-4af1-9225-5347ca7b0726'} from dv-neutron-839913-1-hyperv. {{(pid=84772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 15:43:50.613718 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fab39de-0d4a-4630-932b-3edcf5742005 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] DELETE failed (client error): The resource could not be found. Apr 29 15:43:50.614088 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fab39de-0d4a-4630-932b-3edcf5742005 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:43:50.616077 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2fab39de-0d4a-4630-932b-3edcf5742005 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/ports/cb8adbe2-1d1c-4f0c-919e-2129f6bed153 HTTP/1.1" status: 404 len: 333 time: 0.0474529 Apr 29 15:43:50.621387 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-70452271-832a-4133-a4e2-5aa36a81687c None None] Provisioning for port cacb69f1-fb84-4ead-a67e-8fc27d0e3048 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:50.623292 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55738) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:50.636002 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e57f5014-e3b7-42e8-bf22-cd6e380f1b3e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:50.642326 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-70452271-832a-4133-a4e2-5aa36a81687c None None] Provisioning complete for port cacb69f1-fb84-4ead-a67e-8fc27d0e3048 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:50.642730 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-70452271-832a-4133-a4e2-5aa36a81687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:50.663606 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3e0bd0-91df-413c-856c-e79273cd8af6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] DELETE failed (client error): The resource could not be found. Apr 29 15:43:50.663941 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3e0bd0-91df-413c-856c-e79273cd8af6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:43:50.669392 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ea3e0bd0-91df-413c-856c-e79273cd8af6 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/subnets/01b21301-c61f-45b0-ab62-34448fe26e98 HTTP/1.1" status: 404 len: 337 time: 0.0415545 Apr 29 15:43:50.669392 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55742) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:50.709342 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-59de4e5a-95d3-4eb9-a182-2e92f2303293 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] DELETE failed (client error): The resource could not be found. Apr 29 15:43:50.709977 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59de4e5a-95d3-4eb9-a182-2e92f2303293 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:43:50.711219 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-70452271-832a-4133-a4e2-5aa36a81687c None None] Port cacb69f1-fb84-4ead-a67e-8fc27d0e3048 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:43:50.712130 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-59de4e5a-95d3-4eb9-a182-2e92f2303293 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/subnets/bc9f4cbd-f2f4-44dd-983f-61b22fdf8c71 HTTP/1.1" status: 404 len: 337 time: 0.0418286 Apr 29 15:43:50.714622 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55746) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:50.732203 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-70452271-832a-4133-a4e2-5aa36a81687c None None] Could not find standard attr ID for object 9aef3d5c-4c21-4c0c-a625-4bba5b116d02. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:43:50.747961 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-162fe332-80c6-41ff-92fa-56aa1c795495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:50.767487 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b97cb5-8c45-4555-a214-329c36760311 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] DELETE failed (client error): The resource could not be found. Apr 29 15:43:50.774330 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b97cb5-8c45-4555-a214-329c36760311 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:43:50.774330 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-12b97cb5-8c45-4555-a214-329c36760311 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/ports/384a037c-765e-4515-a1c0-e041869177b6 HTTP/1.1" status: 404 len: 333 time: 0.0540378 Apr 29 15:43:50.776453 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55750) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:50.789344 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-70452271-832a-4133-a4e2-5aa36a81687c None None] Provisioning complete for port 90b970c0-d708-423d-88a4-df5a12865e74 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:50.789843 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-70452271-832a-4133-a4e2-5aa36a81687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:50.818769 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5382e97-2835-46a6-b1bf-1e481a08c297 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] DELETE failed (client error): The resource could not be found. Apr 29 15:43:50.819497 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5382e97-2835-46a6-b1bf-1e481a08c297 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:43:50.822750 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a5382e97-2835-46a6-b1bf-1e481a08c297 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/subnets/fca238a5-47da-4a1e-8411-9c158d7e58c0 HTTP/1.1" status: 404 len: 337 time: 0.0449800 Apr 29 15:43:50.825454 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55754) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:50.870472 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f5fc75-ca21-4f4f-9b1e-a523b32e3fcb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] DELETE failed (client error): The resource could not be found. Apr 29 15:43:50.870930 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f5fc75-ca21-4f4f-9b1e-a523b32e3fcb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:43:50.876907 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-01f5fc75-ca21-4f4f-9b1e-a523b32e3fcb tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/subnets/2ccee1fe-852b-4a27-b01d-6466e909a76c HTTP/1.1" status: 404 len: 337 time: 0.0461028 Apr 29 15:43:50.877558 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55758) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:50.894013 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30befa3a-5fb2-4dbb-9267-27a871909b4a None None] DHCP port deletion for 75e7f0f8-4897-4e20-8301-99a7eae75065 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:43:50.909735 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-30befa3a-5fb2-4dbb-9267-27a871909b4a None None] Deleting port 6525344c-fb23-4e79-9bde-3984bb14da3b {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:50.910106 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-30befa3a-5fb2-4dbb-9267-27a871909b4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:50.959175 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-e57f5014-e3b7-42e8-bf22-cd6e380f1b3e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Calling delete_port for 5b5a7f37-c291-47f7-999d-d80dc302c617 owned by network:router_interface {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:50.990523 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-70452271-832a-4133-a4e2-5aa36a81687c None None] Port 90b970c0-d708-423d-88a4-df5a12865e74 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:43:51.043633 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-1a1c20d4-290f-4eb3-84ec-163f598e2914 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port 90b970c0-d708-423d-88a4-df5a12865e74 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:51.045379 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a1c20d4-290f-4eb3-84ec-163f598e2914 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:51.062817 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d3c307c0-11d8-495c-83e9-b077cbf7825f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:51.080083 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d3c307c0-11d8-495c-83e9-b077cbf7825f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:subnet and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:51.088838 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d3c307c0-11d8-495c-83e9-b077cbf7825f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:51.093046 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-70452271-832a-4133-a4e2-5aa36a81687c None None] Provisioning for port 6525344c-fb23-4e79-9bde-3984bb14da3b completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:51.102880 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d3c307c0-11d8-495c-83e9-b077cbf7825f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:51.113670 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-70452271-832a-4133-a4e2-5aa36a81687c None None] Provisioning complete for port 6525344c-fb23-4e79-9bde-3984bb14da3b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:51.117519 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-70452271-832a-4133-a4e2-5aa36a81687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:51.169075 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97163c51-9b26-4eb0-b708-3b186360403e None None] Network 8e793cc7-821d-4265-8f7a-6b3f666df1cd requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:51.219209 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-21f69d15-e222-4069-923b-4cd8212aeaa8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:51.260052 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ff578a8c-3455-4b83-9b8a-9ba5435628b7 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:51.264848 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c307c0-11d8-495c-83e9-b077cbf7825f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:51.308029 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a1c20d4-290f-4eb3-84ec-163f598e2914 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:51.366868 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-30befa3a-5fb2-4dbb-9267-27a871909b4a None None] For port 6525344c-fb23-4e79-9bde-3984bb14da3b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6525344c-fb23-4e79-9bde-3984bb14da3b,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:51.372656 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-30befa3a-5fb2-4dbb-9267-27a871909b4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:51.434927 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-1a1c20d4-290f-4eb3-84ec-163f598e2914 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Calling delete_port for 90b970c0-d708-423d-88a4-df5a12865e74 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:51.439994 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f69d15-e222-4069-923b-4cd8212aeaa8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event updated for resources: {'Subnet': ['ID=afa60f3b-0087-4c5b-b162-7041d6ee9507,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:51.486345 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d3c307c0-11d8-495c-83e9-b077cbf7825f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:51.599695 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a1c20d4-290f-4eb3-84ec-163f598e2914 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:51.600035 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ff578a8c-3455-4b83-9b8a-9ba5435628b7 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:51.600124 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-30befa3a-5fb2-4dbb-9267-27a871909b4a None None] Calling delete_port for 6525344c-fb23-4e79-9bde-3984bb14da3b owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:51.631945 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 46de3322-9012-4af1-9225-5347ca7b0726 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:43:51.648110 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c20d4-290f-4eb3-84ec-163f598e2914 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Port': ['ID=90b970c0-d708-423d-88a4-df5a12865e74,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:51.654937 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a1c20d4-290f-4eb3-84ec-163f598e2914 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:51.682525 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f69d15-e222-4069-923b-4cd8212aeaa8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Checking segment: {'id': '41f09fba-8b61-4a3d-8b87-17989eee12bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f3e8c51e-bb65-44c9-84d5-8685efaa2e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:43:51.682895 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f69d15-e222-4069-923b-4cd8212aeaa8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Network hostable DHCP agents. Network: f3e8c51e-bb65-44c9-84d5-8685efaa2e0e, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:43:51.709163 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-70452271-832a-4133-a4e2-5aa36a81687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:51.716396 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1a1c20d4-290f-4eb3-84ec-163f598e2914 tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/ports/90b970c0-d708-423d-88a4-df5a12865e74 HTTP/1.1" status: 204 len: 168 time: 0.8373408 Apr 29 15:43:51.724976 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55762) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:51.825777 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e57f5014-e3b7-42e8-bf22-cd6e380f1b3e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:51.857871 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-70452271-832a-4133-a4e2-5aa36a81687c None None] For port 6525344c-fb23-4e79-9bde-3984bb14da3b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6525344c-fb23-4e79-9bde-3984bb14da3b,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:51.868602 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:51.880324 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port 46de3322-9012-4af1-9225-5347ca7b0726 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:51.881460 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:51.888005 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f5014-e3b7-42e8-bf22-cd6e380f1b3e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Port': ['ID=5b5a7f37-c291-47f7-999d-d80dc302c617,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:51.888512 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:51.913350 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aff174-c399-407e-9f5a-e40cc89186e2 None None] DHCP port deletion for 8e793cc7-821d-4265-8f7a-6b3f666df1cd request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:43:51.926847 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-74aff174-c399-407e-9f5a-e40cc89186e2 None None] Deleting port 46de3322-9012-4af1-9225-5347ca7b0726 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:51.927213 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-74aff174-c399-407e-9f5a-e40cc89186e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:51.958852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-70452271-832a-4133-a4e2-5aa36a81687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:51.960581 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f69d15-e222-4069-923b-4cd8212aeaa8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Network f3e8c51e-bb65-44c9-84d5-8685efaa2e0e is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:43:52.014898 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 46de3322-9012-4af1-9225-5347ca7b0726, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=46de3322-9012-4af1-9225-5347ca7b0726,segment=NetworkSegment(10a7ecb1-2c85-42b2-854b-3112ccf8420a),segment_id=10a7ecb1-2c85-42b2-854b-3112ccf8420a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:52.079234 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-30befa3a-5fb2-4dbb-9267-27a871909b4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:43:52.079702 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-30befa3a-5fb2-4dbb-9267-27a871909b4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:43:52.109792 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70452271-832a-4133-a4e2-5aa36a81687c None None] Pushing event updated for resources: {'Port': ['ID=6525344c-fb23-4e79-9bde-3984bb14da3b,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:52.128886 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ff578a8c-3455-4b83-9b8a-9ba5435628b7 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:52.145864 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] For port 46de3322-9012-4af1-9225-5347ca7b0726, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=46de3322-9012-4af1-9225-5347ca7b0726,segment=NetworkSegment(10a7ecb1-2c85-42b2-854b-3112ccf8420a),segment_id=10a7ecb1-2c85-42b2-854b-3112ccf8420a)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:52.146647 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:52.155864 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-21f69d15-e222-4069-923b-4cd8212aeaa8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, f3e8c51e-bb65-44c9-84d5-8685efaa2e0e) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:52.194671 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:52.196243 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 6525344c-fb23-4e79-9bde-3984bb14da3b no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:43:52.220533 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f69d15-e222-4069-923b-4cd8212aeaa8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:52.221117 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-21f69d15-e222-4069-923b-4cd8212aeaa8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:52.234844 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ff578a8c-3455-4b83-9b8a-9ba5435628b7 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:52.266297 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c6974e-a524-4450-a779-4ec4250bcb6b None None] Network f3e8c51e-bb65-44c9-84d5-8685efaa2e0e requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:52.279701 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Calling delete_port for 46de3322-9012-4af1-9225-5347ca7b0726 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:52.302635 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e77cfd95-a9c1-4344-86fb-0383c5e8cbcc None None] Provisioning complete for port 46de3322-9012-4af1-9225-5347ca7b0726 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:52.303094 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e77cfd95-a9c1-4344-86fb-0383c5e8cbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:52.388520 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff578a8c-3455-4b83-9b8a-9ba5435628b7 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Pushing event updated for resources: {'Port': ['ID=ba397df9-5d45-412c-807b-41145f513970,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:52.389500 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.api [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:43:52.389884 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG oslo_db.api [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:43:52.412564 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e57f5014-e3b7-42e8-bf22-cd6e380f1b3e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:52.422794 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-21f69d15-e222-4069-923b-4cd8212aeaa8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.2954323 Apr 29 15:43:52.425516 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55766) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:52.473744 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ff578a8c-3455-4b83-9b8a-9ba5435628b7 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:52.492275 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-74aff174-c399-407e-9f5a-e40cc89186e2 None None] For port 46de3322-9012-4af1-9225-5347ca7b0726, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=46de3322-9012-4af1-9225-5347ca7b0726,segment=NetworkSegment(10a7ecb1-2c85-42b2-854b-3112ccf8420a),segment_id=10a7ecb1-2c85-42b2-854b-3112ccf8420a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:52.492670 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-74aff174-c399-407e-9f5a-e40cc89186e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:52.524846 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=46de3322-9012-4af1-9225-5347ca7b0726,revision_number=11']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:52.588421 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-30befa3a-5fb2-4dbb-9267-27a871909b4a None None] Deleting port 6525344c-fb23-4e79-9bde-3984bb14da3b {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:52.588802 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-30befa3a-5fb2-4dbb-9267-27a871909b4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:52.597274 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d135dc80-9d3d-42b2-9cee-9ca5e62f65d3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:52.671290 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d135dc80-9d3d-42b2-9cee-9ca5e62f65d3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:52.712580 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-74aff174-c399-407e-9f5a-e40cc89186e2 None None] Calling delete_port for 46de3322-9012-4af1-9225-5347ca7b0726 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:52.843682 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d135dc80-9d3d-42b2-9cee-9ca5e62f65d3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:52.875384 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ff578a8c-3455-4b83-9b8a-9ba5435628b7 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:52.876574 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ff578a8c-3455-4b83-9b8a-9ba5435628b7 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5812395 Apr 29 15:43:52.884891 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55770) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:52.890989 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-8279e929-44cf-4145-b25e-45433283d51e tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Request body: {'floatingip': {'port_id': 'cacb69f1-fb84-4ead-a67e-8fc27d0e3048', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:52.903422 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:52.945148 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port 46de3322-9012-4af1-9225-5347ca7b0726 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:52.945148 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:52.949130 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.objects.ports [None req-d3c307c0-11d8-495c-83e9-b077cbf7825f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84771) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 15:43:52.997690 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e77cfd95-a9c1-4344-86fb-0383c5e8cbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:53.007462 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e878622d-2df1-48ce-8906-0a0bd1e90b09 None None] Network f3e8c51e-bb65-44c9-84d5-8685efaa2e0e requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:53.081388 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135dc80-9d3d-42b2-9cee-9ca5e62f65d3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Subnet': ['ID=afa60f3b-0087-4c5b-b162-7041d6ee9507,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:53.186145 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57f5014-e3b7-42e8-bf22-cd6e380f1b3e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Router e3ac9211-74db-4f27-aec7-65e86eb69b0b has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:43:53.196864 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-74aff174-c399-407e-9f5a-e40cc89186e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:43:53.197451 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-74aff174-c399-407e-9f5a-e40cc89186e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:43:53.215587 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 6525344c-fb23-4e79-9bde-3984bb14da3b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6525344c-fb23-4e79-9bde-3984bb14da3b,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:53.216380 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8279e929-44cf-4145-b25e-45433283d51e tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for floatingip, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:53.291929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-e77cfd95-a9c1-4344-86fb-0383c5e8cbcc None None] For port 46de3322-9012-4af1-9225-5347ca7b0726, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=46de3322-9012-4af1-9225-5347ca7b0726,segment=NetworkSegment(10a7ecb1-2c85-42b2-854b-3112ccf8420a),segment_id=10a7ecb1-2c85-42b2-854b-3112ccf8420a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:53.297760 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:53.304133 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d135dc80-9d3d-42b2-9cee-9ca5e62f65d3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:53.340131 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57f5014-e3b7-42e8-bf22-cd6e380f1b3e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:43:53.344991 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e57f5014-e3b7-42e8-bf22-cd6e380f1b3e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "PUT /v2.0/routers/e3ac9211-74db-4f27-aec7-65e86eb69b0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0469065 Apr 29 15:43:53.355879 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55774) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:53.363839 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b00b2c-75cb-4be9-885a-86ea0b9d3d0b None None] Sync routers for ids ['e3ac9211-74db-4f27-aec7-65e86eb69b0b'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:43:53.420325 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-d135dc80-9d3d-42b2-9cee-9ca5e62f65d3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e8c51e-bb65-44c9-84d5-8685efaa2e0e']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:53.428760 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e77cfd95-a9c1-4344-86fb-0383c5e8cbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:53.451255 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-d135dc80-9d3d-42b2-9cee-9ca5e62f65d3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f09fba-8b61-4a3d-8b87-17989eee12bc') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:53.451464 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-d135dc80-9d3d-42b2-9cee-9ca5e62f65d3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f09fba-8b61-4a3d-8b87-17989eee12bc') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:53.466055 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e77cfd95-a9c1-4344-86fb-0383c5e8cbcc None None] Could not find standard attr ID for object 90b970c0-d708-423d-88a4-df5a12865e74. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:43:53.481224 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-30befa3a-5fb2-4dbb-9267-27a871909b4a None None] For port 6525344c-fb23-4e79-9bde-3984bb14da3b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6525344c-fb23-4e79-9bde-3984bb14da3b,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:53.481865 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-30befa3a-5fb2-4dbb-9267-27a871909b4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:53.497920 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b00b2c-75cb-4be9-885a-86ea0b9d3d0b None None] Routers {'e3ac9211-74db-4f27-aec7-65e86eb69b0b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:43:53.498596 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-c1b00b2c-75cb-4be9-885a-86ea0b9d3d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:43:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['e3ac9211-74db-4f27-aec7-65e86eb69b0b'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:53.513153 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d135dc80-9d3d-42b2-9cee-9ca5e62f65d3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:53.533001 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d3c307c0-11d8-495c-83e9-b077cbf7825f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:53.611545 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d135dc80-9d3d-42b2-9cee-9ca5e62f65d3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:53.632250 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d135dc80-9d3d-42b2-9cee-9ca5e62f65d3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:43:53.633943 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d135dc80-9d3d-42b2-9cee-9ca5e62f65d3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:43:53.650471 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:43:53.659734 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=6525344c-fb23-4e79-9bde-3984bb14da3b,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:53.675418 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-30befa3a-5fb2-4dbb-9267-27a871909b4a None None] Calling delete_port for 6525344c-fb23-4e79-9bde-3984bb14da3b owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:53.700487 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-74aff174-c399-407e-9f5a-e40cc89186e2 None None] Deleting port 46de3322-9012-4af1-9225-5347ca7b0726 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:53.701070 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-74aff174-c399-407e-9f5a-e40cc89186e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:53.743379 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] For port 46de3322-9012-4af1-9225-5347ca7b0726, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=46de3322-9012-4af1-9225-5347ca7b0726,segment=NetworkSegment(10a7ecb1-2c85-42b2-854b-3112ccf8420a),segment_id=10a7ecb1-2c85-42b2-854b-3112ccf8420a)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:53.743661 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:53.769521 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-8279e929-44cf-4145-b25e-45433283d51e tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] update failed (client error): The resource could not be found. Apr 29 15:43:53.773591 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8279e929-44cf-4145-b25e-45433283d51e tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] 10.222.0.21 "PUT /v2.0/floatingips/609b4073-4382-41e6-a9af-dba8332702ba HTTP/1.1" status: 404 len: 507 time: 0.8873832 Apr 29 15:43:53.774749 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55778) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:53.778446 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-c1b00b2c-75cb-4be9-885a-86ea0b9d3d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:53.903615 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-47e935fd-0b17-4a39-bb7b-2d1e8d5f38e0 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] remove_router_interface failed (client error): The resource could not be found. Apr 29 15:43:53.904668 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-47e935fd-0b17-4a39-bb7b-2d1e8d5f38e0 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "PUT /v2.0/routers/e3ac9211-74db-4f27-aec7-65e86eb69b0b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5553942 Apr 29 15:43:53.907580 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55782) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:53.912839 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b00b2c-75cb-4be9-885a-86ea0b9d3d0b None None] Routers {'e3ac9211-74db-4f27-aec7-65e86eb69b0b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:43:53.913736 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-c1b00b2c-75cb-4be9-885a-86ea0b9d3d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:43:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['e3ac9211-74db-4f27-aec7-65e86eb69b0b'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:53.964574 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cfd95-a9c1-4344-86fb-0383c5e8cbcc None None] Pushing event updated for resources: {'Port': ['ID=46de3322-9012-4af1-9225-5347ca7b0726,revision_number=12']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:53.964928 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Calling delete_port for 46de3322-9012-4af1-9225-5347ca7b0726 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:53.992411 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-c1b00b2c-75cb-4be9-885a-86ea0b9d3d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:53.992977 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b00b2c-75cb-4be9-885a-86ea0b9d3d0b None None] The sync data for ids ['e3ac9211-74db-4f27-aec7-65e86eb69b0b'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:43:54.086465 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fab2d95f-1de2-4365-b456-95111347af45 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Synchronizing usage tracker for tenant:72863ce39b024e9da16162dddbf6a3b4 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:54.103779 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d135dc80-9d3d-42b2-9cee-9ca5e62f65d3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:54.113669 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-74aff174-c399-407e-9f5a-e40cc89186e2 None None] For port 46de3322-9012-4af1-9225-5347ca7b0726, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=46de3322-9012-4af1-9225-5347ca7b0726,segment=NetworkSegment(10a7ecb1-2c85-42b2-854b-3112ccf8420a),segment_id=10a7ecb1-2c85-42b2-854b-3112ccf8420a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:54.114064 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-74aff174-c399-407e-9f5a-e40cc89186e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:54.124818 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-d3c307c0-11d8-495c-83e9-b077cbf7825f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] For port 6525344c-fb23-4e79-9bde-3984bb14da3b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6525344c-fb23-4e79-9bde-3984bb14da3b,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:54.132090 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d135dc80-9d3d-42b2-9cee-9ca5e62f65d3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:54.157095 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d3c307c0-11d8-495c-83e9-b077cbf7825f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:54.159369 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ac0be167-7d65-4049-86ba-47cba0e3d088 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Deleting port ba397df9-5d45-412c-807b-41145f513970 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:54.159713 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ac0be167-7d65-4049-86ba-47cba0e3d088 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:54.165241 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fab2d95f-1de2-4365-b456-95111347af45 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Unset dirty status for tenant:72863ce39b024e9da16162dddbf6a3b4 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:54.170165 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fab2d95f-1de2-4365-b456-95111347af45 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ac9211-74db-4f27-aec7-65e86eb69b0b HTTP/1.1" status: 200 len: 205 time: 0.2588978 Apr 29 15:43:54.180339 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55786) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:54.211386 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135dc80-9d3d-42b2-9cee-9ca5e62f65d3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Network': ['ID=f3e8c51e-bb65-44c9-84d5-8685efaa2e0e,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:54.249032 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d135dc80-9d3d-42b2-9cee-9ca5e62f65d3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/networks/f3e8c51e-bb65-44c9-84d5-8685efaa2e0e HTTP/1.1" status: 204 len: 168 time: 1.8034699 Apr 29 15:43:54.249032 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55790) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:54.265661 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d3c307c0-11d8-495c-83e9-b077cbf7825f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:54.265661 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d3c307c0-11d8-495c-83e9-b077cbf7825f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:54.272333 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-58f08629-2af9-42d5-911d-71275c90d7bb tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1059464338'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:54.272333 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-58f08629-2af9-42d5-911d-71275c90d7bb tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:54.280164 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-74aff174-c399-407e-9f5a-e40cc89186e2 None None] Calling delete_port for 46de3322-9012-4af1-9225-5347ca7b0726 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:54.294298 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-58f08629-2af9-42d5-911d-71275c90d7bb tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Usage tracker for resource:network and tenant:84bc6bf056654e1386a0b9930df9789f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:54.294298 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-58f08629-2af9-42d5-911d-71275c90d7bb tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:54.320837 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-30befa3a-5fb2-4dbb-9267-27a871909b4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:43:54.320837 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-30befa3a-5fb2-4dbb-9267-27a871909b4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:43:54.361032 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.api [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:43:54.361032 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG oslo_db.api [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:43:54.361032 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-58f08629-2af9-42d5-911d-71275c90d7bb tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:54.372395 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Deleting port 46de3322-9012-4af1-9225-5347ca7b0726 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:54.372395 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:54.439241 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c307c0-11d8-495c-83e9-b077cbf7825f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:54.442217 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-d3c307c0-11d8-495c-83e9-b077cbf7825f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:54.446782 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-74aff174-c399-407e-9f5a-e40cc89186e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:54.448512 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c307c0-11d8-495c-83e9-b077cbf7825f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:54.449478 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d3c307c0-11d8-495c-83e9-b077cbf7825f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:54.475493 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c307c0-11d8-495c-83e9-b077cbf7825f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=6525344c-fb23-4e79-9bde-3984bb14da3b,revision_number=7']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:54.475493 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c307c0-11d8-495c-83e9-b077cbf7825f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=adc7dcad-6f5b-4e05-9109-d80ac3487a1c,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:54.486244 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9c7e594a-5844-484a-8269-88ea0862f6b4 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:54.507779 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-30befa3a-5fb2-4dbb-9267-27a871909b4a None None] Deleting port 6525344c-fb23-4e79-9bde-3984bb14da3b {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:54.507779 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-30befa3a-5fb2-4dbb-9267-27a871909b4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:54.519254 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] The port '46de3322-9012-4af1-9225-5347ca7b0726' was deleted {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:43:54.519254 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ac0be167-7d65-4049-86ba-47cba0e3d088 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:54.519254 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ac0be167-7d65-4049-86ba-47cba0e3d088 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:54.548777 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aff174-c399-407e-9f5a-e40cc89186e2 None None] Pushing event deleted for resources: {'Port': ['ID=46de3322-9012-4af1-9225-5347ca7b0726,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:54.552942 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f08629-2af9-42d5-911d-71275c90d7bb tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Made reservation on behalf of 84bc6bf056654e1386a0b9930df9789f for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:54.555889 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-58f08629-2af9-42d5-911d-71275c90d7bb tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:54.567102 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aff174-c399-407e-9f5a-e40cc89186e2 None None] No DVR routers for this DVR port 46de3322-9012-4af1-9225-5347ca7b0726 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:43:54.620654 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d3c307c0-11d8-495c-83e9-b077cbf7825f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1246357 Apr 29 15:43:54.621990 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55794) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:54.630992 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d9dcf8ad-b24b-4a08-8132-3fdbf0504eb9 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'mac_address': 'fa:16:3e:62:60:ec', 'name': 'tempest-NetworksTestDHCPv6-1230833621'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:54.784462 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-30befa3a-5fb2-4dbb-9267-27a871909b4a None None] For port 6525344c-fb23-4e79-9bde-3984bb14da3b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6525344c-fb23-4e79-9bde-3984bb14da3b,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:54.788753 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-30befa3a-5fb2-4dbb-9267-27a871909b4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:54.814933 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ac0be167-7d65-4049-86ba-47cba0e3d088 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Calling delete_port for ba397df9-5d45-412c-807b-41145f513970 owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:54.964369 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:54.974135 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f08629-2af9-42d5-911d-71275c90d7bb tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:43:54.978789 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-30befa3a-5fb2-4dbb-9267-27a871909b4a None None] Calling delete_port for 6525344c-fb23-4e79-9bde-3984bb14da3b owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:55.009042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e793cc7-821d-4265-8f7a-6b3f666df1cd']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:55.031616 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a7ecb1-2c85-42b2-854b-3112ccf8420a') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:55.031616 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a7ecb1-2c85-42b2-854b-3112ccf8420a') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:55.038808 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-58f08629-2af9-42d5-911d-71275c90d7bb tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:55.039159 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-58f08629-2af9-42d5-911d-71275c90d7bb tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Added segment b11ef904-0617-4870-8952-3939f038149a of type vlan for network 83ce149d-62fa-4840-a8c2-4a426cee3c56 Apr 29 15:43:55.044457 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9c7e594a-5844-484a-8269-88ea0862f6b4 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:55.047702 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d9dcf8ad-b24b-4a08-8132-3fdbf0504eb9 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:55.055962 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:55.058779 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9c7e594a-5844-484a-8269-88ea0862f6b4 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:55.061289 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d9dcf8ad-b24b-4a08-8132-3fdbf0504eb9 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:55.135926 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-58f08629-2af9-42d5-911d-71275c90d7bb tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:55.140928 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:55.157023 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:43:55.157414 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:43:55.174629 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:43:55.183083 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dcf8ad-b24b-4a08-8132-3fdbf0504eb9 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:55.187030 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d9dcf8ad-b24b-4a08-8132-3fdbf0504eb9 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:55.221665 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-d9dcf8ad-b24b-4a08-8132-3fdbf0504eb9 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] device_id is not set on port c9796fa8-7f7a-48d1-b10d-02e1c3f953b3 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:43:55.254629 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9c7e594a-5844-484a-8269-88ea0862f6b4 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:55.255135 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7e594a-5844-484a-8269-88ea0862f6b4 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Fanout notify agent at l3_agent the message router_deleted on router e3ac9211-74db-4f27-aec7-65e86eb69b0b {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:43:55.266995 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9c7e594a-5844-484a-8269-88ea0862f6b4 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:55.268079 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9c7e594a-5844-484a-8269-88ea0862f6b4 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/routers/e3ac9211-74db-4f27-aec7-65e86eb69b0b HTTP/1.1" status: 204 len: 168 time: 1.0965648 Apr 29 15:43:55.270875 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55798) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:55.310363 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-30befa3a-5fb2-4dbb-9267-27a871909b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:55.357186 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30befa3a-5fb2-4dbb-9267-27a871909b4a None None] Pushing event deleted for resources: {'Port': ['ID=6525344c-fb23-4e79-9bde-3984bb14da3b,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:55.431350 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30befa3a-5fb2-4dbb-9267-27a871909b4a None None] No DVR routers for this DVR port 6525344c-fb23-4e79-9bde-3984bb14da3b on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:43:55.445948 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10d7ab7-0b5e-4718-89ad-82063ad93282 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:55.452160 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-58f08629-2af9-42d5-911d-71275c90d7bb tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:55.455831 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f08629-2af9-42d5-911d-71275c90d7bb tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:55.456397 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-58f08629-2af9-42d5-911d-71275c90d7bb tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:55.475555 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ac0be167-7d65-4049-86ba-47cba0e3d088 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:55.480664 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c78925-8e70-474b-98cf-b3b25fa76e70 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting subnet ace0f1f1-c392-47eb-ad40-bd18dd4f0354 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:43:55.492938 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f3c78925-8e70-474b-98cf-b3b25fa76e70 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:55.618345 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:55.651878 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0be167-7d65-4049-86ba-47cba0e3d088 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Pushing event deleted for resources: {'Port': ['ID=ba397df9-5d45-412c-807b-41145f513970,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:55.654209 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:55.705114 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb444b8-3eba-4286-9ac6-0b017f8ccb8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-75e7f0f8-4897-4e20-8301-99a7eae75065', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'fixed_ips': [{'subnet_id': 'adc7dcad-6f5b-4e05-9109-d80ac3487a1c'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:43:55.706770 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0bb444b8-3eba-4286-9ac6-0b017f8ccb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:55.719163 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f08629-2af9-42d5-911d-71275c90d7bb tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event updated for resources: {'Network': ['ID=83ce149d-62fa-4840-a8c2-4a426cee3c56,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:55.722662 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f3c78925-8e70-474b-98cf-b3b25fa76e70 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:55.732888 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 83ce149d-62fa-4840-a8c2-4a426cee3c56 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:43:55.785564 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-d9dcf8ad-b24b-4a08-8132-3fdbf0504eb9 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8::f816:3eff:fe62:60ec (75e7f0f8-4897-4e20-8301-99a7eae75065/adc7dcad-6f5b-4e05-9109-d80ac3487a1c/c9796fa8-7f7a-48d1-b10d-02e1c3f953b3) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:55.792418 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] Pushing event deleted for resources: {'Network': ['ID=8e793cc7-821d-4265-8f7a-6b3f666df1cd,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:55.808786 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-66a5fe80-45ff-4044-bf20-df2ed33403de tempest-PortsTestJSON-2046665221 tempest-PortsTestJSON-2046665221-project] 10.222.0.21 "DELETE /v2.0/networks/8e793cc7-821d-4265-8f7a-6b3f666df1cd HTTP/1.1" status: 204 len: 168 time: 4.0756352 Apr 29 15:43:55.835456 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ac0be167-7d65-4049-86ba-47cba0e3d088 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for floatingip, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:55.839216 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ac0be167-7d65-4049-86ba-47cba0e3d088 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:55.841327 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ac0be167-7d65-4049-86ba-47cba0e3d088 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] 10.222.0.21 "DELETE /v2.0/floatingips/609b4073-4382-41e6-a9af-dba8332702ba HTTP/1.1" status: 204 len: 168 time: 2.0100703 Apr 29 15:43:55.842954 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-58f08629-2af9-42d5-911d-71275c90d7bb tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6007636 Apr 29 15:43:55.853095 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55806) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:55.854394 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55808) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:55.863338 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-dbda3a34-9e06-48bb-ab0a-818ede88bdc0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Request body: {'subnet': {'network_id': '83ce149d-62fa-4840-a8c2-4a426cee3c56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:55.874934 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f3c78925-8e70-474b-98cf-b3b25fa76e70 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:55.948634 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-e62b72db-fd80-4009-abb7-b30a9b04b0de tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Request body: {'floatingip': {'floating_network_id': '040a2d7e-5c03-4c26-842e-0f4baba78cb5', 'port_id': 'cacb69f1-fb84-4ead-a67e-8fc27d0e3048', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:55.959853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e62b72db-fd80-4009-abb7-b30a9b04b0de tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:55.980742 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e62b72db-fd80-4009-abb7-b30a9b04b0de tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Usage tracker for resource:floatingip and tenant:3f9147e431f7408bbe3e1d6898886462 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:55.985354 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e62b72db-fd80-4009-abb7-b30a9b04b0de tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:56.002344 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e62b72db-fd80-4009-abb7-b30a9b04b0de tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:56.018638 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-dbda3a34-9e06-48bb-ab0a-818ede88bdc0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:56.022370 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-dbda3a34-9e06-48bb-ab0a-818ede88bdc0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Usage tracker for resource:subnet and tenant:84bc6bf056654e1386a0b9930df9789f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:56.026199 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-dbda3a34-9e06-48bb-ab0a-818ede88bdc0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:56.034225 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-dbda3a34-9e06-48bb-ab0a-818ede88bdc0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:56.084998 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d9dcf8ad-b24b-4a08-8132-3fdbf0504eb9 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:56.166158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e62b72db-fd80-4009-abb7-b30a9b04b0de tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for floatingip, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:56.217327 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-d9dcf8ad-b24b-4a08-8132-3fdbf0504eb9 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Transition to ACTIVE for port object c9796fa8-7f7a-48d1-b10d-02e1c3f953b3 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:56.221447 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f3c78925-8e70-474b-98cf-b3b25fa76e70 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:56.231795 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbda3a34-9e06-48bb-ab0a-818ede88bdc0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Made reservation on behalf of 84bc6bf056654e1386a0b9930df9789f for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:56.259149 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c78925-8e70-474b-98cf-b3b25fa76e70 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Subnet': ['ID=ace0f1f1-c392-47eb-ad40-bd18dd4f0354,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:56.271894 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f3c78925-8e70-474b-98cf-b3b25fa76e70 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:56.278803 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9636f683-cbc4-4abd-b8f7-73c642fb072a None None] Network 8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:56.285587 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f3c78925-8e70-474b-98cf-b3b25fa76e70 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/subnets/ace0f1f1-c392-47eb-ad40-bd18dd4f0354 HTTP/1.1" status: 204 len: 168 time: 1.0136828 Apr 29 15:43:56.289364 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55814) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:56.353433 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dbda3a34-9e06-48bb-ab0a-818ede88bdc0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:56.406035 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d9dcf8ad-b24b-4a08-8132-3fdbf0504eb9 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:56.458936 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ca07de06-704e-44d2-9383-fd2738620191 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:56.516644 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dcf8ad-b24b-4a08-8132-3fdbf0504eb9 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:56.518255 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-ca07de06-704e-44d2-9383-fd2738620191 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting port 41f87cd1-a371-48a6-8767-e220f4649960 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:56.520611 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ca07de06-704e-44d2-9383-fd2738620191 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:56.558725 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-0bb444b8-3eba-4286-9ac6-0b017f8ccb8e None None] Allocated IP 2001:db8::f816:3eff:fe9c:eb9a (75e7f0f8-4897-4e20-8301-99a7eae75065/adc7dcad-6f5b-4e05-9109-d80ac3487a1c/efe0e4f5-884e-44d8-a36a-39176fda00f1) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:56.558832 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-d9dcf8ad-b24b-4a08-8132-3fdbf0504eb9 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:56.558832 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dcf8ad-b24b-4a08-8132-3fdbf0504eb9 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=c9796fa8-7f7a-48d1-b10d-02e1c3f953b3,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:56.561073 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dcf8ad-b24b-4a08-8132-3fdbf0504eb9 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:56.565388 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dcf8ad-b24b-4a08-8132-3fdbf0504eb9 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:56.566212 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d9dcf8ad-b24b-4a08-8132-3fdbf0504eb9 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:56.611568 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-e62b72db-fd80-4009-abb7-b30a9b04b0de tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:43:56.613590 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e62b72db-fd80-4009-abb7-b30a9b04b0de tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7572796 Apr 29 15:43:56.616548 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55822) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:56.624033 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-2f508634-3925-4bdb-a095-52a384a701d3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': 'cacb69f1-fb84-4ead-a67e-8fc27d0e3048', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:56.639304 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2f508634-3925-4bdb-a095-52a384a701d3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:56.648690 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2f508634-3925-4bdb-a095-52a384a701d3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Usage tracker for resource:floatingip and tenant:3f9147e431f7408bbe3e1d6898886462 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:56.652882 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2f508634-3925-4bdb-a095-52a384a701d3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:56.663949 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2f508634-3925-4bdb-a095-52a384a701d3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:56.715149 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d9dcf8ad-b24b-4a08-8132-3fdbf0504eb9 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0846138 Apr 29 15:43:56.718714 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55826) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:56.719049 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55828) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:56.785669 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7a4e47-e01e-46b9-bb4e-fdf116039aac None None] DHCP port deletion for 8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:43:56.860642 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-ca07de06-704e-44d2-9383-fd2738620191 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] For port 41f87cd1-a371-48a6-8767-e220f4649960, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=41f87cd1-a371-48a6-8767-e220f4649960,segment=NetworkSegment(11692038-27f3-44a2-8f4e-32eb8f057446),segment_id=11692038-27f3-44a2-8f4e-32eb8f057446)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:56.861315 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ca07de06-704e-44d2-9383-fd2738620191 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:56.873272 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4494dbb0-e8a0-4095-8e3c-e1b49a690be3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:56.873927 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4494dbb0-e8a0-4095-8e3c-e1b49a690be3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:56.874345 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a4e47-e01e-46b9-bb4e-fdf116039aac None None] Deleting port 41f87cd1-a371-48a6-8767-e220f4649960 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:56.887291 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bc7a4e47-e01e-46b9-bb4e-fdf116039aac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:56.888529 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2f508634-3925-4bdb-a095-52a384a701d3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for floatingip, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:56.918163 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dbda3a34-9e06-48bb-ab0a-818ede88bdc0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:56.934407 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0bb444b8-3eba-4286-9ac6-0b017f8ccb8e None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:56.954697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0bb444b8-3eba-4286-9ac6-0b017f8ccb8e None None] Transition to ACTIVE for port object efe0e4f5-884e-44d8-a36a-39176fda00f1 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:57.019082 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-ca07de06-704e-44d2-9383-fd2738620191 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Calling delete_port for 41f87cd1-a371-48a6-8767-e220f4649960 owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:57.031173 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0bb444b8-3eba-4286-9ac6-0b017f8ccb8e None None] Transition to ACTIVE for port object efe0e4f5-884e-44d8-a36a-39176fda00f1 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:57.125615 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4494dbb0-e8a0-4095-8e3c-e1b49a690be3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:57.126732 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4494dbb0-e8a0-4095-8e3c-e1b49a690be3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4048195 Apr 29 15:43:57.130028 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55838) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:57.159098 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-bc7a4e47-e01e-46b9-bb4e-fdf116039aac None None] For port 41f87cd1-a371-48a6-8767-e220f4649960, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=41f87cd1-a371-48a6-8767-e220f4649960,segment=NetworkSegment(11692038-27f3-44a2-8f4e-32eb8f057446),segment_id=11692038-27f3-44a2-8f4e-32eb8f057446)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:57.159919 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bc7a4e47-e01e-46b9-bb4e-fdf116039aac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:57.172506 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0bb444b8-3eba-4286-9ac6-0b017f8ccb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:57.195107 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda3a34-9e06-48bb-ab0a-818ede88bdc0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event updated for resources: {'Subnet': ['ID=8f6742e4-d93b-478e-9f03-ef3fdf73f962,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:57.208571 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-a099029b-5106-4890-b4f5-189457c8e5d1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting port c9796fa8-7f7a-48d1-b10d-02e1c3f953b3 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:57.208920 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a099029b-5106-4890-b4f5-189457c8e5d1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:57.241515 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-aa5b6d6c-cdaa-4c1c-961c-c597f757966c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91bb22a2ab704c6d85079e8d3f0117f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5202425 Apr 29 15:43:57.241647 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55842) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:57.252075 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbda3a34-9e06-48bb-ab0a-818ede88bdc0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Checking segment: {'id': 'b11ef904-0617-4870-8952-3939f038149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '83ce149d-62fa-4840-a8c2-4a426cee3c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:43:57.252700 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbda3a34-9e06-48bb-ab0a-818ede88bdc0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Network hostable DHCP agents. Network: 83ce149d-62fa-4840-a8c2-4a426cee3c56, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:43:57.254095 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ca07de06-704e-44d2-9383-fd2738620191 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:57.301901 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2f508634-3925-4bdb-a095-52a384a701d3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:57.329450 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07de06-704e-44d2-9383-fd2738620191 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Port': ['ID=41f87cd1-a371-48a6-8767-e220f4649960,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:57.352527 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca07de06-704e-44d2-9383-fd2738620191 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] No DVR routers for this DVR port 41f87cd1-a371-48a6-8767-e220f4649960 on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:43:57.389218 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a4e47-e01e-46b9-bb4e-fdf116039aac None None] Calling delete_port for 41f87cd1-a371-48a6-8767-e220f4649960 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:57.415013 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbda3a34-9e06-48bb-ab0a-818ede88bdc0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Network 83ce149d-62fa-4840-a8c2-4a426cee3c56 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:43:57.465643 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-2f508634-3925-4bdb-a095-52a384a701d3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Allocated IP 172.26.1.14 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/bf059b53-d596-47d6-a65f-ac6e60175585) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:57.467781 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb444b8-3eba-4286-9ac6-0b017f8ccb8e None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:57.473731 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-0bb444b8-3eba-4286-9ac6-0b017f8ccb8e None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:57.476127 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb444b8-3eba-4286-9ac6-0b017f8ccb8e None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:57.492460 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb444b8-3eba-4286-9ac6-0b017f8ccb8e None None] Pushing event updated for resources: {'Port': ['ID=efe0e4f5-884e-44d8-a36a-39176fda00f1,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:57.543465 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-dbda3a34-9e06-48bb-ab0a-818ede88bdc0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 83ce149d-62fa-4840-a8c2-4a426cee3c56) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:57.559405 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbda3a34-9e06-48bb-ab0a-818ede88bdc0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:57.560177 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dbda3a34-9e06-48bb-ab0a-818ede88bdc0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:57.627902 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05360b82-6247-4259-8200-863bd70e87f5 None None] Network 83ce149d-62fa-4840-a8c2-4a426cee3c56 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:57.645908 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-bc7a4e47-e01e-46b9-bb4e-fdf116039aac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:43:57.646250 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-bc7a4e47-e01e-46b9-bb4e-fdf116039aac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:43:57.658011 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2f508634-3925-4bdb-a095-52a384a701d3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:57.710935 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 41f87cd1-a371-48a6-8767-e220f4649960 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:43:57.715483 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-dbda3a34-9e06-48bb-ab0a-818ede88bdc0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8573716 Apr 29 15:43:57.716159 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55846) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:57.775599 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 41f87cd1-a371-48a6-8767-e220f4649960 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:43:57.776244 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 41f87cd1-a371-48a6-8767-e220f4649960 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:43:57.781990 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-0bb444b8-3eba-4286-9ac6-0b017f8ccb8e None None] Attempting to bind port efe0e4f5-884e-44d8-a36a-39176fda00f1 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:43:57.782355 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-0bb444b8-3eba-4286-9ac6-0b017f8ccb8e None None] Attempting to bind port efe0e4f5-884e-44d8-a36a-39176fda00f1 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:43:57.783010 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb444b8-3eba-4286-9ac6-0b017f8ccb8e None None] Attempting to bind port efe0e4f5-884e-44d8-a36a-39176fda00f1 on network 75e7f0f8-4897-4e20-8301-99a7eae75065 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:43:57.784334 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ca07de06-704e-44d2-9383-fd2738620191 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:57.801676 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb444b8-3eba-4286-9ac6-0b017f8ccb8e None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:43:57.802042 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb444b8-3eba-4286-9ac6-0b017f8ccb8e None None] Checking segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:43:57.802680 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0bb444b8-3eba-4286-9ac6-0b017f8ccb8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:57.803389 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb444b8-3eba-4286-9ac6-0b017f8ccb8e None None] Bound using segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:43:57.803520 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-95f8ed40-377e-46d0-8a5e-3d4b9faeadd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:57.804137 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-0bb444b8-3eba-4286-9ac6-0b017f8ccb8e None None] Bound port: efe0e4f5-884e-44d8-a36a-39176fda00f1, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:43:57.804517 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0bb444b8-3eba-4286-9ac6-0b017f8ccb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:57.814823 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2f508634-3925-4bdb-a095-52a384a701d3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:57.831128 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-ca07de06-704e-44d2-9383-fd2738620191 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:57.838869 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a099029b-5106-4890-b4f5-189457c8e5d1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:57.910674 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f508634-3925-4bdb-a095-52a384a701d3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:57.911470 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-ca07de06-704e-44d2-9383-fd2738620191 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11692038-27f3-44a2-8f4e-32eb8f057446') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:57.911772 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-ca07de06-704e-44d2-9383-fd2738620191 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11692038-27f3-44a2-8f4e-32eb8f057446') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:57.916820 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-2f508634-3925-4bdb-a095-52a384a701d3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:57.921818 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f508634-3925-4bdb-a095-52a384a701d3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Pushing event updated for resources: {'Port': ['ID=bf059b53-d596-47d6-a65f-ac6e60175585,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:57.934947 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f508634-3925-4bdb-a095-52a384a701d3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:43:57.989553 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-a099029b-5106-4890-b4f5-189457c8e5d1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Calling delete_port for c9796fa8-7f7a-48d1-b10d-02e1c3f953b3 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:58.011331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a0ec31ba-0725-4a64-a809-068ea3555217 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.020900 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-0bb444b8-3eba-4286-9ac6-0b017f8ccb8e None None] For port efe0e4f5-884e-44d8-a36a-39176fda00f1, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:43:58.029545 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-95f8ed40-377e-46d0-8a5e-3d4b9faeadd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.040148 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-0bb444b8-3eba-4286-9ac6-0b017f8ccb8e None None] For port efe0e4f5-884e-44d8-a36a-39176fda00f1, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=efe0e4f5-884e-44d8-a36a-39176fda00f1,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:43:58.041753 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ca07de06-704e-44d2-9383-fd2738620191 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.043312 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0496eba8-0c27-4f12-a645-c448780a1cc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-83ce149d-62fa-4840-a8c2-4a426cee3c56', 'network_id': '83ce149d-62fa-4840-a8c2-4a426cee3c56', 'tenant_id': '84bc6bf056654e1386a0b9930df9789f', 'fixed_ips': [{'subnet_id': '8f6742e4-d93b-478e-9f03-ef3fdf73f962'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:43:58.044175 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0496eba8-0c27-4f12-a645-c448780a1cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.092371 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ca07de06-704e-44d2-9383-fd2738620191 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.109074 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca07de06-704e-44d2-9383-fd2738620191 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:43:58.109492 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ca07de06-704e-44d2-9383-fd2738620191 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:43:58.124581 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:43:58.160659 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a4e47-e01e-46b9-bb4e-fdf116039aac None None] Deleting port 41f87cd1-a371-48a6-8767-e220f4649960 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:58.161673 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bc7a4e47-e01e-46b9-bb4e-fdf116039aac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.173772 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a0ec31ba-0725-4a64-a809-068ea3555217 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.217288 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0bb444b8-3eba-4286-9ac6-0b017f8ccb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.249172 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-2f508634-3925-4bdb-a095-52a384a701d3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Deleting port bf059b53-d596-47d6-a65f-ac6e60175585 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:58.251864 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2f508634-3925-4bdb-a095-52a384a701d3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.317725 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a4e47-e01e-46b9-bb4e-fdf116039aac None None] The port '41f87cd1-a371-48a6-8767-e220f4649960' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:43:58.361675 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb444b8-3eba-4286-9ac6-0b017f8ccb8e None None] Pushing event updated for resources: {'Port': ['ID=efe0e4f5-884e-44d8-a36a-39176fda00f1,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:58.372916 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a099029b-5106-4890-b4f5-189457c8e5d1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.377804 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ca07de06-704e-44d2-9383-fd2738620191 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.395753 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-95f8ed40-377e-46d0-8a5e-3d4b9faeadd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.405572 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a0ec31ba-0725-4a64-a809-068ea3555217 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.427794 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ca07de06-704e-44d2-9383-fd2738620191 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server [None req-0496eba8-0c27-4f12-a645-c448780a1cc9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f6742e4-d93b-478e-9f03-ef3fdf73f962: This subnet is being modified by another concurrent operation. Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise value Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise value Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise value Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 15:43:58.446318 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise value Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise value Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise value Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise exception Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f6742e4-d93b-478e-9f03-ef3fdf73f962: This subnet is being modified by another concurrent operation. Apr 29 15:43:58.451058 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server Apr 29 15:43:58.459583 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec31ba-0725-4a64-a809-068ea3555217 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Subnet': ['ID=8f6742e4-d93b-478e-9f03-ef3fdf73f962,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:58.473798 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ca07de06-704e-44d2-9383-fd2738620191 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/networks/8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0 HTTP/1.1" status: 204 len: 168 time: 2.1833768 Apr 29 15:43:58.482842 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099029b-5106-4890-b4f5-189457c8e5d1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Port': ['ID=c9796fa8-7f7a-48d1-b10d-02e1c3f953b3,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:58.485091 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07de06-704e-44d2-9383-fd2738620191 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Network': ['ID=8b0cdfeb-4a5e-4d1d-b230-0bd1d53745e0,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:58.490762 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55850) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:58.490762 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-95f8ed40-377e-46d0-8a5e-3d4b9faeadd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.501487 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-95f8ed40-377e-46d0-8a5e-3d4b9faeadd5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/836cbf55-ca72-4408-86c7-965247d954dd HTTP/1.1" status: 204 len: 168 time: 1.2422936 Apr 29 15:43:58.501587 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1cdee2-9514-4be2-8623-b9c2bb06e024 None None] Network 83ce149d-62fa-4840-a8c2-4a426cee3c56 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:43:58.501670 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8ed40-377e-46d0-8a5e-3d4b9faeadd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836cbf55-ca72-4408-86c7-965247d954dd,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:58.503925 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-9918cad4-1bd1-45ab-b183-e9f0ec15821b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-743032063'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:58.562425 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-9918cad4-1bd1-45ab-b183-e9f0ec15821b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:58.565112 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a099029b-5106-4890-b4f5-189457c8e5d1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.567028 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a099029b-5106-4890-b4f5-189457c8e5d1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/c9796fa8-7f7a-48d1-b10d-02e1c3f953b3 HTTP/1.1" status: 204 len: 168 time: 1.4351285 Apr 29 15:43:58.572179 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9918cad4-1bd1-45ab-b183-e9f0ec15821b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:network and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:58.574871 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55856) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:58.586304 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9918cad4-1bd1-45ab-b183-e9f0ec15821b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:58.623973 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2f508634-3925-4bdb-a095-52a384a701d3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.623973 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2f508634-3925-4bdb-a095-52a384a701d3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.652919 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-9918cad4-1bd1-45ab-b183-e9f0ec15821b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:58.706670 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabf11f7-c034-48be-9934-aa0a88098547 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:58.708288 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabf11f7-c034-48be-9934-aa0a88098547 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:58.708887 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fabf11f7-c034-48be-9934-aa0a88098547 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:58.799440 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9918cad4-1bd1-45ab-b183-e9f0ec15821b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Made reservation on behalf of 72863ce39b024e9da16162dddbf6a3b4 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:58.806064 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9918cad4-1bd1-45ab-b183-e9f0ec15821b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.813436 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a0ec31ba-0725-4a64-a809-068ea3555217 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.842552 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-2f508634-3925-4bdb-a095-52a384a701d3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Calling delete_port for bf059b53-d596-47d6-a65f-ac6e60175585 owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:43:58.861186 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fabf11f7-c034-48be-9934-aa0a88098547 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:58.865100 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fabf11f7-c034-48be-9934-aa0a88098547 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2778509 Apr 29 15:43:58.865100 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55860) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:58.912908 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-a0ec31ba-0725-4a64-a809-068ea3555217 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ce149d-62fa-4840-a8c2-4a426cee3c56']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:58.926590 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9918cad4-1bd1-45ab-b183-e9f0ec15821b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:43:58.964163 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9918cad4-1bd1-45ab-b183-e9f0ec15821b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.964509 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-9918cad4-1bd1-45ab-b183-e9f0ec15821b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Added segment 75b2805d-bcbd-4138-9c60-2ef31946332b of type vlan for network bac1de4e-1e9c-4684-93f2-0c57ed431578 Apr 29 15:43:59.051208 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-a0ec31ba-0725-4a64-a809-068ea3555217 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11ef904-0617-4870-8952-3939f038149a') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:59.051500 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-a0ec31ba-0725-4a64-a809-068ea3555217 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11ef904-0617-4870-8952-3939f038149a') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:59.075650 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a0ec31ba-0725-4a64-a809-068ea3555217 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:59.078696 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9918cad4-1bd1-45ab-b183-e9f0ec15821b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:59.131541 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a0ec31ba-0725-4a64-a809-068ea3555217 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:59.141222 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af63478-4e0e-4b5f-b3d3-0f9e95baba33 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet adc7dcad-6f5b-4e05-9109-d80ac3487a1c {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:43:59.144841 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7af63478-4e0e-4b5f-b3d3-0f9e95baba33 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:59.155660 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ec31ba-0725-4a64-a809-068ea3555217 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:43:59.156209 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a0ec31ba-0725-4a64-a809-068ea3555217 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:43:59.176048 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:43:59.207843 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7af63478-4e0e-4b5f-b3d3-0f9e95baba33 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:59.237030 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9918cad4-1bd1-45ab-b183-e9f0ec15821b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:59.240792 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9918cad4-1bd1-45ab-b183-e9f0ec15821b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:43:59.241438 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9918cad4-1bd1-45ab-b183-e9f0ec15821b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:59.256440 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2f508634-3925-4bdb-a095-52a384a701d3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:59.313183 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f508634-3925-4bdb-a095-52a384a701d3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Pushing event deleted for resources: {'Port': ['ID=bf059b53-d596-47d6-a65f-ac6e60175585,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:59.383560 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918cad4-1bd1-45ab-b183-e9f0ec15821b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Network': ['ID=bac1de4e-1e9c-4684-93f2-0c57ed431578,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:59.396605 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network bac1de4e-1e9c-4684-93f2-0c57ed431578 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:43:59.403924 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a0ec31ba-0725-4a64-a809-068ea3555217 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:59.408747 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a0ec31ba-0725-4a64-a809-068ea3555217 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:59.415322 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7af63478-4e0e-4b5f-b3d3-0f9e95baba33 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:59.451434 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec31ba-0725-4a64-a809-068ea3555217 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Network': ['ID=83ce149d-62fa-4840-a8c2-4a426cee3c56,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:59.455841 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9918cad4-1bd1-45ab-b183-e9f0ec15821b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9596384 Apr 29 15:43:59.460973 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55872) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:59.481157 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a0ec31ba-0725-4a64-a809-068ea3555217 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/networks/83ce149d-62fa-4840-a8c2-4a426cee3c56 HTTP/1.1" status: 204 len: 168 time: 1.7618892 Apr 29 15:43:59.483971 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55878) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:59.487729 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-1bbb9be4-e623-4dd7-9172-29753692bebe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'subnet': {'network_id': 'bac1de4e-1e9c-4684-93f2-0c57ed431578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:59.497656 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-c2bdfdfc-eb0b-406b-a26a-ca4975c734b6 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1574390489'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:43:59.503430 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c2bdfdfc-eb0b-406b-a26a-ca4975c734b6 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:59.513174 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c2bdfdfc-eb0b-406b-a26a-ca4975c734b6 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Usage tracker for resource:network and tenant:84bc6bf056654e1386a0b9930df9789f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:59.514245 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c2bdfdfc-eb0b-406b-a26a-ca4975c734b6 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:59.522900 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c2bdfdfc-eb0b-406b-a26a-ca4975c734b6 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:59.689612 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-1bbb9be4-e623-4dd7-9172-29753692bebe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:59.693973 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1bbb9be4-e623-4dd7-9172-29753692bebe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:subnet and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:59.705478 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1bbb9be4-e623-4dd7-9172-29753692bebe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:59.723795 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-1bbb9be4-e623-4dd7-9172-29753692bebe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:59.725287 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device efe0e4f5-884e-44d8-a36a-39176fda00f1 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:59.862570 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bdfdfc-eb0b-406b-a26a-ca4975c734b6 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Made reservation on behalf of 84bc6bf056654e1386a0b9930df9789f for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:59.867015 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c2bdfdfc-eb0b-406b-a26a-ca4975c734b6 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:59.896066 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2bdfdfc-eb0b-406b-a26a-ca4975c734b6 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:43:59.905660 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c2bdfdfc-eb0b-406b-a26a-ca4975c734b6 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:59.906003 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-c2bdfdfc-eb0b-406b-a26a-ca4975c734b6 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Added segment e8ac2a12-13b2-4ded-b849-e8ae02272f45 of type vlan for network 914d49d6-59fe-4ced-9e5b-55c8636d6e4b Apr 29 15:43:59.924759 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7af63478-4e0e-4b5f-b3d3-0f9e95baba33 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:59.975688 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af63478-4e0e-4b5f-b3d3-0f9e95baba33 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=adc7dcad-6f5b-4e05-9109-d80ac3487a1c,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:59.979156 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c2bdfdfc-eb0b-406b-a26a-ca4975c734b6 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:59.987695 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7af63478-4e0e-4b5f-b3d3-0f9e95baba33 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:00.012087 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-2f508634-3925-4bdb-a095-52a384a701d3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] create failed (client error): The resource could not be found. Apr 29 15:44:00.015626 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2f508634-3925-4bdb-a095-52a384a701d3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.3957443 Apr 29 15:44:00.018790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55882) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:00.089578 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-8aba60b2-86c5-45ee-ab48-c076e1dbd7a3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Deleting port cacb69f1-fb84-4ead-a67e-8fc27d0e3048 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:00.090013 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8aba60b2-86c5-45ee-ab48-c076e1dbd7a3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:00.101342 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5f2995-adc7-49f1-96b3-3321557f728d None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:00.122112 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port efe0e4f5-884e-44d8-a36a-39176fda00f1 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:00.123748 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbb9be4-e623-4dd7-9172-29753692bebe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Made reservation on behalf of 72863ce39b024e9da16162dddbf6a3b4 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:00.150853 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7af63478-4e0e-4b5f-b3d3-0f9e95baba33 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/adc7dcad-6f5b-4e05-9109-d80ac3487a1c HTTP/1.1" status: 204 len: 168 time: 1.2843761 Apr 29 15:44:00.154253 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c2bdfdfc-eb0b-406b-a26a-ca4975c734b6 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:00.159418 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bdfdfc-eb0b-406b-a26a-ca4975c734b6 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:00.160103 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c2bdfdfc-eb0b-406b-a26a-ca4975c734b6 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:00.164407 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55888) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:00.190051 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7cfbd394-8dd1-43a4-8668-e50fdf1e17f4 None None] Provisioning for port efe0e4f5-884e-44d8-a36a-39176fda00f1 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:00.200172 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7cfbd394-8dd1-43a4-8668-e50fdf1e17f4 None None] Provisioning complete for port efe0e4f5-884e-44d8-a36a-39176fda00f1 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:00.200172 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd394-8dd1-43a4-8668-e50fdf1e17f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:00.287664 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1bbb9be4-e623-4dd7-9172-29753692bebe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:00.400753 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fd321303-58a4-4d87-bb55-e292d1ff68ff tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1954589 Apr 29 15:44:00.404076 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55896) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:00.446004 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdfdfc-eb0b-406b-a26a-ca4975c734b6 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event updated for resources: {'Network': ['ID=914d49d6-59fe-4ced-9e5b-55c8636d6e4b,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:00.461713 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 914d49d6-59fe-4ced-9e5b-55c8636d6e4b details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:44:00.465636 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c2bdfdfc-eb0b-406b-a26a-ca4975c734b6 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9782944 Apr 29 15:44:00.466602 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55900) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:00.474326 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-5e46b5bb-28ba-483f-bbe4-e8b42ccb9ba2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Request body: {'subnet': {'network_id': '914d49d6-59fe-4ced-9e5b-55c8636d6e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:00.553156 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd394-8dd1-43a4-8668-e50fdf1e17f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:00.607879 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8aba60b2-86c5-45ee-ab48-c076e1dbd7a3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:00.615643 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-7cfbd394-8dd1-43a4-8668-e50fdf1e17f4 None None] For port efe0e4f5-884e-44d8-a36a-39176fda00f1, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=efe0e4f5-884e-44d8-a36a-39176fda00f1,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:00.680440 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55904) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:00.688408 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c60f2d4-87c6-4802-9c8b-577e524af91f None None] DHCP port deletion for 75e7f0f8-4897-4e20-8301-99a7eae75065 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:44:00.693418 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-7c60f2d4-87c6-4802-9c8b-577e524af91f None None] Deleting port efe0e4f5-884e-44d8-a36a-39176fda00f1 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:00.693989 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7c60f2d4-87c6-4802-9c8b-577e524af91f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:00.729050 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd394-8dd1-43a4-8668-e50fdf1e17f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:00.750930 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-8aba60b2-86c5-45ee-ab48-c076e1dbd7a3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Calling delete_port for cacb69f1-fb84-4ead-a67e-8fc27d0e3048 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:00.752797 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5e46b5bb-28ba-483f-bbe4-e8b42ccb9ba2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:00.756983 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5e46b5bb-28ba-483f-bbe4-e8b42ccb9ba2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Usage tracker for resource:subnet and tenant:84bc6bf056654e1386a0b9930df9789f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:00.760997 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5e46b5bb-28ba-483f-bbe4-e8b42ccb9ba2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:00.768182 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5e46b5bb-28ba-483f-bbe4-e8b42ccb9ba2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:00.849988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a223e369-7df1-424e-afa9-ef47c0ac6737 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:00.854071 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a223e369-7df1-424e-afa9-ef47c0ac6737 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4453201 Apr 29 15:44:00.854206 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55910) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:00.871203 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbd394-8dd1-43a4-8668-e50fdf1e17f4 None None] Pushing event updated for resources: {'Port': ['ID=efe0e4f5-884e-44d8-a36a-39176fda00f1,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:00.876165 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-05366115-1627-4dd9-8624-6f7cbf7e8d29 None None] Could not find standard attr ID for object c9796fa8-7f7a-48d1-b10d-02e1c3f953b3. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:44:00.951297 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e23ef33-9b71-4c37-b0f1-0ce5ffd8eeb0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:00.953559 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1e23ef33-9b71-4c37-b0f1-0ce5ffd8eeb0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:00.958854 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e46b5bb-28ba-483f-bbe4-e8b42ccb9ba2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Made reservation on behalf of 84bc6bf056654e1386a0b9930df9789f for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:01.000572 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1bbb9be4-e623-4dd7-9172-29753692bebe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:01.007016 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-7c60f2d4-87c6-4802-9c8b-577e524af91f None None] For port efe0e4f5-884e-44d8-a36a-39176fda00f1, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=efe0e4f5-884e-44d8-a36a-39176fda00f1,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:01.011220 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7c60f2d4-87c6-4802-9c8b-577e524af91f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:01.089583 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5e46b5bb-28ba-483f-bbe4-e8b42ccb9ba2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:01.160564 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-7c60f2d4-87c6-4802-9c8b-577e524af91f None None] Calling delete_port for efe0e4f5-884e-44d8-a36a-39176fda00f1 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:01.160681 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-ed5dd9c5-9cfc-43af-9587-a8cb1f4898fe tempest-DvrRoutersNegativeTest-651955963 tempest-DvrRoutersNegativeTest-651955963-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-503987647', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:01.160681 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.policy [None req-ed5dd9c5-9cfc-43af-9587-a8cb1f4898fe tempest-DvrRoutersNegativeTest-651955963 tempest-DvrRoutersNegativeTest-651955963-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84770) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Apr 29 15:44:01.160681 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.policy [None req-ed5dd9c5-9cfc-43af-9587-a8cb1f4898fe tempest-DvrRoutersNegativeTest-651955963 tempest-DvrRoutersNegativeTest-651955963-project] Failed policy check for 'create_router' {{(pid=84770) enforce /opt/stack/neutron/neutron/policy.py:482}} Apr 29 15:44:01.160681 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-ed5dd9c5-9cfc-43af-9587-a8cb1f4898fe tempest-DvrRoutersNegativeTest-651955963 tempest-DvrRoutersNegativeTest-651955963-project] create failed (client error): Access was denied to this resource. Apr 29 15:44:01.160681 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ed5dd9c5-9cfc-43af-9587-a8cb1f4898fe tempest-DvrRoutersNegativeTest-651955963 tempest-DvrRoutersNegativeTest-651955963-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4074354 Apr 29 15:44:01.163368 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8aba60b2-86c5-45ee-ab48-c076e1dbd7a3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:01.184488 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1e23ef33-9b71-4c37-b0f1-0ce5ffd8eeb0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:01.188340 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1e23ef33-9b71-4c37-b0f1-0ce5ffd8eeb0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3309307 Apr 29 15:44:01.190172 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55916) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:01.248653 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba60b2-86c5-45ee-ab48-c076e1dbd7a3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Pushing event deleted for resources: {'Port': ['ID=cacb69f1-fb84-4ead-a67e-8fc27d0e3048,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:01.261098 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb9be4-e623-4dd7-9172-29753692bebe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Subnet': ['ID=9e412032-88a9-4ee0-a4c4-fa4ac3a3d90e,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:01.265968 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbb9be4-e623-4dd7-9172-29753692bebe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Checking segment: {'id': '75b2805d-bcbd-4138-9c60-2ef31946332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bac1de4e-1e9c-4684-93f2-0c57ed431578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:01.266677 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbb9be4-e623-4dd7-9172-29753692bebe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network hostable DHCP agents. Network: bac1de4e-1e9c-4684-93f2-0c57ed431578, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:44:01.288181 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-43ae3a99-140c-4b47-b0c4-040454bcf550 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967088 Apr 29 15:44:01.295802 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55920) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:01.299599 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7c60f2d4-87c6-4802-9c8b-577e524af91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:01.303359 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-a706bf0d-91d1-4ea5-a06e-ec36b8697bc1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:01.360769 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60f2d4-87c6-4802-9c8b-577e524af91f None None] Pushing event deleted for resources: {'Port': ['ID=efe0e4f5-884e-44d8-a36a-39176fda00f1,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:01.372476 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c60f2d4-87c6-4802-9c8b-577e524af91f None None] No DVR routers for this DVR port efe0e4f5-884e-44d8-a36a-39176fda00f1 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:44:01.411807 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8aba60b2-86c5-45ee-ab48-c076e1dbd7a3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:01.421269 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8aba60b2-86c5-45ee-ab48-c076e1dbd7a3 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] 10.222.0.21 "DELETE /v2.0/ports/cacb69f1-fb84-4ead-a67e-8fc27d0e3048 HTTP/1.1" status: 204 len: 168 time: 1.4013247 Apr 29 15:44:01.424710 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55924) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:01.468601 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-a706bf0d-91d1-4ea5-a06e-ec36b8697bc1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:01.474431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbb9be4-e623-4dd7-9172-29753692bebe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network bac1de4e-1e9c-4684-93f2-0c57ed431578 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:44:01.519436 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-a706bf0d-91d1-4ea5-a06e-ec36b8697bc1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:01.527842 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b462077-9018-4372-b8e6-27e196de5372 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:01.528827 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7b462077-9018-4372-b8e6-27e196de5372 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Synchronizing usage tracker for tenant:3f9147e431f7408bbe3e1d6898886462 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:01.555789 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf54d12-08e2-4ba3-bae5-acf175dc9ba1 None None] get_active_networks_info from dv-neutron-839913-1-hyperv {{(pid=84772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 15:44:01.565993 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-1bbb9be4-e623-4dd7-9172-29753692bebe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, bac1de4e-1e9c-4684-93f2-0c57ed431578) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:01.570755 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbb9be4-e623-4dd7-9172-29753692bebe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:01.571565 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1bbb9be4-e623-4dd7-9172-29753692bebe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:01.612119 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a706bf0d-91d1-4ea5-a06e-ec36b8697bc1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:01.622336 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a706bf0d-91d1-4ea5-a06e-ec36b8697bc1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:01.647657 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device efe0e4f5-884e-44d8-a36a-39176fda00f1 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:44:01.651859 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7b462077-9018-4372-b8e6-27e196de5372 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Unset dirty status for tenant:3f9147e431f7408bbe3e1d6898886462 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:01.653396 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7b462077-9018-4372-b8e6-27e196de5372 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] 10.222.0.21 "GET /v2.0/ports?device_id=78462aea-4d5f-41d0-90b8-955a626a4b84 HTTP/1.1" status: 200 len: 913 time: 0.2278876 Apr 29 15:44:01.655143 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1bbb9be4-e623-4dd7-9172-29753692bebe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1932220 Apr 29 15:44:01.656035 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55928) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:01.658432 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55930) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:01.698247 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: efe0e4f5-884e-44d8-a36a-39176fda00f1 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:44:01.698247 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device efe0e4f5-884e-44d8-a36a-39176fda00f1 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:44:01.723735 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-8ae235ad-7537-4d64-aece-d3bd21744615 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1111464549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:01.744076 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8ae235ad-7537-4d64-aece-d3bd21744615 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:01.771687 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf54d12-08e2-4ba3-bae5-acf175dc9ba1 None None] Resources bound (agent type, host, resource id): {{(pid=84772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:44:01.796407 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8ae235ad-7537-4d64-aece-d3bd21744615 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:router and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:01.803924 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8ae235ad-7537-4d64-aece-d3bd21744615 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:01.813919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8ae235ad-7537-4d64-aece-d3bd21744615 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:01.854169 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55938) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:01.874332 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5e46b5bb-28ba-483f-bbe4-e8b42ccb9ba2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:01.934397 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8ae235ad-7537-4d64-aece-d3bd21744615 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:01.935376 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8ae235ad-7537-4d64-aece-d3bd21744615 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:02.029437 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e46b5bb-28ba-483f-bbe4-e8b42ccb9ba2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Checking segment: {'id': 'e8ac2a12-13b2-4ded-b849-e8ae02272f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '914d49d6-59fe-4ced-9e5b-55c8636d6e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:02.029964 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e46b5bb-28ba-483f-bbe4-e8b42ccb9ba2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Network hostable DHCP agents. Network: 914d49d6-59fe-4ced-9e5b-55c8636d6e4b, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:44:02.034115 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46b5bb-28ba-483f-bbe4-e8b42ccb9ba2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event updated for resources: {'Subnet': ['ID=bb688cdc-c963-4e76-b981-ec8cb24abfb7,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:02.052744 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8ae235ad-7537-4d64-aece-d3bd21744615 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:02.063506 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eec12d8d-1a01-449e-8468-245307d1e48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:02.111482 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-eec12d8d-1a01-449e-8468-245307d1e48d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:02.117719 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-eec12d8d-1a01-449e-8468-245307d1e48d admin admin] Usage tracker for resource:security_group_rule and tenant:fb0c0c38867a400d9bdb7024110be570 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:02.121656 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-eec12d8d-1a01-449e-8468-245307d1e48d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:02.128629 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-eec12d8d-1a01-449e-8468-245307d1e48d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:02.140642 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7d0d3830-6e5f-489c-a1c2-5888e64ccd02 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:02.183530 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e46b5bb-28ba-483f-bbe4-e8b42ccb9ba2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Network 914d49d6-59fe-4ced-9e5b-55c8636d6e4b is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:44:02.203891 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aa5c84-78f4-401f-8a40-ba91b4c03eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-bac1de4e-1e9c-4684-93f2-0c57ed431578', 'network_id': 'bac1de4e-1e9c-4684-93f2-0c57ed431578', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'fixed_ips': [{'subnet_id': '9e412032-88a9-4ee0-a4c4-fa4ac3a3d90e'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:44:02.204818 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e8aa5c84-78f4-401f-8a40-ba91b4c03eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:02.236744 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.objects.ports [None req-a706bf0d-91d1-4ea5-a06e-ec36b8697bc1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84771) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 15:44:02.242422 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a706bf0d-91d1-4ea5-a06e-ec36b8697bc1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:02.268404 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8ae235ad-7537-4d64-aece-d3bd21744615 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:02.296515 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-5e46b5bb-28ba-483f-bbe4-e8b42ccb9ba2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 914d49d6-59fe-4ced-9e5b-55c8636d6e4b) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:02.299182 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a706bf0d-91d1-4ea5-a06e-ec36b8697bc1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:02.303885 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-a706bf0d-91d1-4ea5-a06e-ec36b8697bc1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:02.306668 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e46b5bb-28ba-483f-bbe4-e8b42ccb9ba2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:02.307449 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5e46b5bb-28ba-483f-bbe4-e8b42ccb9ba2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:02.320918 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a706bf0d-91d1-4ea5-a06e-ec36b8697bc1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:02.322636 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a706bf0d-91d1-4ea5-a06e-ec36b8697bc1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:02.351252 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706bf0d-91d1-4ea5-a06e-ec36b8697bc1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=2f711fcc-ffb5-4b78-88eb-e5eca07c5e51,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:02.368875 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eec12d8d-1a01-449e-8468-245307d1e48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:02.388714 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-e8aa5c84-78f4-401f-8a40-ba91b4c03eea None None] Allocated IP 2001:db8::2 (bac1de4e-1e9c-4684-93f2-0c57ed431578/9e412032-88a9-4ee0-a4c4-fa4ac3a3d90e/773b455a-49b7-4e20-8625-ab84becde03d) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:02.422201 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8ae235ad-7537-4d64-aece-d3bd21744615 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:02.423358 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8ae235ad-7537-4d64-aece-d3bd21744615 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7638807 Apr 29 15:44:02.426344 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55944) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:02.487035 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5e46b5bb-28ba-483f-bbe4-e8b42ccb9ba2 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0187111 Apr 29 15:44:02.494333 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55948) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:02.496647 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eec12d8d-1a01-449e-8468-245307d1e48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:02.497231 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a706bf0d-91d1-4ea5-a06e-ec36b8697bc1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2000775 Apr 29 15:44:02.507920 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55952) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:02.537570 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-aea0169d-6cbf-477c-89be-ead1d3f84f11 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Request body: {'subnet': {'network_id': '914d49d6-59fe-4ced-9e5b-55c8636d6e4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:02.552696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-6a71c3b3-0b13-4b96-8cd4-15bd91b70ae1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'mac_address': 'fa:16:3e:8a:71:f8', 'name': 'tempest-NetworksTestDHCPv6-916537750'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:02.612903 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e8aa5c84-78f4-401f-8a40-ba91b4c03eea None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:02.628743 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e8aa5c84-78f4-401f-8a40-ba91b4c03eea None None] Transition to ACTIVE for port object 773b455a-49b7-4e20-8625-ab84becde03d will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:02.647861 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e8aa5c84-78f4-401f-8a40-ba91b4c03eea None None] Transition to ACTIVE for port object 773b455a-49b7-4e20-8625-ab84becde03d will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:02.720905 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e8aa5c84-78f4-401f-8a40-ba91b4c03eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:02.753951 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec12d8d-1a01-449e-8468-245307d1e48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25747b59-4f4e-49b7-9ff4-90b11c0fb477,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:02.771925 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-eec12d8d-1a01-449e-8468-245307d1e48d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb0c0c38867a400d9bdb7024110be570&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9165342 Apr 29 15:44:02.779282 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55956) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:02.843914 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aa5c84-78f4-401f-8a40-ba91b4c03eea None None] Network bac1de4e-1e9c-4684-93f2-0c57ed431578 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:02.847832 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-e8aa5c84-78f4-401f-8a40-ba91b4c03eea None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:02.852532 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aa5c84-78f4-401f-8a40-ba91b4c03eea None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:02.857905 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa5c84-78f4-401f-8a40-ba91b4c03eea None None] Pushing event updated for resources: {'Port': ['ID=773b455a-49b7-4e20-8625-ab84becde03d,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:03.006213 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-e8aa5c84-78f4-401f-8a40-ba91b4c03eea None None] Attempting to bind port 773b455a-49b7-4e20-8625-ab84becde03d on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:44:03.006698 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-e8aa5c84-78f4-401f-8a40-ba91b4c03eea None None] Attempting to bind port 773b455a-49b7-4e20-8625-ab84becde03d by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '75b2805d-bcbd-4138-9c60-2ef31946332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bac1de4e-1e9c-4684-93f2-0c57ed431578'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:44:03.007070 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa5c84-78f4-401f-8a40-ba91b4c03eea None None] Attempting to bind port 773b455a-49b7-4e20-8625-ab84becde03d on network bac1de4e-1e9c-4684-93f2-0c57ed431578 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:44:03.014873 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa5c84-78f4-401f-8a40-ba91b4c03eea None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:44:03.015250 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa5c84-78f4-401f-8a40-ba91b4c03eea None None] Checking segment: {'id': '75b2805d-bcbd-4138-9c60-2ef31946332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bac1de4e-1e9c-4684-93f2-0c57ed431578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:03.016267 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e8aa5c84-78f4-401f-8a40-ba91b4c03eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:03.016378 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa5c84-78f4-401f-8a40-ba91b4c03eea None None] Bound using segment: {'id': '75b2805d-bcbd-4138-9c60-2ef31946332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bac1de4e-1e9c-4684-93f2-0c57ed431578'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:44:03.016789 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-e8aa5c84-78f4-401f-8a40-ba91b4c03eea None None] Bound port: 773b455a-49b7-4e20-8625-ab84becde03d, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b2805d-bcbd-4138-9c60-2ef31946332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bac1de4e-1e9c-4684-93f2-0c57ed431578'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:44:03.017165 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e8aa5c84-78f4-401f-8a40-ba91b4c03eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:03.033402 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:03.061010 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6a71c3b3-0b13-4b96-8cd4-15bd91b70ae1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:03.072827 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-aea0169d-6cbf-477c-89be-ead1d3f84f11 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:03.081971 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6a71c3b3-0b13-4b96-8cd4-15bd91b70ae1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:port and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:03.089690 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-aea0169d-6cbf-477c-89be-ead1d3f84f11 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Usage tracker for resource:subnet and tenant:84bc6bf056654e1386a0b9930df9789f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:03.098115 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6a71c3b3-0b13-4b96-8cd4-15bd91b70ae1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:03.104543 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-aea0169d-6cbf-477c-89be-ead1d3f84f11 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:03.113472 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6a71c3b3-0b13-4b96-8cd4-15bd91b70ae1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:03.116350 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-e8aa5c84-78f4-401f-8a40-ba91b4c03eea None None] For port 773b455a-49b7-4e20-8625-ab84becde03d, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:44:03.119671 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-e8aa5c84-78f4-401f-8a40-ba91b4c03eea None None] For port 773b455a-49b7-4e20-8625-ab84becde03d, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=773b455a-49b7-4e20-8625-ab84becde03d,segment=NetworkSegment(75b2805d-bcbd-4138-9c60-2ef31946332b),segment_id=75b2805d-bcbd-4138-9c60-2ef31946332b)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:44:03.121109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-aea0169d-6cbf-477c-89be-ead1d3f84f11 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:03.132173 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-586651b9-c71e-45b2-a9d8-103195ebb706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:03.188648 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e8aa5c84-78f4-401f-8a40-ba91b4c03eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:03.203123 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-586651b9-c71e-45b2-a9d8-103195ebb706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:03.252550 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea0169d-6cbf-477c-89be-ead1d3f84f11 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Made reservation on behalf of 84bc6bf056654e1386a0b9930df9789f for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:03.266634 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a71c3b3-0b13-4b96-8cd4-15bd91b70ae1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:03.300856 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa5c84-78f4-401f-8a40-ba91b4c03eea None None] Pushing event updated for resources: {'Port': ['ID=773b455a-49b7-4e20-8625-ab84becde03d,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:03.407963 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Allocated IP 2001:db8::1 (bac1de4e-1e9c-4684-93f2-0c57ed431578/9e412032-88a9-4ee0-a4c4-fa4ac3a3d90e/f5ca859e-29c1-4adf-9a9e-998a72418d1e) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:03.556191 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aea0169d-6cbf-477c-89be-ead1d3f84f11 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:03.576513 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6a71c3b3-0b13-4b96-8cd4-15bd91b70ae1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:03.592608 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-586651b9-c71e-45b2-a9d8-103195ebb706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:03.633335 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:03.656300 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Transition to ACTIVE for port object f5ca859e-29c1-4adf-9a9e-998a72418d1e will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:03.672697 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586651b9-c71e-45b2-a9d8-103195ebb706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25747b59-4f4e-49b7-9ff4-90b11c0fb477,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:03.675242 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 773b455a-49b7-4e20-8625-ab84becde03d up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:03.740269 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-586651b9-c71e-45b2-a9d8-103195ebb706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:03.741373 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-586651b9-c71e-45b2-a9d8-103195ebb706 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25747b59-4f4e-49b7-9ff4-90b11c0fb477 HTTP/1.1" status: 204 len: 168 time: 0.9569862 Apr 29 15:44:03.745492 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-6a71c3b3-0b13-4b96-8cd4-15bd91b70ae1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] device_id is not set on port 7c5b7c51-94f0-48b8-bdea-f79053333c57 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:44:03.761403 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:03.836591 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network bac1de4e-1e9c-4684-93f2-0c57ed431578 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:03.840330 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:03.849553 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:03.849553 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:03.868820 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 773b455a-49b7-4e20-8625-ab84becde03d completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:03.872689 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-7d0d3830-6e5f-489c-a1c2-5888e64ccd02 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Deleting port ce8c582b-8be9-43b2-910c-67712e0fb575 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:03.873028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7d0d3830-6e5f-489c-a1c2-5888e64ccd02 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:03.874793 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Port': ['ID=f5ca859e-29c1-4adf-9a9e-998a72418d1e,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:03.888968 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:03.889229 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:03.895403 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:03.895403 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:03.895403 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:03.895403 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:03.895403 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:03.895403 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:03.895403 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:03.895403 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:03.895403 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:04.063892 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:04.096564 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-6a71c3b3-0b13-4b96-8cd4-15bd91b70ae1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8::f816:3eff:fe8a:71f8 (75e7f0f8-4897-4e20-8301-99a7eae75065/2f711fcc-ffb5-4b78-88eb-e5eca07c5e51/7c5b7c51-94f0-48b8-bdea-f79053333c57) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:04.266343 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7d0d3830-6e5f-489c-a1c2-5888e64ccd02 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:04.488046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-7d0d3830-6e5f-489c-a1c2-5888e64ccd02 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Calling delete_port for ce8c582b-8be9-43b2-910c-67712e0fb575 owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:04.521825 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbebb48c-7c47-42eb-a0e0-5e7e060c4aff None None] get_active_networks_info from dv-neutron-839913-1-hyperv {{(pid=84772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 15:44:04.527806 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:04.595924 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:04.596689 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:04.709726 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbebb48c-7c47-42eb-a0e0-5e7e060c4aff None None] Resources bound (agent type, host, resource id): {{(pid=84772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:44:04.714288 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-db78a3fc-05ec-4ab2-9c82-b0dd958097df None None] Provisioning for port 773b455a-49b7-4e20-8625-ab84becde03d completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:04.725803 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-db78a3fc-05ec-4ab2-9c82-b0dd958097df None None] Provisioning complete for port 773b455a-49b7-4e20-8625-ab84becde03d triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:04.725803 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-db78a3fc-05ec-4ab2-9c82-b0dd958097df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:04.814419 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6a71c3b3-0b13-4b96-8cd4-15bd91b70ae1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:04.839460 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-6a71c3b3-0b13-4b96-8cd4-15bd91b70ae1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Transition to ACTIVE for port object 7c5b7c51-94f0-48b8-bdea-f79053333c57 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:04.863564 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Port': ['ID=f5ca859e-29c1-4adf-9a9e-998a72418d1e,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:04.866261 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aea0169d-6cbf-477c-89be-ead1d3f84f11 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:04.908248 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network bac1de4e-1e9c-4684-93f2-0c57ed431578 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:04.911202 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:04.979626 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea0169d-6cbf-477c-89be-ead1d3f84f11 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Network 914d49d6-59fe-4ced-9e5b-55c8636d6e4b is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:04.989927 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-aea0169d-6cbf-477c-89be-ead1d3f84f11 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:04.993654 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea0169d-6cbf-477c-89be-ead1d3f84f11 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:04.994766 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aea0169d-6cbf-477c-89be-ead1d3f84f11 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:05.036929 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0169d-6cbf-477c-89be-ead1d3f84f11 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event updated for resources: {'Subnet': ['ID=d7c51c33-835a-49c4-afa8-ed487a8f00b7,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:05.066101 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0169d-6cbf-477c-89be-ead1d3f84f11 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:05.073399 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0169d-6cbf-477c-89be-ead1d3f84f11 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:05.073399 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0169d-6cbf-477c-89be-ead1d3f84f11 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:05.073399 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0169d-6cbf-477c-89be-ead1d3f84f11 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:05.073399 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0169d-6cbf-477c-89be-ead1d3f84f11 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:05.073399 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0169d-6cbf-477c-89be-ead1d3f84f11 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:05.073399 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0169d-6cbf-477c-89be-ead1d3f84f11 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:05.073399 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0169d-6cbf-477c-89be-ead1d3f84f11 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:05.073399 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0169d-6cbf-477c-89be-ead1d3f84f11 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:05.073399 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0169d-6cbf-477c-89be-ead1d3f84f11 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:05.073399 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0169d-6cbf-477c-89be-ead1d3f84f11 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:05.091711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6a71c3b3-0b13-4b96-8cd4-15bd91b70ae1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:05.111408 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-db78a3fc-05ec-4ab2-9c82-b0dd958097df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:05.166077 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-db78a3fc-05ec-4ab2-9c82-b0dd958097df None None] For port 773b455a-49b7-4e20-8625-ab84becde03d, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=773b455a-49b7-4e20-8625-ab84becde03d,segment=NetworkSegment(75b2805d-bcbd-4138-9c60-2ef31946332b),segment_id=75b2805d-bcbd-4138-9c60-2ef31946332b)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:05.167392 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71c3b3-0b13-4b96-8cd4-15bd91b70ae1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=7c5b7c51-94f0-48b8-bdea-f79053333c57,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:05.174808 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-aea0169d-6cbf-477c-89be-ead1d3f84f11 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6792881 Apr 29 15:44:05.183801 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55978) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:05.227119 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a71c3b3-0b13-4b96-8cd4-15bd91b70ae1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:05.232631 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7d0d3830-6e5f-489c-a1c2-5888e64ccd02 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:05.236711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-6a71c3b3-0b13-4b96-8cd4-15bd91b70ae1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:05.269219 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-db78a3fc-05ec-4ab2-9c82-b0dd958097df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:05.293482 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55982) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:05.296455 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71c3b3-0b13-4b96-8cd4-15bd91b70ae1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:05.301389 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a71c3b3-0b13-4b96-8cd4-15bd91b70ae1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:05.301389 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6a71c3b3-0b13-4b96-8cd4-15bd91b70ae1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:05.332198 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d3830-6e5f-489c-a1c2-5888e64ccd02 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Pushing event deleted for resources: {'Port': ['ID=ce8c582b-8be9-43b2-910c-67712e0fb575,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:05.358790 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc494078-1771-4f66-8304-6440e21b2a37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-75e7f0f8-4897-4e20-8301-99a7eae75065', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'fixed_ips': [{'subnet_id': '2f711fcc-ffb5-4b78-88eb-e5eca07c5e51'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:44:05.359805 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dc494078-1771-4f66-8304-6440e21b2a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:05.375231 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-914d49d6-59fe-4ced-9e5b-55c8636d6e4b', 'network_id': '914d49d6-59fe-4ced-9e5b-55c8636d6e4b', 'tenant_id': '84bc6bf056654e1386a0b9930df9789f', 'fixed_ips': [{'subnet_id': 'bb688cdc-c963-4e76-b981-ec8cb24abfb7'}, {'subnet_id': 'd7c51c33-835a-49c4-afa8-ed487a8f00b7'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:44:05.376334 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:05.396463 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78a3fc-05ec-4ab2-9c82-b0dd958097df None None] Pushing event updated for resources: {'Port': ['ID=773b455a-49b7-4e20-8625-ab84becde03d,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:05.418790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0df9088-7f0f-49b1-870f-94747974dbbb tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:05.420125 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0df9088-7f0f-49b1-870f-94747974dbbb tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:05.421459 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0df9088-7f0f-49b1-870f-94747974dbbb tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:05.422799 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0df9088-7f0f-49b1-870f-94747974dbbb tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:05.424186 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0df9088-7f0f-49b1-870f-94747974dbbb tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:05.425294 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c0df9088-7f0f-49b1-870f-94747974dbbb tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Synchronizing usage tracker for tenant:84bc6bf056654e1386a0b9930df9789f on resource:subnet {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:05.467459 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6a71c3b3-0b13-4b96-8cd4-15bd91b70ae1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9411247 Apr 29 15:44:05.470410 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55988) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:05.475904 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Router 3110c007-4751-41a2-be52-31109109908b is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:44:05.576299 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-a6d7fe01-626b-447b-b7a3-2503fe44a7fa tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1063248546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:05.584015 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c0df9088-7f0f-49b1-870f-94747974dbbb tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Unset dirty status for tenant:84bc6bf056654e1386a0b9930df9789f on resource:subnet {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:05.589727 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c0df9088-7f0f-49b1-870f-94747974dbbb tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4003685 Apr 29 15:44:05.590409 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a6d7fe01-626b-447b-b7a3-2503fe44a7fa tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:05.644484 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 55992) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:05.656411 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 773b455a-49b7-4e20-8625-ab84becde03d up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:05.657223 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a6d7fe01-626b-447b-b7a3-2503fe44a7fa tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Usage tracker for resource:router and tenant:094aaf9fd0344be1aa79493636d0d355 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:05.663227 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-90dc8b9b-f520-48b7-8e1b-4e86261dbcc9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-778085865'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:05.668302 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a6d7fe01-626b-447b-b7a3-2503fe44a7fa tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:05.693143 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a6d7fe01-626b-447b-b7a3-2503fe44a7fa tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:05.717234 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-90dc8b9b-f520-48b7-8e1b-4e86261dbcc9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:05.731580 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-90dc8b9b-f520-48b7-8e1b-4e86261dbcc9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Usage tracker for resource:network and tenant:84bc6bf056654e1386a0b9930df9789f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:05.735646 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-90dc8b9b-f520-48b7-8e1b-4e86261dbcc9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:05.746281 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-90dc8b9b-f520-48b7-8e1b-4e86261dbcc9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:05.747477 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-dc494078-1771-4f66-8304-6440e21b2a37 None None] Allocated IP 2001:db8::f816:3eff:feb9:aa4 (75e7f0f8-4897-4e20-8301-99a7eae75065/2f711fcc-ffb5-4b78-88eb-e5eca07c5e51/a064036f-8905-4685-a7ff-5248a2c7d751) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:05.754235 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7d0d3830-6e5f-489c-a1c2-5888e64ccd02 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:05.786810 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9c5a84-555d-44e2-8846-6513bcee3557 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:05.792296 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9b9c5a84-555d-44e2-8846-6513bcee3557 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:05.821817 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:44:05.833065 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6470bf0-df4f-4fd6-8544-7df0db48e904 None None] Sync routers for ids ['3110c007-4751-41a2-be52-31109109908b'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:44:05.833888 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-15e89114-a136-4d37-a712-7f4a5cf7efb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "PUT /v2.0/routers/3110c007-4751-41a2-be52-31109109908b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4062328 Apr 29 15:44:05.836124 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 55996) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:05.855315 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6470bf0-df4f-4fd6-8544-7df0db48e904 None None] Routers {'3110c007-4751-41a2-be52-31109109908b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:44:05.856262 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-e6470bf0-df4f-4fd6-8544-7df0db48e904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:43:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['3110c007-4751-41a2-be52-31109109908b'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:05.909686 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a6d7fe01-626b-447b-b7a3-2503fe44a7fa tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:05.911376 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a6d7fe01-626b-447b-b7a3-2503fe44a7fa tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:05.917009 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dc8b9b-f520-48b7-8e1b-4e86261dbcc9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Made reservation on behalf of 84bc6bf056654e1386a0b9930df9789f for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:05.919391 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e188d5-9bd9-4749-97e3-c29d2abd45bd tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:05.920140 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e7e188d5-9bd9-4749-97e3-c29d2abd45bd tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Synchronizing usage tracker for tenant:72863ce39b024e9da16162dddbf6a3b4 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:05.920554 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90dc8b9b-f520-48b7-8e1b-4e86261dbcc9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:05.925003 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9b9c5a84-555d-44e2-8846-6513bcee3557 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:05.932140 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9b9c5a84-555d-44e2-8846-6513bcee3557 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4543080 Apr 29 15:44:05.935163 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56000) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:05.941807 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 773b455a-49b7-4e20-8625-ab84becde03d triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:05.942096 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:05.960120 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-e6470bf0-df4f-4fd6-8544-7df0db48e904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:05.967283 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90dc8b9b-f520-48b7-8e1b-4e86261dbcc9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:44:05.970639 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Allocated IP 2001:db8::2 (914d49d6-59fe-4ced-9e5b-55c8636d6e4b/bb688cdc-c963-4e76-b981-ec8cb24abfb7/a370fade-4dbd-4615-921a-a041babd4d99) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:05.976858 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6470bf0-df4f-4fd6-8544-7df0db48e904 None None] Routers {'3110c007-4751-41a2-be52-31109109908b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:44:05.977736 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90dc8b9b-f520-48b7-8e1b-4e86261dbcc9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:05.977893 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-e6470bf0-df4f-4fd6-8544-7df0db48e904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:43:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['3110c007-4751-41a2-be52-31109109908b'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:05.978387 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-90dc8b9b-f520-48b7-8e1b-4e86261dbcc9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Added segment df784596-4419-4e0a-adce-7d95a5cfc74a of type vlan for network f0891ee6-4cdf-438d-8f44-1650b7551b25 Apr 29 15:44:05.997029 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Allocated IP 172.20.0.1 (914d49d6-59fe-4ced-9e5b-55c8636d6e4b/d7c51c33-835a-49c4-afa8-ed487a8f00b7/a370fade-4dbd-4615-921a-a041babd4d99) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:06.011306 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90dc8b9b-f520-48b7-8e1b-4e86261dbcc9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:06.015834 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e7e188d5-9bd9-4749-97e3-c29d2abd45bd tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Unset dirty status for tenant:72863ce39b024e9da16162dddbf6a3b4 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:06.017878 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e7e188d5-9bd9-4749-97e3-c29d2abd45bd tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "GET /v2.0/ports/f5ca859e-29c1-4adf-9a9e-998a72418d1e HTTP/1.1" status: 200 len: 911 time: 0.1800399 Apr 29 15:44:06.021416 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56004) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:06.062362 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-e6470bf0-df4f-4fd6-8544-7df0db48e904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:06.062362 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6470bf0-df4f-4fd6-8544-7df0db48e904 None None] The sync data for ids ['3110c007-4751-41a2-be52-31109109908b'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:44:06.098177 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-0bf49985-ea6f-4efa-a3b1-7ac97b292a79 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting port 7c5b7c51-94f0-48b8-bdea-f79053333c57 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:06.098563 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0bf49985-ea6f-4efa-a3b1-7ac97b292a79 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:06.177888 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a6d7fe01-626b-447b-b7a3-2503fe44a7fa tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:06.188554 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90dc8b9b-f520-48b7-8e1b-4e86261dbcc9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:06.192843 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dc8b9b-f520-48b7-8e1b-4e86261dbcc9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:06.193636 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-90dc8b9b-f520-48b7-8e1b-4e86261dbcc9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:06.264299 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dc494078-1771-4f66-8304-6440e21b2a37 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:06.298731 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-dc494078-1771-4f66-8304-6440e21b2a37 None None] Transition to ACTIVE for port object a064036f-8905-4685-a7ff-5248a2c7d751 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:06.388757 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-dc494078-1771-4f66-8304-6440e21b2a37 None None] Transition to ACTIVE for port object a064036f-8905-4685-a7ff-5248a2c7d751 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:06.405245 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc8b9b-f520-48b7-8e1b-4e86261dbcc9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event updated for resources: {'Network': ['ID=f0891ee6-4cdf-438d-8f44-1650b7551b25,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:06.411823 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:06.428604 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network f0891ee6-4cdf-438d-8f44-1650b7551b25 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:44:06.453280 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Transition to ACTIVE for port object a370fade-4dbd-4615-921a-a041babd4d99 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:06.459189 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-90dc8b9b-f520-48b7-8e1b-4e86261dbcc9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8097565 Apr 29 15:44:06.460474 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a6d7fe01-626b-447b-b7a3-2503fe44a7fa tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:06.475406 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56008) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:06.489816 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-a108dbcf-343c-4988-a698-31751a7732f1 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:06.543927 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dc494078-1771-4f66-8304-6440e21b2a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:06.552626 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0bf49985-ea6f-4efa-a3b1-7ac97b292a79 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:06.591254 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Transition to ACTIVE for port object a370fade-4dbd-4615-921a-a041babd4d99 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:06.616678 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a6d7fe01-626b-447b-b7a3-2503fe44a7fa tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:06.618005 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a6d7fe01-626b-447b-b7a3-2503fe44a7fa tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3125625 Apr 29 15:44:06.622436 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56012) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:06.628919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0d3830-6e5f-489c-a1c2-5888e64ccd02 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Router 78462aea-4d5f-41d0-90b8-955a626a4b84 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:44:06.635781 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-5632536f-6d5f-4575-8289-db16d8f6a57e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-874059540'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:06.644554 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc494078-1771-4f66-8304-6440e21b2a37 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:06.649920 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-dc494078-1771-4f66-8304-6440e21b2a37 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:06.653540 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc494078-1771-4f66-8304-6440e21b2a37 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:06.662466 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc494078-1771-4f66-8304-6440e21b2a37 None None] Pushing event updated for resources: {'Port': ['ID=a064036f-8905-4685-a7ff-5248a2c7d751,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:06.754114 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:06.773146 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5632536f-6d5f-4575-8289-db16d8f6a57e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:06.828494 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-0bf49985-ea6f-4efa-a3b1-7ac97b292a79 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Calling delete_port for 7c5b7c51-94f0-48b8-bdea-f79053333c57 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:06.833220 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-dc494078-1771-4f66-8304-6440e21b2a37 None None] Attempting to bind port a064036f-8905-4685-a7ff-5248a2c7d751 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:44:06.833220 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-dc494078-1771-4f66-8304-6440e21b2a37 None None] Attempting to bind port a064036f-8905-4685-a7ff-5248a2c7d751 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:44:06.833220 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc494078-1771-4f66-8304-6440e21b2a37 None None] Attempting to bind port a064036f-8905-4685-a7ff-5248a2c7d751 on network 75e7f0f8-4897-4e20-8301-99a7eae75065 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:44:06.846301 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Pushing event updated for resources: {'Port': ['ID=a370fade-4dbd-4615-921a-a041babd4d99,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:06.859220 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5632536f-6d5f-4575-8289-db16d8f6a57e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Usage tracker for resource:network and tenant:094aaf9fd0344be1aa79493636d0d355 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:06.863029 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Network 914d49d6-59fe-4ced-9e5b-55c8636d6e4b is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:06.865630 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5632536f-6d5f-4575-8289-db16d8f6a57e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:06.865773 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc494078-1771-4f66-8304-6440e21b2a37 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:44:06.866106 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc494078-1771-4f66-8304-6440e21b2a37 None None] Checking segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:06.866525 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dc494078-1771-4f66-8304-6440e21b2a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:06.866925 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc494078-1771-4f66-8304-6440e21b2a37 None None] Bound using segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:44:06.867502 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-dc494078-1771-4f66-8304-6440e21b2a37 None None] Bound port: a064036f-8905-4685-a7ff-5248a2c7d751, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:44:06.868449 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dc494078-1771-4f66-8304-6440e21b2a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:06.878220 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5632536f-6d5f-4575-8289-db16d8f6a57e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:06.880390 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:06.888032 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:06.888583 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:06.889099 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:06.889597 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:06.890095 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:06.890621 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:06.890950 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:06.891469 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:06.891795 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:06.892284 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:06.892825 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:06.898319 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:06.975599 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-41161b1f-b920-47df-accd-62d5d87feb68 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:07.038382 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a108dbcf-343c-4988-a698-31751a7732f1 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:07.055592 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5632536f-6d5f-4575-8289-db16d8f6a57e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Made reservation on behalf of 094aaf9fd0344be1aa79493636d0d355 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:07.059100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5632536f-6d5f-4575-8289-db16d8f6a57e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:07.085295 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5632536f-6d5f-4575-8289-db16d8f6a57e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:07.100378 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Attempting to bind port a370fade-4dbd-4615-921a-a041babd4d99 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:44:07.101176 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Attempting to bind port a370fade-4dbd-4615-921a-a041babd4d99 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'e8ac2a12-13b2-4ded-b849-e8ae02272f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '914d49d6-59fe-4ced-9e5b-55c8636d6e4b'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:44:07.101999 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Attempting to bind port a370fade-4dbd-4615-921a-a041babd4d99 on network 914d49d6-59fe-4ced-9e5b-55c8636d6e4b {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:44:07.120917 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:44:07.120917 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Checking segment: {'id': 'e8ac2a12-13b2-4ded-b849-e8ae02272f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '914d49d6-59fe-4ced-9e5b-55c8636d6e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:07.120917 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:07.120917 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Bound using segment: {'id': 'e8ac2a12-13b2-4ded-b849-e8ae02272f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '914d49d6-59fe-4ced-9e5b-55c8636d6e4b'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:44:07.120917 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Bound port: a370fade-4dbd-4615-921a-a041babd4d99, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ac2a12-13b2-4ded-b849-e8ae02272f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '914d49d6-59fe-4ced-9e5b-55c8636d6e4b'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:44:07.120917 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:07.124852 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0d3830-6e5f-489c-a1c2-5888e64ccd02 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:44:07.130747 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7d0d3830-6e5f-489c-a1c2-5888e64ccd02 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] 10.222.0.21 "PUT /v2.0/routers/78462aea-4d5f-41d0-90b8-955a626a4b84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4731979 Apr 29 15:44:07.133036 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56016) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:07.143694 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923365ae-46cd-40e0-811c-515cccfaf132 None None] Sync routers for ids ['78462aea-4d5f-41d0-90b8-955a626a4b84'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:44:07.170381 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-dc494078-1771-4f66-8304-6440e21b2a37 None None] For port a064036f-8905-4685-a7ff-5248a2c7d751, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:44:07.200730 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-dc494078-1771-4f66-8304-6440e21b2a37 None None] For port a064036f-8905-4685-a7ff-5248a2c7d751, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a064036f-8905-4685-a7ff-5248a2c7d751,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:44:07.202398 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a108dbcf-343c-4988-a698-31751a7732f1 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:07.223897 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923365ae-46cd-40e0-811c-515cccfaf132 None None] Routers {'78462aea-4d5f-41d0-90b8-955a626a4b84'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:44:07.225094 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-923365ae-46cd-40e0-811c-515cccfaf132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:43:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['78462aea-4d5f-41d0-90b8-955a626a4b84'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:07.225398 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0bf49985-ea6f-4efa-a3b1-7ac97b292a79 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:07.300563 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-923365ae-46cd-40e0-811c-515cccfaf132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:07.305400 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] For port a370fade-4dbd-4615-921a-a041babd4d99, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:44:07.317965 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] For port a370fade-4dbd-4615-921a-a041babd4d99, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a370fade-4dbd-4615-921a-a041babd4d99,segment=NetworkSegment(e8ac2a12-13b2-4ded-b849-e8ae02272f45),segment_id=e8ac2a12-13b2-4ded-b849-e8ae02272f45)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:44:07.322916 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923365ae-46cd-40e0-811c-515cccfaf132 None None] Routers {'78462aea-4d5f-41d0-90b8-955a626a4b84'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:44:07.323781 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-923365ae-46cd-40e0-811c-515cccfaf132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:43:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['78462aea-4d5f-41d0-90b8-955a626a4b84'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:07.337396 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5632536f-6d5f-4575-8289-db16d8f6a57e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:07.341450 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf49985-ea6f-4efa-a3b1-7ac97b292a79 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Port': ['ID=7c5b7c51-94f0-48b8-bdea-f79053333c57,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:07.344118 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a108dbcf-343c-4988-a698-31751a7732f1 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Network f0891ee6-4cdf-438d-8f44-1650b7551b25 is not hosted by any dhcp agent {{(pid=84770) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 29 15:44:07.349232 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a108dbcf-343c-4988-a698-31751a7732f1 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:07.349679 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a108dbcf-343c-4988-a698-31751a7732f1 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:07.351105 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a108dbcf-343c-4988-a698-31751a7732f1 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "PUT /v2.0/networks/f0891ee6-4cdf-438d-8f44-1650b7551b25 HTTP/1.1" status: 200 len: 723 time: 0.8728940 Apr 29 15:44:07.365273 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56020) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:07.371868 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5632536f-6d5f-4575-8289-db16d8f6a57e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Usage tracker for resource:security_group_rule and tenant:094aaf9fd0344be1aa79493636d0d355 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:07.380142 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5632536f-6d5f-4575-8289-db16d8f6a57e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:07.386920 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-b39ea2d1-8c6f-4a2c-bd11-b355aee7b788 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Request body: {'subnet': {'network_id': 'f0891ee6-4cdf-438d-8f44-1650b7551b25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:07.392358 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dc494078-1771-4f66-8304-6440e21b2a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:07.396420 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:07.413169 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5632536f-6d5f-4575-8289-db16d8f6a57e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:07.415193 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108dbcf-343c-4988-a698-31751a7732f1 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event updated for resources: {'Network': ['ID=f0891ee6-4cdf-438d-8f44-1650b7551b25,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:07.431232 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0bf49985-ea6f-4efa-a3b1-7ac97b292a79 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:07.443700 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network f0891ee6-4cdf-438d-8f44-1650b7551b25 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:44:07.477625 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-923365ae-46cd-40e0-811c-515cccfaf132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:07.478368 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923365ae-46cd-40e0-811c-515cccfaf132 None None] The sync data for ids ['78462aea-4d5f-41d0-90b8-955a626a4b84'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:44:07.506752 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2d50052c-d71b-4c91-854a-9acebc4305ec tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:07.515201 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0bf49985-ea6f-4efa-a3b1-7ac97b292a79 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/7c5b7c51-94f0-48b8-bdea-f79053333c57 HTTP/1.1" status: 204 len: 168 time: 1.5789027 Apr 29 15:44:07.522057 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56024) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:07.623100 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc494078-1771-4f66-8304-6440e21b2a37 None None] Pushing event updated for resources: {'Port': ['ID=a064036f-8905-4685-a7ff-5248a2c7d751,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:07.646417 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff91dfc6-aee7-455b-ae87-06bf1e3d3a6d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:07.648575 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff91dfc6-aee7-455b-ae87-06bf1e3d3a6d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:07.649559 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ff91dfc6-aee7-455b-ae87-06bf1e3d3a6d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:07.727230 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b39ea2d1-8c6f-4a2c-bd11-b355aee7b788 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:07.735030 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c7391-a8ed-4f5f-b67d-92643000514b None None] Pushing event updated for resources: {'Port': ['ID=a370fade-4dbd-4615-921a-a041babd4d99,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:07.767591 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b39ea2d1-8c6f-4a2c-bd11-b355aee7b788 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:07.775429 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ff91dfc6-aee7-455b-ae87-06bf1e3d3a6d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:07.778985 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ff91dfc6-aee7-455b-ae87-06bf1e3d3a6d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2533770 Apr 29 15:44:07.783705 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56028) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:07.907896 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-41161b1f-b920-47df-accd-62d5d87feb68 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting port f5ca859e-29c1-4adf-9a9e-998a72418d1e {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:07.908239 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-41161b1f-b920-47df-accd-62d5d87feb68 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:07.932117 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5632536f-6d5f-4575-8289-db16d8f6a57e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:08.032135 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5632536f-6d5f-4575-8289-db16d8f6a57e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:08.173955 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-41161b1f-b920-47df-accd-62d5d87feb68 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:08.226478 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5632536f-6d5f-4575-8289-db16d8f6a57e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:44:08.229294 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39ea2d1-8c6f-4a2c-bd11-b355aee7b788 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Made reservation on behalf of 84bc6bf056654e1386a0b9930df9789f for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:08.310433 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-41161b1f-b920-47df-accd-62d5d87feb68 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Calling delete_port for f5ca859e-29c1-4adf-9a9e-998a72418d1e owned by network:router_interface {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:08.369393 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf68bcb-d6e6-45e6-b33d-a05f42c17650 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet 2f711fcc-ffb5-4b78-88eb-e5eca07c5e51 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:44:08.421067 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bdf68bcb-d6e6-45e6-b33d-a05f42c17650 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:08.450724 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632536f-6d5f-4575-8289-db16d8f6a57e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437a0cf4-fd9e-4950-a08e-1a6c60c19154,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:08.485305 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5632536f-6d5f-4575-8289-db16d8f6a57e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:08.486092 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-5632536f-6d5f-4575-8289-db16d8f6a57e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Added segment 718f3479-6a56-45f8-8830-e0304cc476b8 of type vlan for network 1c5309bd-4ee0-41be-a5f9-c7cfe2793840 Apr 29 15:44:08.491585 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2d50052c-d71b-4c91-854a-9acebc4305ec tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:08.525284 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2d50052c-d71b-4c91-854a-9acebc4305ec tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:08.542649 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-41161b1f-b920-47df-accd-62d5d87feb68 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:08.543820 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b39ea2d1-8c6f-4a2c-bd11-b355aee7b788 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:08.561491 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bdf68bcb-d6e6-45e6-b33d-a05f42c17650 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:08.592224 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5632536f-6d5f-4575-8289-db16d8f6a57e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:08.698457 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41161b1f-b920-47df-accd-62d5d87feb68 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Port': ['ID=f5ca859e-29c1-4adf-9a9e-998a72418d1e,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:08.786878 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bdf68bcb-d6e6-45e6-b33d-a05f42c17650 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:08.832208 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5632536f-6d5f-4575-8289-db16d8f6a57e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:08.836161 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5632536f-6d5f-4575-8289-db16d8f6a57e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:08.837668 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5632536f-6d5f-4575-8289-db16d8f6a57e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:08.841441 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2d50052c-d71b-4c91-854a-9acebc4305ec tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:08.841988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d50052c-d71b-4c91-854a-9acebc4305ec tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Fanout notify agent at l3_agent the message router_deleted on router 78462aea-4d5f-41d0-90b8-955a626a4b84 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:44:08.895213 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-41161b1f-b920-47df-accd-62d5d87feb68 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:09.083765 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632536f-6d5f-4575-8289-db16d8f6a57e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Pushing event updated for resources: {'Network': ['ID=1c5309bd-4ee0-41be-a5f9-c7cfe2793840,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:09.092304 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2d50052c-d71b-4c91-854a-9acebc4305ec tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:09.095893 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2d50052c-d71b-4c91-854a-9acebc4305ec tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] 10.222.0.21 "DELETE /v2.0/routers/78462aea-4d5f-41d0-90b8-955a626a4b84 HTTP/1.1" status: 204 len: 168 time: 1.9589138 Apr 29 15:44:09.105603 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 1c5309bd-4ee0-41be-a5f9-c7cfe2793840 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:44:09.110222 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56032) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:09.176500 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5632536f-6d5f-4575-8289-db16d8f6a57e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5504148 Apr 29 15:44:09.179274 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56036) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:09.202249 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-943fd8b3-e1c5-4436-bc21-a2c3a67dee7f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Request body: {'subnet': {'network_id': '1c5309bd-4ee0-41be-a5f9-c7cfe2793840', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:09.304899 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b39ea2d1-8c6f-4a2c-bd11-b355aee7b788 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:09.349170 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bdf68bcb-d6e6-45e6-b33d-a05f42c17650 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:09.418124 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bdf68bcb-d6e6-45e6-b33d-a05f42c17650 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:09.436449 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-943fd8b3-e1c5-4436-bc21-a2c3a67dee7f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:09.443868 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46deb9bc-8220-40c5-b2c7-ed1ff814505a None None] Network bac1de4e-1e9c-4684-93f2-0c57ed431578 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:09.459034 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c45d3d6-497f-4246-a61e-49ac35415630 None None] Network 914d49d6-59fe-4ced-9e5b-55c8636d6e4b requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:09.459316 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ea2d1-8c6f-4a2c-bd11-b355aee7b788 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event updated for resources: {'Subnet': ['ID=2aa0b207-36aa-4676-ad75-cf70dc112765,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:09.463885 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-943fd8b3-e1c5-4436-bc21-a2c3a67dee7f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Usage tracker for resource:subnet and tenant:094aaf9fd0344be1aa79493636d0d355 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:09.480929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889d00c4-d555-432d-a152-19e43ed1d9f1 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:09.524524 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf68bcb-d6e6-45e6-b33d-a05f42c17650 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=2f711fcc-ffb5-4b78-88eb-e5eca07c5e51,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:09.535002 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-943fd8b3-e1c5-4436-bc21-a2c3a67dee7f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:09.562704 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-943fd8b3-e1c5-4436-bc21-a2c3a67dee7f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:09.565257 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-855a4739-58d3-4f43-a64c-53649593e58a None None] Provisioning for port a064036f-8905-4685-a7ff-5248a2c7d751 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:09.573614 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41161b1f-b920-47df-accd-62d5d87feb68 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Router 3110c007-4751-41a2-be52-31109109908b has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:44:09.577993 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d6dbd1-845a-4e23-a7a3-dc40e42c124a tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Deleting subnet e67fd160-a6ed-4097-a583-b8271c3ef1b5 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:44:09.579078 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bdf68bcb-d6e6-45e6-b33d-a05f42c17650 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/2f711fcc-ffb5-4b78-88eb-e5eca07c5e51 HTTP/1.1" status: 204 len: 168 time: 1.7922022 Apr 29 15:44:09.581724 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56040) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:09.582272 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d4d6dbd1-845a-4e23-a7a3-dc40e42c124a tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:09.686009 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f1de9916-c67a-4e7d-8563-cec54be35941 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1025376 Apr 29 15:44:09.687939 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943fd8b3-e1c5-4436-bc21-a2c3a67dee7f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Made reservation on behalf of 094aaf9fd0344be1aa79493636d0d355 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:09.702613 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56044) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:09.747861 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7f16593e-01ad-45db-85f9-83653d62eb37 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:09.807299 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d4d6dbd1-845a-4e23-a7a3-dc40e42c124a tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:09.817678 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39ea2d1-8c6f-4a2c-bd11-b355aee7b788 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Checking segment: {'id': 'df784596-4419-4e0a-adce-7d95a5cfc74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f0891ee6-4cdf-438d-8f44-1650b7551b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:09.818041 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39ea2d1-8c6f-4a2c-bd11-b355aee7b788 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Network hostable DHCP agents. Network: f0891ee6-4cdf-438d-8f44-1650b7551b25, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:44:09.847799 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-943fd8b3-e1c5-4436-bc21-a2c3a67dee7f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:09.887253 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a370fade-4dbd-4615-921a-a041babd4d99 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:09.959183 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-855a4739-58d3-4f43-a64c-53649593e58a None None] Could not find standard attr ID for object 7c5b7c51-94f0-48b8-bdea-f79053333c57. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:44:09.962784 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39ea2d1-8c6f-4a2c-bd11-b355aee7b788 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Network f0891ee6-4cdf-438d-8f44-1650b7551b25 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:44:10.125295 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-b39ea2d1-8c6f-4a2c-bd11-b355aee7b788 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, f0891ee6-4cdf-438d-8f44-1650b7551b25) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:10.129380 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39ea2d1-8c6f-4a2c-bd11-b355aee7b788 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:10.129953 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b39ea2d1-8c6f-4a2c-bd11-b355aee7b788 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:10.156102 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7f16593e-01ad-45db-85f9-83653d62eb37 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:10.161250 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252d5aaf-ef93-475d-9e37-2ee8c7d77861 None None] Network f0891ee6-4cdf-438d-8f44-1650b7551b25 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:10.162630 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7f16593e-01ad-45db-85f9-83653d62eb37 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:subnet and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:10.171623 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7f16593e-01ad-45db-85f9-83653d62eb37 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:10.179119 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41161b1f-b920-47df-accd-62d5d87feb68 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:44:10.181593 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7f16593e-01ad-45db-85f9-83653d62eb37 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:10.194109 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f833fece-569a-45b0-9e5e-cfed7e052305 None None] Sync routers for ids ['3110c007-4751-41a2-be52-31109109908b'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:44:10.206249 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d4d6dbd1-845a-4e23-a7a3-dc40e42c124a tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:10.211169 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f833fece-569a-45b0-9e5e-cfed7e052305 None None] Routers {'3110c007-4751-41a2-be52-31109109908b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:44:10.212349 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-f833fece-569a-45b0-9e5e-cfed7e052305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:43:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['3110c007-4751-41a2-be52-31109109908b'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:10.224409 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-943fd8b3-e1c5-4436-bc21-a2c3a67dee7f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:10.282380 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-41161b1f-b920-47df-accd-62d5d87feb68 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "PUT /v2.0/routers/3110c007-4751-41a2-be52-31109109908b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2589433 Apr 29 15:44:10.285049 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-f833fece-569a-45b0-9e5e-cfed7e052305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:10.288241 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56048) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:10.297765 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f833fece-569a-45b0-9e5e-cfed7e052305 None None] Routers {'3110c007-4751-41a2-be52-31109109908b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:44:10.298686 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-f833fece-569a-45b0-9e5e-cfed7e052305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:43:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['3110c007-4751-41a2-be52-31109109908b'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:10.316974 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fd8b3-e1c5-4436-bc21-a2c3a67dee7f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Pushing event updated for resources: {'Subnet': ['ID=5052edac-bb4c-401a-ad9b-0f06c66903f3,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:10.327130 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b39ea2d1-8c6f-4a2c-bd11-b355aee7b788 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9561622 Apr 29 15:44:10.328739 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56052) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:10.335570 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-2937951e-1fad-4344-932b-0843cae970fe tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:10.350328 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c40f1ea0-5b80-4d8c-a65d-3aa37a29cc5e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Synchronizing usage tracker for tenant:72863ce39b024e9da16162dddbf6a3b4 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:10.359877 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f16593e-01ad-45db-85f9-83653d62eb37 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:10.374661 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-f833fece-569a-45b0-9e5e-cfed7e052305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:10.375062 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f833fece-569a-45b0-9e5e-cfed7e052305 None None] The sync data for ids ['3110c007-4751-41a2-be52-31109109908b'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:44:10.409373 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d86d9888-124c-4ef0-937a-2f666a859efb None None] Provisioning for port a370fade-4dbd-4615-921a-a041babd4d99 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:10.444335 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d4d6dbd1-845a-4e23-a7a3-dc40e42c124a tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:10.495496 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943fd8b3-e1c5-4436-bc21-a2c3a67dee7f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Checking segment: {'id': '718f3479-6a56-45f8-8830-e0304cc476b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1c5309bd-4ee0-41be-a5f9-c7cfe2793840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:10.502908 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943fd8b3-e1c5-4436-bc21-a2c3a67dee7f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Network hostable DHCP agents. Network: 1c5309bd-4ee0-41be-a5f9-c7cfe2793840, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:44:10.504765 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6dbd1-845a-4e23-a7a3-dc40e42c124a tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Pushing event deleted for resources: {'Subnet': ['ID=e67fd160-a6ed-4097-a583-b8271c3ef1b5,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:10.516949 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port a370fade-4dbd-4615-921a-a041babd4d99 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:10.520076 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c40f1ea0-5b80-4d8c-a65d-3aa37a29cc5e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Unset dirty status for tenant:72863ce39b024e9da16162dddbf6a3b4 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:10.523631 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c40f1ea0-5b80-4d8c-a65d-3aa37a29cc5e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "GET /v2.0/ports?device_id=3110c007-4751-41a2-be52-31109109908b HTTP/1.1" status: 200 len: 205 time: 0.2319403 Apr 29 15:44:10.525506 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56056) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:10.530022 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7f16593e-01ad-45db-85f9-83653d62eb37 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:10.531759 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2937951e-1fad-4344-932b-0843cae970fe tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2870789'] for subnet, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:10.551806 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d4d6dbd1-845a-4e23-a7a3-dc40e42c124a tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:10.562645 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00602c26-bbd0-453f-ae0d-4f00047e4178 None None] Network 040a2d7e-5c03-4c26-842e-0f4baba78cb5 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:10.588486 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port a370fade-4dbd-4615-921a-a041babd4d99 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:10.588858 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:10.613832 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d4d6dbd1-845a-4e23-a7a3-dc40e42c124a tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] 10.222.0.21 "DELETE /v2.0/subnets/e67fd160-a6ed-4097-a583-b8271c3ef1b5 HTTP/1.1" status: 204 len: 168 time: 1.4977708 Apr 29 15:44:10.646340 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56060) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:10.647320 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943fd8b3-e1c5-4436-bc21-a2c3a67dee7f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Network 1c5309bd-4ee0-41be-a5f9-c7cfe2793840 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:44:10.804489 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1b87da5f-712b-4a3c-85a8-abfe098233ed tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:10.890288 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c105ae-9548-477c-bc6c-153457561077 None None] DHCP port deletion for 75e7f0f8-4897-4e20-8301-99a7eae75065 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:44:10.902238 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-943fd8b3-e1c5-4436-bc21-a2c3a67dee7f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 1c5309bd-4ee0-41be-a5f9-c7cfe2793840) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:10.916435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943fd8b3-e1c5-4436-bc21-a2c3a67dee7f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:10.917156 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-943fd8b3-e1c5-4436-bc21-a2c3a67dee7f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:10.930961 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Deleting port a064036f-8905-4685-a7ff-5248a2c7d751 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:10.931333 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:10.986271 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdfa316-c368-4a1a-82b0-b86b9432c500 None None] Network 1c5309bd-4ee0-41be-a5f9-c7cfe2793840 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:10.988902 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-745756e9-cf2f-499a-94bc-53031c9f0ca5 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:11.012647 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-745756e9-cf2f-499a-94bc-53031c9f0ca5 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Deleting port 7f0d183c-2529-4d63-b394-57db17fd2703 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:11.013364 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-745756e9-cf2f-499a-94bc-53031c9f0ca5 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:11.020663 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb78700-e521-45fa-9219-96111593face None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-f0891ee6-4cdf-438d-8f44-1650b7551b25', 'network_id': 'f0891ee6-4cdf-438d-8f44-1650b7551b25', 'tenant_id': '84bc6bf056654e1386a0b9930df9789f', 'fixed_ips': [{'subnet_id': '2aa0b207-36aa-4676-ad75-cf70dc112765'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:44:11.021469 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2eb78700-e521-45fa-9219-96111593face None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:11.099851 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-943fd8b3-e1c5-4436-bc21-a2c3a67dee7f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9165761 Apr 29 15:44:11.105784 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56064) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:11.122664 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-6a52faca-54d3-4887-9e76-f73443fe7d93 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Request body: {'network': {'name': 'tempest-router-network01--1269058656'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:11.130058 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6a52faca-54d3-4887-9e76-f73443fe7d93 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:11.143494 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6a52faca-54d3-4887-9e76-f73443fe7d93 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Usage tracker for resource:network and tenant:094aaf9fd0344be1aa79493636d0d355 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:11.148292 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6a52faca-54d3-4887-9e76-f73443fe7d93 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:11.158293 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2937951e-1fad-4344-932b-0843cae970fe tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738482683293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3200801'] for subnet, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:11.169869 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6a52faca-54d3-4887-9e76-f73443fe7d93 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:11.273440 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2937951e-1fad-4344-932b-0843cae970fe tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:11.274075 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2937951e-1fad-4344-932b-0843cae970fe tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:11.275657 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2937951e-1fad-4344-932b-0843cae970fe tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "PUT /v2.0/subnets/2aa0b207-36aa-4676-ad75-cf70dc112765 HTTP/1.1" status: 200 len: 826 time: 0.9454234 Apr 29 15:44:11.292631 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56070) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:11.357779 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-745756e9-cf2f-499a-94bc-53031c9f0ca5 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] For port 7f0d183c-2529-4d63-b394-57db17fd2703, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7f0d183c-2529-4d63-b394-57db17fd2703,segment=NetworkSegment(74b4acf7-cb00-4792-91da-2334421edf52),segment_id=74b4acf7-cb00-4792-91da-2334421edf52)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:11.360345 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-745756e9-cf2f-499a-94bc-53031c9f0ca5 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:11.370790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937951e-1fad-4344-932b-0843cae970fe tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event updated for resources: {'Subnet': ['ID=2aa0b207-36aa-4676-ad75-cf70dc112765,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:11.429598 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1b87da5f-712b-4a3c-85a8-abfe098233ed tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:11.437045 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a52faca-54d3-4887-9e76-f73443fe7d93 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Made reservation on behalf of 094aaf9fd0344be1aa79493636d0d355 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:11.440156 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6a52faca-54d3-4887-9e76-f73443fe7d93 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:11.512905 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1b87da5f-712b-4a3c-85a8-abfe098233ed tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:11.560506 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-745756e9-cf2f-499a-94bc-53031c9f0ca5 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Calling delete_port for 7f0d183c-2529-4d63-b394-57db17fd2703 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:11.606654 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a52faca-54d3-4887-9e76-f73443fe7d93 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:44:11.631574 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:11.638057 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6a52faca-54d3-4887-9e76-f73443fe7d93 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:11.638629 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-6a52faca-54d3-4887-9e76-f73443fe7d93 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Added segment 0ffd906d-c587-4d26-adf4-52dd76d568c1 of type vlan for network c054f5e3-436b-4746-a5df-eae58bc330d2 Apr 29 15:44:11.701471 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:11.716758 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6a52faca-54d3-4887-9e76-f73443fe7d93 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:11.756054 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1b87da5f-712b-4a3c-85a8-abfe098233ed tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:11.756538 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b87da5f-712b-4a3c-85a8-abfe098233ed tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Fanout notify agent at l3_agent the message router_deleted on router 3110c007-4751-41a2-be52-31109109908b {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:44:11.797883 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-745756e9-cf2f-499a-94bc-53031c9f0ca5 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:11.840669 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176184bd-182b-4549-8716-dc55f0fc2de5 None None] Network 914d49d6-59fe-4ced-9e5b-55c8636d6e4b requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:11.882707 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6a52faca-54d3-4887-9e76-f73443fe7d93 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:11.883000 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9fef8a-967b-47d6-9b5d-96b89195b352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-1c5309bd-4ee0-41be-a5f9-c7cfe2793840', 'network_id': '1c5309bd-4ee0-41be-a5f9-c7cfe2793840', 'tenant_id': '094aaf9fd0344be1aa79493636d0d355', 'fixed_ips': [{'subnet_id': '5052edac-bb4c-401a-ad9b-0f06c66903f3'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:44:11.884006 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-af9fef8a-967b-47d6-9b5d-96b89195b352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:11.891213 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a52faca-54d3-4887-9e76-f73443fe7d93 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:11.892365 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6a52faca-54d3-4887-9e76-f73443fe7d93 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:11.931259 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745756e9-cf2f-499a-94bc-53031c9f0ca5 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Pushing event deleted for resources: {'Port': ['ID=7f0d183c-2529-4d63-b394-57db17fd2703,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:11.951736 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be59955-612a-4d07-9433-ba0d76b0989a None None] DHCP port deletion for 040a2d7e-5c03-4c26-842e-0f4baba78cb5 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:44:12.016211 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745756e9-cf2f-499a-94bc-53031c9f0ca5 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] No DVR routers for this DVR port 7f0d183c-2529-4d63-b394-57db17fd2703 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:44:12.042396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1b87da5f-712b-4a3c-85a8-abfe098233ed tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:12.042396 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1b87da5f-712b-4a3c-85a8-abfe098233ed tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/routers/3110c007-4751-41a2-be52-31109109908b HTTP/1.1" status: 204 len: 168 time: 1.5118694 Apr 29 15:44:12.046397 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56080) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:12.063379 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-40c105ae-9548-477c-bc6c-153457561077 None None] For port a064036f-8905-4685-a7ff-5248a2c7d751, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a064036f-8905-4685-a7ff-5248a2c7d751,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:12.063780 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:12.093846 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port a370fade-4dbd-4615-921a-a041babd4d99, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a370fade-4dbd-4615-921a-a041babd4d99,segment=NetworkSegment(e8ac2a12-13b2-4ded-b849-e8ae02272f45),segment_id=e8ac2a12-13b2-4ded-b849-e8ae02272f45)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:12.107377 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:12.155137 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.objects.ports [None req-7f16593e-01ad-45db-85f9-83653d62eb37 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84771) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 15:44:12.200262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52faca-54d3-4887-9e76-f73443fe7d93 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Pushing event updated for resources: {'Network': ['ID=c054f5e3-436b-4746-a5df-eae58bc330d2,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:12.214112 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6a52faca-54d3-4887-9e76-f73443fe7d93 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1062953 Apr 29 15:44:12.227653 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56084) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:12.241243 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-f6cf2861-6e36-4008-8935-8293f10a0334 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Request body: {'network': {'name': 'tempest-router-network02--1373028525'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:12.246358 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-745756e9-cf2f-499a-94bc-53031c9f0ca5 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:12.255005 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-f6cf2861-6e36-4008-8935-8293f10a0334 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:12.270362 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f6cf2861-6e36-4008-8935-8293f10a0334 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Usage tracker for resource:network and tenant:094aaf9fd0344be1aa79493636d0d355 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:12.277518 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-745756e9-cf2f-499a-94bc-53031c9f0ca5 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040a2d7e-5c03-4c26-842e-0f4baba78cb5']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:12.281220 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d243274a-7caf-4511-9d25-aa4bed262a78 None None] Network bac1de4e-1e9c-4684-93f2-0c57ed431578 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:12.296206 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f6cf2861-6e36-4008-8935-8293f10a0334 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:12.296657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-745756e9-cf2f-499a-94bc-53031c9f0ca5 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b4acf7-cb00-4792-91da-2334421edf52') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:12.297095 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-745756e9-cf2f-499a-94bc-53031c9f0ca5 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b4acf7-cb00-4792-91da-2334421edf52') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:12.299249 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network c054f5e3-436b-4746-a5df-eae58bc330d2 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:44:12.313745 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-745756e9-cf2f-499a-94bc-53031c9f0ca5 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:12.334633 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-745756e9-cf2f-499a-94bc-53031c9f0ca5 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:12.339409 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Calling delete_port for a064036f-8905-4685-a7ff-5248a2c7d751 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:12.342556 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-745756e9-cf2f-499a-94bc-53031c9f0ca5 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:44:12.343309 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-745756e9-cf2f-499a-94bc-53031c9f0ca5 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:44:12.359092 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:44:12.372732 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-f6cf2861-6e36-4008-8935-8293f10a0334 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:12.372836 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:12.372836 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a064036f-8905-4685-a7ff-5248a2c7d751 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:12.444033 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c95b448-43f8-472c-959a-8d6c61872477 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting subnet 9e412032-88a9-4ee0-a4c4-fa4ac3a3d90e {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:44:12.448306 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4c95b448-43f8-472c-959a-8d6c61872477 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:12.481115 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cf2861-6e36-4008-8935-8293f10a0334 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Made reservation on behalf of 094aaf9fd0344be1aa79493636d0d355 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:12.484390 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f6cf2861-6e36-4008-8935-8293f10a0334 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:12.536566 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-745756e9-cf2f-499a-94bc-53031c9f0ca5 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:12.562095 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-745756e9-cf2f-499a-94bc-53031c9f0ca5 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:12.569422 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4c95b448-43f8-472c-959a-8d6c61872477 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:12.571978 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745756e9-cf2f-499a-94bc-53031c9f0ca5 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] Pushing event deleted for resources: {'Network': ['ID=040a2d7e-5c03-4c26-842e-0f4baba78cb5,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:12.576722 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-745756e9-cf2f-499a-94bc-53031c9f0ca5 tempest-FloatingIPNegativeTestJSON-409964306 tempest-FloatingIPNegativeTestJSON-409964306-project] 10.222.0.21 "DELETE /v2.0/networks/040a2d7e-5c03-4c26-842e-0f4baba78cb5 HTTP/1.1" status: 204 len: 168 time: 1.9258854 Apr 29 15:44:12.607355 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6cf2861-6e36-4008-8935-8293f10a0334 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:44:12.609974 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-52aecc38-c9dd-406f-a8fc-d05c34380ac7 None None] Provisioning complete for port a370fade-4dbd-4615-921a-a041babd4d99 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:12.610353 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-52aecc38-c9dd-406f-a8fc-d05c34380ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:12.644772 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-2eb78700-e521-45fa-9219-96111593face None None] Allocated IP 2001:db8::2 (f0891ee6-4cdf-438d-8f44-1650b7551b25/2aa0b207-36aa-4676-ad75-cf70dc112765/cb58515a-af7b-4c3a-8e1b-217b5a620075) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:12.647215 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f6cf2861-6e36-4008-8935-8293f10a0334 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:12.647574 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-f6cf2861-6e36-4008-8935-8293f10a0334 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Added segment 46c40a53-695c-4042-b4a1-14b67469dfb2 of type vlan for network 459c037e-4f28-438b-bf59-3dac71930f80 Apr 29 15:44:12.656966 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7f16593e-01ad-45db-85f9-83653d62eb37 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:12.743949 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f6cf2861-6e36-4008-8935-8293f10a0334 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:12.810747 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4c95b448-43f8-472c-959a-8d6c61872477 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:12.928210 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f6cf2861-6e36-4008-8935-8293f10a0334 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:12.932996 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cf2861-6e36-4008-8935-8293f10a0334 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:12.933644 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f6cf2861-6e36-4008-8935-8293f10a0334 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:13.111943 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf2861-6e36-4008-8935-8293f10a0334 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Pushing event updated for resources: {'Network': ['ID=459c037e-4f28-438b-bf59-3dac71930f80,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:13.144663 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-7f16593e-01ad-45db-85f9-83653d62eb37 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] For port a064036f-8905-4685-a7ff-5248a2c7d751, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a064036f-8905-4685-a7ff-5248a2c7d751,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:13.150846 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f6cf2861-6e36-4008-8935-8293f10a0334 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9180558 Apr 29 15:44:13.152080 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56096) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:13.161439 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-51ba0268-e3f5-48e4-9a4a-62dc503cbad5 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Request body: {'subnet': {'network_id': 'c054f5e3-436b-4746-a5df-eae58bc330d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:13.176844 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7f16593e-01ad-45db-85f9-83653d62eb37 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:13.190638 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56100) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:13.199568 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4c95b448-43f8-472c-959a-8d6c61872477 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:13.236385 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 459c037e-4f28-438b-bf59-3dac71930f80 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:44:13.240888 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95b448-43f8-472c-959a-8d6c61872477 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Subnet': ['ID=9e412032-88a9-4ee0-a4c4-fa4ac3a3d90e,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:13.250959 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4c95b448-43f8-472c-959a-8d6c61872477 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:13.257303 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7f16593e-01ad-45db-85f9-83653d62eb37 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:13.258681 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7f16593e-01ad-45db-85f9-83653d62eb37 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:13.303597 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=a370fade-4dbd-4615-921a-a041babd4d99,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:13.352417 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-51ba0268-e3f5-48e4-9a4a-62dc503cbad5 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:13.354779 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-51ba0268-e3f5-48e4-9a4a-62dc503cbad5 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Usage tracker for resource:subnet and tenant:094aaf9fd0344be1aa79493636d0d355 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:13.358467 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-51ba0268-e3f5-48e4-9a4a-62dc503cbad5 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:13.372455 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-51ba0268-e3f5-48e4-9a4a-62dc503cbad5 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:13.374755 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16593e-01ad-45db-85f9-83653d62eb37 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=a064036f-8905-4685-a7ff-5248a2c7d751,revision_number=5']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:13.381532 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56106) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:13.381762 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4c95b448-43f8-472c-959a-8d6c61872477 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/subnets/9e412032-88a9-4ee0-a4c4-fa4ac3a3d90e HTTP/1.1" status: 204 len: 168 time: 1.3323312 Apr 29 15:44:13.447890 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f16593e-01ad-45db-85f9-83653d62eb37 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:13.451808 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-7f16593e-01ad-45db-85f9-83653d62eb37 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:13.459622 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ba0268-e3f5-48e4-9a4a-62dc503cbad5 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Made reservation on behalf of 094aaf9fd0344be1aa79493636d0d355 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:13.461184 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f16593e-01ad-45db-85f9-83653d62eb37 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:13.462444 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7f16593e-01ad-45db-85f9-83653d62eb37 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:13.496874 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16593e-01ad-45db-85f9-83653d62eb37 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=ae81b609-bd64-4e03-b162-5bef02d22828,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:13.498637 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:44:13.499170 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:44:13.507268 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-bb631650-297b-44ff-812d-d9226edeb728 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f9147e431f7408bbe3e1d6898886462&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3151166 Apr 29 15:44:13.507867 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56110) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:13.558691 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7f16593e-01ad-45db-85f9-83653d62eb37 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.8516176 Apr 29 15:44:13.561132 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56114) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:13.580087 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-af9fef8a-967b-47d6-9b5d-96b89195b352 None None] Allocated IP 172.20.0.2 (1c5309bd-4ee0-41be-a5f9-c7cfe2793840/5052edac-bb4c-401a-ad9b-0f06c66903f3/2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:13.581896 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8d42ba5d-0359-42c7-9e1a-cd84173bb1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:13.587366 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-fab3a509-83cf-49f1-97a3-e38996343d0c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'mac_address': 'fa:16:3e:cb:5f:20', 'name': 'tempest-NetworksTestDHCPv6-102280703'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:13.700114 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a77117d1-d0ac-49c0-a0fa-a2937a96684f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:13.703576 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8d42ba5d-0359-42c7-9e1a-cd84173bb1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:13.716539 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-51ba0268-e3f5-48e4-9a4a-62dc503cbad5 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:13.732200 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port a064036f-8905-4685-a7ff-5248a2c7d751 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:13.738896 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-a77117d1-d0ac-49c0-a0fa-a2937a96684f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting port 773b455a-49b7-4e20-8625-ab84becde03d {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:13.739234 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a77117d1-d0ac-49c0-a0fa-a2937a96684f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:13.787417 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-fab3a509-83cf-49f1-97a3-e38996343d0c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:13.792364 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fab3a509-83cf-49f1-97a3-e38996343d0c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:port and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:13.795452 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fab3a509-83cf-49f1-97a3-e38996343d0c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:13.796680 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6973a971-4cf4-420e-945c-f3ac2bfbd373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:13.802089 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-fab3a509-83cf-49f1-97a3-e38996343d0c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:13.806312 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port a064036f-8905-4685-a7ff-5248a2c7d751 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:13.806904 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:13.885792 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8d42ba5d-0359-42c7-9e1a-cd84173bb1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:13.906940 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42ba5d-0359-42c7-9e1a-cd84173bb1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f5159f-88c8-4a52-b5e3-80d20b21bf3f,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:13.910331 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab3a509-83cf-49f1-97a3-e38996343d0c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:13.914614 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2eb78700-e521-45fa-9219-96111593face None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:13.916476 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fab3a509-83cf-49f1-97a3-e38996343d0c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:13.954905 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8d42ba5d-0359-42c7-9e1a-cd84173bb1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:13.959994 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8d42ba5d-0359-42c7-9e1a-cd84173bb1c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19f5159f-88c8-4a52-b5e3-80d20b21bf3f HTTP/1.1" status: 204 len: 168 time: 0.4477806 Apr 29 15:44:13.970619 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2eb78700-e521-45fa-9219-96111593face None None] Transition to ACTIVE for port object cb58515a-af7b-4c3a-8e1b-217b5a620075 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:13.973691 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-fab3a509-83cf-49f1-97a3-e38996343d0c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] device_id is not set on port edc28924-a8cf-4731-95de-20f3a132c744 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:44:14.004363 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-24ebf8f5-a58d-4cc9-b04d-4d7dce155de3 None None] Provisioning complete for port 773b455a-49b7-4e20-8625-ab84becde03d triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:14.004739 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-24ebf8f5-a58d-4cc9-b04d-4d7dce155de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:14.029257 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Deleting port a064036f-8905-4685-a7ff-5248a2c7d751 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:14.029633 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:14.101151 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-a77117d1-d0ac-49c0-a0fa-a2937a96684f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] For port 773b455a-49b7-4e20-8625-ab84becde03d, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=773b455a-49b7-4e20-8625-ab84becde03d,segment=NetworkSegment(75b2805d-bcbd-4138-9c60-2ef31946332b),segment_id=75b2805d-bcbd-4138-9c60-2ef31946332b)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:14.101532 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a77117d1-d0ac-49c0-a0fa-a2937a96684f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:14.115456 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2eb78700-e521-45fa-9219-96111593face None None] Transition to ACTIVE for port object cb58515a-af7b-4c3a-8e1b-217b5a620075 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:14.206770 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-fab3a509-83cf-49f1-97a3-e38996343d0c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8::f816:3eff:fecb:5f20 (75e7f0f8-4897-4e20-8301-99a7eae75065/ae81b609-bd64-4e03-b162-5bef02d22828/edc28924-a8cf-4731-95de-20f3a132c744) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:14.242171 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-a77117d1-d0ac-49c0-a0fa-a2937a96684f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Calling delete_port for 773b455a-49b7-4e20-8625-ab84becde03d owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:14.308848 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2eb78700-e521-45fa-9219-96111593face None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:14.362604 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:14.428431 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-af9fef8a-967b-47d6-9b5d-96b89195b352 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:14.453458 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a522430-0b02-486b-b2f9-c1a98d997802 None None] Network bac1de4e-1e9c-4684-93f2-0c57ed431578 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:14.524337 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a77117d1-d0ac-49c0-a0fa-a2937a96684f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:14.590061 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-51ba0268-e3f5-48e4-9a4a-62dc503cbad5 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:14.593871 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-af9fef8a-967b-47d6-9b5d-96b89195b352 None None] Transition to ACTIVE for port object 2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:14.596557 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77117d1-d0ac-49c0-a0fa-a2937a96684f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] No DVR routers for this DVR port 773b455a-49b7-4e20-8625-ab84becde03d on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:44:14.600647 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f4b894-7590-4177-8f16-62da8e3628b0 None None] Network 914d49d6-59fe-4ced-9e5b-55c8636d6e4b requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:14.631216 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77117d1-d0ac-49c0-a0fa-a2937a96684f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Port': ['ID=773b455a-49b7-4e20-8625-ab84becde03d,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:14.686900 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fab3a509-83cf-49f1-97a3-e38996343d0c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:14.708888 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:14.714749 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-fab3a509-83cf-49f1-97a3-e38996343d0c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Transition to ACTIVE for port object edc28924-a8cf-4731-95de-20f3a132c744 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:14.732130 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-24ebf8f5-a58d-4cc9-b04d-4d7dce155de3 None None] Port 773b455a-49b7-4e20-8625-ab84becde03d update to ACTIVE by agent not found {{(pid=84772) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 29 15:44:14.755036 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba0268-e3f5-48e4-9a4a-62dc503cbad5 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Pushing event updated for resources: {'Subnet': ['ID=524f71ee-5f42-4a65-86fd-46ca20728aa9,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:14.764364 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa0b207-36aa-4676-ad75-cf70dc112765,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:14.877787 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb78700-e521-45fa-9219-96111593face None None] Network f0891ee6-4cdf-438d-8f44-1650b7551b25 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:14.879212 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb78700-e521-45fa-9219-96111593face None None] Pushing event updated for resources: {'Port': ['ID=cb58515a-af7b-4c3a-8e1b-217b5a620075,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:14.882759 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:14.897338 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-2eb78700-e521-45fa-9219-96111593face None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:14.904558 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a77117d1-d0ac-49c0-a0fa-a2937a96684f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:14.906921 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb78700-e521-45fa-9219-96111593face None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:14.912430 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0891ee6-4cdf-438d-8f44-1650b7551b25']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:14.928422 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df784596-4419-4e0a-adce-7d95a5cfc74a') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:14.928861 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df784596-4419-4e0a-adce-7d95a5cfc74a') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:14.941666 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-a77117d1-d0ac-49c0-a0fa-a2937a96684f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac1de4e-1e9c-4684-93f2-0c57ed431578']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:14.943461 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:14.949113 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ba0268-e3f5-48e4-9a4a-62dc503cbad5 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Checking segment: {'id': '0ffd906d-c587-4d26-adf4-52dd76d568c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c054f5e3-436b-4746-a5df-eae58bc330d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:14.949472 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ba0268-e3f5-48e4-9a4a-62dc503cbad5 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Network hostable DHCP agents. Network: c054f5e3-436b-4746-a5df-eae58bc330d2, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:44:14.949929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port a064036f-8905-4685-a7ff-5248a2c7d751, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a064036f-8905-4685-a7ff-5248a2c7d751,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:14.964388 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-af9fef8a-967b-47d6-9b5d-96b89195b352 None None] Transition to ACTIVE for port object 2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:14.964903 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:14.966883 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-a77117d1-d0ac-49c0-a0fa-a2937a96684f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b2805d-bcbd-4138-9c60-2ef31946332b') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:14.967169 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-a77117d1-d0ac-49c0-a0fa-a2937a96684f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b2805d-bcbd-4138-9c60-2ef31946332b') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:14.973358 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:44:14.973565 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:14.985804 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a77117d1-d0ac-49c0-a0fa-a2937a96684f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:44:14.998709 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:44:15.005640 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a77117d1-d0ac-49c0-a0fa-a2937a96684f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.005819 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fab3a509-83cf-49f1-97a3-e38996343d0c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.012918 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77117d1-d0ac-49c0-a0fa-a2937a96684f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:44:15.013957 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a77117d1-d0ac-49c0-a0fa-a2937a96684f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:44:15.029098 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:44:15.077302 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.087671 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ba0268-e3f5-48e4-9a4a-62dc503cbad5 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Network c054f5e3-436b-4746-a5df-eae58bc330d2 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:44:15.159537 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab3a509-83cf-49f1-97a3-e38996343d0c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:15.174187 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-fab3a509-83cf-49f1-97a3-e38996343d0c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:15.189001 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab3a509-83cf-49f1-97a3-e38996343d0c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:15.192973 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-af9fef8a-967b-47d6-9b5d-96b89195b352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.193261 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab3a509-83cf-49f1-97a3-e38996343d0c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:15.193989 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fab3a509-83cf-49f1-97a3-e38996343d0c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.205509 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-51ba0268-e3f5-48e4-9a4a-62dc503cbad5 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, c054f5e3-436b-4746-a5df-eae58bc330d2) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:15.209977 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ba0268-e3f5-48e4-9a4a-62dc503cbad5 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:15.212980 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-51ba0268-e3f5-48e4-9a4a-62dc503cbad5 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.224269 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.236535 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b6b3625a-c72b-48a9-9ed9-b18f4d59b9fd None None] Provisioning complete for port a370fade-4dbd-4615-921a-a041babd4d99 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:15.237080 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b6b3625a-c72b-48a9-9ed9-b18f4d59b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.247319 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a77117d1-d0ac-49c0-a0fa-a2937a96684f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.252255 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a77117d1-d0ac-49c0-a0fa-a2937a96684f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.256593 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3a509-83cf-49f1-97a3-e38996343d0c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=edc28924-a8cf-4731-95de-20f3a132c744,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:15.273150 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f86b88b-301f-4d03-b564-8cf04b57cb30 None None] Network c054f5e3-436b-4746-a5df-eae58bc330d2 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:15.290518 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.db.api [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:44:15.290518 dv-neutron-839913-1-hyperv neutron-server[84771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:44:15.290518 dv-neutron-839913-1-hyperv neutron-server[84771]: [parameters: {'id': 'f0891ee6-4cdf-438d-8f44-1650b7551b25'}] Apr 29 15:44:15.290518 dv-neutron-839913-1-hyperv neutron-server[84771]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:44:15.290975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77117d1-d0ac-49c0-a0fa-a2937a96684f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Network': ['ID=bac1de4e-1e9c-4684-93f2-0c57ed431578,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:15.291973 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG oslo_db.api [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:44:15.298649 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a77117d1-d0ac-49c0-a0fa-a2937a96684f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/networks/bac1de4e-1e9c-4684-93f2-0c57ed431578 HTTP/1.1" status: 204 len: 168 time: 1.9118202 Apr 29 15:44:15.299241 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56134) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:15.307092 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-f4365bd1-7a68-4214-8510-a695eb0a7eb8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1720858903', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}, 'admin_state_up': False}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:15.318168 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-f4365bd1-7a68-4214-8510-a695eb0a7eb8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:15.327085 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f4365bd1-7a68-4214-8510-a695eb0a7eb8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:router and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:15.330123 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f4365bd1-7a68-4214-8510-a695eb0a7eb8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:15.338568 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-f4365bd1-7a68-4214-8510-a695eb0a7eb8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:15.374945 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fab3a509-83cf-49f1-97a3-e38996343d0c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7946572 Apr 29 15:44:15.375568 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-51ba0268-e3f5-48e4-9a4a-62dc503cbad5 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2229359 Apr 29 15:44:15.383352 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56138) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:15.383352 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-85dcb0f8-9216-47f5-beba-db3970d1352c tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Request body: {'subnet': {'network_id': '459c037e-4f28-438b-bf59-3dac71930f80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:15.386411 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56142) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:15.434667 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-40c105ae-9548-477c-bc6c-153457561077 None None] For port a064036f-8905-4685-a7ff-5248a2c7d751, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a064036f-8905-4685-a7ff-5248a2c7d751,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:15.435057 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.462305 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4365bd1-7a68-4214-8510-a695eb0a7eb8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.462305 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4365bd1-7a68-4214-8510-a695eb0a7eb8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.510309 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260a1492-213a-45ba-8c62-e02442175903 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:15.516735 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260a1492-213a-45ba-8c62-e02442175903 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:15.517847 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-260a1492-213a-45ba-8c62-e02442175903 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:15.527118 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-85dcb0f8-9216-47f5-beba-db3970d1352c tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:15.529940 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4365bd1-7a68-4214-8510-a695eb0a7eb8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.537508 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-85dcb0f8-9216-47f5-beba-db3970d1352c tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Usage tracker for resource:subnet and tenant:094aaf9fd0344be1aa79493636d0d355 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:15.541586 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-85dcb0f8-9216-47f5-beba-db3970d1352c tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:15.548643 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-85dcb0f8-9216-47f5-beba-db3970d1352c tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:15.570198 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196a6378-b924-4d7b-a231-2a2d73f9bb7c None None] DHCP port deletion for bac1de4e-1e9c-4684-93f2-0c57ed431578 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:44:15.573063 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a370fade-4dbd-4615-921a-a041babd4d99 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:15.623436 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Calling delete_port for a064036f-8905-4685-a7ff-5248a2c7d751 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:15.650148 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-2eb78700-e521-45fa-9219-96111593face None None] Attempting to bind port cb58515a-af7b-4c3a-8e1b-217b5a620075 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:44:15.650563 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-2eb78700-e521-45fa-9219-96111593face None None] Attempting to bind port cb58515a-af7b-4c3a-8e1b-217b5a620075 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'df784596-4419-4e0a-adce-7d95a5cfc74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f0891ee6-4cdf-438d-8f44-1650b7551b25'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:44:15.650891 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb78700-e521-45fa-9219-96111593face None None] Attempting to bind port cb58515a-af7b-4c3a-8e1b-217b5a620075 on network f0891ee6-4cdf-438d-8f44-1650b7551b25 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:44:15.651914 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-260a1492-213a-45ba-8c62-e02442175903 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:15.657555 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-260a1492-213a-45ba-8c62-e02442175903 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2700512 Apr 29 15:44:15.658330 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56152) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:15.767796 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-78a20e1a-efe9-4141-8914-6b4ab7704e36 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting port edc28924-a8cf-4731-95de-20f3a132c744 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:15.768248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-78a20e1a-efe9-4141-8914-6b4ab7704e36 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.785968 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dcb0f8-9216-47f5-beba-db3970d1352c tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Made reservation on behalf of 094aaf9fd0344be1aa79493636d0d355 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:15.794894 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9fef8a-967b-47d6-9b5d-96b89195b352 None None] Network 1c5309bd-4ee0-41be-a5f9-c7cfe2793840 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:15.803739 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56156) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:15.810093 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-af9fef8a-967b-47d6-9b5d-96b89195b352 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:15.811858 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.811993 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=a064036f-8905-4685-a7ff-5248a2c7d751,revision_number=6']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:15.823126 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9fef8a-967b-47d6-9b5d-96b89195b352 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:15.830001 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb78700-e521-45fa-9219-96111593face None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:44:15.830374 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb78700-e521-45fa-9219-96111593face None None] Checking segment: {'id': 'df784596-4419-4e0a-adce-7d95a5cfc74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f0891ee6-4cdf-438d-8f44-1650b7551b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:15.830801 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2eb78700-e521-45fa-9219-96111593face None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.831191 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb78700-e521-45fa-9219-96111593face None None] Bound using segment: {'id': 'df784596-4419-4e0a-adce-7d95a5cfc74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f0891ee6-4cdf-438d-8f44-1650b7551b25'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:44:15.831680 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-2eb78700-e521-45fa-9219-96111593face None None] Bound port: cb58515a-af7b-4c3a-8e1b-217b5a620075, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df784596-4419-4e0a-adce-7d95a5cfc74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f0891ee6-4cdf-438d-8f44-1650b7551b25'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:44:15.832055 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2eb78700-e521-45fa-9219-96111593face None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.926782 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-85dcb0f8-9216-47f5-beba-db3970d1352c tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.954884 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Deleting port cb58515a-af7b-4c3a-8e1b-217b5a620075 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:15.955384 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.994535 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Request body: {'networks': [{'name': 'tempest-network--1592494665'}, {'name': 'tempest-network--1334045164'}]} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:15.994885 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Request body: {'network': {'name': 'tempest-network--1592494665'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:15.995288 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Request body: {'network': {'name': 'tempest-network--1334045164'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:16.012960 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:16.016487 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Usage tracker for resource:network and tenant:1c4de067d21f4bf79708fa7e58fabfbe is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:16.021034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:16.030833 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:16.074989 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-78a20e1a-efe9-4141-8914-6b4ab7704e36 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:16.087046 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4365bd1-7a68-4214-8510-a695eb0a7eb8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:16.117079 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1c4015e8-e9f6-4037-bf24-9e16d427309b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:16.233033 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fef8a-967b-47d6-9b5d-96b89195b352 None None] Pushing event updated for resources: {'Port': ['ID=2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:16.241127 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Made reservation on behalf of 1c4de067d21f4bf79708fa7e58fabfbe for: {'network': 2} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:16.244739 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:16.295479 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:44:16.296083 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:44:16.309628 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-af9fef8a-967b-47d6-9b5d-96b89195b352 None None] Attempting to bind port 2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:44:16.310279 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-af9fef8a-967b-47d6-9b5d-96b89195b352 None None] Attempting to bind port 2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '718f3479-6a56-45f8-8830-e0304cc476b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1c5309bd-4ee0-41be-a5f9-c7cfe2793840'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:44:16.310666 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9fef8a-967b-47d6-9b5d-96b89195b352 None None] Attempting to bind port 2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc on network 1c5309bd-4ee0-41be-a5f9-c7cfe2793840 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:44:16.316807 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-78a20e1a-efe9-4141-8914-6b4ab7704e36 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Calling delete_port for edc28924-a8cf-4731-95de-20f3a132c744 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:16.339660 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] For port cb58515a-af7b-4c3a-8e1b-217b5a620075, host dv-neutron-839913-1-hyperv, got binding levels [] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:16.340220 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:16.344161 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:16.376557 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9fef8a-967b-47d6-9b5d-96b89195b352 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:44:16.376557 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9fef8a-967b-47d6-9b5d-96b89195b352 None None] Checking segment: {'id': '718f3479-6a56-45f8-8830-e0304cc476b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1c5309bd-4ee0-41be-a5f9-c7cfe2793840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:16.377030 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-af9fef8a-967b-47d6-9b5d-96b89195b352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:16.377116 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9fef8a-967b-47d6-9b5d-96b89195b352 None None] Bound using segment: {'id': '718f3479-6a56-45f8-8830-e0304cc476b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1c5309bd-4ee0-41be-a5f9-c7cfe2793840'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:44:16.377700 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-af9fef8a-967b-47d6-9b5d-96b89195b352 None None] Bound port: 2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718f3479-6a56-45f8-8830-e0304cc476b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1c5309bd-4ee0-41be-a5f9-c7cfe2793840'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:44:16.377971 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-af9fef8a-967b-47d6-9b5d-96b89195b352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:16.394144 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-2eb78700-e521-45fa-9219-96111593face None None] For port cb58515a-af7b-4c3a-8e1b-217b5a620075, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:44:16.402076 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:16.411605 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port a370fade-4dbd-4615-921a-a041babd4d99 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:16.411966 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:16.417598 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Usage tracker for resource:security_group_rule and tenant:1c4de067d21f4bf79708fa7e58fabfbe is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:16.421763 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:16.428343 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:16.444101 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec56004b-f3f4-424c-9b4f-c0291ce185ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-c054f5e3-436b-4746-a5df-eae58bc330d2', 'network_id': 'c054f5e3-436b-4746-a5df-eae58bc330d2', 'tenant_id': '094aaf9fd0344be1aa79493636d0d355', 'fixed_ips': [{'subnet_id': '524f71ee-5f42-4a65-86fd-46ca20728aa9'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:44:16.444917 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ec56004b-f3f4-424c-9b4f-c0291ce185ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:16.455164 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b6b3625a-c72b-48a9-9ed9-b18f4d59b9fd None None] Could not find standard attr ID for object 773b455a-49b7-4e20-8625-ab84becde03d. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:44:16.466537 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-2eb78700-e521-45fa-9219-96111593face None None] For port cb58515a-af7b-4c3a-8e1b-217b5a620075, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cb58515a-af7b-4c3a-8e1b-217b5a620075,segment=NetworkSegment(df784596-4419-4e0a-adce-7d95a5cfc74a),segment_id=df784596-4419-4e0a-adce-7d95a5cfc74a)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:44:16.557115 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2eb78700-e521-45fa-9219-96111593face None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:16.583778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-78a20e1a-efe9-4141-8914-6b4ab7704e36 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:16.619238 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Deleting port a064036f-8905-4685-a7ff-5248a2c7d751 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:16.619518 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:16.722730 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a20e1a-efe9-4141-8914-6b4ab7704e36 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Port': ['ID=edc28924-a8cf-4731-95de-20f3a132c744,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:16.732855 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Calling delete_port for cb58515a-af7b-4c3a-8e1b-217b5a620075 owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:16.767971 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-85dcb0f8-9216-47f5-beba-db3970d1352c tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:16.813808 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-78a20e1a-efe9-4141-8914-6b4ab7704e36 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:16.843612 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-af9fef8a-967b-47d6-9b5d-96b89195b352 None None] For port 2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:44:16.881758 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:16.894329 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcb0f8-9216-47f5-beba-db3970d1352c tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Pushing event updated for resources: {'Subnet': ['ID=f170cb60-48ef-4985-8f4b-19b31d28eee2,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:16.914800 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-78a20e1a-efe9-4141-8914-6b4ab7704e36 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/edc28924-a8cf-4731-95de-20f3a132c744 HTTP/1.1" status: 204 len: 168 time: 1.2547975 Apr 29 15:44:16.916615 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56162) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:16.925390 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dcb0f8-9216-47f5-beba-db3970d1352c tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Checking segment: {'id': '46c40a53-695c-4042-b4a1-14b67469dfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '459c037e-4f28-438b-bf59-3dac71930f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:16.926682 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dcb0f8-9216-47f5-beba-db3970d1352c tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Network hostable DHCP agents. Network: 459c037e-4f28-438b-bf59-3dac71930f80, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:44:16.943628 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-af9fef8a-967b-47d6-9b5d-96b89195b352 None None] For port 2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc,segment=NetworkSegment(718f3479-6a56-45f8-8830-e0304cc476b8),segment_id=718f3479-6a56-45f8-8830-e0304cc476b8)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:44:16.951184 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb78700-e521-45fa-9219-96111593face None None] Pushing event updated for resources: {'Port': ['ID=cb58515a-af7b-4c3a-8e1b-217b5a620075,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:16.964405 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.db.api [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:44:16.964909 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG oslo_db.api [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:44:16.975702 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:16.976255 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.009487 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4365bd1-7a68-4214-8510-a695eb0a7eb8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router_gateway, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.033481 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9dafc2-5a8b-4f33-bdd0-47de59206ecd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:17.035009 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9dafc2-5a8b-4f33-bdd0-47de59206ecd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:17.035820 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-dc9dafc2-5a8b-4f33-bdd0-47de59206ecd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:17.040090 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4365bd1-7a68-4214-8510-a695eb0a7eb8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.044696 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-af9fef8a-967b-47d6-9b5d-96b89195b352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.047470 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a749045-7449-4580-819c-8fd8ea133771,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:17.053549 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:44:17.068726 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.069238 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Added segment 094c09e6-5a49-4cdf-b534-a48545346f45 of type vlan for network 49e19994-959b-4fab-913c-d763e248bf8d Apr 29 15:44:17.081260 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dcb0f8-9216-47f5-beba-db3970d1352c tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Network 459c037e-4f28-438b-bf59-3dac71930f80 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:44:17.088338 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-391a2cc0-8fb5-47fe-a9ee-d420cc43c51f None None] Provisioning complete for port a370fade-4dbd-4615-921a-a041babd4d99 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:17.088510 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-391a2cc0-8fb5-47fe-a9ee-d420cc43c51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.097404 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.137096 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:44:17.146360 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.146861 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Added segment ff90e290-f789-4d20-bcdd-a34e78335727 of type vlan for network 36eb237b-d493-46a1-a154-4e786b9f4840 Apr 29 15:44:17.159878 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-dc9dafc2-5a8b-4f33-bdd0-47de59206ecd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:17.161739 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-dc9dafc2-5a8b-4f33-bdd0-47de59206ecd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2435172 Apr 29 15:44:17.164937 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56166) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:17.177117 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.241757 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-85dcb0f8-9216-47f5-beba-db3970d1352c tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 459c037e-4f28-438b-bf59-3dac71930f80) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:17.244547 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-f4365bd1-7a68-4214-8510-a695eb0a7eb8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Allocated IP 172.26.1.23 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/09bea411-5bb3-43ff-9af4-af863b005d08) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:17.251798 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dcb0f8-9216-47f5-beba-db3970d1352c tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:17.252366 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-85dcb0f8-9216-47f5-beba-db3970d1352c tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.267674 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.268339 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.272963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:17.275404 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:17.276026 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.278282 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ee0f7d-c719-43f4-87c4-6f0e31e18853 None None] Network 459c037e-4f28-438b-bf59-3dac71930f80 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:17.396182 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Pushing event updated for resources: {'Network': ['ID=49e19994-959b-4fab-913c-d763e248bf8d,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:17.418279 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fef8a-967b-47d6-9b5d-96b89195b352 None None] Pushing event updated for resources: {'Port': ['ID=2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:17.420876 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.444026 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7f0d183c-2529-4d63-b394-57db17fd2703 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:44:17.467234 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Deleting port cb58515a-af7b-4c3a-8e1b-217b5a620075 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:17.467780 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.492739 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.6844809 Apr 29 15:44:17.496616 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-ec56004b-f3f4-424c-9b4f-c0291ce185ba None None] Allocated IP 172.20.0.2 (c054f5e3-436b-4746-a5df-eae58bc330d2/524f71ee-5f42-4a65-86fd-46ca20728aa9/da385535-c3b7-4736-8af6-62694472a997) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:17.497649 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56172) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:17.499057 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 49e19994-959b-4fab-913c-d763e248bf8d details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:44:17.508913 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-85dcb0f8-9216-47f5-beba-db3970d1352c tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1283369 Apr 29 15:44:17.515018 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56176) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:17.562287 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb407df-972b-4155-8800-85d0a21132af tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet ae81b609-bd64-4e03-b162-5bef02d22828 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:44:17.578454 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5cb407df-972b-4155-8800-85d0a21132af tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.607712 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 7f0d183c-2529-4d63-b394-57db17fd2703 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:44:17.608075 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7f0d183c-2529-4d63-b394-57db17fd2703 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:44:17.608475 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a064036f-8905-4685-a7ff-5248a2c7d751 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:44:17.685217 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803b751e-cac5-44d2-9085-415ec5b44844 None None] Network f0891ee6-4cdf-438d-8f44-1650b7551b25 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:17.730027 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5cb407df-972b-4155-8800-85d0a21132af tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.828435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9e839-633b-45c6-a2db-cc06ff4baa8c tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Pushing event updated for resources: {'Network': ['ID=36eb237b-d493-46a1-a154-4e786b9f4840,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:17.859598 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.876854 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4365bd1-7a68-4214-8510-a695eb0a7eb8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.935970 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 36eb237b-d493-46a1-a154-4e786b9f4840 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:44:18.015436 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a644ce43-68c1-4359-9d0d-3c4262c1e4c3 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:18.019642 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a644ce43-68c1-4359-9d0d-3c4262c1e4c3 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:18.023269 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a644ce43-68c1-4359-9d0d-3c4262c1e4c3 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:18.027214 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] For port cb58515a-af7b-4c3a-8e1b-217b5a620075, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cb58515a-af7b-4c3a-8e1b-217b5a620075,segment=NetworkSegment(df784596-4419-4e0a-adce-7d95a5cfc74a),segment_id=df784596-4419-4e0a-adce-7d95a5cfc74a)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:18.027569 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:18.028208 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a644ce43-68c1-4359-9d0d-3c4262c1e4c3 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:18.029151 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a644ce43-68c1-4359-9d0d-3c4262c1e4c3 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Synchronizing usage tracker for tenant:1c4de067d21f4bf79708fa7e58fabfbe on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:18.078779 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-40c105ae-9548-477c-bc6c-153457561077 None None] For port a064036f-8905-4685-a7ff-5248a2c7d751, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a064036f-8905-4685-a7ff-5248a2c7d751,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:18.079600 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:18.119019 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a644ce43-68c1-4359-9d0d-3c4262c1e4c3 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Unset dirty status for tenant:1c4de067d21f4bf79708fa7e58fabfbe on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:18.123132 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a644ce43-68c1-4359-9d0d-3c4262c1e4c3 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6243327 Apr 29 15:44:18.129612 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56180) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:18.168850 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Calling delete_port for cb58515a-af7b-4c3a-8e1b-217b5a620075 owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:18.196141 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5cb407df-972b-4155-8800-85d0a21132af tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:18.243227 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4365bd1-7a68-4214-8510-a695eb0a7eb8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:18.453280 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c78f3af4-099a-4ae5-a68f-93db7597dd17 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:18.497277 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4365bd1-7a68-4214-8510-a695eb0a7eb8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:18.499731 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-f4365bd1-7a68-4214-8510-a695eb0a7eb8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:18.511295 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Calling delete_port for a064036f-8905-4685-a7ff-5248a2c7d751 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:18.516024 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4365bd1-7a68-4214-8510-a695eb0a7eb8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:18.549142 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4365bd1-7a68-4214-8510-a695eb0a7eb8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Port': ['ID=09bea411-5bb3-43ff-9af4-af863b005d08,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:18.615535 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5c08b931-776f-45a9-9ad2-baf34e8f3a80 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:18.649487 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:18.745424 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Port': ['ID=cb58515a-af7b-4c3a-8e1b-217b5a620075,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:18.760264 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5cb407df-972b-4155-8800-85d0a21132af tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:18.814308 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] No DVR routers for this DVR port cb58515a-af7b-4c3a-8e1b-217b5a620075 on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:44:18.816430 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb407df-972b-4155-8800-85d0a21132af tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=ae81b609-bd64-4e03-b162-5bef02d22828,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:18.822678 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c78f3af4-099a-4ae5-a68f-93db7597dd17 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:18.876089 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ec56004b-f3f4-424c-9b4f-c0291ce185ba None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:18.889874 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ec56004b-f3f4-424c-9b4f-c0291ce185ba None None] Transition to ACTIVE for port object da385535-c3b7-4736-8af6-62694472a997 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:18.896343 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5cb407df-972b-4155-8800-85d0a21132af tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:18.919244 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ec56004b-f3f4-424c-9b4f-c0291ce185ba None None] Transition to ACTIVE for port object da385535-c3b7-4736-8af6-62694472a997 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:18.929354 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-c78f3af4-099a-4ae5-a68f-93db7597dd17 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e19994-959b-4fab-913c-d763e248bf8d']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:18.943369 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:18.955238 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fede82-c9ea-4a5e-a3e2-c4db63912e40 None None] Network 1c5309bd-4ee0-41be-a5f9-c7cfe2793840 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:18.978556 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-c78f3af4-099a-4ae5-a68f-93db7597dd17 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094c09e6-5a49-4cdf-b534-a48545346f45') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:18.978819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-c78f3af4-099a-4ae5-a68f-93db7597dd17 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094c09e6-5a49-4cdf-b534-a48545346f45') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:19.000771 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.005943 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c78f3af4-099a-4ae5-a68f-93db7597dd17 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.021090 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ec56004b-f3f4-424c-9b4f-c0291ce185ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.033357 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c78f3af4-099a-4ae5-a68f-93db7597dd17 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.037326 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0891ee6-4cdf-438d-8f44-1650b7551b25']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:19.051681 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5cb407df-972b-4155-8800-85d0a21132af tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/ae81b609-bd64-4e03-b162-5bef02d22828 HTTP/1.1" status: 204 len: 168 time: 1.8856661 Apr 29 15:44:19.053707 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df784596-4419-4e0a-adce-7d95a5cfc74a') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:19.054158 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df784596-4419-4e0a-adce-7d95a5cfc74a') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:19.060875 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56184) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:19.080623 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78f3af4-099a-4ae5-a68f-93db7597dd17 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:44:19.081184 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c78f3af4-099a-4ae5-a68f-93db7597dd17 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:44:19.096901 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:44:19.139277 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:44:19.139635 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:44:19.140156 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.145079 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.146477 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cf4b7d-1450-4823-8dc1-32f48fa481d7 None None] Network f0891ee6-4cdf-438d-8f44-1650b7551b25 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:19.159088 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-52242408-a412-4bb0-8fa7-fd62d9ea5d77 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969167 Apr 29 15:44:19.166639 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56190) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:19.212196 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.229103 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:44:19.229441 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:44:19.245959 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:44:19.273225 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c78f3af4-099a-4ae5-a68f-93db7597dd17 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.293339 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-5c08b931-776f-45a9-9ad2-baf34e8f3a80 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Allocated IP 172.20.0.1 (c054f5e3-436b-4746-a5df-eae58bc330d2/524f71ee-5f42-4a65-86fd-46ca20728aa9/2b922f69-b1b3-40e9-a4d6-cb89e4264b50) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:19.295723 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c78f3af4-099a-4ae5-a68f-93db7597dd17 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.312042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f3af4-099a-4ae5-a68f-93db7597dd17 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Pushing event deleted for resources: {'Network': ['ID=49e19994-959b-4fab-913c-d763e248bf8d,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:19.313580 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd1d142-7943-47e9-8ca9-f485aba75064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-459c037e-4f28-438b-bf59-3dac71930f80', 'network_id': '459c037e-4f28-438b-bf59-3dac71930f80', 'tenant_id': '094aaf9fd0344be1aa79493636d0d355', 'fixed_ips': [{'subnet_id': 'f170cb60-48ef-4985-8f4b-19b31d28eee2'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:44:19.314385 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1fd1d142-7943-47e9-8ca9-f485aba75064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.346954 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4365bd1-7a68-4214-8510-a695eb0a7eb8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router_gateway, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.347711 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4365bd1-7a68-4214-8510-a695eb0a7eb8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.383135 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec56004b-f3f4-424c-9b4f-c0291ce185ba None None] Network c054f5e3-436b-4746-a5df-eae58bc330d2 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:19.405483 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c78f3af4-099a-4ae5-a68f-93db7597dd17 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] 10.222.0.21 "DELETE /v2.0/networks/49e19994-959b-4fab-913c-d763e248bf8d HTTP/1.1" status: 204 len: 168 time: 1.2723835 Apr 29 15:44:19.405731 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-ec56004b-f3f4-424c-9b4f-c0291ce185ba None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:19.411462 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56194) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:19.422986 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec56004b-f3f4-424c-9b4f-c0291ce185ba None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:19.463291 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56004b-f3f4-424c-9b4f-c0291ce185ba None None] Pushing event updated for resources: {'Port': ['ID=da385535-c3b7-4736-8af6-62694472a997,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:19.489876 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62378e4-af19-46e4-b05a-f91c11b026a4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:19.490546 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-a62378e4-af19-46e4-b05a-f91c11b026a4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:19.493732 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.527574 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:44:19.528617 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:44:19.534224 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.553125 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Network': ['ID=f0891ee6-4cdf-438d-8f44-1650b7551b25,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:19.561363 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56198) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:19.561718 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f68693a7-046e-4780-bd54-bfcfd02dec23 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/networks/f0891ee6-4cdf-438d-8f44-1650b7551b25 HTTP/1.1" status: 204 len: 168 time: 8.2678852 Apr 29 15:44:19.595149 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c645c36-2582-420e-9aff-a2d559750ccf tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.611196 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa933745-c0d5-4858-b302-f1390ceb005b tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] DELETE failed (client error): The resource could not be found. Apr 29 15:44:19.611602 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa933745-c0d5-4858-b302-f1390ceb005b tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:44:19.616981 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-fa933745-c0d5-4858-b302-f1390ceb005b tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/networks/f0891ee6-4cdf-438d-8f44-1650b7551b25 HTTP/1.1" status: 404 len: 339 time: 0.0479465 Apr 29 15:44:19.620181 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5c08b931-776f-45a9-9ad2-baf34e8f3a80 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.620364 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56202) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:19.628367 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-68d13add-1635-4ea5-bafe-32891be58ef9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1437168048', 'description': 'd1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:19.635328 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-a62378e4-af19-46e4-b05a-f91c11b026a4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:19.639272 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a62378e4-af19-46e4-b05a-f91c11b026a4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4656286 Apr 29 15:44:19.640830 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-68d13add-1635-4ea5-bafe-32891be58ef9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:19.641178 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-203b99db-182f-47c9-a19b-e91418567459 None None] Provisioning for port 2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:19.642214 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56206) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:19.645832 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-5c08b931-776f-45a9-9ad2-baf34e8f3a80 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Transition to ACTIVE for port object 2b922f69-b1b3-40e9-a4d6-cb89e4264b50 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:19.647085 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-68d13add-1635-4ea5-bafe-32891be58ef9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Usage tracker for resource:network and tenant:84bc6bf056654e1386a0b9930df9789f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:19.651699 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-68d13add-1635-4ea5-bafe-32891be58ef9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:19.658390 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-68d13add-1635-4ea5-bafe-32891be58ef9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:19.749482 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d13add-1635-4ea5-bafe-32891be58ef9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Made reservation on behalf of 84bc6bf056654e1386a0b9930df9789f for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:19.753892 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-68d13add-1635-4ea5-bafe-32891be58ef9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.765616 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-ec56004b-f3f4-424c-9b4f-c0291ce185ba None None] Attempting to bind port da385535-c3b7-4736-8af6-62694472a997 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:44:19.765995 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-ec56004b-f3f4-424c-9b4f-c0291ce185ba None None] Attempting to bind port da385535-c3b7-4736-8af6-62694472a997 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '0ffd906d-c587-4d26-adf4-52dd76d568c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c054f5e3-436b-4746-a5df-eae58bc330d2'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:44:19.766356 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec56004b-f3f4-424c-9b4f-c0291ce185ba None None] Attempting to bind port da385535-c3b7-4736-8af6-62694472a997 on network c054f5e3-436b-4746-a5df-eae58bc330d2 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:44:19.785129 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d13add-1635-4ea5-bafe-32891be58ef9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:44:19.794707 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-68d13add-1635-4ea5-bafe-32891be58ef9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.795096 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-68d13add-1635-4ea5-bafe-32891be58ef9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Added segment c9bdec3d-6dbf-4117-b212-05011b84cdb8 of type vlan for network 35a4b3da-feee-4a96-94ff-82892d8d397a Apr 29 15:44:19.826532 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-68d13add-1635-4ea5-bafe-32891be58ef9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.826957 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec56004b-f3f4-424c-9b4f-c0291ce185ba None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:44:19.827370 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec56004b-f3f4-424c-9b4f-c0291ce185ba None None] Checking segment: {'id': '0ffd906d-c587-4d26-adf4-52dd76d568c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c054f5e3-436b-4746-a5df-eae58bc330d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:19.827772 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ec56004b-f3f4-424c-9b4f-c0291ce185ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.828164 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec56004b-f3f4-424c-9b4f-c0291ce185ba None None] Bound using segment: {'id': '0ffd906d-c587-4d26-adf4-52dd76d568c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c054f5e3-436b-4746-a5df-eae58bc330d2'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:44:19.829155 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-ec56004b-f3f4-424c-9b4f-c0291ce185ba None None] Bound port: da385535-c3b7-4736-8af6-62694472a997, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ffd906d-c587-4d26-adf4-52dd76d568c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c054f5e3-436b-4746-a5df-eae58bc330d2'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:44:19.829155 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ec56004b-f3f4-424c-9b4f-c0291ce185ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.831518 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4365bd1-7a68-4214-8510-a695eb0a7eb8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Router 225d6969-bee3-4fab-b09b-34756619b9ea is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:44:19.849130 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c645c36-2582-420e-9aff-a2d559750ccf tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.869427 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa83364-7a4b-4914-b354-82cfb8409648 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:19.873398 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ffa83364-7a4b-4914-b354-82cfb8409648 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2272880 Apr 29 15:44:19.880649 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56210) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:19.907803 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-1fd1d142-7943-47e9-8ca9-f485aba75064 None None] Allocated IP 172.20.0.2 (459c037e-4f28-438b-bf59-3dac71930f80/f170cb60-48ef-4985-8f4b-19b31d28eee2/78ba498c-8f52-4b66-8806-a05e6b8ad708) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:19.943595 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-6c645c36-2582-420e-9aff-a2d559750ccf tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36eb237b-d493-46a1-a154-4e786b9f4840']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:20.022802 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Deleting port a064036f-8905-4685-a7ff-5248a2c7d751 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:20.022802 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:20.028892 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-68d13add-1635-4ea5-bafe-32891be58ef9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:20.032644 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d13add-1635-4ea5-bafe-32891be58ef9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:20.035644 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-68d13add-1635-4ea5-bafe-32891be58ef9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:20.079722 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c26c6398-4db2-4b8f-bbc7-62a532f2163e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1908815 Apr 29 15:44:20.081748 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56214) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:20.084258 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-6c645c36-2582-420e-9aff-a2d559750ccf tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff90e290-f789-4d20-bcdd-a34e78335727') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:20.084615 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-6c645c36-2582-420e-9aff-a2d559750ccf tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff90e290-f789-4d20-bcdd-a34e78335727') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:20.094173 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-ec3cbcfd-2bbd-431d-9b46-b37ee5f650da tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:20.108971 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-ec56004b-f3f4-424c-9b4f-c0291ce185ba None None] For port da385535-c3b7-4736-8af6-62694472a997, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:44:20.143681 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-ec56004b-f3f4-424c-9b4f-c0291ce185ba None None] For port da385535-c3b7-4736-8af6-62694472a997, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=da385535-c3b7-4736-8af6-62694472a997,segment=NetworkSegment(0ffd906d-c587-4d26-adf4-52dd76d568c1),segment_id=0ffd906d-c587-4d26-adf4-52dd76d568c1)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:44:20.161716 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d13add-1635-4ea5-bafe-32891be58ef9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event updated for resources: {'Network': ['ID=35a4b3da-feee-4a96-94ff-82892d8d397a,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:20.163026 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:20.166628 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c645c36-2582-420e-9aff-a2d559750ccf tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:20.180149 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5c08b931-776f-45a9-9ad2-baf34e8f3a80 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:20.186157 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4365bd1-7a68-4214-8510-a695eb0a7eb8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:44:20.215163 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-68d13add-1635-4ea5-bafe-32891be58ef9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5934236 Apr 29 15:44:20.219704 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56218) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:20.285888 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c645c36-2582-420e-9aff-a2d559750ccf tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:20.290411 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08b931-776f-45a9-9ad2-baf34e8f3a80 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Pushing event updated for resources: {'Port': ['ID=2b922f69-b1b3-40e9-a4d6-cb89e4264b50,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:20.302687 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f4365bd1-7a68-4214-8510-a695eb0a7eb8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:20.307674 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f4365bd1-7a68-4214-8510-a695eb0a7eb8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.0041356 Apr 29 15:44:20.309060 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56222) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:20.312778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c645c36-2582-420e-9aff-a2d559750ccf tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:44:20.312778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c645c36-2582-420e-9aff-a2d559750ccf tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:20.316092 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4511d819-fdc6-41bd-baab-3008ec6f9e15 None None] Sync routers for ids ['225d6969-bee3-4fab-b09b-34756619b9ea'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:44:20.318744 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 35a4b3da-feee-4a96-94ff-82892d8d397a details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:44:20.329824 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:44:20.343416 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ec56004b-f3f4-424c-9b4f-c0291ce185ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:20.359318 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c05fdb-80c1-4957-9263-1c9a346c0aef tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:20.360153 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-13c05fdb-80c1-4957-9263-1c9a346c0aef tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Synchronizing usage tracker for tenant:84bc6bf056654e1386a0b9930df9789f on resource:network {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:20.433225 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-13c05fdb-80c1-4957-9263-1c9a346c0aef tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Unset dirty status for tenant:84bc6bf056654e1386a0b9930df9789f on resource:network {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:20.434927 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-13c05fdb-80c1-4957-9263-1c9a346c0aef tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "GET /v2.0/networks?id=35a4b3da-feee-4a96-94ff-82892d8d397a HTTP/1.1" status: 200 len: 765 time: 0.2177975 Apr 29 15:44:20.437307 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56226) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:20.443581 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-c8daaf7d-cd75-4c94-be85-287c407d7753 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Request body: {'network': {'description': 'd2'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:20.461243 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c08b931-776f-45a9-9ad2-baf34e8f3a80 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Network c054f5e3-436b-4746-a5df-eae58bc330d2 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:20.513277 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ec3cbcfd-2bbd-431d-9b46-b37ee5f650da tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:20.518873 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-5c08b931-776f-45a9-9ad2-baf34e8f3a80 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:20.530821 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ec3cbcfd-2bbd-431d-9b46-b37ee5f650da tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:subnet and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:20.533652 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c08b931-776f-45a9-9ad2-baf34e8f3a80 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:20.572861 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ec3cbcfd-2bbd-431d-9b46-b37ee5f650da tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:20.595978 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ec3cbcfd-2bbd-431d-9b46-b37ee5f650da tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:20.598925 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port a064036f-8905-4685-a7ff-5248a2c7d751, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a064036f-8905-4685-a7ff-5248a2c7d751,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:20.629059 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5c08b931-776f-45a9-9ad2-baf34e8f3a80 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:20.672369 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c645c36-2582-420e-9aff-a2d559750ccf tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:20.675099 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511d819-fdc6-41bd-baab-3008ec6f9e15 None None] Routers {'225d6969-bee3-4fab-b09b-34756619b9ea'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:44:20.675750 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-4511d819-fdc6-41bd-baab-3008ec6f9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:44:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['225d6969-bee3-4fab-b09b-34756619b9ea'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:20.692225 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c645c36-2582-420e-9aff-a2d559750ccf tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:20.699482 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3cbcfd-2bbd-431d-9b46-b37ee5f650da tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:20.730305 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c645c36-2582-420e-9aff-a2d559750ccf tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Pushing event deleted for resources: {'Network': ['ID=36eb237b-d493-46a1-a154-4e786b9f4840,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:20.789622 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6c645c36-2582-420e-9aff-a2d559750ccf tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] 10.222.0.21 "DELETE /v2.0/networks/36eb237b-d493-46a1-a154-4e786b9f4840 HTTP/1.1" status: 204 len: 168 time: 1.3766692 Apr 29 15:44:20.793737 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56230) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:20.796569 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:20.811623 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56004b-f3f4-424c-9b4f-c0291ce185ba None None] Pushing event updated for resources: {'Port': ['ID=da385535-c3b7-4736-8af6-62694472a997,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:20.819236 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-4511d819-fdc6-41bd-baab-3008ec6f9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:20.897785 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ec3cbcfd-2bbd-431d-9b46-b37ee5f650da tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:20.915667 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1fd1d142-7943-47e9-8ca9-f485aba75064 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:20.935223 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-40c105ae-9548-477c-bc6c-153457561077 None None] For port a064036f-8905-4685-a7ff-5248a2c7d751, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a064036f-8905-4685-a7ff-5248a2c7d751,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:20.935629 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:20.956481 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c8daaf7d-cd75-4c94-be85-287c407d7753 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:20.962670 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1fd1d142-7943-47e9-8ca9-f485aba75064 None None] Transition to ACTIVE for port object 78ba498c-8f52-4b66-8806-a05e6b8ad708 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:21.015914 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5c08b931-776f-45a9-9ad2-baf34e8f3a80 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:21.042620 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c8daaf7d-cd75-4c94-be85-287c407d7753 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:21.103514 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd18306-9b44-4041-b746-32ee60fce79d tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:21.109619 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd18306-9b44-4041-b746-32ee60fce79d tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:21.114339 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-abd18306-9b44-4041-b746-32ee60fce79d tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3192940 Apr 29 15:44:21.117406 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:21.123421 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8576ef35-4a71-421e-b040-61a7f9cc6c5f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "GET /v2.0/routers/225d6969-bee3-4fab-b09b-34756619b9ea HTTP/1.1" status: 200 len: 884 time: 0.8133531 Apr 29 15:44:21.124019 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56234) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:21.139859 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56236) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:21.164784 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-9076f328-2587-4531-a5ed-0e44e4502c9d tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2103924017'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:21.191237 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c8daaf7d-cd75-4c94-be85-287c407d7753 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Network 35a4b3da-feee-4a96-94ff-82892d8d397a is not hosted by any dhcp agent {{(pid=84771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 29 15:44:21.194676 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Calling delete_port for a064036f-8905-4685-a7ff-5248a2c7d751 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:21.197310 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8daaf7d-cd75-4c94-be85-287c407d7753 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:21.198049 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c8daaf7d-cd75-4c94-be85-287c407d7753 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:21.200103 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c8daaf7d-cd75-4c94-be85-287c407d7753 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "PUT /v2.0/networks/35a4b3da-feee-4a96-94ff-82892d8d397a HTTP/1.1" status: 200 len: 762 time: 0.7615323 Apr 29 15:44:21.232796 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56242) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:21.249680 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9076f328-2587-4531-a5ed-0e44e4502c9d tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:21.261564 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511d819-fdc6-41bd-baab-3008ec6f9e15 None None] Routers {'225d6969-bee3-4fab-b09b-34756619b9ea'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:44:21.262471 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-4511d819-fdc6-41bd-baab-3008ec6f9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:44:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['225d6969-bee3-4fab-b09b-34756619b9ea'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:21.293469 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8daaf7d-cd75-4c94-be85-287c407d7753 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event updated for resources: {'Network': ['ID=35a4b3da-feee-4a96-94ff-82892d8d397a,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:21.316718 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=a064036f-8905-4685-a7ff-5248a2c7d751,revision_number=8']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:21.332457 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 35a4b3da-feee-4a96-94ff-82892d8d397a details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:44:21.345914 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-a870ced8-55d3-4b26-9b02-2f8a8e33d4e6 req-0a1d302d-6903-4baa-8235-a3bb7e97b814 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2972848 Apr 29 15:44:21.378429 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1fd1d142-7943-47e9-8ca9-f485aba75064 None None] Transition to ACTIVE for port object 78ba498c-8f52-4b66-8806-a05e6b8ad708 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:21.411144 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9076f328-2587-4531-a5ed-0e44e4502c9d tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Usage tracker for resource:network and tenant:1c4de067d21f4bf79708fa7e58fabfbe is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:21.425070 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-4511d819-fdc6-41bd-baab-3008ec6f9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:21.425480 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4511d819-fdc6-41bd-baab-3008ec6f9e15 None None] The sync data for ids ['225d6969-bee3-4fab-b09b-34756619b9ea'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:44:21.500455 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-a870ced8-55d3-4b26-9b02-2f8a8e33d4e6 req-4b22c963-3c26-44bc-bd91-db48f0f6f715 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56968f4173e467ca1a4109666ee4127&device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 1099 time: 0.0758150 Apr 29 15:44:21.508260 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1fd1d142-7943-47e9-8ca9-f485aba75064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:21.519753 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9076f328-2587-4531-a5ed-0e44e4502c9d tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:21.579606 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:44:21.580033 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:44:21.581743 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd1d142-7943-47e9-8ca9-f485aba75064 None None] Network 459c037e-4f28-438b-bf59-3dac71930f80 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:21.584820 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-1fd1d142-7943-47e9-8ca9-f485aba75064 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:21.590039 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd1d142-7943-47e9-8ca9-f485aba75064 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:21.592292 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1d142-7943-47e9-8ca9-f485aba75064 None None] Pushing event updated for resources: {'Port': ['ID=78ba498c-8f52-4b66-8806-a05e6b8ad708,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:21.628332 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:21.663846 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870ced8-55d3-4b26-9b02-2f8a8e33d4e6 req-b7ca6473-df50-4218-9127-dc8b618378c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:21.665596 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-a870ced8-55d3-4b26-9b02-2f8a8e33d4e6 req-b7ca6473-df50-4218-9127-dc8b618378c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d511986d-e449-4c9a-bc20-0b0373daead6 HTTP/1.1" status: 200 len: 912 time: 0.1437004 Apr 29 15:44:21.668568 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9076f328-2587-4531-a5ed-0e44e4502c9d tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:21.672085 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:21.672085 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:21.759599 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1fd1d142-7943-47e9-8ca9-f485aba75064 None None] Attempting to bind port 78ba498c-8f52-4b66-8806-a05e6b8ad708 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:44:21.760004 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1fd1d142-7943-47e9-8ca9-f485aba75064 None None] Attempting to bind port 78ba498c-8f52-4b66-8806-a05e6b8ad708 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '46c40a53-695c-4042-b4a1-14b67469dfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '459c037e-4f28-438b-bf59-3dac71930f80'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:44:21.762983 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd1d142-7943-47e9-8ca9-f485aba75064 None None] Attempting to bind port 78ba498c-8f52-4b66-8806-a05e6b8ad708 on network 459c037e-4f28-438b-bf59-3dac71930f80 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:44:21.780098 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd1d142-7943-47e9-8ca9-f485aba75064 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:44:21.780663 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd1d142-7943-47e9-8ca9-f485aba75064 None None] Checking segment: {'id': '46c40a53-695c-4042-b4a1-14b67469dfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '459c037e-4f28-438b-bf59-3dac71930f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:21.782773 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1fd1d142-7943-47e9-8ca9-f485aba75064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:21.782773 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd1d142-7943-47e9-8ca9-f485aba75064 None None] Bound using segment: {'id': '46c40a53-695c-4042-b4a1-14b67469dfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '459c037e-4f28-438b-bf59-3dac71930f80'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:44:21.783092 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1fd1d142-7943-47e9-8ca9-f485aba75064 None None] Bound port: 78ba498c-8f52-4b66-8806-a05e6b8ad708, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c40a53-695c-4042-b4a1-14b67469dfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '459c037e-4f28-438b-bf59-3dac71930f80'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:44:21.783550 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1fd1d142-7943-47e9-8ca9-f485aba75064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:21.808112 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-a870ced8-55d3-4b26-9b02-2f8a8e33d4e6 req-0b1eba67-f88b-4393-93de-641a5bdc7144 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c692f0a-0dff-40d5-8916-d3b49735cbfc HTTP/1.1" status: 200 len: 1002 time: 0.1354206 Apr 29 15:44:21.812803 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af02e97a-e505-468a-9d49-e74a3e86a369 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:21.813487 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-af02e97a-e505-468a-9d49-e74a3e86a369 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Synchronizing usage tracker for tenant:84bc6bf056654e1386a0b9930df9789f on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:21.867792 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9076f328-2587-4531-a5ed-0e44e4502c9d tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Made reservation on behalf of 1c4de067d21f4bf79708fa7e58fabfbe for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:21.870741 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9076f328-2587-4531-a5ed-0e44e4502c9d tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:21.890853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-af02e97a-e505-468a-9d49-e74a3e86a369 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Unset dirty status for tenant:84bc6bf056654e1386a0b9930df9789f on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:21.892058 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870ced8-55d3-4b26-9b02-2f8a8e33d4e6 req-1975d6d6-38d3-417a-ad9b-5418434014f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:21.892430 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-af02e97a-e505-468a-9d49-e74a3e86a369 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "GET /v2.0/networks?id=35a4b3da-feee-4a96-94ff-82892d8d397a HTTP/1.1" status: 200 len: 765 time: 0.6585233 Apr 29 15:44:21.893841 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-a870ced8-55d3-4b26-9b02-2f8a8e33d4e6 req-1975d6d6-38d3-417a-ad9b-5418434014f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fccdfd74-5a41-4338-8b3c-9da29bbca38f HTTP/1.1" status: 200 len: 850 time: 0.0803258 Apr 29 15:44:21.901237 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56246) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:21.922616 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:21.956842 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-1fd1d142-7943-47e9-8ca9-f485aba75064 None None] For port 78ba498c-8f52-4b66-8806-a05e6b8ad708, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:44:21.960219 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-1fd1d142-7943-47e9-8ca9-f485aba75064 None None] For port 78ba498c-8f52-4b66-8806-a05e6b8ad708, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=78ba498c-8f52-4b66-8806-a05e6b8ad708,segment=NetworkSegment(46c40a53-695c-4042-b4a1-14b67469dfb2),segment_id=46c40a53-695c-4042-b4a1-14b67469dfb2)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:44:21.987622 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc,segment=NetworkSegment(718f3479-6a56-45f8-8830-e0304cc476b8),segment_id=718f3479-6a56-45f8-8830-e0304cc476b8)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:22.027213 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9076f328-2587-4531-a5ed-0e44e4502c9d tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:44:22.067340 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9076f328-2587-4531-a5ed-0e44e4502c9d tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:22.067684 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-9076f328-2587-4531-a5ed-0e44e4502c9d tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Added segment 03009986-dc08-432b-9169-0efafc9dac0d of type vlan for network e4fd9206-11cf-485f-9217-00a930704e2f Apr 29 15:44:22.074435 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1fd1d142-7943-47e9-8ca9-f485aba75064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:22.128552 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9076f328-2587-4531-a5ed-0e44e4502c9d tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:22.135919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ec3cbcfd-2bbd-431d-9b46-b37ee5f650da tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:22.136309 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-a870ced8-55d3-4b26-9b02-2f8a8e33d4e6 req-4e001fe3-e355-406f-b901-b966a63e84cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d511986d-e449-4c9a-bc20-0b0373daead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2361584 Apr 29 15:44:22.143278 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdd2c29-8a66-4000-9c3d-2edf573c4177 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:22.144866 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8fdd2c29-8a66-4000-9c3d-2edf573c4177 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2426338 Apr 29 15:44:22.157380 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:22.168720 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56250) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:22.183523 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 773b455a-49b7-4e20-8625-ab84becde03d no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:44:22.256454 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5c08b931-776f-45a9-9ad2-baf34e8f3a80 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:22.265586 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-130e60a4-63dc-4414-92d7-09622e4352d0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Synchronizing usage tracker for tenant:84bc6bf056654e1386a0b9930df9789f on resource:subnet {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:22.280714 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7731ac9b-5f98-4e4b-9193-021a0a6db128 None None] Network c054f5e3-436b-4746-a5df-eae58bc330d2 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:22.304102 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3cbcfd-2bbd-431d-9b46-b37ee5f650da tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:22.312378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cbcfd-2bbd-431d-9b46-b37ee5f650da tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=03574733-112f-460c-875b-f43035861303,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:22.314780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-ec3cbcfd-2bbd-431d-9b46-b37ee5f650da tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:22.315183 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 773b455a-49b7-4e20-8625-ab84becde03d {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:44:22.316187 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 773b455a-49b7-4e20-8625-ab84becde03d not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:44:22.320264 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3cbcfd-2bbd-431d-9b46-b37ee5f650da tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:22.320721 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ec3cbcfd-2bbd-431d-9b46-b37ee5f650da tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:22.328766 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-00959bc6-1b9f-4b98-86a7-557071c0d24f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Synchronizing usage tracker for tenant:72863ce39b024e9da16162dddbf6a3b4 on resource:router {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:22.331101 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5c08b931-776f-45a9-9ad2-baf34e8f3a80 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:22.331479 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-a870ced8-55d3-4b26-9b02-2f8a8e33d4e6 req-e4f5a030-e94c-45e9-a21a-51fd24712712 service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854489 Apr 29 15:44:22.386143 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1d142-7943-47e9-8ca9-f485aba75064 None None] Pushing event updated for resources: {'Port': ['ID=78ba498c-8f52-4b66-8806-a05e6b8ad708,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:22.390023 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-130e60a4-63dc-4414-92d7-09622e4352d0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Unset dirty status for tenant:84bc6bf056654e1386a0b9930df9789f on resource:subnet {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:22.391429 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-130e60a4-63dc-4414-92d7-09622e4352d0 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "GET /v2.0/subnets?network_id=f991b9a3-9206-4c97-97f2-8545e1219151 HTTP/1.1" status: 200 len: 207 time: 0.2159042 Apr 29 15:44:22.408494 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56254) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:22.418066 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9076f328-2587-4531-a5ed-0e44e4502c9d tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:22.421888 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9076f328-2587-4531-a5ed-0e44e4502c9d tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:22.422663 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9076f328-2587-4531-a5ed-0e44e4502c9d tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:22.491589 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:22.510722 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-a870ced8-55d3-4b26-9b02-2f8a8e33d4e6 req-80af0561-08b9-4437-bf58-c97129fd4e96 service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717386 Apr 29 15:44:22.567664 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7d350d54-ead4-4199-9131-a7e59c11e3f6 None None] Provisioning for port da385535-c3b7-4736-8af6-62694472a997 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:22.668524 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5c08b931-776f-45a9-9ad2-baf34e8f3a80 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:22.685422 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-00959bc6-1b9f-4b98-86a7-557071c0d24f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Unset dirty status for tenant:72863ce39b024e9da16162dddbf6a3b4 on resource:router {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:22.689317 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-00959bc6-1b9f-4b98-86a7-557071c0d24f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.5458515 Apr 29 15:44:22.690218 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56258) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:22.700355 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-730f8307-b669-4a5d-bf5e-ad94c8b01f2c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1720858903'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:22.700487 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076f328-2587-4531-a5ed-0e44e4502c9d tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Pushing event updated for resources: {'Network': ['ID=e4fd9206-11cf-485f-9217-00a930704e2f,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:22.701290 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08b931-776f-45a9-9ad2-baf34e8f3a80 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Pushing event updated for resources: {'Port': ['ID=2b922f69-b1b3-40e9-a4d6-cb89e4264b50,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:22.708083 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ec3cbcfd-2bbd-431d-9b46-b37ee5f650da tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6264462 Apr 29 15:44:22.712449 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56262) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:22.713029 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network e4fd9206-11cf-485f-9217-00a930704e2f details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:44:22.756292 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-ff8aae87-bb03-448a-aa5a-ca2167fc80b3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'mac_address': 'fa:16:3e:80:76:09', 'name': 'tempest-NetworksTestDHCPv6-1774860016'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:22.818565 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9076f328-2587-4531-a5ed-0e44e4502c9d tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6882393 Apr 29 15:44:22.876097 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56266) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:22.946195 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-d402c671-9042-4397-82de-696eee5f5d58 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1157952700'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:23.004578 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d402c671-9042-4397-82de-696eee5f5d58 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:23.032006 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d402c671-9042-4397-82de-696eee5f5d58 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Usage tracker for resource:network and tenant:1c4de067d21f4bf79708fa7e58fabfbe is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:23.042239 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d402c671-9042-4397-82de-696eee5f5d58 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:23.049845 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b486ad5-f3f2-4e7a-9a88-c2e0694a7acf tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:23.053657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b486ad5-f3f2-4e7a-9a88-c2e0694a7acf tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:23.059163 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b486ad5-f3f2-4e7a-9a88-c2e0694a7acf tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:23.062224 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b486ad5-f3f2-4e7a-9a88-c2e0694a7acf tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:23.066130 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b486ad5-f3f2-4e7a-9a88-c2e0694a7acf tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:23.070360 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b486ad5-f3f2-4e7a-9a88-c2e0694a7acf tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:23.075850 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4b486ad5-f3f2-4e7a-9a88-c2e0694a7acf tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6555061 Apr 29 15:44:23.077850 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56270) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:23.107744 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d402c671-9042-4397-82de-696eee5f5d58 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:23.149345 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device da385535-c3b7-4736-8af6-62694472a997 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:23.175224 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c08b931-776f-45a9-9ad2-baf34e8f3a80 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Network c054f5e3-436b-4746-a5df-eae58bc330d2 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:23.176964 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-5c08b931-776f-45a9-9ad2-baf34e8f3a80 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:23.274940 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4cf5cf75-c325-4b00-a8fe-9affabd150e4 None None] Provisioning for port 2b922f69-b1b3-40e9-a4d6-cb89e4264b50 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:23.282757 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4cf5cf75-c325-4b00-a8fe-9affabd150e4 None None] Provisioning complete for port 2b922f69-b1b3-40e9-a4d6-cb89e4264b50 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:23.285851 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4cf5cf75-c325-4b00-a8fe-9affabd150e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:23.315319 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d402c671-9042-4397-82de-696eee5f5d58 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Made reservation on behalf of 1c4de067d21f4bf79708fa7e58fabfbe for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:23.315465 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-66053fc5-2694-4407-8dd6-c9e9f3f10497 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2363589 Apr 29 15:44:23.317983 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d402c671-9042-4397-82de-696eee5f5d58 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:23.319519 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56274) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:23.326163 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ff8aae87-bb03-448a-aa5a-ca2167fc80b3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:23.332629 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port da385535-c3b7-4736-8af6-62694472a997 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:23.350943 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ff8aae87-bb03-448a-aa5a-ca2167fc80b3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:port and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:23.353402 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port da385535-c3b7-4736-8af6-62694472a997 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:23.353858 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:23.354663 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ff8aae87-bb03-448a-aa5a-ca2167fc80b3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:23.360962 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ff8aae87-bb03-448a-aa5a-ca2167fc80b3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:23.386415 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Deleting port a064036f-8905-4685-a7ff-5248a2c7d751 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:23.386955 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:23.431632 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d402c671-9042-4397-82de-696eee5f5d58 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:44:23.443654 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d402c671-9042-4397-82de-696eee5f5d58 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:23.443654 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-d402c671-9042-4397-82de-696eee5f5d58 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Added segment cb3f308f-3244-43dc-aee5-de24c7d46f3e of type vlan for network 2c428af6-f293-40fa-bc0a-472edfeff061 Apr 29 15:44:23.455526 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8aae87-bb03-448a-aa5a-ca2167fc80b3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:23.461927 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff8aae87-bb03-448a-aa5a-ca2167fc80b3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:23.465542 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-4cf5cf75-c325-4b00-a8fe-9affabd150e4 None None] Port 2b922f69-b1b3-40e9-a4d6-cb89e4264b50 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:44:23.523717 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d402c671-9042-4397-82de-696eee5f5d58 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:23.587768 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d24898-02ed-41a7-89d5-a0f8a78297a1 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:23.590514 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d24898-02ed-41a7-89d5-a0f8a78297a1 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:23.592404 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d24898-02ed-41a7-89d5-a0f8a78297a1 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:23.593727 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d24898-02ed-41a7-89d5-a0f8a78297a1 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:23.595206 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d24898-02ed-41a7-89d5-a0f8a78297a1 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:23.596748 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-34d24898-02ed-41a7-89d5-a0f8a78297a1 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Synchronizing usage tracker for tenant:84bc6bf056654e1386a0b9930df9789f on resource:subnet {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:23.655674 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-ff8aae87-bb03-448a-aa5a-ca2167fc80b3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] device_id is not set on port 3b7a418d-0861-432a-b06a-a31bec0906ce yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:44:23.684639 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-34d24898-02ed-41a7-89d5-a0f8a78297a1 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Unset dirty status for tenant:84bc6bf056654e1386a0b9930df9789f on resource:subnet {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:23.689159 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-34d24898-02ed-41a7-89d5-a0f8a78297a1 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3639338 Apr 29 15:44:23.694228 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56278) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:23.754969 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-6ee4ba97-276f-4274-a908-8ace804cd5b6 None None] Provisioning complete for port 2b922f69-b1b3-40e9-a4d6-cb89e4264b50 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:23.755866 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6ee4ba97-276f-4274-a908-8ace804cd5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:23.802119 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:23.807329 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4415daad-63f5-4054-9484-4cf34e2aea82 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:23.808906 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4415daad-63f5-4054-9484-4cf34e2aea82 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:23.810251 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4415daad-63f5-4054-9484-4cf34e2aea82 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:23.811751 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4415daad-63f5-4054-9484-4cf34e2aea82 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:23.813199 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4415daad-63f5-4054-9484-4cf34e2aea82 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:23.814905 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4415daad-63f5-4054-9484-4cf34e2aea82 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1244767 Apr 29 15:44:23.819642 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56282) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:23.890854 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-6ee4ba97-276f-4274-a908-8ace804cd5b6 None None] Port 2b922f69-b1b3-40e9-a4d6-cb89e4264b50 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:44:23.893350 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-40c105ae-9548-477c-bc6c-153457561077 None None] For port a064036f-8905-4685-a7ff-5248a2c7d751, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a064036f-8905-4685-a7ff-5248a2c7d751,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:23.893742 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:23.909652 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port da385535-c3b7-4736-8af6-62694472a997, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=da385535-c3b7-4736-8af6-62694472a997,segment=NetworkSegment(0ffd906d-c587-4d26-adf4-52dd76d568c1),segment_id=0ffd906d-c587-4d26-adf4-52dd76d568c1)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:23.959874 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.resource_extend [None req-d402c671-9042-4397-82de-696eee5f5d58 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:44:24.023847 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ac840a-a213-4151-98ed-e9a759751a41 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:24.024079 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed8b5c3-3c5f-4fb1-ace4-1ddb63ed4af2 None None] Network 459c037e-4f28-438b-bf59-3dac71930f80 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:24.028632 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-86ac840a-a213-4151-98ed-e9a759751a41 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "GET /v2.0/networks/3bcdcc41-939f-4f61-8efb-77131da0583c HTTP/1.1" status: 200 len: 804 time: 0.2008219 Apr 29 15:44:24.029750 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56286) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:24.045539 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Calling delete_port for a064036f-8905-4685-a7ff-5248a2c7d751 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:24.075179 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:24.075947 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:24.104034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d402c671-9042-4397-82de-696eee5f5d58 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:24.108378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d402c671-9042-4397-82de-696eee5f5d58 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:24.108378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d402c671-9042-4397-82de-696eee5f5d58 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:24.215792 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-730f8307-b669-4a5d-bf5e-ad94c8b01f2c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:24.269945 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-730f8307-b669-4a5d-bf5e-ad94c8b01f2c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626962'] for router, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:24.331062 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-ff8aae87-bb03-448a-aa5a-ca2167fc80b3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8::337 (75e7f0f8-4897-4e20-8301-99a7eae75065/03574733-112f-460c-875b-f43035861303/3b7a418d-0861-432a-b06a-a31bec0906ce) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:24.334735 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402c671-9042-4397-82de-696eee5f5d58 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Pushing event updated for resources: {'Network': ['ID=2c428af6-f293-40fa-bc0a-472edfeff061,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:24.364070 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=da385535-c3b7-4736-8af6-62694472a997,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:24.364773 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d402c671-9042-4397-82de-696eee5f5d58 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4357708 Apr 29 15:44:24.366949 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ff13fc53-5da8-4159-a852-6a570744f0f7 None None] Provisioning for port 78ba498c-8f52-4b66-8806-a05e6b8ad708 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:24.369850 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56290) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:24.370392 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 2c428af6-f293-40fa-bc0a-472edfeff061 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:44:24.399853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Request body: {'ports': [{'network_id': 'e4fd9206-11cf-485f-9217-00a930704e2f', 'name': 'tempest-port--924257472', 'admin_state_up': True}, {'network_id': '2c428af6-f293-40fa-bc0a-472edfeff061', 'admin_state_up': False}]} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:24.400248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Request body: {'port': {'network_id': 'e4fd9206-11cf-485f-9217-00a930704e2f', 'name': 'tempest-port--924257472', 'admin_state_up': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:24.400636 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Request body: {'port': {'network_id': '2c428af6-f293-40fa-bc0a-472edfeff061', 'admin_state_up': False}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:24.490961 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730f8307-b669-4a5d-bf5e-ad94c8b01f2c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Router 225d6969-bee3-4fab-b09b-34756619b9ea has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:44:24.500044 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:24.522915 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6154bcb2-0561-4c06-be92-d72a510a5d93 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "GET /v2.0/networks/3bcdcc41-939f-4f61-8efb-77131da0583c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4894438 Apr 29 15:44:24.529292 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56294) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:24.581935 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c105ae-9548-477c-bc6c-153457561077 None None] Pushing event deleted for resources: {'Port': ['ID=a064036f-8905-4685-a7ff-5248a2c7d751,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:24.595130 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c105ae-9548-477c-bc6c-153457561077 None None] No DVR routers for this DVR port a064036f-8905-4685-a7ff-5248a2c7d751 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:44:24.645318 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bb8f59-eb82-49b2-b343-e095dee6b698 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:24.657895 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:24.658261 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:24.690207 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ff13fc53-5da8-4159-a852-6a570744f0f7 None None] Provisioning complete for port 2b922f69-b1b3-40e9-a4d6-cb89e4264b50 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:24.690599 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ff13fc53-5da8-4159-a852-6a570744f0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:24.720145 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730f8307-b669-4a5d-bf5e-ad94c8b01f2c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:44:24.731274 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-730f8307-b669-4a5d-bf5e-ad94c8b01f2c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:24.732476 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-730f8307-b669-4a5d-bf5e-ad94c8b01f2c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "PUT /v2.0/routers/225d6969-bee3-4fab-b09b-34756619b9ea HTTP/1.1" status: 200 len: 891 time: 2.0404887 Apr 29 15:44:24.736048 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56298) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:24.740219 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b485672e-6dac-4b42-a09e-00b5a520a36c None None] Sync routers for ids ['225d6969-bee3-4fab-b09b-34756619b9ea'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:44:24.767001 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b485672e-6dac-4b42-a09e-00b5a520a36c None None] Routers {'225d6969-bee3-4fab-b09b-34756619b9ea'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:44:24.771908 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-b485672e-6dac-4b42-a09e-00b5a520a36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:44:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['225d6969-bee3-4fab-b09b-34756619b9ea'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:24.806605 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fba65d1-4086-4fc2-9bf0-ba8952cd4bfe tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:24.807921 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0fba65d1-4086-4fc2-9bf0-ba8952cd4bfe tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "GET /v2.0/subnets/3ed4aadf-a7c1-42a8-890a-43b2d7bf0e81 HTTP/1.1" status: 200 len: 843 time: 0.2735260 Apr 29 15:44:24.817882 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56302) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:24.866642 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-ff13fc53-5da8-4159-a852-6a570744f0f7 None None] Port 2b922f69-b1b3-40e9-a4d6-cb89e4264b50 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:44:24.868083 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-b485672e-6dac-4b42-a09e-00b5a520a36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:24.879825 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b485672e-6dac-4b42-a09e-00b5a520a36c None None] Routers {'225d6969-bee3-4fab-b09b-34756619b9ea'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:44:24.880895 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-b485672e-6dac-4b42-a09e-00b5a520a36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:44:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['225d6969-bee3-4fab-b09b-34756619b9ea'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:24.941669 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-b485672e-6dac-4b42-a09e-00b5a520a36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:24.942328 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b485672e-6dac-4b42-a09e-00b5a520a36c None None] The sync data for ids ['225d6969-bee3-4fab-b09b-34756619b9ea'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:44:24.969278 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c08b931-776f-45a9-9ad2-baf34e8f3a80 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Router d7125ff7-ea8b-4959-95d4-286303dccb75 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:44:24.988004 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:24.995708 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404648dd-fd5b-4c81-bf59-9e20516ff277 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:25.000728 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-404648dd-fd5b-4c81-bf59-9e20516ff277 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "GET /v2.0/subnets/3ed4aadf-a7c1-42a8-890a-43b2d7bf0e81?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1782694 Apr 29 15:44:25.007974 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56306) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:25.009378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Usage tracker for resource:port and tenant:1c4de067d21f4bf79708fa7e58fabfbe is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:25.017884 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:25.021019 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 78ba498c-8f52-4b66-8806-a05e6b8ad708 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:25.030696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-4f89dba2-0961-4f5c-97ad-cd47ed7c47e3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1805885590'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:25.035979 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:25.041976 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff8aae87-bb03-448a-aa5a-ca2167fc80b3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:25.047861 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-4f89dba2-0961-4f5c-97ad-cd47ed7c47e3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:25.078364 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-ff8aae87-bb03-448a-aa5a-ca2167fc80b3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Transition to ACTIVE for port object 3b7a418d-0861-432a-b06a-a31bec0906ce will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:25.120278 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21f7881-bff5-4f93-9ef2-fb2a8377195d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-75e7f0f8-4897-4e20-8301-99a7eae75065', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'fixed_ips': [{'subnet_id': '03574733-112f-460c-875b-f43035861303'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:44:25.121202 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c21f7881-bff5-4f93-9ef2-fb2a8377195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:25.127216 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-4f89dba2-0961-4f5c-97ad-cd47ed7c47e3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:25.158419 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5eb6b6cd-3056-4dca-8cdb-963dc7b908ac tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "GET /v2.0/routers/225d6969-bee3-4fab-b09b-34756619b9ea HTTP/1.1" status: 200 len: 891 time: 0.4212296 Apr 29 15:44:25.161189 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56310) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:25.209601 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Made reservation on behalf of 1c4de067d21f4bf79708fa7e58fabfbe for: {'port': 2} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:25.213726 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-871dae67-2768-4060-a1a9-a70e3fc01243 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "GET /v2.0/ports?device_id=225d6969-bee3-4fab-b09b-34756619b9ea HTTP/1.1" status: 200 len: 205 time: 0.0512204 Apr 29 15:44:25.214642 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:25.217786 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56314) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:25.287801 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff8aae87-bb03-448a-aa5a-ca2167fc80b3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:25.336962 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-c21f7881-bff5-4f93-9ef2-fb2a8377195d None None] Allocated IP 2001:db8::2 (75e7f0f8-4897-4e20-8301-99a7eae75065/03574733-112f-460c-875b-f43035861303/b8a92977-da53-41f0-b677-681ad06b6a7d) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:25.341926 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f89dba2-0961-4f5c-97ad-cd47ed7c47e3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Made reservation on behalf of 84bc6bf056654e1386a0b9930df9789f for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:25.344876 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4f89dba2-0961-4f5c-97ad-cd47ed7c47e3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:25.365477 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 78ba498c-8f52-4b66-8806-a05e6b8ad708 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:25.371912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:25.419253 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 78ba498c-8f52-4b66-8806-a05e6b8ad708 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:25.419660 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:25.440883 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cf4f51a5-d168-4f32-ae63-134352b0ee87 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:25.479471 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8aae87-bb03-448a-aa5a-ca2167fc80b3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:25.485248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8aae87-bb03-448a-aa5a-ca2167fc80b3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=3b7a418d-0861-432a-b06a-a31bec0906ce,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:25.499940 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-ff8aae87-bb03-448a-aa5a-ca2167fc80b3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:25.504959 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8aae87-bb03-448a-aa5a-ca2167fc80b3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:25.510543 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8aae87-bb03-448a-aa5a-ca2167fc80b3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:25.514798 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff8aae87-bb03-448a-aa5a-ca2167fc80b3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:25.560554 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f89dba2-0961-4f5c-97ad-cd47ed7c47e3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:44:25.600900 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4f89dba2-0961-4f5c-97ad-cd47ed7c47e3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:25.602429 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-4f89dba2-0961-4f5c-97ad-cd47ed7c47e3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Added segment 30cf725a-eb9a-456e-8dbf-0badca217b0a of type vlan for network 9bb29b46-2a69-4202-9f52-6d32c439570b Apr 29 15:44:25.647816 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:25.678412 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cf4f51a5-d168-4f32-ae63-134352b0ee87 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:25.684500 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c21f7881-bff5-4f93-9ef2-fb2a8377195d None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:25.701592 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c21f7881-bff5-4f93-9ef2-fb2a8377195d None None] Transition to ACTIVE for port object b8a92977-da53-41f0-b677-681ad06b6a7d will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:25.709555 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 78ba498c-8f52-4b66-8806-a05e6b8ad708, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=78ba498c-8f52-4b66-8806-a05e6b8ad708,segment=NetworkSegment(46c40a53-695c-4042-b4a1-14b67469dfb2),segment_id=46c40a53-695c-4042-b4a1-14b67469dfb2)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:25.722681 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:44:25.725345 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c21f7881-bff5-4f93-9ef2-fb2a8377195d None None] Transition to ACTIVE for port object b8a92977-da53-41f0-b677-681ad06b6a7d will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:25.747338 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f51a5-d168-4f32-ae63-134352b0ee87 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting port 09bea411-5bb3-43ff-9af4-af863b005d08 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:25.748004 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cf4f51a5-d168-4f32-ae63-134352b0ee87 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:25.770244 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:25.803978 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ff8aae87-bb03-448a-aa5a-ca2167fc80b3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0902019 Apr 29 15:44:25.818799 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56318) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:25.839544 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c21f7881-bff5-4f93-9ef2-fb2a8377195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:25.879236 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21f7881-bff5-4f93-9ef2-fb2a8377195d None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:25.880505 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=78ba498c-8f52-4b66-8806-a05e6b8ad708,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:25.885881 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device da385535-c3b7-4736-8af6-62694472a997 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:25.910497 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-c21f7881-bff5-4f93-9ef2-fb2a8377195d None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:25.913667 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] device_id is not set on port 946c1de9-d6cc-4ccf-8a1d-5e57a9de8b4e yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:44:25.920123 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4f89dba2-0961-4f5c-97ad-cd47ed7c47e3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:25.942885 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c08b931-776f-45a9-9ad2-baf34e8f3a80 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:44:25.946273 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21f7881-bff5-4f93-9ef2-fb2a8377195d None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:25.977966 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cf4f51a5-d168-4f32-ae63-134352b0ee87 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:25.983129 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3624457-8bfa-4807-a08b-5a9d662b5175 None None] Sync routers for ids ['d7125ff7-ea8b-4959-95d4-286303dccb75'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:44:25.985152 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5c08b931-776f-45a9-9ad2-baf34e8f3a80 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] 10.222.0.21 "PUT /v2.0/routers/d7125ff7-ea8b-4959-95d4-286303dccb75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4690890 Apr 29 15:44:25.988627 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56322) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:26.051998 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f7881-bff5-4f93-9ef2-fb2a8377195d None None] Pushing event updated for resources: {'Port': ['ID=b8a92977-da53-41f0-b677-681ad06b6a7d,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:26.099118 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3624457-8bfa-4807-a08b-5a9d662b5175 None None] Routers {'d7125ff7-ea8b-4959-95d4-286303dccb75'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:44:26.099659 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-e3624457-8bfa-4807-a08b-5a9d662b5175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:44:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d7125ff7-ea8b-4959-95d4-286303dccb75'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:26.112315 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f51a5-d168-4f32-ae63-134352b0ee87 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Calling delete_port for 09bea411-5bb3-43ff-9af4-af863b005d08 owned by network:router_gateway {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:26.118664 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4f89dba2-0961-4f5c-97ad-cd47ed7c47e3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:26.122439 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f89dba2-0961-4f5c-97ad-cd47ed7c47e3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:26.122808 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4f89dba2-0961-4f5c-97ad-cd47ed7c47e3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:26.213744 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-c21f7881-bff5-4f93-9ef2-fb2a8377195d None None] Attempting to bind port b8a92977-da53-41f0-b677-681ad06b6a7d on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:44:26.214099 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-c21f7881-bff5-4f93-9ef2-fb2a8377195d None None] Attempting to bind port b8a92977-da53-41f0-b677-681ad06b6a7d by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:44:26.214467 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f7881-bff5-4f93-9ef2-fb2a8377195d None None] Attempting to bind port b8a92977-da53-41f0-b677-681ad06b6a7d on network 75e7f0f8-4897-4e20-8301-99a7eae75065 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:44:26.216412 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-e3624457-8bfa-4807-a08b-5a9d662b5175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:26.229268 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5fb121-fe8d-41d0-bc25-1fd0cd78af9b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:26.232952 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f7881-bff5-4f93-9ef2-fb2a8377195d None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:44:26.233241 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5fb121-fe8d-41d0-bc25-1fd0cd78af9b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:26.233336 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f7881-bff5-4f93-9ef2-fb2a8377195d None None] Checking segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:26.233716 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c21f7881-bff5-4f93-9ef2-fb2a8377195d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:26.234055 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3b5fb121-fe8d-41d0-bc25-1fd0cd78af9b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:26.234178 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f7881-bff5-4f93-9ef2-fb2a8377195d None None] Bound using segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:44:26.234627 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-c21f7881-bff5-4f93-9ef2-fb2a8377195d None None] Bound port: b8a92977-da53-41f0-b677-681ad06b6a7d, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:44:26.235004 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c21f7881-bff5-4f93-9ef2-fb2a8377195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:26.251626 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port da385535-c3b7-4736-8af6-62694472a997 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:26.251998 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:26.310804 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89dba2-0961-4f5c-97ad-cd47ed7c47e3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event updated for resources: {'Network': ['ID=9bb29b46-2a69-4202-9f52-6d32c439570b,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:26.316463 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3624457-8bfa-4807-a08b-5a9d662b5175 None None] Routers {'d7125ff7-ea8b-4959-95d4-286303dccb75'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:44:26.317398 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-e3624457-8bfa-4807-a08b-5a9d662b5175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:44:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d7125ff7-ea8b-4959-95d4-286303dccb75'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:26.337878 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4f89dba2-0961-4f5c-97ad-cd47ed7c47e3 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3226836 Apr 29 15:44:26.338187 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56326) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:26.354742 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-583ab98f-9590-4ce6-a412-efa6a90b5a09 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Request body: {'subnet': {'network_id': '9bb29b46-2a69-4202-9f52-6d32c439570b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:26.359761 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cf4f51a5-d168-4f32-ae63-134352b0ee87 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:26.377816 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:26.379216 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 9bb29b46-2a69-4202-9f52-6d32c439570b details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:44:26.436992 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f51a5-d168-4f32-ae63-134352b0ee87 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Port': ['ID=09bea411-5bb3-43ff-9af4-af863b005d08,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:26.461425 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3b5fb121-fe8d-41d0-bc25-1fd0cd78af9b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:26.465449 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3b5fb121-fe8d-41d0-bc25-1fd0cd78af9b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6439183 Apr 29 15:44:26.466767 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-e3624457-8bfa-4807-a08b-5a9d662b5175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:26.467175 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3624457-8bfa-4807-a08b-5a9d662b5175 None None] The sync data for ids ['d7125ff7-ea8b-4959-95d4-286303dccb75'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:44:26.473741 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56330) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:26.539486 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-c21f7881-bff5-4f93-9ef2-fb2a8377195d None None] For port b8a92977-da53-41f0-b677-681ad06b6a7d, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:44:26.584259 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-c21f7881-bff5-4f93-9ef2-fb2a8377195d None None] For port b8a92977-da53-41f0-b677-681ad06b6a7d, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=b8a92977-da53-41f0-b677-681ad06b6a7d,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:44:26.639488 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-583ab98f-9590-4ce6-a412-efa6a90b5a09 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:26.644328 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cf4f51a5-d168-4f32-ae63-134352b0ee87 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:26.649886 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c21f7881-bff5-4f93-9ef2-fb2a8377195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:26.701389 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] device_id is not set on port ee4c2bfa-689c-4e5c-9346-b50703740442 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:44:26.709754 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-05fd198f-2655-4984-acc5-b06346198df0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting port 3b7a418d-0861-432a-b06a-a31bec0906ce {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:26.710083 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-05fd198f-2655-4984-acc5-b06346198df0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:26.733357 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f7881-bff5-4f93-9ef2-fb2a8377195d None None] Pushing event updated for resources: {'Port': ['ID=b8a92977-da53-41f0-b677-681ad06b6a7d,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:26.759698 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-583ab98f-9590-4ce6-a412-efa6a90b5a09 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:26.922823 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583ab98f-9590-4ce6-a412-efa6a90b5a09 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Made reservation on behalf of 84bc6bf056654e1386a0b9930df9789f for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:27.035267 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cf4f51a5-d168-4f32-ae63-134352b0ee87 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:27.041139 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cf4f51a5-d168-4f32-ae63-134352b0ee87 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:27.158959 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cf4f51a5-d168-4f32-ae63-134352b0ee87 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:27.159445 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4f51a5-d168-4f32-ae63-134352b0ee87 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Fanout notify agent at l3_agent the message router_deleted on router 225d6969-bee3-4fab-b09b-34756619b9ea {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:44:27.183499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-583ab98f-9590-4ce6-a412-efa6a90b5a09 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:27.234960 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cf4f51a5-d168-4f32-ae63-134352b0ee87 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:27.236100 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-cf4f51a5-d168-4f32-ae63-134352b0ee87 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/routers/225d6969-bee3-4fab-b09b-34756619b9ea HTTP/1.1" status: 204 len: 168 time: 2.0173638 Apr 29 15:44:27.239981 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56334) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:27.245687 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-1e1a0428-3849-4a78-8bb7-cc4f85cbdd4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-133131791'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:27.250859 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1e1a0428-3849-4a78-8bb7-cc4f85cbdd4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:27.254786 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1e1a0428-3849-4a78-8bb7-cc4f85cbdd4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:network and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:27.258289 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1e1a0428-3849-4a78-8bb7-cc4f85cbdd4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:27.264861 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1e1a0428-3849-4a78-8bb7-cc4f85cbdd4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:27.341861 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1a0428-3849-4a78-8bb7-cc4f85cbdd4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Made reservation on behalf of 72863ce39b024e9da16162dddbf6a3b4 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:27.344872 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1e1a0428-3849-4a78-8bb7-cc4f85cbdd4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:27.374773 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e1a0428-3849-4a78-8bb7-cc4f85cbdd4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:44:27.385016 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1e1a0428-3849-4a78-8bb7-cc4f85cbdd4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:27.385361 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-1e1a0428-3849-4a78-8bb7-cc4f85cbdd4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Added segment 186a1acd-0893-4e26-bd79-f5a65a4f39d1 of type vlan for network b101ef0f-f7be-43f7-8886-92b2cf5fabdf Apr 29 15:44:27.409439 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:27.413761 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1e1a0428-3849-4a78-8bb7-cc4f85cbdd4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:27.438356 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.ipam_backend_mixin [None req-583ab98f-9590-4ce6-a412-efa6a90b5a09 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Performing IP validity checks on allocation pools {{(pid=84770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 29 15:44:27.439032 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.ipam_backend_mixin [None req-583ab98f-9590-4ce6-a412-efa6a90b5a09 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 29 15:44:27.444130 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-05fd198f-2655-4984-acc5-b06346198df0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:27.509876 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1e1a0428-3849-4a78-8bb7-cc4f85cbdd4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:27.509876 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1a0428-3849-4a78-8bb7-cc4f85cbdd4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:27.509876 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1e1a0428-3849-4a78-8bb7-cc4f85cbdd4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:27.626204 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a0428-3849-4a78-8bb7-cc4f85cbdd4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Network': ['ID=b101ef0f-f7be-43f7-8886-92b2cf5fabdf,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:27.640237 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network b101ef0f-f7be-43f7-8886-92b2cf5fabdf details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:44:27.673903 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1e1a0428-3849-4a78-8bb7-cc4f85cbdd4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4327106 Apr 29 15:44:27.676637 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56338) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:27.688702 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-68cd3ef6-76c5-4825-90cf-10939f5b36d8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'subnet': {'network_id': 'b101ef0f-f7be-43f7-8886-92b2cf5fabdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:27.690331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-05fd198f-2655-4984-acc5-b06346198df0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Calling delete_port for 3b7a418d-0861-432a-b06a-a31bec0906ce owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:27.856958 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-68cd3ef6-76c5-4825-90cf-10939f5b36d8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:27.863869 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-68cd3ef6-76c5-4825-90cf-10939f5b36d8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:subnet and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:27.867603 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-68cd3ef6-76c5-4825-90cf-10939f5b36d8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:27.873584 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-68cd3ef6-76c5-4825-90cf-10939f5b36d8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:27.875635 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:27.900288 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edc2e12-5e27-44dd-9fe1-31f87d73c8c2 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:27.946501 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cd3ef6-76c5-4825-90cf-10939f5b36d8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Made reservation on behalf of 72863ce39b024e9da16162dddbf6a3b4 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:28.017996 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device b8a92977-da53-41f0-b677-681ad06b6a7d up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:28.058521 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1d4b0728-6760-4926-964b-581890a7a3d6 None None] Provisioning for port b8a92977-da53-41f0-b677-681ad06b6a7d completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:28.073687 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-68cd3ef6-76c5-4825-90cf-10939f5b36d8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:28.079672 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Pushing event updated for resources: {'Port': ['ID=946c1de9-d6cc-4ccf-8a1d-5e57a9de8b4e,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:28.148968 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Checking segment: {'id': '03009986-dc08-432b-9169-0efafc9dac0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e4fd9206-11cf-485f-9217-00a930704e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:28.149591 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Network hostable DHCP agents. Network: e4fd9206-11cf-485f-9217-00a930704e2f, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:44:28.224747 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-05fd198f-2655-4984-acc5-b06346198df0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:28.226515 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-583ab98f-9590-4ce6-a412-efa6a90b5a09 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:28.301776 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port b8a92977-da53-41f0-b677-681ad06b6a7d completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:28.309605 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port b8a92977-da53-41f0-b677-681ad06b6a7d triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:28.310306 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:28.338105 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd198f-2655-4984-acc5-b06346198df0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Port': ['ID=3b7a418d-0861-432a-b06a-a31bec0906ce,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:28.351260 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Network e4fd9206-11cf-485f-9217-00a930704e2f is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:44:28.376565 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-1b81df40-e0a8-445c-a01c-7023ab34cd54 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:44:28.380583 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1b81df40-e0a8-445c-a01c-7023ab34cd54 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] 10.222.0.21 "PUT /v2.0/routers/d7125ff7-ea8b-4959-95d4-286303dccb75/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.3868313 Apr 29 15:44:28.380966 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56342) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:28.409015 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ab98f-9590-4ce6-a412-efa6a90b5a09 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event updated for resources: {'Subnet': ['ID=8964ce53-96cf-4f7a-b259-dc5314f7f30d,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:28.429375 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-05fd198f-2655-4984-acc5-b06346198df0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:28.447774 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:28.452581 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, e4fd9206-11cf-485f-9217-00a930704e2f) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:28.463017 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:28.464071 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:28.475913 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-68cd3ef6-76c5-4825-90cf-10939f5b36d8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:28.488783 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port b8a92977-da53-41f0-b677-681ad06b6a7d, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=b8a92977-da53-41f0-b677-681ad06b6a7d,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:28.489521 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f70ea1-39bd-4889-b68f-63dc57565742 None None] Network e4fd9206-11cf-485f-9217-00a930704e2f requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:28.504140 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-05fd198f-2655-4984-acc5-b06346198df0 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/3b7a418d-0861-432a-b06a-a31bec0906ce HTTP/1.1" status: 204 len: 168 time: 2.0286324 Apr 29 15:44:28.504718 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56346) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:28.573020 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:28.573856 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 78ba498c-8f52-4b66-8806-a05e6b8ad708 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:28.605028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ab98f-9590-4ce6-a412-efa6a90b5a09 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Checking segment: {'id': '30cf725a-eb9a-456e-8dbf-0badca217b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9bb29b46-2a69-4202-9f52-6d32c439570b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:28.605689 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583ab98f-9590-4ce6-a412-efa6a90b5a09 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Network hostable DHCP agents. Network: 9bb29b46-2a69-4202-9f52-6d32c439570b, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:44:28.638967 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Pushing event updated for resources: {'Port': ['ID=ee4c2bfa-689c-4e5c-9346-b50703740442,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:28.666928 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e881c3-dd08-4116-8019-81bd95df8319 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:28.668629 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e881c3-dd08-4116-8019-81bd95df8319 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:28.669529 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-46e881c3-dd08-4116-8019-81bd95df8319 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:28.695981 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Checking segment: {'id': 'cb3f308f-3244-43dc-aee5-de24c7d46f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2c428af6-f293-40fa-bc0a-472edfeff061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:28.696821 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Network hostable DHCP agents. Network: 2c428af6-f293-40fa-bc0a-472edfeff061, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:44:28.719935 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5f11ba47-19c5-4efd-8246-30546528d32d None None] Provisioning complete for port b8a92977-da53-41f0-b677-681ad06b6a7d triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:28.720534 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5f11ba47-19c5-4efd-8246-30546528d32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:28.735000 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd3ef6-76c5-4825-90cf-10939f5b36d8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Subnet': ['ID=5b2e596c-9197-4b84-ac10-110eb1b8563d,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:28.740207 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cd3ef6-76c5-4825-90cf-10939f5b36d8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Checking segment: {'id': '186a1acd-0893-4e26-bd79-f5a65a4f39d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b101ef0f-f7be-43f7-8886-92b2cf5fabdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:28.740207 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cd3ef6-76c5-4825-90cf-10939f5b36d8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network hostable DHCP agents. Network: b101ef0f-f7be-43f7-8886-92b2cf5fabdf, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:44:28.753553 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-46e881c3-dd08-4116-8019-81bd95df8319 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:28.759402 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-46e881c3-dd08-4116-8019-81bd95df8319 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2470732 Apr 29 15:44:28.760299 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56350) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:28.840997 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583ab98f-9590-4ce6-a412-efa6a90b5a09 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Network 9bb29b46-2a69-4202-9f52-6d32c439570b is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:44:28.868961 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Network 2c428af6-f293-40fa-bc0a-472edfeff061 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:44:28.887312 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-583ab98f-9590-4ce6-a412-efa6a90b5a09 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 9bb29b46-2a69-4202-9f52-6d32c439570b) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:28.905831 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583ab98f-9590-4ce6-a412-efa6a90b5a09 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:28.908916 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cfc8c4-ec86-4a26-9248-be6440747dea None None] Network 9bb29b46-2a69-4202-9f52-6d32c439570b requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:28.911645 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-583ab98f-9590-4ce6-a412-efa6a90b5a09 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:28.935221 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cd3ef6-76c5-4825-90cf-10939f5b36d8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network b101ef0f-f7be-43f7-8886-92b2cf5fabdf is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:44:28.966339 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=b8a92977-da53-41f0-b677-681ad06b6a7d,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:29.000779 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-68cd3ef6-76c5-4825-90cf-10939f5b36d8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, b101ef0f-f7be-43f7-8886-92b2cf5fabdf) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:29.007398 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cd3ef6-76c5-4825-90cf-10939f5b36d8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:29.013691 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-68cd3ef6-76c5-4825-90cf-10939f5b36d8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:29.017883 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 2c428af6-f293-40fa-bc0a-472edfeff061) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:29.035718 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:29.046855 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:29.059107 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:29.059107 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:29.084635 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7fb97570-8c8b-408a-824b-048c6c2e9d94 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:29.107241 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 78ba498c-8f52-4b66-8806-a05e6b8ad708 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:29.107625 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:29.134656 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5697b5-71aa-4ca3-b836-0f0723633de6 None None] Network b101ef0f-f7be-43f7-8886-92b2cf5fabdf requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:29.207046 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025aced1-37e9-495f-82e2-07bd6bb97399 None None] Network 2c428af6-f293-40fa-bc0a-472edfeff061 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:29.233992 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-583ab98f-9590-4ce6-a412-efa6a90b5a09 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.8873656 Apr 29 15:44:29.237283 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-f59e1dc3-7c95-437a-a48c-b07c67a2e90d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet 03574733-112f-460c-875b-f43035861303 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:44:29.245805 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56354) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:29.252169 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-3e312e30-5758-46d3-ae14-9836c91a188d tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:29.299188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f59e1dc3-7c95-437a-a48c-b07c67a2e90d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:29.348097 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-68cd3ef6-76c5-4825-90cf-10939f5b36d8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6670732 Apr 29 15:44:29.352344 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56358) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:29.363173 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-53d17651-a378-43d3-84b6-92444fdd9d3c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-535433704', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:29.370467 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-53d17651-a378-43d3-84b6-92444fdd9d3c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:29.379600 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-53d17651-a378-43d3-84b6-92444fdd9d3c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:router and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:29.387400 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-53d17651-a378-43d3-84b6-92444fdd9d3c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:29.397407 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c8a2878e-1157-4b0b-b2ac-898f005c33aa tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.0238972 Apr 29 15:44:29.399797 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56362) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:29.405504 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-53d17651-a378-43d3-84b6-92444fdd9d3c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:29.414407 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f59e1dc3-7c95-437a-a48c-b07c67a2e90d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:29.594426 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e84f93b-cf6e-4696-b183-255118402df6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:29.595161 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5f11ba47-19c5-4efd-8246-30546528d32d None None] Could not find standard attr ID for object 3b7a418d-0861-432a-b06a-a31bec0906ce. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:44:29.606832 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e84f93b-cf6e-4696-b183-255118402df6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:29.612745 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4e84f93b-cf6e-4696-b183-255118402df6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2115633 Apr 29 15:44:29.615786 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56366) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:29.745170 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e312e30-5758-46d3-ae14-9836c91a188d tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2870789'] for subnet, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:29.768487 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-05cf4172-9f0e-4aaf-b6ad-0e3872f41286 None None] Could not find standard attr ID for object 7c5b7c51-94f0-48b8-bdea-f79053333c57. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:44:29.856611 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-7da8d7c7-26a1-4b69-9ead-de6c50cee74a tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Deleting port 946c1de9-d6cc-4ccf-8a1d-5e57a9de8b4e {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:29.856611 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7da8d7c7-26a1-4b69-9ead-de6c50cee74a tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:29.935708 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-05cf4172-9f0e-4aaf-b6ad-0e3872f41286 None None] Could not find standard attr ID for object edc28924-a8cf-4731-95de-20f3a132c744. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:44:29.965583 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-05cf4172-9f0e-4aaf-b6ad-0e3872f41286 None None] Could not find standard attr ID for object 3b7a418d-0861-432a-b06a-a31bec0906ce. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:44:30.033250 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45464fd-e38f-4c66-a170-32f23e96d0fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-b101ef0f-f7be-43f7-8886-92b2cf5fabdf', 'network_id': 'b101ef0f-f7be-43f7-8886-92b2cf5fabdf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'fixed_ips': [{'subnet_id': '5b2e596c-9197-4b84-ac10-110eb1b8563d'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:44:30.034402 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a45464fd-e38f-4c66-a170-32f23e96d0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.053033 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca9ea4e-709c-443d-87fe-53eea3441b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-9bb29b46-2a69-4202-9f52-6d32c439570b', 'network_id': '9bb29b46-2a69-4202-9f52-6d32c439570b', 'tenant_id': '84bc6bf056654e1386a0b9930df9789f', 'fixed_ips': [{'subnet_id': '8964ce53-96cf-4f7a-b259-dc5314f7f30d'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:44:30.054360 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7ca9ea4e-709c-443d-87fe-53eea3441b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.147088 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device b8a92977-da53-41f0-b677-681ad06b6a7d up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:30.191663 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f59e1dc3-7c95-437a-a48c-b07c67a2e90d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.232970 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7da8d7c7-26a1-4b69-9ead-de6c50cee74a tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.245220 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e312e30-5758-46d3-ae14-9836c91a188d tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738482683293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3200801'] for subnet, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.294666 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53d17651-a378-43d3-84b6-92444fdd9d3c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.295696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53d17651-a378-43d3-84b6-92444fdd9d3c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.347427 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e312e30-5758-46d3-ae14-9836c91a188d tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:30.348041 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e312e30-5758-46d3-ae14-9836c91a188d tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.349328 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3e312e30-5758-46d3-ae14-9836c91a188d tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "PUT /v2.0/subnets/8964ce53-96cf-4f7a-b259-dc5314f7f30d HTTP/1.1" status: 200 len: 900 time: 1.1025712 Apr 29 15:44:30.360284 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56370) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:30.388025 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e312e30-5758-46d3-ae14-9836c91a188d tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event updated for resources: {'Subnet': ['ID=8964ce53-96cf-4f7a-b259-dc5314f7f30d,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:30.390885 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-7da8d7c7-26a1-4b69-9ead-de6c50cee74a tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Calling delete_port for 946c1de9-d6cc-4ccf-8a1d-5e57a9de8b4e owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:30.469422 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f59e1dc3-7c95-437a-a48c-b07c67a2e90d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.507413 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-a45464fd-e38f-4c66-a170-32f23e96d0fc None None] Allocated IP 2001:db8::2 (b101ef0f-f7be-43f7-8886-92b2cf5fabdf/5b2e596c-9197-4b84-ac10-110eb1b8563d/4670fe18-bf62-4061-88ca-2516a6acea18) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:30.534084 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53d17651-a378-43d3-84b6-92444fdd9d3c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.534339 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port b8a92977-da53-41f0-b677-681ad06b6a7d triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:30.534735 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.535877 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e1dc3-7c95-437a-a48c-b07c67a2e90d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=03574733-112f-460c-875b-f43035861303,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:30.540971 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f59e1dc3-7c95-437a-a48c-b07c67a2e90d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.603803 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-7fb97570-8c8b-408a-824b-048c6c2e9d94 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Deleting port 2b922f69-b1b3-40e9-a4d6-cb89e4264b50 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:30.604988 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7fb97570-8c8b-408a-824b-048c6c2e9d94 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.638001 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fd3fbb-c8af-43e4-b4b9-13226cecc651 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:30.680482 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.714410 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-7ca9ea4e-709c-443d-87fe-53eea3441b61 None None] Allocated IP 2001:db8::3 (9bb29b46-2a69-4202-9f52-6d32c439570b/8964ce53-96cf-4f7a-b259-dc5314f7f30d/9bb65ca5-a478-46a9-8482-2cd89aa20e3a) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:30.733782 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.794349 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7da8d7c7-26a1-4b69-9ead-de6c50cee74a tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.819109 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f59e1dc3-7c95-437a-a48c-b07c67a2e90d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/03574733-112f-460c-875b-f43035861303 HTTP/1.1" status: 204 len: 168 time: 2.0548744 Apr 29 15:44:30.819109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53d17651-a378-43d3-84b6-92444fdd9d3c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.826629 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56374) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:30.854931 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8d7c7-26a1-4b69-9ead-de6c50cee74a tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Pushing event deleted for resources: {'Port': ['ID=946c1de9-d6cc-4ccf-8a1d-5e57a9de8b4e,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:30.866800 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7da8d7c7-26a1-4b69-9ead-de6c50cee74a tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.877393 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7da8d7c7-26a1-4b69-9ead-de6c50cee74a tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] 10.222.0.21 "DELETE /v2.0/ports/946c1de9-d6cc-4ccf-8a1d-5e57a9de8b4e HTTP/1.1" status: 204 len: 168 time: 1.2569501 Apr 29 15:44:30.878304 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56378) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:30.909368 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0ec42940-b5ff-4f02-9ac0-8e99764ca322 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790617 Apr 29 15:44:30.909603 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56382) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:30.978893 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7fb97570-8c8b-408a-824b-048c6c2e9d94 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.982063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-53d17651-a378-43d3-84b6-92444fdd9d3c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.983632 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-53d17651-a378-43d3-84b6-92444fdd9d3c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.6312599 Apr 29 15:44:30.992062 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56386) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:31.002335 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-36295992-a83d-4c51-9062-079378bde091 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Deleting port ee4c2bfa-689c-4e5c-9346-b50703740442 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:31.002703 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-36295992-a83d-4c51-9062-079378bde091 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:31.128590 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14a56be-51cf-4435-888f-9e1719fced69 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:31.129133 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a14a56be-51cf-4435-888f-9e1719fced69 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:31.162320 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-7fb97570-8c8b-408a-824b-048c6c2e9d94 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Calling delete_port for 2b922f69-b1b3-40e9-a4d6-cb89e4264b50 owned by network:router_interface {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:31.218429 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a14a56be-51cf-4435-888f-9e1719fced69 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:31.222875 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a14a56be-51cf-4435-888f-9e1719fced69 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3091474 Apr 29 15:44:31.269434 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56390) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:31.290110 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a45464fd-e38f-4c66-a170-32f23e96d0fc None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:31.319117 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a45464fd-e38f-4c66-a170-32f23e96d0fc None None] Transition to ACTIVE for port object 4670fe18-bf62-4061-88ca-2516a6acea18 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:31.353231 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7ca9ea4e-709c-443d-87fe-53eea3441b61 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:31.359386 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a45464fd-e38f-4c66-a170-32f23e96d0fc None None] Transition to ACTIVE for port object 4670fe18-bf62-4061-88ca-2516a6acea18 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:31.368560 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7ca9ea4e-709c-443d-87fe-53eea3441b61 None None] Transition to ACTIVE for port object 9bb65ca5-a478-46a9-8482-2cd89aa20e3a will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:31.390243 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7ca9ea4e-709c-443d-87fe-53eea3441b61 None None] Transition to ACTIVE for port object 9bb65ca5-a478-46a9-8482-2cd89aa20e3a will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:31.413351 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96db1229-5659-42ec-9317-ad63394cf1a5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:31.418726 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-96db1229-5659-42ec-9317-ad63394cf1a5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:31.425884 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf84b94a-3ae9-4486-aea2-2704f35f3c8e None None] DHCP port deletion for 75e7f0f8-4897-4e20-8301-99a7eae75065 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:44:31.431041 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-bf84b94a-3ae9-4486-aea2-2704f35f3c8e None None] Deleting port b8a92977-da53-41f0-b677-681ad06b6a7d {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:31.431420 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bf84b94a-3ae9-4486-aea2-2704f35f3c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:31.472816 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a45464fd-e38f-4c66-a170-32f23e96d0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:31.477123 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7ca9ea4e-709c-443d-87fe-53eea3441b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:31.556286 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-36295992-a83d-4c51-9062-079378bde091 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:31.608176 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45464fd-e38f-4c66-a170-32f23e96d0fc None None] Network b101ef0f-f7be-43f7-8886-92b2cf5fabdf is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:31.618417 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-a45464fd-e38f-4c66-a170-32f23e96d0fc None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:31.627628 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca9ea4e-709c-443d-87fe-53eea3441b61 None None] Network 9bb29b46-2a69-4202-9f52-6d32c439570b is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:31.628507 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45464fd-e38f-4c66-a170-32f23e96d0fc None None] Pushing event updated for resources: {'Port': ['ID=4670fe18-bf62-4061-88ca-2516a6acea18,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:31.633813 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45464fd-e38f-4c66-a170-32f23e96d0fc None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:31.636010 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-7ca9ea4e-709c-443d-87fe-53eea3441b61 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:31.654395 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-96db1229-5659-42ec-9317-ad63394cf1a5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:31.655345 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-96db1229-5659-42ec-9317-ad63394cf1a5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3796918 Apr 29 15:44:31.656522 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:31.666787 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56394) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:31.678584 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca9ea4e-709c-443d-87fe-53eea3441b61 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:31.690338 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-36295992-a83d-4c51-9062-079378bde091 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Calling delete_port for ee4c2bfa-689c-4e5c-9346-b50703740442 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:31.764812 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1a0cfcc9-7b69-4c6f-b1e9-f410be84960c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732484 Apr 29 15:44:31.771181 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56398) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:31.781354 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Subnet': ['ID=8964ce53-96cf-4f7a-b259-dc5314f7f30d,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:31.790350 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-c84d27d4-b5d4-471a-ab65-629ded89a0ce tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:31.872717 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7fb97570-8c8b-408a-824b-048c6c2e9d94 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:31.914933 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-36295992-a83d-4c51-9062-079378bde091 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:31.925546 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb97570-8c8b-408a-824b-048c6c2e9d94 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Pushing event deleted for resources: {'Port': ['ID=2b922f69-b1b3-40e9-a4d6-cb89e4264b50,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:31.931734 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9ea4e-709c-443d-87fe-53eea3441b61 None None] Pushing event updated for resources: {'Port': ['ID=9bb65ca5-a478-46a9-8482-2cd89aa20e3a,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:31.932445 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3273337a-6c25-4064-9419-3c806110cf5c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:31.953270 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-7ca9ea4e-709c-443d-87fe-53eea3441b61 None None] Attempting to bind port 9bb65ca5-a478-46a9-8482-2cd89aa20e3a on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:44:31.953633 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-7ca9ea4e-709c-443d-87fe-53eea3441b61 None None] Attempting to bind port 9bb65ca5-a478-46a9-8482-2cd89aa20e3a by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '30cf725a-eb9a-456e-8dbf-0badca217b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9bb29b46-2a69-4202-9f52-6d32c439570b'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:44:31.953985 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca9ea4e-709c-443d-87fe-53eea3441b61 None None] Attempting to bind port 9bb65ca5-a478-46a9-8482-2cd89aa20e3a on network 9bb29b46-2a69-4202-9f52-6d32c439570b {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:44:31.974746 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-a45464fd-e38f-4c66-a170-32f23e96d0fc None None] Attempting to bind port 4670fe18-bf62-4061-88ca-2516a6acea18 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:44:31.975110 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-a45464fd-e38f-4c66-a170-32f23e96d0fc None None] Attempting to bind port 4670fe18-bf62-4061-88ca-2516a6acea18 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '186a1acd-0893-4e26-bd79-f5a65a4f39d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b101ef0f-f7be-43f7-8886-92b2cf5fabdf'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:44:31.975468 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45464fd-e38f-4c66-a170-32f23e96d0fc None None] Attempting to bind port 4670fe18-bf62-4061-88ca-2516a6acea18 on network b101ef0f-f7be-43f7-8886-92b2cf5fabdf {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:44:31.986990 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-bf84b94a-3ae9-4486-aea2-2704f35f3c8e None None] For port b8a92977-da53-41f0-b677-681ad06b6a7d, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=b8a92977-da53-41f0-b677-681ad06b6a7d,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:31.987378 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bf84b94a-3ae9-4486-aea2-2704f35f3c8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:31.996221 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca9ea4e-709c-443d-87fe-53eea3441b61 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:44:31.996702 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca9ea4e-709c-443d-87fe-53eea3441b61 None None] Checking segment: {'id': '30cf725a-eb9a-456e-8dbf-0badca217b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9bb29b46-2a69-4202-9f52-6d32c439570b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:31.996958 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7ca9ea4e-709c-443d-87fe-53eea3441b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:31.997343 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca9ea4e-709c-443d-87fe-53eea3441b61 None None] Bound using segment: {'id': '30cf725a-eb9a-456e-8dbf-0badca217b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9bb29b46-2a69-4202-9f52-6d32c439570b'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:44:31.997814 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-7ca9ea4e-709c-443d-87fe-53eea3441b61 None None] Bound port: 9bb65ca5-a478-46a9-8482-2cd89aa20e3a, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30cf725a-eb9a-456e-8dbf-0badca217b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9bb29b46-2a69-4202-9f52-6d32c439570b'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:44:31.998181 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7ca9ea4e-709c-443d-87fe-53eea3441b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:32.011867 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36295992-a83d-4c51-9062-079378bde091 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Pushing event deleted for resources: {'Port': ['ID=ee4c2bfa-689c-4e5c-9346-b50703740442,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:32.024081 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45464fd-e38f-4c66-a170-32f23e96d0fc None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:44:32.024487 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45464fd-e38f-4c66-a170-32f23e96d0fc None None] Checking segment: {'id': '186a1acd-0893-4e26-bd79-f5a65a4f39d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b101ef0f-f7be-43f7-8886-92b2cf5fabdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:32.024899 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a45464fd-e38f-4c66-a170-32f23e96d0fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:32.025290 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45464fd-e38f-4c66-a170-32f23e96d0fc None None] Bound using segment: {'id': '186a1acd-0893-4e26-bd79-f5a65a4f39d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b101ef0f-f7be-43f7-8886-92b2cf5fabdf'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:44:32.026012 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-a45464fd-e38f-4c66-a170-32f23e96d0fc None None] Bound port: 4670fe18-bf62-4061-88ca-2516a6acea18, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186a1acd-0893-4e26-bd79-f5a65a4f39d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b101ef0f-f7be-43f7-8886-92b2cf5fabdf'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:44:32.026155 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a45464fd-e38f-4c66-a170-32f23e96d0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:32.061267 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-36295992-a83d-4c51-9062-079378bde091 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:32.086164 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-36295992-a83d-4c51-9062-079378bde091 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] 10.222.0.21 "DELETE /v2.0/ports/ee4c2bfa-689c-4e5c-9346-b50703740442 HTTP/1.1" status: 204 len: 168 time: 1.2072580 Apr 29 15:44:32.091651 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56402) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:32.151330 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5a121560-4811-40ef-9b2e-4e22d2155c87 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Synchronizing usage tracker for tenant:1c4de067d21f4bf79708fa7e58fabfbe on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:32.194153 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device b8a92977-da53-41f0-b677-681ad06b6a7d no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:44:32.198337 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c84d27d4-b5d4-471a-ab65-629ded89a0ce tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:32.202326 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:32.230182 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-bf84b94a-3ae9-4486-aea2-2704f35f3c8e None None] Calling delete_port for b8a92977-da53-41f0-b677-681ad06b6a7d owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:32.244115 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c84d27d4-b5d4-471a-ab65-629ded89a0ce tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:32.305562 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7fb97570-8c8b-408a-824b-048c6c2e9d94 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:32.306396 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb29b46-2a69-4202-9f52-6d32c439570b']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:32.332254 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30cf725a-eb9a-456e-8dbf-0badca217b0a') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:32.332642 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30cf725a-eb9a-456e-8dbf-0badca217b0a') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:32.351238 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:32.371234 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5a121560-4811-40ef-9b2e-4e22d2155c87 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Unset dirty status for tenant:1c4de067d21f4bf79708fa7e58fabfbe on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:32.371865 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5a121560-4811-40ef-9b2e-4e22d2155c87 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2754037 Apr 29 15:44:32.394648 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56406) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:32.410084 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84d27d4-b5d4-471a-ab65-629ded89a0ce tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:32.414682 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c84d27d4-b5d4-471a-ab65-629ded89a0ce tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:32.429023 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:32.433963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-60d5743a-35d4-44de-9d1f-ff476485185f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1610420388'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:32.447156 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-7ca9ea4e-709c-443d-87fe-53eea3441b61 None None] For port 9bb65ca5-a478-46a9-8482-2cd89aa20e3a, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:44:32.499698 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-60d5743a-35d4-44de-9d1f-ff476485185f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:32.507699 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:44:32.513266 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:32.513415 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a45464fd-e38f-4c66-a170-32f23e96d0fc None None] For port 4670fe18-bf62-4061-88ca-2516a6acea18, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:44:32.522116 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:44:32.537770 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:32.542823 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-60d5743a-35d4-44de-9d1f-ff476485185f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Usage tracker for resource:network and tenant:1c4de067d21f4bf79708fa7e58fabfbe is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:32.551573 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-60d5743a-35d4-44de-9d1f-ff476485185f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:32.603785 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bf84b94a-3ae9-4486-aea2-2704f35f3c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:32.610307 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-60d5743a-35d4-44de-9d1f-ff476485185f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:32.656968 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84b94a-3ae9-4486-aea2-2704f35f3c8e None None] Pushing event deleted for resources: {'Port': ['ID=b8a92977-da53-41f0-b677-681ad06b6a7d,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:32.666572 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf84b94a-3ae9-4486-aea2-2704f35f3c8e None None] No DVR routers for this DVR port b8a92977-da53-41f0-b677-681ad06b6a7d on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:44:32.696701 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a45464fd-e38f-4c66-a170-32f23e96d0fc None None] For port 4670fe18-bf62-4061-88ca-2516a6acea18, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=4670fe18-bf62-4061-88ca-2516a6acea18,segment=NetworkSegment(186a1acd-0893-4e26-bd79-f5a65a4f39d1),segment_id=186a1acd-0893-4e26-bd79-f5a65a4f39d1)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:44:32.703648 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-7ca9ea4e-709c-443d-87fe-53eea3441b61 None None] For port 9bb65ca5-a478-46a9-8482-2cd89aa20e3a, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9bb65ca5-a478-46a9-8482-2cd89aa20e3a,segment=NetworkSegment(30cf725a-eb9a-456e-8dbf-0badca217b0a),segment_id=30cf725a-eb9a-456e-8dbf-0badca217b0a)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:44:32.732231 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-3273337a-6c25-4064-9419-3c806110cf5c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Allocated IP 2001:db8::1 (b101ef0f-f7be-43f7-8886-92b2cf5fabdf/5b2e596c-9197-4b84-ac10-110eb1b8563d/807e1796-6f80-4b48-9576-9c504f2e0a3b) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:32.734245 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.api [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:44:32.734245 dv-neutron-839913-1-hyperv neutron-server[84770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:44:32.734245 dv-neutron-839913-1-hyperv neutron-server[84770]: [parameters: {'id': '9bb29b46-2a69-4202-9f52-6d32c439570b'}] Apr 29 15:44:32.734245 dv-neutron-839913-1-hyperv neutron-server[84770]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:44:32.744399 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG oslo_db.api [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:44:32.784941 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d5743a-35d4-44de-9d1f-ff476485185f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Made reservation on behalf of 1c4de067d21f4bf79708fa7e58fabfbe for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:32.786871 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-60d5743a-35d4-44de-9d1f-ff476485185f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:32.805772 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a45464fd-e38f-4c66-a170-32f23e96d0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:32.810634 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7ca9ea4e-709c-443d-87fe-53eea3441b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:32.855598 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb97570-8c8b-408a-824b-048c6c2e9d94 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Router d7125ff7-ea8b-4959-95d4-286303dccb75 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:44:32.924559 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d5743a-35d4-44de-9d1f-ff476485185f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:44:32.961285 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45464fd-e38f-4c66-a170-32f23e96d0fc None None] Pushing event updated for resources: {'Port': ['ID=4670fe18-bf62-4061-88ca-2516a6acea18,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:32.977667 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-60d5743a-35d4-44de-9d1f-ff476485185f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:32.978207 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-60d5743a-35d4-44de-9d1f-ff476485185f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Added segment 9a4a126d-6380-48e2-833c-906853a874fa of type vlan for network 512f4fa3-c6ab-4a42-8d6c-5560a57c479c Apr 29 15:44:33.009414 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb97570-8c8b-408a-824b-048c6c2e9d94 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:44:33.015143 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7fb97570-8c8b-408a-824b-048c6c2e9d94 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] 10.222.0.21 "PUT /v2.0/routers/d7125ff7-ea8b-4959-95d4-286303dccb75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6328878 Apr 29 15:44:33.019111 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56410) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:33.025038 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca48eb78-3f16-46ab-97d0-8b514a1387a6 None None] Sync routers for ids ['d7125ff7-ea8b-4959-95d4-286303dccb75'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:44:33.043707 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca48eb78-3f16-46ab-97d0-8b514a1387a6 None None] Routers {'d7125ff7-ea8b-4959-95d4-286303dccb75'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:44:33.044165 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3273337a-6c25-4064-9419-3c806110cf5c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:33.045496 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-ca48eb78-3f16-46ab-97d0-8b514a1387a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:44:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d7125ff7-ea8b-4959-95d4-286303dccb75'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:33.047890 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-60d5743a-35d4-44de-9d1f-ff476485185f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:33.048966 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9ea4e-709c-443d-87fe-53eea3441b61 None None] Pushing event updated for resources: {'Port': ['ID=9bb65ca5-a478-46a9-8482-2cd89aa20e3a,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:33.067954 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-3273337a-6c25-4064-9419-3c806110cf5c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Transition to ACTIVE for port object 807e1796-6f80-4b48-9576-9c504f2e0a3b will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:33.094854 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-e4a278d1-4850-496a-8f3c-5c57bfdc7276 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] delete failed (client error): The resource could not be found. Apr 29 15:44:33.096165 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e4a278d1-4850-496a-8f3c-5c57bfdc7276 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-157733101 HTTP/1.1" status: 404 len: 334 time: 0.0758998 Apr 29 15:44:33.099843 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56414) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:33.107429 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-0b161dd9-ae38-4f19-95c6-686e6fdcd7e2 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd7125ff7-ea8b-4959-95d4-286303dccb75'}}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:33.173818 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-ca48eb78-3f16-46ab-97d0-8b514a1387a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:33.187214 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca48eb78-3f16-46ab-97d0-8b514a1387a6 None None] Routers {'d7125ff7-ea8b-4959-95d4-286303dccb75'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:44:33.188102 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-ca48eb78-3f16-46ab-97d0-8b514a1387a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:44:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d7125ff7-ea8b-4959-95d4-286303dccb75'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:33.188934 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-60d5743a-35d4-44de-9d1f-ff476485185f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:33.192530 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d5743a-35d4-44de-9d1f-ff476485185f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:33.193124 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-60d5743a-35d4-44de-9d1f-ff476485185f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:33.213289 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d504bbf5-96d1-42ae-aafd-d562ef92a2c6 None None] Network 9bb29b46-2a69-4202-9f52-6d32c439570b requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:33.257122 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-ca48eb78-3f16-46ab-97d0-8b514a1387a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:33.260338 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:33.260640 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca48eb78-3f16-46ab-97d0-8b514a1387a6 None None] The sync data for ids ['d7125ff7-ea8b-4959-95d4-286303dccb75'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:44:33.262405 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3273337a-6c25-4064-9419-3c806110cf5c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:33.494371 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e38efb2-402b-45e5-85be-5e5f8ef3a15f None None] Network 9bb29b46-2a69-4202-9f52-6d32c439570b requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:33.536008 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-60d5743a-35d4-44de-9d1f-ff476485185f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1378882 Apr 29 15:44:33.564120 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56422) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:33.586758 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-fbb3b0d0-9b60-4302-a787-a87d547aebe6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-114696327'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:33.607351 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-fbb3b0d0-9b60-4302-a787-a87d547aebe6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:33.610936 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0b161dd9-ae38-4f19-95c6-686e6fdcd7e2 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:33.615410 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5743a-35d4-44de-9d1f-ff476485185f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Pushing event updated for resources: {'Network': ['ID=512f4fa3-c6ab-4a42-8d6c-5560a57c479c,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:33.620686 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.objects.ports [None req-c84d27d4-b5d4-471a-ab65-629ded89a0ce tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84770) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 15:44:33.623712 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Deleting port 9bb65ca5-a478-46a9-8482-2cd89aa20e3a {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:33.624108 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:33.650887 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 512f4fa3-c6ab-4a42-8d6c-5560a57c479c details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:44:33.651414 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-fbb3b0d0-9b60-4302-a787-a87d547aebe6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Usage tracker for resource:network and tenant:1c4de067d21f4bf79708fa7e58fabfbe is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:33.656644 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-fbb3b0d0-9b60-4302-a787-a87d547aebe6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:33.663081 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c84d27d4-b5d4-471a-ab65-629ded89a0ce tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:33.666598 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273337a-6c25-4064-9419-3c806110cf5c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Port': ['ID=807e1796-6f80-4b48-9576-9c504f2e0a3b,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:33.679431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3273337a-6c25-4064-9419-3c806110cf5c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network b101ef0f-f7be-43f7-8886-92b2cf5fabdf is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:33.701455 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-0b161dd9-ae38-4f19-95c6-686e6fdcd7e2 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] update failed (client error): The resource could not be found. Apr 29 15:44:33.707806 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0b161dd9-ae38-4f19-95c6-686e6fdcd7e2 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] 10.222.0.21 "PUT /v2.0/routers/d7125ff7-ea8b-4959-95d4-286303dccb75 HTTP/1.1" status: 404 len: 339 time: 0.6059186 Apr 29 15:44:33.708365 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56426) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:33.712771 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-fbb3b0d0-9b60-4302-a787-a87d547aebe6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:33.716675 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-3273337a-6c25-4064-9419-3c806110cf5c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:33.733646 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3273337a-6c25-4064-9419-3c806110cf5c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:33.734085 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3273337a-6c25-4064-9419-3c806110cf5c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:33.808276 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84d27d4-b5d4-471a-ab65-629ded89a0ce tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:33.820319 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-c84d27d4-b5d4-471a-ab65-629ded89a0ce tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:33.824708 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d27d4-b5d4-471a-ab65-629ded89a0ce tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=78c0b5e9-5930-4de9-857d-b30003c180d1,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:33.841888 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84d27d4-b5d4-471a-ab65-629ded89a0ce tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:33.841888 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c84d27d4-b5d4-471a-ab65-629ded89a0ce tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:33.841888 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb3b0d0-9b60-4302-a787-a87d547aebe6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Made reservation on behalf of 1c4de067d21f4bf79708fa7e58fabfbe for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:33.842456 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fbb3b0d0-9b60-4302-a787-a87d547aebe6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:33.846163 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb36b1b-cf0c-4f5f-9c6a-5a022709b144 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:33.970888 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c84d27d4-b5d4-471a-ab65-629ded89a0ce tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1955252 Apr 29 15:44:33.976125 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb3b0d0-9b60-4302-a787-a87d547aebe6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:44:33.978154 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56430) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:33.995994 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-f95f8b55-9202-4bf1-9449-a961b2b78c12 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:34.119599 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37ffb1e-4c93-4083-b272-7e968d30c59c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-75e7f0f8-4897-4e20-8301-99a7eae75065', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'fixed_ips': [{'subnet_id': '78c0b5e9-5930-4de9-857d-b30003c180d1'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:44:34.120565 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c37ffb1e-4c93-4083-b272-7e968d30c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:34.153937 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fbb3b0d0-9b60-4302-a787-a87d547aebe6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:34.154544 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-fbb3b0d0-9b60-4302-a787-a87d547aebe6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Added segment 4964814a-e3d3-4f9f-8ca9-7d96b2fd0bd3 of type vlan for network 7eb65761-9b63-4a4a-adf6-7cb4345a9a51 Apr 29 15:44:34.164472 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 4670fe18-bf62-4061-88ca-2516a6acea18 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:34.221604 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fbb3b0d0-9b60-4302-a787-a87d547aebe6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:34.233248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] For port 9bb65ca5-a478-46a9-8482-2cd89aa20e3a, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9bb65ca5-a478-46a9-8482-2cd89aa20e3a,segment=NetworkSegment(30cf725a-eb9a-456e-8dbf-0badca217b0a),segment_id=30cf725a-eb9a-456e-8dbf-0badca217b0a)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:34.233607 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:34.386730 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-c37ffb1e-4c93-4083-b272-7e968d30c59c None None] Allocated IP 2001:db8::f816:3eff:fe6d:dbba (75e7f0f8-4897-4e20-8301-99a7eae75065/78c0b5e9-5930-4de9-857d-b30003c180d1/ccad3692-54d9-4824-8b45-5a3c97941b2b) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:34.387345 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Calling delete_port for 9bb65ca5-a478-46a9-8482-2cd89aa20e3a owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:34.399528 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-113dfdf0-2fdc-497f-addc-07f7d11acb0e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:34.484379 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 4670fe18-bf62-4061-88ca-2516a6acea18 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:34.492640 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3273337a-6c25-4064-9419-3c806110cf5c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:34.495196 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176420a1-93b1-4627-9c0f-7ea0bf2c4eb2 None None] Network b101ef0f-f7be-43f7-8886-92b2cf5fabdf requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:34.580883 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:34.653538 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Port': ['ID=9bb65ca5-a478-46a9-8482-2cd89aa20e3a,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:34.747275 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-6a465c45-3ff5-4bf6-96fb-e4347191d1d9 None None] Provisioning for port 4670fe18-bf62-4061-88ca-2516a6acea18 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:34.759780 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-6a465c45-3ff5-4bf6-96fb-e4347191d1d9 None None] Provisioning complete for port 4670fe18-bf62-4061-88ca-2516a6acea18 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:34.760261 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6a465c45-3ff5-4bf6-96fb-e4347191d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:34.775608 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-f95f8b55-9202-4bf1-9449-a961b2b78c12 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:34.779207 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fbb3b0d0-9b60-4302-a787-a87d547aebe6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:34.783062 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb3b0d0-9b60-4302-a787-a87d547aebe6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:34.783744 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fbb3b0d0-9b60-4302-a787-a87d547aebe6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:34.795323 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-113dfdf0-2fdc-497f-addc-07f7d11acb0e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Allocated IP 172.20.0.1 (1c5309bd-4ee0-41be-a5f9-c7cfe2793840/5052edac-bb4c-401a-ad9b-0f06c66903f3/2fe56453-955f-4dd7-be84-643c534bc1e1) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:34.796733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] No DVR routers for this DVR port 9bb65ca5-a478-46a9-8482-2cd89aa20e3a on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:44:34.873937 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-f95f8b55-9202-4bf1-9449-a961b2b78c12 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:34.921488 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c37ffb1e-4c93-4083-b272-7e968d30c59c None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:34.942605 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c37ffb1e-4c93-4083-b272-7e968d30c59c None None] Transition to ACTIVE for port object ccad3692-54d9-4824-8b45-5a3c97941b2b will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:34.984253 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-113dfdf0-2fdc-497f-addc-07f7d11acb0e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:34.998247 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c37ffb1e-4c93-4083-b272-7e968d30c59c None None] Transition to ACTIVE for port object ccad3692-54d9-4824-8b45-5a3c97941b2b will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:35.004316 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-113dfdf0-2fdc-497f-addc-07f7d11acb0e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Transition to ACTIVE for port object 2fe56453-955f-4dd7-be84-643c534bc1e1 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:35.031979 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6a465c45-3ff5-4bf6-96fb-e4347191d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:35.056905 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c37ffb1e-4c93-4083-b272-7e968d30c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:35.087129 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-113dfdf0-2fdc-497f-addc-07f7d11acb0e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:35.147363 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ffb1e-4c93-4083-b272-7e968d30c59c None None] Pushing event updated for resources: {'Port': ['ID=ccad3692-54d9-4824-8b45-5a3c97941b2b,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:35.164320 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-6a465c45-3ff5-4bf6-96fb-e4347191d1d9 None None] For port 4670fe18-bf62-4061-88ca-2516a6acea18, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=4670fe18-bf62-4061-88ca-2516a6acea18,segment=NetworkSegment(186a1acd-0893-4e26-bd79-f5a65a4f39d1),segment_id=186a1acd-0893-4e26-bd79-f5a65a4f39d1)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:35.177372 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37ffb1e-4c93-4083-b272-7e968d30c59c None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:35.179559 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-c37ffb1e-4c93-4083-b272-7e968d30c59c None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:35.184049 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3b0d0-9b60-4302-a787-a87d547aebe6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Pushing event updated for resources: {'Network': ['ID=7eb65761-9b63-4a4a-adf6-7cb4345a9a51,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:35.184629 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37ffb1e-4c93-4083-b272-7e968d30c59c None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:35.199436 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 7eb65761-9b63-4a4a-adf6-7cb4345a9a51 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:44:35.206317 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:35.211652 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113dfdf0-2fdc-497f-addc-07f7d11acb0e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Network 1c5309bd-4ee0-41be-a5f9-c7cfe2793840 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:35.212946 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-113dfdf0-2fdc-497f-addc-07f7d11acb0e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:35.215589 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113dfdf0-2fdc-497f-addc-07f7d11acb0e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:35.231054 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-fbb3b0d0-9b60-4302-a787-a87d547aebe6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6658752 Apr 29 15:44:35.277034 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113dfdf0-2fdc-497f-addc-07f7d11acb0e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Pushing event updated for resources: {'Port': ['ID=2fe56453-955f-4dd7-be84-643c534bc1e1,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:35.341435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95f8b55-9202-4bf1-9449-a961b2b78c12 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:35.348536 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-113dfdf0-2fdc-497f-addc-07f7d11acb0e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:35.379632 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb29b46-2a69-4202-9f52-6d32c439570b']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:35.382758 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56434) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:35.383893 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6a465c45-3ff5-4bf6-96fb-e4347191d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:35.393309 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Request body: {'subnets': [{'network_id': '512f4fa3-c6ab-4a42-8d6c-5560a57c479c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1035584394', 'ip_version': 4}, {'network_id': '7eb65761-9b63-4a4a-adf6-7cb4345a9a51', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:35.394096 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Request body: {'subnet': {'network_id': '512f4fa3-c6ab-4a42-8d6c-5560a57c479c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1035584394', 'ip_version': 4}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:35.394934 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Request body: {'subnet': {'network_id': '7eb65761-9b63-4a4a-adf6-7cb4345a9a51', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:35.402647 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30cf725a-eb9a-456e-8dbf-0badca217b0a') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:35.403054 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30cf725a-eb9a-456e-8dbf-0badca217b0a') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:35.416535 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:35.440244 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:35.447094 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:44:35.447615 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:35.457669 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a465c45-3ff5-4bf6-96fb-e4347191d1d9 None None] Pushing event updated for resources: {'Port': ['ID=4670fe18-bf62-4061-88ca-2516a6acea18,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:35.589092 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-c37ffb1e-4c93-4083-b272-7e968d30c59c None None] Attempting to bind port ccad3692-54d9-4824-8b45-5a3c97941b2b on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:44:35.589967 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-c37ffb1e-4c93-4083-b272-7e968d30c59c None None] Attempting to bind port ccad3692-54d9-4824-8b45-5a3c97941b2b by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:44:35.590081 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ffb1e-4c93-4083-b272-7e968d30c59c None None] Attempting to bind port ccad3692-54d9-4824-8b45-5a3c97941b2b on network 75e7f0f8-4897-4e20-8301-99a7eae75065 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:44:35.595425 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:44:35.597971 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ffb1e-4c93-4083-b272-7e968d30c59c None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:44:35.598392 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ffb1e-4c93-4083-b272-7e968d30c59c None None] Checking segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:35.598822 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c37ffb1e-4c93-4083-b272-7e968d30c59c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:35.599214 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ffb1e-4c93-4083-b272-7e968d30c59c None None] Bound using segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:44:35.599677 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-c37ffb1e-4c93-4083-b272-7e968d30c59c None None] Bound port: ccad3692-54d9-4824-8b45-5a3c97941b2b, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:44:35.600041 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c37ffb1e-4c93-4083-b272-7e968d30c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:35.661482 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-fd477dd0-e1ad-4edc-937b-a827e4207e45 None None] Provisioning for port 807e1796-6f80-4b48-9576-9c504f2e0a3b completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:35.682071 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-fd477dd0-e1ad-4edc-937b-a827e4207e45 None None] Provisioning complete for port 807e1796-6f80-4b48-9576-9c504f2e0a3b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:35.682365 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fd477dd0-e1ad-4edc-937b-a827e4207e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:35.703576 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:35.715077 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-113dfdf0-2fdc-497f-addc-07f7d11acb0e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:35.740867 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:35.741922 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:35.745599 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Usage tracker for resource:subnet and tenant:1c4de067d21f4bf79708fa7e58fabfbe is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:35.748893 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:35.755430 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:35.760308 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Network': ['ID=9bb29b46-2a69-4202-9f52-6d32c439570b,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:35.777860 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-fd477dd0-e1ad-4edc-937b-a827e4207e45 None None] Port 807e1796-6f80-4b48-9576-9c504f2e0a3b cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:44:35.787915 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-c37ffb1e-4c93-4083-b272-7e968d30c59c None None] For port ccad3692-54d9-4824-8b45-5a3c97941b2b, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:44:35.792415 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-c37ffb1e-4c93-4083-b272-7e968d30c59c None None] For port ccad3692-54d9-4824-8b45-5a3c97941b2b, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ccad3692-54d9-4824-8b45-5a3c97941b2b,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:44:35.801941 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-fd477dd0-e1ad-4edc-937b-a827e4207e45 None None] Provisioning complete for port 4670fe18-bf62-4061-88ca-2516a6acea18 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:35.803675 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fd477dd0-e1ad-4edc-937b-a827e4207e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:35.807649 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3273337a-6c25-4064-9419-3c806110cf5c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:35.828096 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f95f8b55-9202-4bf1-9449-a961b2b78c12 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:35.902217 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3273337a-6c25-4064-9419-3c806110cf5c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:35.903000 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3273337a-6c25-4064-9419-3c806110cf5c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:35.907062 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-81a9fe9d-7734-438c-835b-bc0cd86445c9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/networks/9bb29b46-2a69-4202-9f52-6d32c439570b HTTP/1.1" status: 204 len: 168 time: 5.5458090 Apr 29 15:44:35.927618 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56438) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:35.932406 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c37ffb1e-4c93-4083-b272-7e968d30c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:35.940620 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Made reservation on behalf of 1c4de067d21f4bf79708fa7e58fabfbe for: {'subnet': 2} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:35.995433 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f193d8-6c16-44c1-8863-585ca17034c7 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] DELETE failed (client error): The resource could not be found. Apr 29 15:44:35.995433 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f193d8-6c16-44c1-8863-585ca17034c7 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:44:36.039526 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ffb1e-4c93-4083-b272-7e968d30c59c None None] Pushing event updated for resources: {'Port': ['ID=ccad3692-54d9-4824-8b45-5a3c97941b2b,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:36.085838 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-70f193d8-6c16-44c1-8863-585ca17034c7 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/subnets/8964ce53-96cf-4f7a-b259-dc5314f7f30d HTTP/1.1" status: 404 len: 337 time: 0.1536500 Apr 29 15:44:36.101609 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56442) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:36.102357 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 4670fe18-bf62-4061-88ca-2516a6acea18 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:36.108227 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273337a-6c25-4064-9419-3c806110cf5c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Port': ['ID=807e1796-6f80-4b48-9576-9c504f2e0a3b,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:36.155499 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77b01b0-84e0-4d25-9453-f6ab34d43276 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] DELETE failed (client error): The resource could not be found. Apr 29 15:44:36.156556 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e77b01b0-84e0-4d25-9453-f6ab34d43276 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:44:36.157545 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e77b01b0-84e0-4d25-9453-f6ab34d43276 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/networks/9bb29b46-2a69-4202-9f52-6d32c439570b HTTP/1.1" status: 404 len: 339 time: 0.0550160 Apr 29 15:44:36.171264 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56446) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:36.175162 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3c8d8e2f-790e-421a-a2b5-ea5ebe49b27f None None] Provisioning complete for port 807e1796-6f80-4b48-9576-9c504f2e0a3b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:36.175538 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3c8d8e2f-790e-421a-a2b5-ea5ebe49b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:36.282625 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d8e2f-790e-421a-a2b5-ea5ebe49b27f None None] Port 807e1796-6f80-4b48-9576-9c504f2e0a3b cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:44:36.296308 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 4670fe18-bf62-4061-88ca-2516a6acea18 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:36.296679 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:36.315095 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.ipam_backend_mixin [None req-f95f8b55-9202-4bf1-9449-a961b2b78c12 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 78c0b5e9-5930-4de9-857d-b30003c180d1 (CIDR: 2001:db8::/64) Apr 29 15:44:36.332998 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-abee0371-6607-42ed-8e3e-35af6d015311 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:36.394909 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3273337a-6c25-4064-9419-3c806110cf5c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network b101ef0f-f7be-43f7-8886-92b2cf5fabdf is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:36.399783 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f95f8b55-9202-4bf1-9449-a961b2b78c12 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:44:36.400453 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f95f8b55-9202-4bf1-9449-a961b2b78c12 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:44:36.408482 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3c8d8e2f-790e-421a-a2b5-ea5ebe49b27f None None] Provisioning for port 2fe56453-955f-4dd7-be84-643c534bc1e1 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:36.411954 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-3273337a-6c25-4064-9419-3c806110cf5c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:36.421239 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3c8d8e2f-790e-421a-a2b5-ea5ebe49b27f None None] Provisioning complete for port 2fe56453-955f-4dd7-be84-643c534bc1e1 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:36.421606 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3c8d8e2f-790e-421a-a2b5-ea5ebe49b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:36.498274 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d8e2f-790e-421a-a2b5-ea5ebe49b27f None None] Port 2fe56453-955f-4dd7-be84-643c534bc1e1 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:44:36.520029 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:36.524693 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:36.649637 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f95f8b55-9202-4bf1-9449-a961b2b78c12 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.6702278 Apr 29 15:44:36.653616 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56450) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:36.666043 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-883228e7-4622-4eed-9ec7-2a73531df105 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:36.676477 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-abee0371-6607-42ed-8e3e-35af6d015311 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:36.718566 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-abee0371-6607-42ed-8e3e-35af6d015311 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a4b3da-feee-4a96-94ff-82892d8d397a']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:36.735057 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-abee0371-6607-42ed-8e3e-35af6d015311 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9bdec3d-6dbf-4117-b212-05011b84cdb8') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:36.735421 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-abee0371-6607-42ed-8e3e-35af6d015311 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9bdec3d-6dbf-4117-b212-05011b84cdb8') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:36.766603 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.db.resource_extend [None req-113dfdf0-2fdc-497f-addc-07f7d11acb0e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:44:36.791687 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-113dfdf0-2fdc-497f-addc-07f7d11acb0e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:36.805260 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-abee0371-6607-42ed-8e3e-35af6d015311 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:36.824238 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-028f79fc-6af3-44a7-b192-9ba35e1de1cb None None] Provisioning complete for port 807e1796-6f80-4b48-9576-9c504f2e0a3b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:36.824855 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-028f79fc-6af3-44a7-b192-9ba35e1de1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:36.853116 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-113dfdf0-2fdc-497f-addc-07f7d11acb0e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:36.903949 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-028f79fc-6af3-44a7-b192-9ba35e1de1cb None None] Port 807e1796-6f80-4b48-9576-9c504f2e0a3b cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:44:37.001987 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-883228e7-4622-4eed-9ec7-2a73531df105 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:37.019917 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-abee0371-6607-42ed-8e3e-35af6d015311 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:37.024423 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-113dfdf0-2fdc-497f-addc-07f7d11acb0e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:37.041636 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abee0371-6607-42ed-8e3e-35af6d015311 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:44:37.041636 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-abee0371-6607-42ed-8e3e-35af6d015311 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:37.045228 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-883228e7-4622-4eed-9ec7-2a73531df105 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:37.047191 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113dfdf0-2fdc-497f-addc-07f7d11acb0e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Pushing event updated for resources: {'Port': ['ID=2fe56453-955f-4dd7-be84-643c534bc1e1,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:44:37.053106 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:44:37.163914 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883228e7-4622-4eed-9ec7-2a73531df105 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:37.229145 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0d6c95-0137-475c-828a-18c7abfd068b None None] get_active_networks_info from dv-neutron-839913-1-hyperv {{(pid=84772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 15:44:37.232817 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-abee0371-6607-42ed-8e3e-35af6d015311 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:37.252550 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-abee0371-6607-42ed-8e3e-35af6d015311 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:37.266859 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee0371-6607-42ed-8e3e-35af6d015311 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Network': ['ID=35a4b3da-feee-4a96-94ff-82892d8d397a,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:37.277642 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-abee0371-6607-42ed-8e3e-35af6d015311 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/networks/35a4b3da-feee-4a96-94ff-82892d8d397a HTTP/1.1" status: 204 len: 168 time: 1.1053405 Apr 29 15:44:37.284722 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56454) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:37.317236 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8aedb0-d5df-4b3f-9253-066b26e09e0c tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] DELETE failed (client error): The resource could not be found. Apr 29 15:44:37.317903 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8aedb0-d5df-4b3f-9253-066b26e09e0c tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:44:37.322575 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9c8aedb0-d5df-4b3f-9253-066b26e09e0c tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/subnets/2aa0b207-36aa-4676-ad75-cf70dc112765 HTTP/1.1" status: 404 len: 337 time: 0.0428092 Apr 29 15:44:37.324834 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56458) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:37.325987 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3273337a-6c25-4064-9419-3c806110cf5c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Router ea93fa87-812a-4deb-ba28-6d4a4f56489d is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:44:37.360604 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11130b1-eecd-4e25-8bb1-53a1bbf16be9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] DELETE failed (client error): The resource could not be found. Apr 29 15:44:37.361041 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11130b1-eecd-4e25-8bb1-53a1bbf16be9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:44:37.365048 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f11130b1-eecd-4e25-8bb1-53a1bbf16be9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/networks/f0891ee6-4cdf-438d-8f44-1650b7551b25 HTTP/1.1" status: 404 len: 339 time: 0.0383515 Apr 29 15:44:37.365789 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56462) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:37.389302 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-645992ba-fca7-4ee3-bee5-e9bc35b37a93 None None] Provisioning for port ccad3692-54d9-4824-8b45-5a3c97941b2b completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:37.423892 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0d6c95-0137-475c-828a-18c7abfd068b None None] Resources bound (agent type, host, resource id): {{(pid=84772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:44:37.432843 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113dfdf0-2fdc-497f-addc-07f7d11acb0e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Network 1c5309bd-4ee0-41be-a5f9-c7cfe2793840 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:37.438404 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-113dfdf0-2fdc-497f-addc-07f7d11acb0e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:37.606680 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-883228e7-4622-4eed-9ec7-2a73531df105 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:37.708197 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d15c375-9c35-4483-a50c-30dec2a7fd0d tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Deleting subnet d7c51c33-835a-49c4-afa8-ed487a8f00b7 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:44:37.714291 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d15c375-9c35-4483-a50c-30dec2a7fd0d tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:37.779971 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d15c375-9c35-4483-a50c-30dec2a7fd0d tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:37.822938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3273337a-6c25-4064-9419-3c806110cf5c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:44:37.829464 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3273337a-6c25-4064-9419-3c806110cf5c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "PUT /v2.0/routers/ea93fa87-812a-4deb-ba28-6d4a4f56489d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8421335 Apr 29 15:44:37.832265 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56466) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:37.836666 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef12a4b8-2f7b-49c9-b320-83d6d22c5fbb None None] Sync routers for ids ['ea93fa87-812a-4deb-ba28-6d4a4f56489d'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:44:37.840388 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcaeb66-8744-403d-8111-118fb67ffe12 None None] get_active_networks_info from dv-neutron-839913-1-hyperv {{(pid=84772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 15:44:37.932377 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c449f2-48e5-4b22-9cc5-571369dcf7c4 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:37.933154 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f0c449f2-48e5-4b22-9cc5-571369dcf7c4 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Synchronizing usage tracker for tenant:72863ce39b024e9da16162dddbf6a3b4 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:37.947418 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef12a4b8-2f7b-49c9-b320-83d6d22c5fbb None None] Routers {'ea93fa87-812a-4deb-ba28-6d4a4f56489d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:44:37.948081 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ef12a4b8-2f7b-49c9-b320-83d6d22c5fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:44:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ea93fa87-812a-4deb-ba28-6d4a4f56489d'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:37.955597 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d15c375-9c35-4483-a50c-30dec2a7fd0d tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:38.015358 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ef12a4b8-2f7b-49c9-b320-83d6d22c5fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:38.065007 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:38.065610 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f0c449f2-48e5-4b22-9cc5-571369dcf7c4 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Unset dirty status for tenant:72863ce39b024e9da16162dddbf6a3b4 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:38.067235 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f0c449f2-48e5-4b22-9cc5-571369dcf7c4 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "GET /v2.0/ports/807e1796-6f80-4b48-9576-9c504f2e0a3b HTTP/1.1" status: 200 len: 911 time: 0.2336116 Apr 29 15:44:38.072005 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56470) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:38.080195 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-17db137a-3d50-4972-afad-0b8e2817e6ce tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5b2e596c-9197-4b84-ac10-110eb1b8563d'}]}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:38.130517 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ccad3692-54d9-4824-8b45-5a3c97941b2b up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:38.146599 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d15c375-9c35-4483-a50c-30dec2a7fd0d tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:38.177522 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef12a4b8-2f7b-49c9-b320-83d6d22c5fbb None None] Routers {'ea93fa87-812a-4deb-ba28-6d4a4f56489d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:44:38.178289 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ef12a4b8-2f7b-49c9-b320-83d6d22c5fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:44:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ea93fa87-812a-4deb-ba28-6d4a4f56489d'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:38.192638 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Pushing event updated for resources: {'Subnet': ['ID=db0acf86-c7b7-4578-8a96-07404bd882b6,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:38.214813 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15c375-9c35-4483-a50c-30dec2a7fd0d tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Subnet': ['ID=d7c51c33-835a-49c4-afa8-ed487a8f00b7,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:38.217296 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d15c375-9c35-4483-a50c-30dec2a7fd0d tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:38.254658 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ef12a4b8-2f7b-49c9-b320-83d6d22c5fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:38.254977 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef12a4b8-2f7b-49c9-b320-83d6d22c5fbb None None] The sync data for ids ['ea93fa87-812a-4deb-ba28-6d4a4f56489d'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:44:38.264093 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Checking segment: {'id': '9a4a126d-6380-48e2-833c-906853a874fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '512f4fa3-c6ab-4a42-8d6c-5560a57c479c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:38.264560 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Network hostable DHCP agents. Network: 512f4fa3-c6ab-4a42-8d6c-5560a57c479c, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:44:38.322776 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9d15c375-9c35-4483-a50c-30dec2a7fd0d tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/subnets/d7c51c33-835a-49c4-afa8-ed487a8f00b7 HTTP/1.1" status: 204 len: 168 time: 0.9563234 Apr 29 15:44:38.325703 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56474) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:38.325853 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113dfdf0-2fdc-497f-addc-07f7d11acb0e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Router d7125ff7-ea8b-4959-95d4-286303dccb75 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:44:38.424493 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec16b63f-d04e-4694-a775-9664f7be3032 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Deleting subnet bb688cdc-c963-4e76-b981-ec8cb24abfb7 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:44:38.428858 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ec16b63f-d04e-4694-a775-9664f7be3032 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:38.437977 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port ccad3692-54d9-4824-8b45-5a3c97941b2b completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:38.453728 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port ccad3692-54d9-4824-8b45-5a3c97941b2b triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:38.454220 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:38.481572 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Network 512f4fa3-c6ab-4a42-8d6c-5560a57c479c is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:44:38.538781 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ec16b63f-d04e-4694-a775-9664f7be3032 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:38.543697 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113dfdf0-2fdc-497f-addc-07f7d11acb0e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:44:38.557804 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb0b1e3-8d32-4685-a110-8cced0de1590 None None] Sync routers for ids ['d7125ff7-ea8b-4959-95d4-286303dccb75'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:44:38.570268 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-113dfdf0-2fdc-497f-addc-07f7d11acb0e tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] 10.222.0.21 "PUT /v2.0/routers/d7125ff7-ea8b-4959-95d4-286303dccb75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8607502 Apr 29 15:44:38.571490 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56478) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:38.572486 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb0b1e3-8d32-4685-a110-8cced0de1590 None None] Routers {'d7125ff7-ea8b-4959-95d4-286303dccb75'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:44:38.573122 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 512f4fa3-c6ab-4a42-8d6c-5560a57c479c) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:38.573736 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-bbb0b1e3-8d32-4685-a110-8cced0de1590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:44:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d7125ff7-ea8b-4959-95d4-286303dccb75'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:38.577944 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-883228e7-4622-4eed-9ec7-2a73531df105 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:38.585485 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17db137a-3d50-4972-afad-0b8e2817e6ce tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:38.641713 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883228e7-4622-4eed-9ec7-2a73531df105 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:38.643452 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:38.648414 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:38.650290 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-bbb0b1e3-8d32-4685-a110-8cced0de1590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:38.655718 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-883228e7-4622-4eed-9ec7-2a73531df105 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:38.669425 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb0b1e3-8d32-4685-a110-8cced0de1590 None None] Routers {'d7125ff7-ea8b-4959-95d4-286303dccb75'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:44:38.670702 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-bbb0b1e3-8d32-4685-a110-8cced0de1590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:44:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d7125ff7-ea8b-4959-95d4-286303dccb75'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:38.687291 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port ccad3692-54d9-4824-8b45-5a3c97941b2b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ccad3692-54d9-4824-8b45-5a3c97941b2b,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:38.695506 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883228e7-4622-4eed-9ec7-2a73531df105 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:38.696146 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-883228e7-4622-4eed-9ec7-2a73531df105 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:38.732238 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-bbb0b1e3-8d32-4685-a110-8cced0de1590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:38.733104 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb0b1e3-8d32-4685-a110-8cced0de1590 None None] The sync data for ids ['d7125ff7-ea8b-4959-95d4-286303dccb75'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:44:38.747893 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcaeb66-8744-403d-8111-118fb67ffe12 None None] Network 7eb65761-9b63-4a4a-adf6-7cb4345a9a51 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:44:38.766311 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Checking segment: {'id': '4964814a-e3d3-4f9f-8ca9-7d96b2fd0bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7eb65761-9b63-4a4a-adf6-7cb4345a9a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:38.766701 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Network hostable DHCP agents. Network: 7eb65761-9b63-4a4a-adf6-7cb4345a9a51, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:44:38.781217 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:38.792509 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-883228e7-4622-4eed-9ec7-2a73531df105 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1338961 Apr 29 15:44:38.792509 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883228e7-4622-4eed-9ec7-2a73531df105 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=0ad71e56-9bef-418f-9531-e034fc225314,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:38.793610 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56482) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:38.822548 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcaeb66-8744-403d-8111-118fb67ffe12 None None] Unable to find a vacant binding_index for network 512f4fa3-c6ab-4a42-8d6c-5560a57c479c and agent acd9ce9d-5587-4232-a407-5c4641918659 {{(pid=84772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 29 15:44:38.826830 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Unable to find a vacant binding_index for network 7eb65761-9b63-4a4a-adf6-7cb4345a9a51 and agent acd9ce9d-5587-4232-a407-5c4641918659 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 29 15:44:38.831962 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-5c8a8aad-9f67-4a2b-95f9-93ec12d65af7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'mac_address': 'fa:16:3e:68:c2:8c', 'name': 'tempest-NetworksTestDHCPv6-366721151'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:38.862912 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=ccad3692-54d9-4824-8b45-5a3c97941b2b,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:38.918919 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcaeb66-8744-403d-8111-118fb67ffe12 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 7eb65761-9b63-4a4a-adf6-7cb4345a9a51), (DHCP agent, dv-neutron-839913-1-hyperv, 512f4fa3-c6ab-4a42-8d6c-5560a57c479c) {{(pid=84772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:44:38.937126 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 7eb65761-9b63-4a4a-adf6-7cb4345a9a51) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:38.950765 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:38.951145 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:38.951754 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:38.971288 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Pushing event updated for resources: {'Subnet': ['ID=1a6738f4-a731-44f3-8294-784cc7d56dda,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:39.014340 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5c8a8aad-9f67-4a2b-95f9-93ec12d65af7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:39.018672 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5c8a8aad-9f67-4a2b-95f9-93ec12d65af7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:port and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:39.021604 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5c8a8aad-9f67-4a2b-95f9-93ec12d65af7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:39.029103 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5c8a8aad-9f67-4a2b-95f9-93ec12d65af7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:39.060528 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-014e740a-2e3c-45cc-83b1-711b3223839f tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.6745541 Apr 29 15:44:39.061689 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56486) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:39.115095 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ec16b63f-d04e-4694-a775-9664f7be3032 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:39.137213 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b81de9-6849-4dbf-ae13-26e942e9f970 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:39.138552 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b81de9-6849-4dbf-ae13-26e942e9f970 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:39.139954 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b81de9-6849-4dbf-ae13-26e942e9f970 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:39.141397 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-38b81de9-6849-4dbf-ae13-26e942e9f970 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Synchronizing usage tracker for tenant:1c4de067d21f4bf79708fa7e58fabfbe on resource:subnet {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:39.145501 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8a8aad-9f67-4a2b-95f9-93ec12d65af7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:39.150811 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5c8a8aad-9f67-4a2b-95f9-93ec12d65af7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:39.187513 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-5c8a8aad-9f67-4a2b-95f9-93ec12d65af7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] device_id is not set on port 4c97f08a-a40a-47e4-bb90-c6be959135f2 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:44:39.262620 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4133fc4a-74b9-4a84-9cf8-9a6ffb069ff8 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:39.309224 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-38b81de9-6849-4dbf-ae13-26e942e9f970 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Unset dirty status for tenant:1c4de067d21f4bf79708fa7e58fabfbe on resource:subnet {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:39.313840 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-38b81de9-6849-4dbf-ae13-26e942e9f970 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2476797 Apr 29 15:44:39.315462 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56492) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:39.336309 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5a0234-b50d-41d0-b892-f6db66513e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-512f4fa3-c6ab-4a42-8d6c-5560a57c479c', 'network_id': '512f4fa3-c6ab-4a42-8d6c-5560a57c479c', 'tenant_id': '1c4de067d21f4bf79708fa7e58fabfbe', 'fixed_ips': [{'subnet_id': 'db0acf86-c7b7-4578-8a96-07404bd882b6'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:44:39.339124 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9e5a0234-b50d-41d0-b892-f6db66513e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:39.352953 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56751a85-bed5-4152-a6e1-4fd097035f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-7eb65761-9b63-4a4a-adf6-7cb4345a9a51', 'network_id': '7eb65761-9b63-4a4a-adf6-7cb4345a9a51', 'tenant_id': '1c4de067d21f4bf79708fa7e58fabfbe', 'fixed_ips': [{'subnet_id': '1a6738f4-a731-44f3-8294-784cc7d56dda'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:44:39.354315 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-56751a85-bed5-4152-a6e1-4fd097035f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:39.440111 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-5c8a8aad-9f67-4a2b-95f9-93ec12d65af7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8:0:1::5f (75e7f0f8-4897-4e20-8301-99a7eae75065/0ad71e56-9bef-418f-9531-e034fc225314/4c97f08a-a40a-47e4-bb90-c6be959135f2) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:39.451738 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-5c8a8aad-9f67-4a2b-95f9-93ec12d65af7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8::f816:3eff:fe68:c28c (75e7f0f8-4897-4e20-8301-99a7eae75065/78c0b5e9-5930-4de9-857d-b30003c180d1/4c97f08a-a40a-47e4-bb90-c6be959135f2) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:39.625518 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ec16b63f-d04e-4694-a775-9664f7be3032 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:39.642213 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-9e5a0234-b50d-41d0-b892-f6db66513e2e None None] Allocated IP 172.20.0.2 (512f4fa3-c6ab-4a42-8d6c-5560a57c479c/db0acf86-c7b7-4578-8a96-07404bd882b6/22878a8c-f3ca-4667-994d-b6f89ba188ff) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:39.652401 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-56751a85-bed5-4152-a6e1-4fd097035f77 None None] Allocated IP 172.20.0.18 (7eb65761-9b63-4a4a-adf6-7cb4345a9a51/1a6738f4-a731-44f3-8294-784cc7d56dda/93953d7c-1442-47ab-acf4-0a3aa539f2ba) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:39.669905 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5c8a8aad-9f67-4a2b-95f9-93ec12d65af7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:39.686688 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-5c8a8aad-9f67-4a2b-95f9-93ec12d65af7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Transition to ACTIVE for port object 4c97f08a-a40a-47e4-bb90-c6be959135f2 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:39.743264 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16b63f-d04e-4694-a775-9664f7be3032 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Subnet': ['ID=bb688cdc-c963-4e76-b981-ec8cb24abfb7,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:39.754595 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5c8a8aad-9f67-4a2b-95f9-93ec12d65af7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:39.772847 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ec16b63f-d04e-4694-a775-9664f7be3032 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:39.821973 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ec16b63f-d04e-4694-a775-9664f7be3032 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/subnets/bb688cdc-c963-4e76-b981-ec8cb24abfb7 HTTP/1.1" status: 204 len: 168 time: 1.4925189 Apr 29 15:44:39.822711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56496) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:39.848721 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8a8aad-9f67-4a2b-95f9-93ec12d65af7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:39.849994 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a8aad-9f67-4a2b-95f9-93ec12d65af7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=4c97f08a-a40a-47e4-bb90-c6be959135f2,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:39.852949 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-5c8a8aad-9f67-4a2b-95f9-93ec12d65af7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:39.855305 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8a8aad-9f67-4a2b-95f9-93ec12d65af7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:39.860399 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8a8aad-9f67-4a2b-95f9-93ec12d65af7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:39.860599 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5c8a8aad-9f67-4a2b-95f9-93ec12d65af7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:39.890107 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c84bf0d-0681-4b60-9a32-ec5da5d91157 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Deleting subnet db0acf86-c7b7-4578-8a96-07404bd882b6 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:44:39.951664 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5c8a8aad-9f67-4a2b-95f9-93ec12d65af7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1521151 Apr 29 15:44:39.951664 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56500) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:40.010353 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-4133fc4a-74b9-4a84-9cf8-9a6ffb069ff8 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 29 15:44:40.011392 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4133fc4a-74b9-4a84-9cf8-9a6ffb069ff8 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] 10.222.0.21 "DELETE /v2.0/routers/d7125ff7-ea8b-4959-95d4-286303dccb75 HTTP/1.1" status: 409 len: 329 time: 1.4339883 Apr 29 15:44:40.015430 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56504) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:40.016299 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd60c3ae-241b-4e47-9ae6-4067e87e28e5 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:40.047557 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17db137a-3d50-4972-afad-0b8e2817e6ce tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:40.050328 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-cd60c3ae-241b-4e47-9ae6-4067e87e28e5 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Deleting port a370fade-4dbd-4615-921a-a041babd4d99 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:40.050472 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd60c3ae-241b-4e47-9ae6-4067e87e28e5 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:40.077425 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9e5a0234-b50d-41d0-b892-f6db66513e2e None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:40.081249 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ccad3692-54d9-4824-8b45-5a3c97941b2b up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:40.133650 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-56751a85-bed5-4152-a6e1-4fd097035f77 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:40.143316 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9e5a0234-b50d-41d0-b892-f6db66513e2e None None] Transition to ACTIVE for port object 22878a8c-f3ca-4667-994d-b6f89ba188ff will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:40.165573 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-56751a85-bed5-4152-a6e1-4fd097035f77 None None] Transition to ACTIVE for port object 93953d7c-1442-47ab-acf4-0a3aa539f2ba will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:40.201394 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9e5a0234-b50d-41d0-b892-f6db66513e2e None None] Transition to ACTIVE for port object 22878a8c-f3ca-4667-994d-b6f89ba188ff will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:40.207143 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-56751a85-bed5-4152-a6e1-4fd097035f77 None None] Transition to ACTIVE for port object 93953d7c-1442-47ab-acf4-0a3aa539f2ba will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:40.220430 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port ccad3692-54d9-4824-8b45-5a3c97941b2b triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:40.220800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:40.234509 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17db137a-3d50-4972-afad-0b8e2817e6ce tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:40.238716 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17db137a-3d50-4972-afad-0b8e2817e6ce tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:40.239319 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-17db137a-3d50-4972-afad-0b8e2817e6ce tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:40.243909 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-17db137a-3d50-4972-afad-0b8e2817e6ce tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "PUT /v2.0/ports/807e1796-6f80-4b48-9576-9c504f2e0a3b HTTP/1.1" status: 200 len: 911 time: 2.1665833 Apr 29 15:44:40.276712 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9e5a0234-b50d-41d0-b892-f6db66513e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:40.279207 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56508) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:40.281208 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9c84bf0d-0681-4b60-9a32-ec5da5d91157 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:40.324389 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-56751a85-bed5-4152-a6e1-4fd097035f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:40.345240 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-3e9c54e1-a03d-4c9d-942a-a244c7059a8b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting port 4c97f08a-a40a-47e4-bb90-c6be959135f2 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:40.345818 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3e9c54e1-a03d-4c9d-942a-a244c7059a8b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:40.411018 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5a0234-b50d-41d0-b892-f6db66513e2e None None] Network 512f4fa3-c6ab-4a42-8d6c-5560a57c479c is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:40.411817 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a0234-b50d-41d0-b892-f6db66513e2e None None] Pushing event updated for resources: {'Port': ['ID=22878a8c-f3ca-4667-994d-b6f89ba188ff,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:40.421242 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-9e5a0234-b50d-41d0-b892-f6db66513e2e None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:40.460512 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5a0234-b50d-41d0-b892-f6db66513e2e None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:40.462837 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56751a85-bed5-4152-a6e1-4fd097035f77 None None] Network 7eb65761-9b63-4a4a-adf6-7cb4345a9a51 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:40.476946 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-56751a85-bed5-4152-a6e1-4fd097035f77 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:40.489866 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56751a85-bed5-4152-a6e1-4fd097035f77 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:40.508693 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-cd60c3ae-241b-4e47-9ae6-4067e87e28e5 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] For port a370fade-4dbd-4615-921a-a041babd4d99, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a370fade-4dbd-4615-921a-a041babd4d99,segment=NetworkSegment(e8ac2a12-13b2-4ded-b849-e8ae02272f45),segment_id=e8ac2a12-13b2-4ded-b849-e8ae02272f45)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:40.509048 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd60c3ae-241b-4e47-9ae6-4067e87e28e5 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:40.516524 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db137a-3d50-4972-afad-0b8e2817e6ce tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Port': ['ID=807e1796-6f80-4b48-9576-9c504f2e0a3b,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:40.521740 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9c84bf0d-0681-4b60-9a32-ec5da5d91157 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:40.577033 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56751a85-bed5-4152-a6e1-4fd097035f77 None None] Pushing event updated for resources: {'Port': ['ID=93953d7c-1442-47ab-acf4-0a3aa539f2ba,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:40.680984 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-9e5a0234-b50d-41d0-b892-f6db66513e2e None None] Attempting to bind port 22878a8c-f3ca-4667-994d-b6f89ba188ff on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:44:40.681594 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-9e5a0234-b50d-41d0-b892-f6db66513e2e None None] Attempting to bind port 22878a8c-f3ca-4667-994d-b6f89ba188ff by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '9a4a126d-6380-48e2-833c-906853a874fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '512f4fa3-c6ab-4a42-8d6c-5560a57c479c'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:44:40.681747 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-cd60c3ae-241b-4e47-9ae6-4067e87e28e5 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Calling delete_port for a370fade-4dbd-4615-921a-a041babd4d99 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:40.682611 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a0234-b50d-41d0-b892-f6db66513e2e None None] Attempting to bind port 22878a8c-f3ca-4667-994d-b6f89ba188ff on network 512f4fa3-c6ab-4a42-8d6c-5560a57c479c {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:44:40.685669 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-56751a85-bed5-4152-a6e1-4fd097035f77 None None] Attempting to bind port 93953d7c-1442-47ab-acf4-0a3aa539f2ba on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:44:40.686230 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-56751a85-bed5-4152-a6e1-4fd097035f77 None None] Attempting to bind port 93953d7c-1442-47ab-acf4-0a3aa539f2ba by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '4964814a-e3d3-4f9f-8ca9-7d96b2fd0bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7eb65761-9b63-4a4a-adf6-7cb4345a9a51'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:44:40.686782 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56751a85-bed5-4152-a6e1-4fd097035f77 None None] Attempting to bind port 93953d7c-1442-47ab-acf4-0a3aa539f2ba on network 7eb65761-9b63-4a4a-adf6-7cb4345a9a51 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:44:40.696276 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a0234-b50d-41d0-b892-f6db66513e2e None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:44:40.696924 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a0234-b50d-41d0-b892-f6db66513e2e None None] Checking segment: {'id': '9a4a126d-6380-48e2-833c-906853a874fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '512f4fa3-c6ab-4a42-8d6c-5560a57c479c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:40.697491 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9e5a0234-b50d-41d0-b892-f6db66513e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:40.698036 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a0234-b50d-41d0-b892-f6db66513e2e None None] Bound using segment: {'id': '9a4a126d-6380-48e2-833c-906853a874fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '512f4fa3-c6ab-4a42-8d6c-5560a57c479c'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:44:40.698697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-9e5a0234-b50d-41d0-b892-f6db66513e2e None None] Bound port: 22878a8c-f3ca-4667-994d-b6f89ba188ff, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4a126d-6380-48e2-833c-906853a874fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '512f4fa3-c6ab-4a42-8d6c-5560a57c479c'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:44:40.699261 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9e5a0234-b50d-41d0-b892-f6db66513e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:40.711140 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56751a85-bed5-4152-a6e1-4fd097035f77 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:44:40.711832 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56751a85-bed5-4152-a6e1-4fd097035f77 None None] Checking segment: {'id': '4964814a-e3d3-4f9f-8ca9-7d96b2fd0bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7eb65761-9b63-4a4a-adf6-7cb4345a9a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:40.712418 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-56751a85-bed5-4152-a6e1-4fd097035f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:40.712967 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56751a85-bed5-4152-a6e1-4fd097035f77 None None] Bound using segment: {'id': '4964814a-e3d3-4f9f-8ca9-7d96b2fd0bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7eb65761-9b63-4a4a-adf6-7cb4345a9a51'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:44:40.713607 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-56751a85-bed5-4152-a6e1-4fd097035f77 None None] Bound port: 93953d7c-1442-47ab-acf4-0a3aa539f2ba, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4964814a-e3d3-4f9f-8ca9-7d96b2fd0bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7eb65761-9b63-4a4a-adf6-7cb4345a9a51'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:44:40.714149 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-56751a85-bed5-4152-a6e1-4fd097035f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:40.792807 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9c84bf0d-0681-4b60-9a32-ec5da5d91157 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:40.861018 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd60c3ae-241b-4e47-9ae6-4067e87e28e5 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:40.883717 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-56751a85-bed5-4152-a6e1-4fd097035f77 None None] For port 93953d7c-1442-47ab-acf4-0a3aa539f2ba, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:44:40.886755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-56751a85-bed5-4152-a6e1-4fd097035f77 None None] For port 93953d7c-1442-47ab-acf4-0a3aa539f2ba, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=93953d7c-1442-47ab-acf4-0a3aa539f2ba,segment=NetworkSegment(4964814a-e3d3-4f9f-8ca9-7d96b2fd0bd3),segment_id=4964814a-e3d3-4f9f-8ca9-7d96b2fd0bd3)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:44:40.916431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60c3ae-241b-4e47-9ae6-4067e87e28e5 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Port': ['ID=a370fade-4dbd-4615-921a-a041babd4d99,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:40.921324 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd60c3ae-241b-4e47-9ae6-4067e87e28e5 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] No DVR routers for this DVR port a370fade-4dbd-4615-921a-a041babd4d99 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:44:40.970593 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-56751a85-bed5-4152-a6e1-4fd097035f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:41.016779 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3e9c54e1-a03d-4c9d-942a-a244c7059a8b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:41.018272 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-9e5a0234-b50d-41d0-b892-f6db66513e2e None None] For port 22878a8c-f3ca-4667-994d-b6f89ba188ff, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:44:41.023153 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9c84bf0d-0681-4b60-9a32-ec5da5d91157 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:41.044511 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-9e5a0234-b50d-41d0-b892-f6db66513e2e None None] For port 22878a8c-f3ca-4667-994d-b6f89ba188ff, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=22878a8c-f3ca-4667-994d-b6f89ba188ff,segment=NetworkSegment(9a4a126d-6380-48e2-833c-906853a874fa),segment_id=9a4a126d-6380-48e2-833c-906853a874fa)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:44:41.064174 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56751a85-bed5-4152-a6e1-4fd097035f77 None None] Pushing event updated for resources: {'Port': ['ID=93953d7c-1442-47ab-acf4-0a3aa539f2ba,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:41.089569 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84bf0d-0681-4b60-9a32-ec5da5d91157 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Pushing event deleted for resources: {'Subnet': ['ID=db0acf86-c7b7-4578-8a96-07404bd882b6,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:41.093837 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd60c3ae-241b-4e47-9ae6-4067e87e28e5 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:41.104195 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9c84bf0d-0681-4b60-9a32-ec5da5d91157 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:41.112335 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9e5a0234-b50d-41d0-b892-f6db66513e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:41.133383 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-cd60c3ae-241b-4e47-9ae6-4067e87e28e5 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914d49d6-59fe-4ced-9e5b-55c8636d6e4b']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:41.146154 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-cd60c3ae-241b-4e47-9ae6-4067e87e28e5 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ac2a12-13b2-4ded-b849-e8ae02272f45') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:41.146154 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-cd60c3ae-241b-4e47-9ae6-4067e87e28e5 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ac2a12-13b2-4ded-b849-e8ae02272f45') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:41.157913 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-3e9c54e1-a03d-4c9d-942a-a244c7059a8b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Calling delete_port for 4c97f08a-a40a-47e4-bb90-c6be959135f2 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:41.160436 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd60c3ae-241b-4e47-9ae6-4067e87e28e5 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:41.179559 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd60c3ae-241b-4e47-9ae6-4067e87e28e5 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:41.198392 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd60c3ae-241b-4e47-9ae6-4067e87e28e5 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:44:41.202761 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd60c3ae-241b-4e47-9ae6-4067e87e28e5 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:41.214941 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a0234-b50d-41d0-b892-f6db66513e2e None None] Pushing event updated for resources: {'Port': ['ID=22878a8c-f3ca-4667-994d-b6f89ba188ff,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:44:41.222083 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:44:41.279672 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-701d1458-d769-4367-aa25-18e6cfcea288 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:41.286770 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9c84bf0d-0681-4b60-9a32-ec5da5d91157 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] 10.222.0.21 "DELETE /v2.0/subnets/db0acf86-c7b7-4578-8a96-07404bd882b6 HTTP/1.1" status: 204 len: 168 time: 1.9595592 Apr 29 15:44:41.293096 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56512) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:41.466787 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd60c3ae-241b-4e47-9ae6-4067e87e28e5 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:41.471825 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd60c3ae-241b-4e47-9ae6-4067e87e28e5 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:41.492590 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6819f1d2-3d60-4318-afff-d8cb6e452e88 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:41.531780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60c3ae-241b-4e47-9ae6-4067e87e28e5 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Network': ['ID=914d49d6-59fe-4ced-9e5b-55c8636d6e4b,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:41.536560 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-cd60c3ae-241b-4e47-9ae6-4067e87e28e5 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/networks/914d49d6-59fe-4ced-9e5b-55c8636d6e4b HTTP/1.1" status: 204 len: 168 time: 1.6952603 Apr 29 15:44:41.542898 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56516) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:41.602523 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9053174-034a-4326-ab2b-4931404b9c45 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] DELETE failed (client error): The resource could not be found. Apr 29 15:44:41.605688 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9053174-034a-4326-ab2b-4931404b9c45 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:44:41.608012 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c9053174-034a-4326-ab2b-4931404b9c45 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/subnets/8f6742e4-d93b-478e-9f03-ef3fdf73f962 HTTP/1.1" status: 404 len: 337 time: 0.0633671 Apr 29 15:44:41.612529 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56520) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:41.662139 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-82088b0a-e7f4-4bb3-8a14-508a73385360 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] DELETE failed (client error): The resource could not be found. Apr 29 15:44:41.662392 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82088b0a-e7f4-4bb3-8a14-508a73385360 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:44:41.666999 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-82088b0a-e7f4-4bb3-8a14-508a73385360 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/networks/83ce149d-62fa-4840-a8c2-4a426cee3c56 HTTP/1.1" status: 404 len: 339 time: 0.0510175 Apr 29 15:44:41.674837 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56524) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:41.729555 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e2b2f3b-a8ed-43cb-be16-7d2a71b9d638 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Deleting subnet 1a6738f4-a731-44f3-8294-784cc7d56dda {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:44:41.735171 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4e2b2f3b-a8ed-43cb-be16-7d2a71b9d638 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:41.771546 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d776c8b7-13dc-4331-8bf8-1903b1c847f9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] DELETE failed (client error): The resource could not be found. Apr 29 15:44:41.772647 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d776c8b7-13dc-4331-8bf8-1903b1c847f9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:44:41.776894 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d776c8b7-13dc-4331-8bf8-1903b1c847f9 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/subnets/afa60f3b-0087-4c5b-b162-7041d6ee9507 HTTP/1.1" status: 404 len: 337 time: 0.0987217 Apr 29 15:44:41.780816 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56528) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:41.821138 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c48ac5-7253-49d7-80b1-85f737187317 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] DELETE failed (client error): The resource could not be found. Apr 29 15:44:41.821598 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12c48ac5-7253-49d7-80b1-85f737187317 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:44:41.825504 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-12c48ac5-7253-49d7-80b1-85f737187317 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/networks/f3e8c51e-bb65-44c9-84d5-8685efaa2e0e HTTP/1.1" status: 404 len: 339 time: 0.0432892 Apr 29 15:44:41.826090 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56532) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:41.861926 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4e2b2f3b-a8ed-43cb-be16-7d2a71b9d638 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:41.895426 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-5372ea25-a154-4048-beb9-2a0317e8da5b tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] DELETE failed (client error): The resource could not be found. Apr 29 15:44:41.895855 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5372ea25-a154-4048-beb9-2a0317e8da5b tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:44:41.900743 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5372ea25-a154-4048-beb9-2a0317e8da5b tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/subnets/a49d5f74-f235-468f-b9dd-c00a1b79ad14 HTTP/1.1" status: 404 len: 337 time: 0.0711164 Apr 29 15:44:41.902098 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56536) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:41.950746 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4e2b2f3b-a8ed-43cb-be16-7d2a71b9d638 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:41.964176 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-69fee981-bd5e-4e68-b9ec-894edd6c6012 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] DELETE failed (client error): The resource could not be found. Apr 29 15:44:41.964608 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69fee981-bd5e-4e68-b9ec-894edd6c6012 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:44:41.972710 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3e9c54e1-a03d-4c9d-942a-a244c7059a8b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:42.029108 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-69fee981-bd5e-4e68-b9ec-894edd6c6012 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/networks/9eb2d7fc-0e6e-43da-af5e-79f9ff41bb89 HTTP/1.1" status: 404 len: 339 time: 0.1239080 Apr 29 15:44:42.037482 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56540) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:42.066121 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c54e1-a03d-4c9d-942a-a244c7059a8b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Port': ['ID=4c97f08a-a40a-47e4-bb90-c6be959135f2,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:42.182588 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4e2b2f3b-a8ed-43cb-be16-7d2a71b9d638 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:42.212657 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 22878a8c-f3ca-4667-994d-b6f89ba188ff up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:42.247967 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b2f3b-a8ed-43cb-be16-7d2a71b9d638 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Pushing event deleted for resources: {'Subnet': ['ID=1a6738f4-a731-44f3-8294-784cc7d56dda,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:42.258282 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4e2b2f3b-a8ed-43cb-be16-7d2a71b9d638 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:42.286384 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4e2b2f3b-a8ed-43cb-be16-7d2a71b9d638 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] 10.222.0.21 "DELETE /v2.0/subnets/1a6738f4-a731-44f3-8294-784cc7d56dda HTTP/1.1" status: 204 len: 168 time: 0.9920871 Apr 29 15:44:42.288994 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56544) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:42.338525 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3e9c54e1-a03d-4c9d-942a-a244c7059a8b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:42.339923 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3e9c54e1-a03d-4c9d-942a-a244c7059a8b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/4c97f08a-a40a-47e4-bb90-c6be959135f2 HTTP/1.1" status: 204 len: 168 time: 2.3881545 Apr 29 15:44:42.347546 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56548) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:42.369399 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 22878a8c-f3ca-4667-994d-b6f89ba188ff completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:42.375929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 93953d7c-1442-47ab-acf4-0a3aa539f2ba up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:42.471363 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a439a3-ab9c-46e1-9830-b136b5ec0d06 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Deleting subnet 3ec2eb9f-6c6b-4c00-8f79-a747484974c3 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:44:42.477463 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-32a439a3-ab9c-46e1-9830-b136b5ec0d06 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:42.534916 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fc06ec-9f8f-4572-8784-33e1e1b6baf1 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:42.535601 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-24fc06ec-9f8f-4572-8784-33e1e1b6baf1 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Synchronizing usage tracker for tenant:1c4de067d21f4bf79708fa7e58fabfbe on resource:subnet {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:42.545383 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-32a439a3-ab9c-46e1-9830-b136b5ec0d06 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:42.554547 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 93953d7c-1442-47ab-acf4-0a3aa539f2ba completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:42.650854 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-32a439a3-ab9c-46e1-9830-b136b5ec0d06 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:42.656194 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b92730-3775-4b75-8d04-f250a18f01de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:42.659451 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d6b92730-3775-4b75-8d04-f250a18f01de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:42.712486 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-24fc06ec-9f8f-4572-8784-33e1e1b6baf1 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Unset dirty status for tenant:1c4de067d21f4bf79708fa7e58fabfbe on resource:subnet {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:42.713660 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-24fc06ec-9f8f-4572-8784-33e1e1b6baf1 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4237804 Apr 29 15:44:42.719465 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56552) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:42.813124 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d6b92730-3775-4b75-8d04-f250a18f01de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:42.820573 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d6b92730-3775-4b75-8d04-f250a18f01de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.4652381 Apr 29 15:44:42.822104 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56558) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:42.876414 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4e42ec82-af22-44db-9f4d-06b3385b7fd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:42.886798 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-32a439a3-ab9c-46e1-9830-b136b5ec0d06 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:42.930237 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a439a3-ab9c-46e1-9830-b136b5ec0d06 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec2eb9f-6c6b-4c00-8f79-a747484974c3,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:42.934885 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-4e42ec82-af22-44db-9f4d-06b3385b7fd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Deleting port 93953d7c-1442-47ab-acf4-0a3aa539f2ba {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:42.935304 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4e42ec82-af22-44db-9f4d-06b3385b7fd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:42.963970 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-179c1b2e-5c4e-4e27-a8c7-637fab725368 None None] Provisioning for port 93953d7c-1442-47ab-acf4-0a3aa539f2ba completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:42.970522 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-179c1b2e-5c4e-4e27-a8c7-637fab725368 None None] Provisioning complete for port 93953d7c-1442-47ab-acf4-0a3aa539f2ba triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:42.970861 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-179c1b2e-5c4e-4e27-a8c7-637fab725368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:43.000315 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-32a439a3-ab9c-46e1-9830-b136b5ec0d06 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:43.019831 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54107e85-2941-419a-a9bd-a8992f7d62c8 None None] Network 914d49d6-59fe-4ced-9e5b-55c8636d6e4b requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:43.020121 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-32a439a3-ab9c-46e1-9830-b136b5ec0d06 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/subnets/3ec2eb9f-6c6b-4c00-8f79-a747484974c3 HTTP/1.1" status: 204 len: 168 time: 0.9817836 Apr 29 15:44:43.036910 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098e5494-4bc8-45f8-9b43-b652b2304da9 None None] Network 512f4fa3-c6ab-4a42-8d6c-5560a57c479c requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:43.050715 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56562) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:43.064637 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5157d0f1-1be0-4aa7-b145-fb005bdbce7d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:43.066140 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5157d0f1-1be0-4aa7-b145-fb005bdbce7d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2429471 Apr 29 15:44:43.075731 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56566) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:43.127679 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-701d1458-d769-4367-aa25-18e6cfcea288 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Deleting port 2fe56453-955f-4dd7-be84-643c534bc1e1 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:43.127929 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-701d1458-d769-4367-aa25-18e6cfcea288 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:43.135177 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871e957a-1e24-4249-abaa-2dba839ffda3 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:43.154115 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a08c96a-f83c-4d37-a905-edd38ec75ba1 None None] Network 7eb65761-9b63-4a4a-adf6-7cb4345a9a51 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:43.196449 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-6819f1d2-3d60-4318-afff-d8cb6e452e88 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting port 807e1796-6f80-4b48-9576-9c504f2e0a3b {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:43.196780 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6819f1d2-3d60-4318-afff-d8cb6e452e88 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:43.279103 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e06ae2-fa71-4660-a4f3-47567ad1df19 None None] Network 3aafb5d6-553a-4aa1-889e-20f4430cade8 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:43.286541 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc21fdd4-e5f5-469f-b186-4bcb6efcb098 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:43.287880 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc21fdd4-e5f5-469f-b186-4bcb6efcb098 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:43.289321 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc21fdd4-e5f5-469f-b186-4bcb6efcb098 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:43.290105 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-bc21fdd4-e5f5-469f-b186-4bcb6efcb098 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:43.294692 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-79c4fde2-ed06-4cf9-bdd8-f4b0bef01da8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:43.321301 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-4e42ec82-af22-44db-9f4d-06b3385b7fd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] For port 93953d7c-1442-47ab-acf4-0a3aa539f2ba, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=93953d7c-1442-47ab-acf4-0a3aa539f2ba,segment=NetworkSegment(4964814a-e3d3-4f9f-8ca9-7d96b2fd0bd3),segment_id=4964814a-e3d3-4f9f-8ca9-7d96b2fd0bd3)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:43.322124 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4e42ec82-af22-44db-9f4d-06b3385b7fd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:43.335748 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-79c4fde2-ed06-4cf9-bdd8-f4b0bef01da8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Deleting port fbcc0f5d-e075-4e62-ba88-da782eebd0b9 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:43.336013 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-79c4fde2-ed06-4cf9-bdd8-f4b0bef01da8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:43.368487 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54107e85-2941-419a-a9bd-a8992f7d62c8 None None] Network 914d49d6-59fe-4ced-9e5b-55c8636d6e4b could not be found, it might have been deleted concurrently. {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 29 15:44:43.487834 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-4e42ec82-af22-44db-9f4d-06b3385b7fd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Calling delete_port for 93953d7c-1442-47ab-acf4-0a3aa539f2ba owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:43.493428 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7427d6f0-4f71-4a5c-9e52-1641ca0f9293 None None] DHCP port deletion for 914d49d6-59fe-4ced-9e5b-55c8636d6e4b request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:44:43.651858 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-bc21fdd4-e5f5-469f-b186-4bcb6efcb098 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:43.653029 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-bc21fdd4-e5f5-469f-b186-4bcb6efcb098 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5745966 Apr 29 15:44:43.660674 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-701d1458-d769-4367-aa25-18e6cfcea288 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:43.671615 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56570) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:43.739402 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4e42ec82-af22-44db-9f4d-06b3385b7fd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:43.789919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e42ec82-af22-44db-9f4d-06b3385b7fd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] No DVR routers for this DVR port 93953d7c-1442-47ab-acf4-0a3aa539f2ba on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:44:43.808822 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7673a022-2088-4e5a-8e6e-0a403b4bc082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:43.838878 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-79c4fde2-ed06-4cf9-bdd8-f4b0bef01da8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] For port fbcc0f5d-e075-4e62-ba88-da782eebd0b9, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=fbcc0f5d-e075-4e62-ba88-da782eebd0b9,segment=NetworkSegment(497afeac-4ace-4299-a19f-b65602e622f1),segment_id=497afeac-4ace-4299-a19f-b65602e622f1)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:43.839240 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-79c4fde2-ed06-4cf9-bdd8-f4b0bef01da8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:43.843048 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-701d1458-d769-4367-aa25-18e6cfcea288 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Calling delete_port for 2fe56453-955f-4dd7-be84-643c534bc1e1 owned by network:router_interface {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:43.846685 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42ec82-af22-44db-9f4d-06b3385b7fd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Pushing event deleted for resources: {'Port': ['ID=93953d7c-1442-47ab-acf4-0a3aa539f2ba,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:43.848788 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.plugins.ml2.db [None req-179c1b2e-5c4e-4e27-a8c7-637fab725368 None None] No ports have port_id starting with 93953d7c-1442-47ab-acf4-0a3aa539f2ba Apr 29 15:44:43.878079 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6819f1d2-3d60-4318-afff-d8cb6e452e88 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:43.956461 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6578a8df-e975-4156-b162-fe5842a3ea1b None None] Network 512f4fa3-c6ab-4a42-8d6c-5560a57c479c requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:44.041694 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-6819f1d2-3d60-4318-afff-d8cb6e452e88 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Calling delete_port for 807e1796-6f80-4b48-9576-9c504f2e0a3b owned by network:router_interface {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:44.085203 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aa9f24-03e3-4db0-9d34-b7001042e174 None None] Network 7eb65761-9b63-4a4a-adf6-7cb4345a9a51 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:44.111604 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a370fade-4dbd-4615-921a-a041babd4d99 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:44:44.147518 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-79c4fde2-ed06-4cf9-bdd8-f4b0bef01da8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Calling delete_port for fbcc0f5d-e075-4e62-ba88-da782eebd0b9 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:44.203774 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4e42ec82-af22-44db-9f4d-06b3385b7fd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:44.212023 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: a370fade-4dbd-4615-921a-a041babd4d99 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:44:44.212023 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a370fade-4dbd-4615-921a-a041babd4d99 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:44:44.240973 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-4e42ec82-af22-44db-9f4d-06b3385b7fd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb65761-9b63-4a4a-adf6-7cb4345a9a51']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:44.270137 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-4e42ec82-af22-44db-9f4d-06b3385b7fd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4964814a-e3d3-4f9f-8ca9-7d96b2fd0bd3') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:44.270448 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-4e42ec82-af22-44db-9f4d-06b3385b7fd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4964814a-e3d3-4f9f-8ca9-7d96b2fd0bd3') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:44.286723 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4e42ec82-af22-44db-9f4d-06b3385b7fd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:44.310707 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4e42ec82-af22-44db-9f4d-06b3385b7fd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:44.318311 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e42ec82-af22-44db-9f4d-06b3385b7fd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:44:44.318311 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4e42ec82-af22-44db-9f4d-06b3385b7fd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:44.320729 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b9da0c-608e-46fb-bd03-b9750e59f40b None None] DHCP port deletion for 3aafb5d6-553a-4aa1-889e-20f4430cade8 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:44:44.333846 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:44:44.337077 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0e2ca063-7ce7-4b57-b042-7c356b484c03 None None] Provisioning for port 22878a8c-f3ca-4667-994d-b6f89ba188ff completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:44.369550 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-65b9da0c-608e-46fb-bd03-b9750e59f40b None None] Deleting port fbcc0f5d-e075-4e62-ba88-da782eebd0b9 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:44.369814 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-65b9da0c-608e-46fb-bd03-b9750e59f40b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:44.387805 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-79c4fde2-ed06-4cf9-bdd8-f4b0bef01da8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:44.405967 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0e2ca063-7ce7-4b57-b042-7c356b484c03 None None] Provisioning complete for port 22878a8c-f3ca-4667-994d-b6f89ba188ff triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:44.406381 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0e2ca063-7ce7-4b57-b042-7c356b484c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:44.406957 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3843227-88c1-476f-8399-ab3ace98d803 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet 0ad71e56-9bef-418f-9531-e034fc225314 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:44:44.422411 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c3843227-88c1-476f-8399-ab3ace98d803 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:44.459052 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4fde2-ed06-4cf9-bdd8-f4b0bef01da8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Port': ['ID=fbcc0f5d-e075-4e62-ba88-da782eebd0b9,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:44.466302 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c4fde2-ed06-4cf9-bdd8-f4b0bef01da8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] No DVR routers for this DVR port fbcc0f5d-e075-4e62-ba88-da782eebd0b9 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:44:44.541338 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c3843227-88c1-476f-8399-ab3ace98d803 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:44.569982 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-65b9da0c-608e-46fb-bd03-b9750e59f40b None None] The port 'fbcc0f5d-e075-4e62-ba88-da782eebd0b9' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:44:44.600653 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-701d1458-d769-4367-aa25-18e6cfcea288 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:44.606109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-79c4fde2-ed06-4cf9-bdd8-f4b0bef01da8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:44.613530 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4e42ec82-af22-44db-9f4d-06b3385b7fd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:44.621100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4e42ec82-af22-44db-9f4d-06b3385b7fd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:44.671287 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8e68c0-4c3b-4165-acf1-d291a0b348b7 None None] DHCP port deletion for 7eb65761-9b63-4a4a-adf6-7cb4345a9a51 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:44:44.671509 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d1458-d769-4367-aa25-18e6cfcea288 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Pushing event deleted for resources: {'Port': ['ID=2fe56453-955f-4dd7-be84-643c534bc1e1,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:44.677007 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c3843227-88c1-476f-8399-ab3ace98d803 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:44.680106 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42ec82-af22-44db-9f4d-06b3385b7fd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Pushing event deleted for resources: {'Network': ['ID=7eb65761-9b63-4a4a-adf6-7cb4345a9a51,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:44.684172 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b93a54-0ed5-45e5-8ff6-3e4e5a5b486c None None] Update dhcp port {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'fixed_ips': [{'subnet_id': '78c0b5e9-5930-4de9-857d-b30003c180d1', 'ip_address': '2001:db8::f816:3eff:fe6d:dbba'}, {'subnet_id': '0ad71e56-9bef-418f-9531-e034fc225314'}], 'binding:host_id': 'dv-neutron-839913-1-hyperv'}, 'id': 'ccad3692-54d9-4824-8b45-5a3c97941b2b'} from dv-neutron-839913-1-hyperv. {{(pid=84772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 15:44:44.687286 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-79c4fde2-ed06-4cf9-bdd8-f4b0bef01da8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aafb5d6-553a-4aa1-889e-20f4430cade8']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:44.707451 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4e42ec82-af22-44db-9f4d-06b3385b7fd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] 10.222.0.21 "DELETE /v2.0/networks/7eb65761-9b63-4a4a-adf6-7cb4345a9a51 HTTP/1.1" status: 204 len: 168 time: 1.9870389 Apr 29 15:44:44.710532 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-79c4fde2-ed06-4cf9-bdd8-f4b0bef01da8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497afeac-4ace-4299-a19f-b65602e622f1') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:44.711111 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-79c4fde2-ed06-4cf9-bdd8-f4b0bef01da8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497afeac-4ace-4299-a19f-b65602e622f1') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:44.717713 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56574) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:44.743983 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-79c4fde2-ed06-4cf9-bdd8-f4b0bef01da8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:44.813210 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6819f1d2-3d60-4318-afff-d8cb6e452e88 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:44.825144 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-99b93a54-0ed5-45e5-8ff6-3e4e5a5b486c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:44.837781 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-79c4fde2-ed06-4cf9-bdd8-f4b0bef01da8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:44.865095 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3658a7-23c5-4379-8b94-0334a4d84980 None None] DHCP port deletion for 512f4fa3-c6ab-4a42-8d6c-5560a57c479c request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:44:44.865492 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c4fde2-ed06-4cf9-bdd8-f4b0bef01da8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:44:44.866070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-79c4fde2-ed06-4cf9-bdd8-f4b0bef01da8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:44:44.883255 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:44:44.896555 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819f1d2-3d60-4318-afff-d8cb6e452e88 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Port': ['ID=807e1796-6f80-4b48-9576-9c504f2e0a3b,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:44.912000 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0e2ca063-7ce7-4b57-b042-7c356b484c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:44.929696 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-dd3658a7-23c5-4379-8b94-0334a4d84980 None None] Deleting port 22878a8c-f3ca-4667-994d-b6f89ba188ff {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:44.930380 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dd3658a7-23c5-4379-8b94-0334a4d84980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:44.955002 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:44.994066 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Deleting port 22878a8c-f3ca-4667-994d-b6f89ba188ff {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:44.994462 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:45.121233 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-79c4fde2-ed06-4cf9-bdd8-f4b0bef01da8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:45.157603 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-79c4fde2-ed06-4cf9-bdd8-f4b0bef01da8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:45.175738 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4fde2-ed06-4cf9-bdd8-f4b0bef01da8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Network': ['ID=3aafb5d6-553a-4aa1-889e-20f4430cade8,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:45.203065 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-79c4fde2-ed06-4cf9-bdd8-f4b0bef01da8 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/networks/3aafb5d6-553a-4aa1-889e-20f4430cade8 HTTP/1.1" status: 204 len: 168 time: 2.1496038 Apr 29 15:44:45.207110 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56578) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:45.276846 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-0e2ca063-7ce7-4b57-b042-7c356b484c03 None None] For port 22878a8c-f3ca-4667-994d-b6f89ba188ff, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=22878a8c-f3ca-4667-994d-b6f89ba188ff,segment=NetworkSegment(9a4a126d-6380-48e2-833c-906853a874fa),segment_id=9a4a126d-6380-48e2-833c-906853a874fa)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:45.284926 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:45.299215 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-10684ff6-c94a-4e0f-9de8-9942de2ef6ce tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] DELETE failed (client error): The resource could not be found. Apr 29 15:44:45.299796 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10684ff6-c94a-4e0f-9de8-9942de2ef6ce tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:44:45.302550 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-10684ff6-c94a-4e0f-9de8-9942de2ef6ce tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/subnets/e40dfae9-1806-4933-ac3f-9a744fcf1a54 HTTP/1.1" status: 404 len: 337 time: 0.0935323 Apr 29 15:44:45.307439 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56582) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:45.345589 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-35159c2c-7899-4ee3-879c-7537130653e5 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] DELETE failed (client error): The resource could not be found. Apr 29 15:44:45.346165 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35159c2c-7899-4ee3-879c-7537130653e5 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:44:45.350901 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-35159c2c-7899-4ee3-879c-7537130653e5 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/networks/61e02165-2120-4661-a729-452a423e1450 HTTP/1.1" status: 404 len: 339 time: 0.0394797 Apr 29 15:44:45.354123 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56586) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:45.378582 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-701d1458-d769-4367-aa25-18e6cfcea288 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:45.383411 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0e2ca063-7ce7-4b57-b042-7c356b484c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:45.387391 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6819f1d2-3d60-4318-afff-d8cb6e452e88 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:45.424616 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] For port 22878a8c-f3ca-4667-994d-b6f89ba188ff, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=22878a8c-f3ca-4667-994d-b6f89ba188ff,segment=NetworkSegment(9a4a126d-6380-48e2-833c-906853a874fa),segment_id=9a4a126d-6380-48e2-833c-906853a874fa)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:45.425003 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:45.429641 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0e2ca063-7ce7-4b57-b042-7c356b484c03 None None] Could not find standard attr ID for object 2fe56453-955f-4dd7-be84-643c534bc1e1. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:44:45.432146 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-dd3658a7-23c5-4379-8b94-0334a4d84980 None None] For port 22878a8c-f3ca-4667-994d-b6f89ba188ff, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=22878a8c-f3ca-4667-994d-b6f89ba188ff,segment=NetworkSegment(9a4a126d-6380-48e2-833c-906853a874fa),segment_id=9a4a126d-6380-48e2-833c-906853a874fa)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:45.432877 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dd3658a7-23c5-4379-8b94-0334a4d84980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server [None req-99b93a54-0ed5-45e5-8ff6-3e4e5a5b486c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ad71e56-9bef-418f-9531-e034fc225314: This subnet is being modified by another concurrent operation. Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise value Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise value Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise value Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 15:44:45.507021 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise value Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise value Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise value Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1694, in update_port Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server raise exception Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ad71e56-9bef-418f-9531-e034fc225314: This subnet is being modified by another concurrent operation. Apr 29 15:44:45.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: ERROR oslo_messaging.rpc.server Apr 29 15:44:45.575868 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Calling delete_port for 22878a8c-f3ca-4667-994d-b6f89ba188ff owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:45.576731 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c3843227-88c1-476f-8399-ab3ace98d803 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:45.582383 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-dd3658a7-23c5-4379-8b94-0334a4d84980 None None] Calling delete_port for 22878a8c-f3ca-4667-994d-b6f89ba188ff owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:45.646385 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ca063-7ce7-4b57-b042-7c356b484c03 None None] Pushing event updated for resources: {'Port': ['ID=22878a8c-f3ca-4667-994d-b6f89ba188ff,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:45.697480 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e4580610-88e5-4559-95e8-5b6a3b6038b2 None None] Provisioning complete for port ccad3692-54d9-4824-8b45-5a3c97941b2b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:45.698211 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e4580610-88e5-4559-95e8-5b6a3b6038b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:45.729689 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3843227-88c1-476f-8399-ab3ace98d803 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=0ad71e56-9bef-418f-9531-e034fc225314,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:45.740786 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c3843227-88c1-476f-8399-ab3ace98d803 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:45.809172 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.api [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:44:45.809559 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG oslo_db.api [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:44:45.815299 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-dd3658a7-23c5-4379-8b94-0334a4d84980 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:44:45.815768 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-dd3658a7-23c5-4379-8b94-0334a4d84980 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:44:45.831588 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-33766192-0cfb-40e2-bee8-a7c11828c276 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Deleting subnet 3ed4aadf-a7c1-42a8-890a-43b2d7bf0e81 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:44:45.836595 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-33766192-0cfb-40e2-bee8-a7c11828c276 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:45.903767 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-33766192-0cfb-40e2-bee8-a7c11828c276 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:45.906834 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-40ecfbe5-2fdb-4844-90fc-0c1df853db5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:45.948066 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c3843227-88c1-476f-8399-ab3ace98d803 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/0ad71e56-9bef-418f-9531-e034fc225314 HTTP/1.1" status: 204 len: 168 time: 2.2737782 Apr 29 15:44:45.964457 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5fbf3159-1138-4ab2-8d2f-75d1227b9ca4 None None] Could not find standard attr ID for object 4c97f08a-a40a-47e4-bb90-c6be959135f2. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:44:46.010755 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56590) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:46.059420 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device fbcc0f5d-e075-4e62-ba88-da782eebd0b9 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:44:46.103250 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: fbcc0f5d-e075-4e62-ba88-da782eebd0b9 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:44:46.103587 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device fbcc0f5d-e075-4e62-ba88-da782eebd0b9 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:44:46.104004 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ccad3692-54d9-4824-8b45-5a3c97941b2b no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:44:46.105262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-33766192-0cfb-40e2-bee8-a7c11828c276 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:46.220481 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:46.233098 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc5b3af-8361-4fdc-b047-041234f43836 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet 78c0b5e9-5930-4de9-857d-b30003c180d1 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:44:46.253297 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port ccad3692-54d9-4824-8b45-5a3c97941b2b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ccad3692-54d9-4824-8b45-5a3c97941b2b,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:46.256460 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-33766192-0cfb-40e2-bee8-a7c11828c276 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:46.296748 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33766192-0cfb-40e2-bee8-a7c11828c276 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Subnet': ['ID=3ed4aadf-a7c1-42a8-890a-43b2d7bf0e81,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:46.301570 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:46.303103 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 93953d7c-1442-47ab-acf4-0a3aa539f2ba no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:44:46.304058 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-33766192-0cfb-40e2-bee8-a7c11828c276 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:46.316318 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Deleting port 22878a8c-f3ca-4667-994d-b6f89ba188ff {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:46.316761 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:46.360699 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-dd3658a7-23c5-4379-8b94-0334a4d84980 None None] Deleting port 22878a8c-f3ca-4667-994d-b6f89ba188ff {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:46.361174 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dd3658a7-23c5-4379-8b94-0334a4d84980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:46.374064 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-33766192-0cfb-40e2-bee8-a7c11828c276 tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/subnets/3ed4aadf-a7c1-42a8-890a-43b2d7bf0e81 HTTP/1.1" status: 204 len: 168 time: 1.0185018 Apr 29 15:44:46.389829 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ca8658-49b8-4769-9bbb-9a13f2d41d79 None None] Network 3bcdcc41-939f-4f61-8efb-77131da0583c requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:46.395955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56594) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:46.449431 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cdc5b3af-8361-4fdc-b047-041234f43836 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:46.495403 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 93953d7c-1442-47ab-acf4-0a3aa539f2ba {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:44:46.495660 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 93953d7c-1442-47ab-acf4-0a3aa539f2ba not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:44:46.496076 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 22878a8c-f3ca-4667-994d-b6f89ba188ff no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:44:46.535274 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cdc5b3af-8361-4fdc-b047-041234f43836 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:46.601849 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6819f1d2-3d60-4318-afff-d8cb6e452e88 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Router ea93fa87-812a-4deb-ba28-6d4a4f56489d has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:44:46.605460 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701d1458-d769-4367-aa25-18e6cfcea288 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Router d7125ff7-ea8b-4959-95d4-286303dccb75 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:44:46.621684 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ba6bcc6-d894-4f39-a156-88b9d310436e tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:46.650249 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-6ba6bcc6-d894-4f39-a156-88b9d310436e tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Deleting port 99900ef6-6ded-4368-b10d-1c55124bcef0 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:46.650641 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ba6bcc6-d894-4f39-a156-88b9d310436e tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:46.692146 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] For port 22878a8c-f3ca-4667-994d-b6f89ba188ff, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=22878a8c-f3ca-4667-994d-b6f89ba188ff,segment=NetworkSegment(9a4a126d-6380-48e2-833c-906853a874fa),segment_id=9a4a126d-6380-48e2-833c-906853a874fa)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:46.692502 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:46.732482 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=ccad3692-54d9-4824-8b45-5a3c97941b2b,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:46.823620 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Calling delete_port for 22878a8c-f3ca-4667-994d-b6f89ba188ff owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:46.876372 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cdc5b3af-8361-4fdc-b047-041234f43836 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:46.918807 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-dd3658a7-23c5-4379-8b94-0334a4d84980 None None] For port 22878a8c-f3ca-4667-994d-b6f89ba188ff, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=22878a8c-f3ca-4667-994d-b6f89ba188ff,segment=NetworkSegment(9a4a126d-6380-48e2-833c-906853a874fa),segment_id=9a4a126d-6380-48e2-833c-906853a874fa)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:46.919519 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dd3658a7-23c5-4379-8b94-0334a4d84980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:46.932751 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:46.955519 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6819f1d2-3d60-4318-afff-d8cb6e452e88 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:44:46.958720 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701d1458-d769-4367-aa25-18e6cfcea288 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:44:46.978791 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6819f1d2-3d60-4318-afff-d8cb6e452e88 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "PUT /v2.0/routers/ea93fa87-812a-4deb-ba28-6d4a4f56489d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6952837 Apr 29 15:44:46.986085 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-701d1458-d769-4367-aa25-18e6cfcea288 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] 10.222.0.21 "PUT /v2.0/routers/d7125ff7-ea8b-4959-95d4-286303dccb75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9672709 Apr 29 15:44:46.987802 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56600) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:46.987947 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56602) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:47.010442 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5715e203-dec4-4229-b54a-74187f3af1a0 None None] Sync routers for ids ['d7125ff7-ea8b-4959-95d4-286303dccb75'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:44:47.029191 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5715e203-dec4-4229-b54a-74187f3af1a0 None None] Routers {'d7125ff7-ea8b-4959-95d4-286303dccb75'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:44:47.030320 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5715e203-dec4-4229-b54a-74187f3af1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:44:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d7125ff7-ea8b-4959-95d4-286303dccb75'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:47.066787 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893fae16-93bb-4722-8d0b-3e92ff15fe12 None None] Sync routers for ids ['ea93fa87-812a-4deb-ba28-6d4a4f56489d'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:44:47.082202 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-6ba6bcc6-d894-4f39-a156-88b9d310436e tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] For port 99900ef6-6ded-4368-b10d-1c55124bcef0, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=99900ef6-6ded-4368-b10d-1c55124bcef0,segment=NetworkSegment(37485392-8636-4717-adce-f770b067fe6e),segment_id=37485392-8636-4717-adce-f770b067fe6e)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:47.083037 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ba6bcc6-d894-4f39-a156-88b9d310436e tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:47.094071 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cdc5b3af-8361-4fdc-b047-041234f43836 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:47.105648 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5715e203-dec4-4229-b54a-74187f3af1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:47.117414 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5715e203-dec4-4229-b54a-74187f3af1a0 None None] Routers {'d7125ff7-ea8b-4959-95d4-286303dccb75'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:44:47.118280 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5715e203-dec4-4229-b54a-74187f3af1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:44:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['d7125ff7-ea8b-4959-95d4-286303dccb75'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:47.123523 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-6d191ce5-26d9-4b46-88a9-a2547e16e75c tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] show failed (client error): The resource could not be found. Apr 29 15:44:47.128775 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6d191ce5-26d9-4b46-88a9-a2547e16e75c tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1337838279 HTTP/1.1" status: 404 len: 335 time: 0.1385090 Apr 29 15:44:47.130848 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ba495b35-2120-4948-ad3f-0082b77b4809 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Synchronizing usage tracker for tenant:72863ce39b024e9da16162dddbf6a3b4 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:47.137020 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56610) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:47.137514 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-dd3658a7-23c5-4379-8b94-0334a4d84980 None None] Calling delete_port for 22878a8c-f3ca-4667-994d-b6f89ba188ff owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:47.148813 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-59bb3c7c-ec3f-4243-b7b1-6fbb0748167a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:47.185614 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5715e203-dec4-4229-b54a-74187f3af1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:47.186271 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5715e203-dec4-4229-b54a-74187f3af1a0 None None] The sync data for ids ['d7125ff7-ea8b-4959-95d4-286303dccb75'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:44:47.200570 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5b3af-8361-4fdc-b047-041234f43836 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=78c0b5e9-5930-4de9-857d-b30003c180d1,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:47.221243 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-59bb3c7c-ec3f-4243-b7b1-6fbb0748167a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] update failed (client error): The resource could not be found. Apr 29 15:44:47.225820 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-59bb3c7c-ec3f-4243-b7b1-6fbb0748167a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-812393304 HTTP/1.1" status: 404 len: 334 time: 0.0833635 Apr 29 15:44:47.228071 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56614) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:47.232160 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cdc5b3af-8361-4fdc-b047-041234f43836 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:47.236317 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-cdc5b3af-8361-4fdc-b047-041234f43836 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/78c0b5e9-5930-4de9-857d-b30003c180d1 HTTP/1.1" status: 204 len: 168 time: 1.2155387 Apr 29 15:44:47.244449 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8e9808-9258-4ec8-865f-488430c14807 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:47.269142 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56618) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:47.277166 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893fae16-93bb-4722-8d0b-3e92ff15fe12 None None] Routers {'ea93fa87-812a-4deb-ba28-6d4a4f56489d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:44:47.277795 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-893fae16-93bb-4722-8d0b-3e92ff15fe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:44:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ea93fa87-812a-4deb-ba28-6d4a4f56489d'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:47.296472 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-6ba6bcc6-d894-4f39-a156-88b9d310436e tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Calling delete_port for 99900ef6-6ded-4368-b10d-1c55124bcef0 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:47.348767 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ba495b35-2120-4948-ad3f-0082b77b4809 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Unset dirty status for tenant:72863ce39b024e9da16162dddbf6a3b4 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:47.353228 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ba495b35-2120-4948-ad3f-0082b77b4809 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea93fa87-812a-4deb-ba28-6d4a4f56489d HTTP/1.1" status: 200 len: 205 time: 0.3611324 Apr 29 15:44:47.357703 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d849e926-8071-409c-8ef7-2ebe94834f18 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849602 Apr 29 15:44:47.357703 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56622) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:47.357965 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56624) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:47.380561 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8764d795-be39-4296-8ecc-7a4b585f7397 None None] DHCP port deletion for 3bcdcc41-939f-4f61-8efb-77131da0583c request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:44:47.382607 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:47.395104 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:47.425503 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-2777920a-526b-4288-9806-ee751f69e663 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:47.436177 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-893fae16-93bb-4722-8d0b-3e92ff15fe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:47.438280 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8764d795-be39-4296-8ecc-7a4b585f7397 None None] Deleting port 99900ef6-6ded-4368-b10d-1c55124bcef0 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:47.438685 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8764d795-be39-4296-8ecc-7a4b585f7397 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:47.449465 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Pushing event deleted for resources: {'Port': ['ID=22878a8c-f3ca-4667-994d-b6f89ba188ff,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:47.456260 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ba6bcc6-d894-4f39-a156-88b9d310436e tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:47.503328 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] No DVR routers for this DVR port 22878a8c-f3ca-4667-994d-b6f89ba188ff on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:44:47.504279 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6bcc6-d894-4f39-a156-88b9d310436e tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Port': ['ID=99900ef6-6ded-4368-b10d-1c55124bcef0,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:47.531174 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-dd3658a7-23c5-4379-8b94-0334a4d84980 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:44:47.531482 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-dd3658a7-23c5-4379-8b94-0334a4d84980 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:44:47.564562 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba6bcc6-d894-4f39-a156-88b9d310436e tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] No DVR routers for this DVR port 99900ef6-6ded-4368-b10d-1c55124bcef0 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:44:47.569326 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8764d795-be39-4296-8ecc-7a4b585f7397 None None] The port '99900ef6-6ded-4368-b10d-1c55124bcef0' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:44:47.570899 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-dd3658a7-23c5-4379-8b94-0334a4d84980 None None] Deleting port 22878a8c-f3ca-4667-994d-b6f89ba188ff {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:47.571270 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dd3658a7-23c5-4379-8b94-0334a4d84980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:47.625408 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:47.644938 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893fae16-93bb-4722-8d0b-3e92ff15fe12 None None] Routers {'ea93fa87-812a-4deb-ba28-6d4a4f56489d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:44:47.645593 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-893fae16-93bb-4722-8d0b-3e92ff15fe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:44:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ea93fa87-812a-4deb-ba28-6d4a4f56489d'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:47.751952 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-dd3658a7-23c5-4379-8b94-0334a4d84980 None None] The port '22878a8c-f3ca-4667-994d-b6f89ba188ff' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:44:47.755694 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-893fae16-93bb-4722-8d0b-3e92ff15fe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:47.756885 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893fae16-93bb-4722-8d0b-3e92ff15fe12 None None] The sync data for ids ['ea93fa87-812a-4deb-ba28-6d4a4f56489d'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:44:47.836481 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:47.838520 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2777920a-526b-4288-9806-ee751f69e663 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:47.840877 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758e13e5-28d5-4ec9-92e6-e986689d5fc7 None None] DHCP port deletion for 75e7f0f8-4897-4e20-8301-99a7eae75065 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:44:47.845686 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-758e13e5-28d5-4ec9-92e6-e986689d5fc7 None None] Deleting port ccad3692-54d9-4824-8b45-5a3c97941b2b {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:47.845874 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-758e13e5-28d5-4ec9-92e6-e986689d5fc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:47.847114 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2777920a-526b-4288-9806-ee751f69e663 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:subnet and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:47.855880 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2777920a-526b-4288-9806-ee751f69e663 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:47.877474 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9e017c55-5dd4-4c4e-a480-552df3275a9e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:47.883714 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512f4fa3-c6ab-4a42-8d6c-5560a57c479c']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:47.891381 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ba6bcc6-d894-4f39-a156-88b9d310436e tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:47.907645 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4a126d-6380-48e2-833c-906853a874fa') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:47.907938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4a126d-6380-48e2-833c-906853a874fa') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:47.924896 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2777920a-526b-4288-9806-ee751f69e663 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:47.931041 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:47.938000 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-6ba6bcc6-d894-4f39-a156-88b9d310436e tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bcdcc41-939f-4f61-8efb-77131da0583c']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:47.956359 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-6ba6bcc6-d894-4f39-a156-88b9d310436e tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37485392-8636-4717-adce-f770b067fe6e') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:47.956728 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-6ba6bcc6-d894-4f39-a156-88b9d310436e tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37485392-8636-4717-adce-f770b067fe6e') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:47.967297 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:47.973709 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ba6bcc6-d894-4f39-a156-88b9d310436e tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:47.988946 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:44:47.989346 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:44:48.004879 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:44:48.019690 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e91299-6015-44a1-93ce-0d0fd5baaeb0 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Deleting subnet f170cb60-48ef-4985-8f4b-19b31d28eee2 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:44:48.023046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ba6bcc6-d894-4f39-a156-88b9d310436e tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.024971 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c7e91299-6015-44a1-93ce-0d0fd5baaeb0 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.032037 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba6bcc6-d894-4f39-a156-88b9d310436e tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:44:48.032881 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ba6bcc6-d894-4f39-a156-88b9d310436e tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.075029 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-758e13e5-28d5-4ec9-92e6-e986689d5fc7 None None] For port ccad3692-54d9-4824-8b45-5a3c97941b2b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ccad3692-54d9-4824-8b45-5a3c97941b2b,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:48.076055 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-758e13e5-28d5-4ec9-92e6-e986689d5fc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.087345 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 99900ef6-6ded-4368-b10d-1c55124bcef0 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:44:48.117359 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:44:48.142757 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c7e91299-6015-44a1-93ce-0d0fd5baaeb0 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.175288 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 99900ef6-6ded-4368-b10d-1c55124bcef0 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:44:48.175288 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 99900ef6-6ded-4368-b10d-1c55124bcef0 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:44:48.183076 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2777920a-526b-4288-9806-ee751f69e663 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:48.187448 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2777920a-526b-4288-9806-ee751f69e663 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.238020 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-758e13e5-28d5-4ec9-92e6-e986689d5fc7 None None] Calling delete_port for ccad3692-54d9-4824-8b45-5a3c97941b2b owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:48.279499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ba6bcc6-d894-4f39-a156-88b9d310436e tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.298712 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.300653 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ba6bcc6-d894-4f39-a156-88b9d310436e tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.321762 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.326750 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6bcc6-d894-4f39-a156-88b9d310436e tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] Pushing event deleted for resources: {'Network': ['ID=3bcdcc41-939f-4f61-8efb-77131da0583c,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:48.351372 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6ba6bcc6-d894-4f39-a156-88b9d310436e tempest-NetworksIpV6Test-783106732 tempest-NetworksIpV6Test-783106732-project] 10.222.0.21 "DELETE /v2.0/networks/3bcdcc41-939f-4f61-8efb-77131da0583c HTTP/1.1" status: 204 len: 168 time: 1.9496908 Apr 29 15:44:48.356975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Pushing event deleted for resources: {'Network': ['ID=512f4fa3-c6ab-4a42-8d6c-5560a57c479c,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:48.364372 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d5a2b8b0-6a91-4cb4-9040-7f51dc49dbd6 tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] 10.222.0.21 "DELETE /v2.0/networks/512f4fa3-c6ab-4a42-8d6c-5560a57c479c HTTP/1.1" status: 204 len: 168 time: 3.6429877 Apr 29 15:44:48.364932 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56632) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:48.381990 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.383079 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-758e13e5-28d5-4ec9-92e6-e986689d5fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.434275 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e13e5-28d5-4ec9-92e6-e986689d5fc7 None None] Pushing event deleted for resources: {'Port': ['ID=ccad3692-54d9-4824-8b45-5a3c97941b2b,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:48.440137 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758e13e5-28d5-4ec9-92e6-e986689d5fc7 None None] No DVR routers for this DVR port ccad3692-54d9-4824-8b45-5a3c97941b2b on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:44:48.459940 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80cc3f5-f3d4-463a-b0e4-9aa393f5c09c None None] get_active_networks_info from dv-neutron-839913-1-hyperv {{(pid=84772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 15:44:48.501879 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-853ddadf-d269-46e2-bce9-7e6243133fce tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.518734 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9e017c55-5dd4-4c4e-a480-552df3275a9e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.531164 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9e017c55-5dd4-4c4e-a480-552df3275a9e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.551134 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c7e91299-6015-44a1-93ce-0d0fd5baaeb0 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.620986 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80cc3f5-f3d4-463a-b0e4-9aa393f5c09c None None] Resources bound (agent type, host, resource id): {{(pid=84772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:44:48.645045 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-853ddadf-d269-46e2-bce9-7e6243133fce tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.673848 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-853ddadf-d269-46e2-bce9-7e6243133fce tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c428af6-f293-40fa-bc0a-472edfeff061']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:48.692034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-853ddadf-d269-46e2-bce9-7e6243133fce tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3f308f-3244-43dc-aee5-de24c7d46f3e') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:48.692740 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-853ddadf-d269-46e2-bce9-7e6243133fce tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3f308f-3244-43dc-aee5-de24c7d46f3e') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:48.711579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-853ddadf-d269-46e2-bce9-7e6243133fce tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.738472 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-853ddadf-d269-46e2-bce9-7e6243133fce tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.746268 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853ddadf-d269-46e2-bce9-7e6243133fce tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:44:48.747098 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-853ddadf-d269-46e2-bce9-7e6243133fce tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.757930 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9e017c55-5dd4-4c4e-a480-552df3275a9e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.758627 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e017c55-5dd4-4c4e-a480-552df3275a9e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Fanout notify agent at l3_agent the message router_deleted on router ea93fa87-812a-4deb-ba28-6d4a4f56489d {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:44:48.775832 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:44:48.789830 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9e017c55-5dd4-4c4e-a480-552df3275a9e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.790970 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9e017c55-5dd4-4c4e-a480-552df3275a9e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/routers/ea93fa87-812a-4deb-ba28-6d4a4f56489d HTTP/1.1" status: 204 len: 168 time: 1.4321597 Apr 29 15:44:48.798029 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56636) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:48.833192 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c7e91299-6015-44a1-93ce-0d0fd5baaeb0 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.913617 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-853ddadf-d269-46e2-bce9-7e6243133fce tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.934801 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-853ddadf-d269-46e2-bce9-7e6243133fce tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.942909 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e91299-6015-44a1-93ce-0d0fd5baaeb0 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Pushing event deleted for resources: {'Subnet': ['ID=f170cb60-48ef-4985-8f4b-19b31d28eee2,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:48.956850 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ddadf-d269-46e2-bce9-7e6243133fce tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Pushing event deleted for resources: {'Network': ['ID=2c428af6-f293-40fa-bc0a-472edfeff061,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:48.959498 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c7e91299-6015-44a1-93ce-0d0fd5baaeb0 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.961835 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c7e91299-6015-44a1-93ce-0d0fd5baaeb0 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] 10.222.0.21 "DELETE /v2.0/subnets/f170cb60-48ef-4985-8f4b-19b31d28eee2 HTTP/1.1" status: 204 len: 168 time: 1.7315261 Apr 29 15:44:48.963551 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-853ddadf-d269-46e2-bce9-7e6243133fce tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] 10.222.0.21 "DELETE /v2.0/networks/2c428af6-f293-40fa-bc0a-472edfeff061 HTTP/1.1" status: 204 len: 168 time: 0.5958979 Apr 29 15:44:48.967395 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56642) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:48.967985 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56644) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:49.048008 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56650) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:49.078066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c731258-ca04-444a-a640-08ddea204892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-75e7f0f8-4897-4e20-8301-99a7eae75065', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'fixed_ips': [{'subnet_id': '3f0dd808-644d-46d5-a04a-e02c24b2303d'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:44:49.078657 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7c731258-ca04-444a-a640-08ddea204892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.083535 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.objects.ports [None req-2777920a-526b-4288-9806-ee751f69e663 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84771) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 15:44:49.087489 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2777920a-526b-4288-9806-ee751f69e663 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.195551 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2777920a-526b-4288-9806-ee751f69e663 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:49.200339 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-2777920a-526b-4288-9806-ee751f69e663 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:49.201945 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777920a-526b-4288-9806-ee751f69e663 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=3f0dd808-644d-46d5-a04a-e02c24b2303d,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:49.204394 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2777920a-526b-4288-9806-ee751f69e663 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:49.205250 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2777920a-526b-4288-9806-ee751f69e663 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.211279 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9c7753-4dc3-4e17-b456-4f40a208b32b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting subnet 5b2e596c-9197-4b84-ac10-110eb1b8563d {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:44:49.223211 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3d9c7753-4dc3-4e17-b456-4f40a208b32b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.285449 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-7c731258-ca04-444a-a640-08ddea204892 None None] Allocated IP 2001:db8::f816:3eff:fe0c:8220 (75e7f0f8-4897-4e20-8301-99a7eae75065/3f0dd808-644d-46d5-a04a-e02c24b2303d/98172c16-4885-434e-9199-3ff10f69653c) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:49.285734 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3d9c7753-4dc3-4e17-b456-4f40a208b32b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.291734 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f2675cf6-22f3-4882-86a2-3aa3c9f20a8a tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.353975 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2777920a-526b-4288-9806-ee751f69e663 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9930682 Apr 29 15:44:49.356923 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56656) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:49.377920 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-20270b82-86e0-47a8-8508-c86fb2c6e1a6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:49.507804 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-fe909534-82e3-4544-bd7b-835a803ea47a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84bc6bf056654e1386a0b9930df9789f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4546595 Apr 29 15:44:49.516819 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56660) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:49.523273 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7c731258-ca04-444a-a640-08ddea204892 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.529629 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff344773-5ede-4d2b-8d38-58e6e1bd069d tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Deleting subnet 524f71ee-5f42-4a65-86fd-46ca20728aa9 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:44:49.536079 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7c731258-ca04-444a-a640-08ddea204892 None None] Transition to ACTIVE for port object 98172c16-4885-434e-9199-3ff10f69653c will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:49.536978 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff344773-5ede-4d2b-8d38-58e6e1bd069d tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.556247 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7c731258-ca04-444a-a640-08ddea204892 None None] Transition to ACTIVE for port object 98172c16-4885-434e-9199-3ff10f69653c will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:49.564756 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f2675cf6-22f3-4882-86a2-3aa3c9f20a8a tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.605602 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-f2675cf6-22f3-4882-86a2-3aa3c9f20a8a tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4fd9206-11cf-485f-9217-00a930704e2f']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:49.622019 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff344773-5ede-4d2b-8d38-58e6e1bd069d tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.622235 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3d9c7753-4dc3-4e17-b456-4f40a208b32b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.650195 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-f2675cf6-22f3-4882-86a2-3aa3c9f20a8a tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03009986-dc08-432b-9169-0efafc9dac0d') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:49.650510 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-f2675cf6-22f3-4882-86a2-3aa3c9f20a8a tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03009986-dc08-432b-9169-0efafc9dac0d') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:49.652110 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7c731258-ca04-444a-a640-08ddea204892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.676160 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f2675cf6-22f3-4882-86a2-3aa3c9f20a8a tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.710377 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f2675cf6-22f3-4882-86a2-3aa3c9f20a8a tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.720680 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2675cf6-22f3-4882-86a2-3aa3c9f20a8a tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:44:49.721088 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f2675cf6-22f3-4882-86a2-3aa3c9f20a8a tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.735919 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c731258-ca04-444a-a640-08ddea204892 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:49.736870 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c731258-ca04-444a-a640-08ddea204892 None None] Pushing event updated for resources: {'Port': ['ID=98172c16-4885-434e-9199-3ff10f69653c,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:49.739306 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-7c731258-ca04-444a-a640-08ddea204892 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:49.741881 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c731258-ca04-444a-a640-08ddea204892 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:44:49.750948 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:44:49.761851 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5802d420-0134-4088-b913-d6206529fbac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.783736 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-20270b82-86e0-47a8-8508-c86fb2c6e1a6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:49.789915 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-20270b82-86e0-47a8-8508-c86fb2c6e1a6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:subnet and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:49.791678 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-20270b82-86e0-47a8-8508-c86fb2c6e1a6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:49.801191 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-20270b82-86e0-47a8-8508-c86fb2c6e1a6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:49.826328 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5802d420-0134-4088-b913-d6206529fbac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.851990 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-7c731258-ca04-444a-a640-08ddea204892 None None] Attempting to bind port 98172c16-4885-434e-9199-3ff10f69653c on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:44:49.852451 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-7c731258-ca04-444a-a640-08ddea204892 None None] Attempting to bind port 98172c16-4885-434e-9199-3ff10f69653c by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:44:49.852908 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c731258-ca04-444a-a640-08ddea204892 None None] Attempting to bind port 98172c16-4885-434e-9199-3ff10f69653c on network 75e7f0f8-4897-4e20-8301-99a7eae75065 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:44:49.860249 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c731258-ca04-444a-a640-08ddea204892 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:44:49.860589 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c731258-ca04-444a-a640-08ddea204892 None None] Checking segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:49.861595 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7c731258-ca04-444a-a640-08ddea204892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.861595 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c731258-ca04-444a-a640-08ddea204892 None None] Bound using segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:44:49.862020 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-7c731258-ca04-444a-a640-08ddea204892 None None] Bound port: 98172c16-4885-434e-9199-3ff10f69653c, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:44:49.862467 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7c731258-ca04-444a-a640-08ddea204892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.907357 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3d9c7753-4dc3-4e17-b456-4f40a208b32b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.942041 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20270b82-86e0-47a8-8508-c86fb2c6e1a6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:49.946994 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff344773-5ede-4d2b-8d38-58e6e1bd069d tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.953239 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-7c731258-ca04-444a-a640-08ddea204892 None None] For port 98172c16-4885-434e-9199-3ff10f69653c, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:44:49.956626 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-7c731258-ca04-444a-a640-08ddea204892 None None] For port 98172c16-4885-434e-9199-3ff10f69653c, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=98172c16-4885-434e-9199-3ff10f69653c,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:44:50.012732 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c7753-4dc3-4e17-b456-4f40a208b32b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Subnet': ['ID=5b2e596c-9197-4b84-ac10-110eb1b8563d,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:50.019882 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5802d420-0134-4088-b913-d6206529fbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:50.020828 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f2675cf6-22f3-4882-86a2-3aa3c9f20a8a tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:50.021564 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7c731258-ca04-444a-a640-08ddea204892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:50.040205 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f2675cf6-22f3-4882-86a2-3aa3c9f20a8a tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:50.047439 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3d9c7753-4dc3-4e17-b456-4f40a208b32b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:50.051545 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2675cf6-22f3-4882-86a2-3aa3c9f20a8a tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] Pushing event deleted for resources: {'Network': ['ID=e4fd9206-11cf-485f-9217-00a930704e2f,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:50.057244 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5802d420-0134-4088-b913-d6206529fbac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:50.060216 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f2675cf6-22f3-4882-86a2-3aa3c9f20a8a tempest-BulkNetworkOpsTest-1283745024 tempest-BulkNetworkOpsTest-1283745024-project] 10.222.0.21 "DELETE /v2.0/networks/e4fd9206-11cf-485f-9217-00a930704e2f HTTP/1.1" status: 204 len: 168 time: 1.0893676 Apr 29 15:44:50.061573 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5802d420-0134-4088-b913-d6206529fbac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6682df73-8f2f-45a2-938b-765d0a4d6214 HTTP/1.1" status: 204 len: 168 time: 0.5436931 Apr 29 15:44:50.075508 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff344773-5ede-4d2b-8d38-58e6e1bd069d tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:50.077039 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3d9c7753-4dc3-4e17-b456-4f40a208b32b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/subnets/5b2e596c-9197-4b84-ac10-110eb1b8563d HTTP/1.1" status: 204 len: 168 time: 1.2822998 Apr 29 15:44:50.079870 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56668) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:50.080170 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802d420-0134-4088-b913-d6206529fbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6682df73-8f2f-45a2-938b-765d0a4d6214,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:50.132453 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c731258-ca04-444a-a640-08ddea204892 None None] Pushing event updated for resources: {'Port': ['ID=98172c16-4885-434e-9199-3ff10f69653c,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:50.159955 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-20270b82-86e0-47a8-8508-c86fb2c6e1a6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:50.195483 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff344773-5ede-4d2b-8d38-58e6e1bd069d tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Pushing event deleted for resources: {'Subnet': ['ID=524f71ee-5f42-4a65-86fd-46ca20728aa9,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:50.204564 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff344773-5ede-4d2b-8d38-58e6e1bd069d tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:50.208891 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ff344773-5ede-4d2b-8d38-58e6e1bd069d tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] 10.222.0.21 "DELETE /v2.0/subnets/524f71ee-5f42-4a65-86fd-46ca20728aa9 HTTP/1.1" status: 204 len: 168 time: 1.2379167 Apr 29 15:44:50.231305 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56672) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:50.301760 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f56a8969-b44d-48d6-bdf8-e0171a93ade8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:50.313603 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-f56a8969-b44d-48d6-bdf8-e0171a93ade8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting port 4670fe18-bf62-4061-88ca-2516a6acea18 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:50.316126 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f56a8969-b44d-48d6-bdf8-e0171a93ade8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:50.361304 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3816b460-0317-4f91-a7d2-13dc18ef964a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:50.418236 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-3816b460-0317-4f91-a7d2-13dc18ef964a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Deleting port 78ba498c-8f52-4b66-8806-a05e6b8ad708 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:50.418602 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3816b460-0317-4f91-a7d2-13dc18ef964a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:50.485669 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.ipam_backend_mixin [None req-20270b82-86e0-47a8-8508-c86fb2c6e1a6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3f0dd808-644d-46d5-a04a-e02c24b2303d (CIDR: 2001:db8::/64) Apr 29 15:44:50.569681 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-20270b82-86e0-47a8-8508-c86fb2c6e1a6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:44:50.570122 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20270b82-86e0-47a8-8508-c86fb2c6e1a6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:44:50.607868 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-f56a8969-b44d-48d6-bdf8-e0171a93ade8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] For port 4670fe18-bf62-4061-88ca-2516a6acea18, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=4670fe18-bf62-4061-88ca-2516a6acea18,segment=NetworkSegment(186a1acd-0893-4e26-bd79-f5a65a4f39d1),segment_id=186a1acd-0893-4e26-bd79-f5a65a4f39d1)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:50.608473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f56a8969-b44d-48d6-bdf8-e0171a93ade8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:50.680162 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56682) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:50.699394 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-20270b82-86e0-47a8-8508-c86fb2c6e1a6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3358734 Apr 29 15:44:50.699954 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56686) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:50.728761 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-6e2dd899-242d-45c8-8bb8-b18e32e57c7c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:50.747722 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-f56a8969-b44d-48d6-bdf8-e0171a93ade8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Calling delete_port for 4670fe18-bf62-4061-88ca-2516a6acea18 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:50.895522 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-3816b460-0317-4f91-a7d2-13dc18ef964a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] For port 78ba498c-8f52-4b66-8806-a05e6b8ad708, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=78ba498c-8f52-4b66-8806-a05e6b8ad708,segment=NetworkSegment(46c40a53-695c-4042-b4a1-14b67469dfb2),segment_id=46c40a53-695c-4042-b4a1-14b67469dfb2)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:50.895888 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3816b460-0317-4f91-a7d2-13dc18ef964a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:50.912245 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-6e2dd899-242d-45c8-8bb8-b18e32e57c7c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:50.932526 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f56a8969-b44d-48d6-bdf8-e0171a93ade8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:50.988895 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a8969-b44d-48d6-bdf8-e0171a93ade8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Port': ['ID=4670fe18-bf62-4061-88ca-2516a6acea18,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:51.003676 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a8969-b44d-48d6-bdf8-e0171a93ade8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] No DVR routers for this DVR port 4670fe18-bf62-4061-88ca-2516a6acea18 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:44:51.026065 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-6e2dd899-242d-45c8-8bb8-b18e32e57c7c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:subnet and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:51.034436 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-3816b460-0317-4f91-a7d2-13dc18ef964a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Calling delete_port for 78ba498c-8f52-4b66-8806-a05e6b8ad708 owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:51.062474 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-6e2dd899-242d-45c8-8bb8-b18e32e57c7c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:51.076970 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-6e2dd899-242d-45c8-8bb8-b18e32e57c7c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:51.154858 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5e0197b6-f87c-461f-a3ad-7e8ee5e3171f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c4de067d21f4bf79708fa7e58fabfbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4735370 Apr 29 15:44:51.157567 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56698) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:51.168170 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f56a8969-b44d-48d6-bdf8-e0171a93ade8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:51.197686 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-f56a8969-b44d-48d6-bdf8-e0171a93ade8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b101ef0f-f7be-43f7-8886-92b2cf5fabdf']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:51.207213 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2dd899-242d-45c8-8bb8-b18e32e57c7c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:51.211513 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd899-242d-45c8-8bb8-b18e32e57c7c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:51.211973 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-f56a8969-b44d-48d6-bdf8-e0171a93ade8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186a1acd-0893-4e26-bd79-f5a65a4f39d1') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:51.212434 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-f56a8969-b44d-48d6-bdf8-e0171a93ade8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186a1acd-0893-4e26-bd79-f5a65a4f39d1') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:51.225061 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f56a8969-b44d-48d6-bdf8-e0171a93ade8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:51.250789 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f56a8969-b44d-48d6-bdf8-e0171a93ade8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:51.267379 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56a8969-b44d-48d6-bdf8-e0171a93ade8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:44:51.267379 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f56a8969-b44d-48d6-bdf8-e0171a93ade8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:44:51.280224 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:44:51.299576 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3816b460-0317-4f91-a7d2-13dc18ef964a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:51.437187 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f56a8969-b44d-48d6-bdf8-e0171a93ade8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:51.456186 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f56a8969-b44d-48d6-bdf8-e0171a93ade8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:51.472767 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a8969-b44d-48d6-bdf8-e0171a93ade8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Network': ['ID=b101ef0f-f7be-43f7-8886-92b2cf5fabdf,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:51.489633 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816b460-0317-4f91-a7d2-13dc18ef964a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Pushing event deleted for resources: {'Port': ['ID=78ba498c-8f52-4b66-8806-a05e6b8ad708,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:51.493533 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3816b460-0317-4f91-a7d2-13dc18ef964a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] No DVR routers for this DVR port 78ba498c-8f52-4b66-8806-a05e6b8ad708 on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:44:51.502353 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef051a3-202c-42df-88fd-6b97ffdc5797 None None] get_active_networks_info from dv-neutron-839913-1-hyperv {{(pid=84772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 15:44:51.553389 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f56a8969-b44d-48d6-bdf8-e0171a93ade8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/networks/b101ef0f-f7be-43f7-8886-92b2cf5fabdf HTTP/1.1" status: 204 len: 168 time: 1.3995650 Apr 29 15:44:51.557725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56708) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:51.562701 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-7d3cef42-5c47-4074-93c3-249ce8c7bd65 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1481427812', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:51.574247 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-7d3cef42-5c47-4074-93c3-249ce8c7bd65 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:51.580107 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7d3cef42-5c47-4074-93c3-249ce8c7bd65 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:router and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:51.583550 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7d3cef42-5c47-4074-93c3-249ce8c7bd65 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:51.592245 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-7d3cef42-5c47-4074-93c3-249ce8c7bd65 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:51.628623 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56712) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:51.629373 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-afdf5d3b-03a1-4284-aee7-e4a2964a2a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:51.637225 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef051a3-202c-42df-88fd-6b97ffdc5797 None None] Resources bound (agent type, host, resource id): {{(pid=84772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:44:51.649072 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1975be87-c61e-479a-a52e-3212e77b61b0 None None] Provisioning for port 98172c16-4885-434e-9199-3ff10f69653c completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:51.679429 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7d3cef42-5c47-4074-93c3-249ce8c7bd65 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:51.681651 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7d3cef42-5c47-4074-93c3-249ce8c7bd65 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:51.691852 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3816b460-0317-4f91-a7d2-13dc18ef964a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:51.721425 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-afdf5d3b-03a1-4284-aee7-e4a2964a2a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:51.727343 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7d3cef42-5c47-4074-93c3-249ce8c7bd65 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:51.738992 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-3816b460-0317-4f91-a7d2-13dc18ef964a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['459c037e-4f28-438b-bf59-3dac71930f80']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:51.763633 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-3816b460-0317-4f91-a7d2-13dc18ef964a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c40a53-695c-4042-b4a1-14b67469dfb2') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:51.763925 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-3816b460-0317-4f91-a7d2-13dc18ef964a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c40a53-695c-4042-b4a1-14b67469dfb2') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:51.781649 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-2d0098d5-ca0b-4d6e-b2de-74e802e0a2b3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2130053279'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:51.786927 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3816b460-0317-4f91-a7d2-13dc18ef964a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:51.789729 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2d0098d5-ca0b-4d6e-b2de-74e802e0a2b3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:51.795918 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2d0098d5-ca0b-4d6e-b2de-74e802e0a2b3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Usage tracker for resource:network and tenant:4a507ac23f18433fbdb011ec95310c7d is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:51.800580 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2d0098d5-ca0b-4d6e-b2de-74e802e0a2b3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:51.811818 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2d0098d5-ca0b-4d6e-b2de-74e802e0a2b3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:51.818255 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7d3cef42-5c47-4074-93c3-249ce8c7bd65 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:51.838868 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3816b460-0317-4f91-a7d2-13dc18ef964a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:51.856500 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3816b460-0317-4f91-a7d2-13dc18ef964a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:44:51.856884 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3816b460-0317-4f91-a7d2-13dc18ef964a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:44:51.876163 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:44:51.900987 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0098d5-ca0b-4d6e-b2de-74e802e0a2b3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Made reservation on behalf of 4a507ac23f18433fbdb011ec95310c7d for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:51.904047 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2d0098d5-ca0b-4d6e-b2de-74e802e0a2b3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:51.917244 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2d0098d5-ca0b-4d6e-b2de-74e802e0a2b3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:51.937291 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7d3cef42-5c47-4074-93c3-249ce8c7bd65 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:51.938495 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7d3cef42-5c47-4074-93c3-249ce8c7bd65 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3804302 Apr 29 15:44:51.941912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56718) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:51.949744 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-407ffab6-f572-4b20-a259-a29074fa78e2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1409126601'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:51.955811 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-407ffab6-f572-4b20-a259-a29074fa78e2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:51.960507 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-407ffab6-f572-4b20-a259-a29074fa78e2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:network and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:51.963439 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-407ffab6-f572-4b20-a259-a29074fa78e2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:51.972162 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-407ffab6-f572-4b20-a259-a29074fa78e2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:52.021038 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-afdf5d3b-03a1-4284-aee7-e4a2964a2a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:52.035791 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2d0098d5-ca0b-4d6e-b2de-74e802e0a2b3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:52.039470 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf5d3b-03a1-4284-aee7-e4a2964a2a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a749045-7449-4580-819c-8fd8ea133771,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:52.040240 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2d0098d5-ca0b-4d6e-b2de-74e802e0a2b3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Usage tracker for resource:security_group_rule and tenant:4a507ac23f18433fbdb011ec95310c7d is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:52.046358 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2d0098d5-ca0b-4d6e-b2de-74e802e0a2b3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:52.049515 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407ffab6-f572-4b20-a259-a29074fa78e2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Made reservation on behalf of 72863ce39b024e9da16162dddbf6a3b4 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:52.052400 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-407ffab6-f572-4b20-a259-a29074fa78e2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:52.055460 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3816b460-0317-4f91-a7d2-13dc18ef964a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:52.060279 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3816b460-0317-4f91-a7d2-13dc18ef964a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:52.070442 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2d0098d5-ca0b-4d6e-b2de-74e802e0a2b3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:52.098065 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd899-242d-45c8-8bb8-b18e32e57c7c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:52.121038 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407ffab6-f572-4b20-a259-a29074fa78e2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:44:52.129664 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-afdf5d3b-03a1-4284-aee7-e4a2964a2a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:52.131616 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-afdf5d3b-03a1-4284-aee7-e4a2964a2a6e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a749045-7449-4580-819c-8fd8ea133771 HTTP/1.1" status: 204 len: 168 time: 0.9725268 Apr 29 15:44:52.132713 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816b460-0317-4f91-a7d2-13dc18ef964a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Pushing event deleted for resources: {'Network': ['ID=459c037e-4f28-438b-bf59-3dac71930f80,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:52.138254 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3816b460-0317-4f91-a7d2-13dc18ef964a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] 10.222.0.21 "DELETE /v2.0/networks/459c037e-4f28-438b-bf59-3dac71930f80 HTTP/1.1" status: 204 len: 168 time: 1.9054668 Apr 29 15:44:52.138985 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-407ffab6-f572-4b20-a259-a29074fa78e2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:52.139346 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-407ffab6-f572-4b20-a259-a29074fa78e2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Added segment f0266f78-8bc2-476f-9926-d3e36e7d9546 of type vlan for network 2acd8833-38f1-4756-8107-1cc3782984cf Apr 29 15:44:52.141169 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56724) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:52.152206 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e5811c-2caa-4e06-a2ab-c056998a873b None None] DHCP port deletion for b101ef0f-f7be-43f7-8886-92b2cf5fabdf request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:44:52.208361 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2dd899-242d-45c8-8bb8-b18e32e57c7c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:52.213311 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-6e2dd899-242d-45c8-8bb8-b18e32e57c7c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:52.217873 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2dd899-242d-45c8-8bb8-b18e32e57c7c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:52.218450 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd899-242d-45c8-8bb8-b18e32e57c7c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:52.250805 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2dd899-242d-45c8-8bb8-b18e32e57c7c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=6e800503-5fc3-47a2-88f5-62bbc43c0139,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:52.267884 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 98172c16-4885-434e-9199-3ff10f69653c up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:52.307712 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6e2dd899-242d-45c8-8bb8-b18e32e57c7c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6020656 Apr 29 15:44:52.310338 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56728) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:52.316207 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-1794a126-90ab-42e6-aa00-3cbf322d5aa7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'mac_address': 'fa:16:3e:72:9e:eb', 'name': 'tempest-NetworksTestDHCPv6-916459007'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:52.351090 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-407ffab6-f572-4b20-a259-a29074fa78e2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:52.362854 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ce4c189e-eacd-4333-b616-8d946605519f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:52.377162 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2d0098d5-ca0b-4d6e-b2de-74e802e0a2b3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:52.393141 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ce4c189e-eacd-4333-b616-8d946605519f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Deleting port da385535-c3b7-4736-8af6-62694472a997 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:52.393478 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ce4c189e-eacd-4333-b616-8d946605519f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:52.466680 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 98172c16-4885-434e-9199-3ff10f69653c completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:52.472806 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 98172c16-4885-434e-9199-3ff10f69653c triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:52.473318 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:52.504438 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1794a126-90ab-42e6-aa00-3cbf322d5aa7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:52.509494 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1794a126-90ab-42e6-aa00-3cbf322d5aa7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:port and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:52.513223 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1794a126-90ab-42e6-aa00-3cbf322d5aa7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:52.519464 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1794a126-90ab-42e6-aa00-3cbf322d5aa7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:52.532828 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2d0098d5-ca0b-4d6e-b2de-74e802e0a2b3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:52.583744 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0098d5-ca0b-4d6e-b2de-74e802e0a2b3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:44:52.605215 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0098d5-ca0b-4d6e-b2de-74e802e0a2b3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d09ae42a-a24b-431c-858f-9a6dbc07cfd2,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:52.616797 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1794a126-90ab-42e6-aa00-3cbf322d5aa7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:52.624030 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:52.624819 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1794a126-90ab-42e6-aa00-3cbf322d5aa7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:52.652317 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2d0098d5-ca0b-4d6e-b2de-74e802e0a2b3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:52.653400 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-2d0098d5-ca0b-4d6e-b2de-74e802e0a2b3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Added segment 995bc6cd-4ead-414f-9d44-8901bc8e701f of type vlan for network a5176104-c731-4b16-8e01-e1db6f01155f Apr 29 15:44:52.654869 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-407ffab6-f572-4b20-a259-a29074fa78e2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:52.658714 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407ffab6-f572-4b20-a259-a29074fa78e2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:52.659567 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-407ffab6-f572-4b20-a259-a29074fa78e2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:52.664613 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 98172c16-4885-434e-9199-3ff10f69653c, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=98172c16-4885-434e-9199-3ff10f69653c,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:52.680109 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-1794a126-90ab-42e6-aa00-3cbf322d5aa7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] device_id is not set on port de5350b5-cce4-48ac-9ea6-6b4b82b31cd4 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:44:52.724121 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:52.868479 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=98172c16-4885-434e-9199-3ff10f69653c,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:52.927048 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7c5025-6672-4363-8868-db67dd0c3ed8 None None] Network 459c037e-4f28-438b-bf59-3dac71930f80 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:52.946177 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2d0098d5-ca0b-4d6e-b2de-74e802e0a2b3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:52.955514 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7c5025-6672-4363-8868-db67dd0c3ed8 None None] Network 459c037e-4f28-438b-bf59-3dac71930f80 could not be found, it might have been deleted concurrently. {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 29 15:44:52.956876 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcf0948-2a52-44e6-9797-428423f04641 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:52.971042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ffab6-f572-4b20-a259-a29074fa78e2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Network': ['ID=2acd8833-38f1-4756-8107-1cc3782984cf,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:52.984684 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1add655-21ce-42fe-9f62-09307a25a480 None None] Network c054f5e3-436b-4746-a5df-eae58bc330d2 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:53.000819 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-1794a126-90ab-42e6-aa00-3cbf322d5aa7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8:0:1::11a (75e7f0f8-4897-4e20-8301-99a7eae75065/6e800503-5fc3-47a2-88f5-62bbc43c0139/de5350b5-cce4-48ac-9ea6-6b4b82b31cd4) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:53.008542 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-1794a126-90ab-42e6-aa00-3cbf322d5aa7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8::f816:3eff:fe72:9eeb (75e7f0f8-4897-4e20-8301-99a7eae75065/3f0dd808-644d-46d5-a04a-e02c24b2303d/de5350b5-cce4-48ac-9ea6-6b4b82b31cd4) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:53.012914 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-ce4c189e-eacd-4333-b616-8d946605519f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] For port da385535-c3b7-4736-8af6-62694472a997, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=da385535-c3b7-4736-8af6-62694472a997,segment=NetworkSegment(0ffd906d-c587-4d26-adf4-52dd76d568c1),segment_id=0ffd906d-c587-4d26-adf4-52dd76d568c1)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:53.013280 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ce4c189e-eacd-4333-b616-8d946605519f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:53.033488 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-407ffab6-f572-4b20-a259-a29074fa78e2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0829222 Apr 29 15:44:53.033488 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56742) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:53.060329 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 2acd8833-38f1-4756-8107-1cc3782984cf details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:44:53.095475 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-e6b5ed3f-f6fc-4cf2-b679-164eeafbe3fe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'subnet': {'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:53.125607 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3c105f-ade2-4ab1-820d-aa7e8b0f40ea None None] DHCP port deletion for 459c037e-4f28-438b-bf59-3dac71930f80 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:44:53.247718 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ce4c189e-eacd-4333-b616-8d946605519f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Calling delete_port for da385535-c3b7-4736-8af6-62694472a997 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:53.252435 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1794a126-90ab-42e6-aa00-3cbf322d5aa7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:53.277363 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-1794a126-90ab-42e6-aa00-3cbf322d5aa7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Transition to ACTIVE for port object de5350b5-cce4-48ac-9ea6-6b4b82b31cd4 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:53.352361 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2d0098d5-ca0b-4d6e-b2de-74e802e0a2b3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:53.352968 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0098d5-ca0b-4d6e-b2de-74e802e0a2b3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:53.353535 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2d0098d5-ca0b-4d6e-b2de-74e802e0a2b3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:53.382690 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1794a126-90ab-42e6-aa00-3cbf322d5aa7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:53.393486 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e6b5ed3f-f6fc-4cf2-b679-164eeafbe3fe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:53.426454 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4f0aac98-5834-4cba-9516-6ffcdf0b3f62 None None] Provisioning complete for port 98172c16-4885-434e-9199-3ff10f69653c triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:53.426846 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4f0aac98-5834-4cba-9516-6ffcdf0b3f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:53.457420 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e6b5ed3f-f6fc-4cf2-b679-164eeafbe3fe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:subnet and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:53.468606 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e6b5ed3f-f6fc-4cf2-b679-164eeafbe3fe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:53.473236 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1794a126-90ab-42e6-aa00-3cbf322d5aa7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:53.476577 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-1794a126-90ab-42e6-aa00-3cbf322d5aa7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:53.479058 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1794a126-90ab-42e6-aa00-3cbf322d5aa7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:53.483410 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1794a126-90ab-42e6-aa00-3cbf322d5aa7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:53.484034 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1794a126-90ab-42e6-aa00-3cbf322d5aa7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:53.489169 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e6b5ed3f-f6fc-4cf2-b679-164eeafbe3fe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:53.497455 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794a126-90ab-42e6-aa00-3cbf322d5aa7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=de5350b5-cce4-48ac-9ea6-6b4b82b31cd4,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:53.501979 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0098d5-ca0b-4d6e-b2de-74e802e0a2b3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Pushing event updated for resources: {'Network': ['ID=a5176104-c731-4b16-8e01-e1db6f01155f,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:53.521711 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2d0098d5-ca0b-4d6e-b2de-74e802e0a2b3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8864422 Apr 29 15:44:53.521965 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56752) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:53.536040 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network a5176104-c731-4b16-8e01-e1db6f01155f details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:44:53.536456 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-76e9f873-bb27-440a-b70f-b682b91629dd tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Request body: {'subnet': {'network_id': 'a5176104-c731-4b16-8e01-e1db6f01155f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:53.597187 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ce4c189e-eacd-4333-b616-8d946605519f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:53.605605 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1794a126-90ab-42e6-aa00-3cbf322d5aa7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2940426 Apr 29 15:44:53.607996 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56756) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:53.684608 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c189e-eacd-4333-b616-8d946605519f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Pushing event deleted for resources: {'Port': ['ID=da385535-c3b7-4736-8af6-62694472a997,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:53.696809 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-45fdac5b-8b16-4070-95c0-7c557ba0bf8d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting port de5350b5-cce4-48ac-9ea6-6b4b82b31cd4 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:53.696809 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-45fdac5b-8b16-4070-95c0-7c557ba0bf8d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:53.728816 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4c189e-eacd-4333-b616-8d946605519f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] No DVR routers for this DVR port da385535-c3b7-4736-8af6-62694472a997 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:44:53.820045 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b5ed3f-f6fc-4cf2-b679-164eeafbe3fe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Made reservation on behalf of 72863ce39b024e9da16162dddbf6a3b4 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:53.838423 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56762) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:53.845064 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-76e9f873-bb27-440a-b70f-b682b91629dd tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:53.859389 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-76e9f873-bb27-440a-b70f-b682b91629dd tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Usage tracker for resource:subnet and tenant:4a507ac23f18433fbdb011ec95310c7d is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:53.882264 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43ab5ca-7826-4bb6-baaa-fba33dabf4bd None None] DHCP port deletion for c054f5e3-436b-4746-a5df-eae58bc330d2 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:44:53.920728 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0143e782-e994-46bb-b9cd-f5556c7f8a8a None None] Update dhcp port {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'fixed_ips': [{'subnet_id': '3f0dd808-644d-46d5-a04a-e02c24b2303d', 'ip_address': '2001:db8::f816:3eff:fe0c:8220'}, {'subnet_id': '6e800503-5fc3-47a2-88f5-62bbc43c0139'}], 'binding:host_id': 'dv-neutron-839913-1-hyperv'}, 'id': '98172c16-4885-434e-9199-3ff10f69653c'} from dv-neutron-839913-1-hyperv. {{(pid=84772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 15:44:53.926280 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-76e9f873-bb27-440a-b70f-b682b91629dd tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:53.973842 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0143e782-e994-46bb-b9cd-f5556c7f8a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:54.032343 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-76e9f873-bb27-440a-b70f-b682b91629dd tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:54.045047 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-45fdac5b-8b16-4070-95c0-7c557ba0bf8d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:54.060872 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7e3fceef-56ac-48cb-9783-5bbc6a257770 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'network': {'name': 'tempest-RoutersTest-953160849'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:54.091480 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ce4c189e-eacd-4333-b616-8d946605519f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:54.092660 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e6b5ed3f-f6fc-4cf2-b679-164eeafbe3fe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:54.108905 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 98172c16-4885-434e-9199-3ff10f69653c up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:54.119588 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7e3fceef-56ac-48cb-9783-5bbc6a257770 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:54.177372 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e9f873-bb27-440a-b70f-b682b91629dd tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Made reservation on behalf of 4a507ac23f18433fbdb011ec95310c7d for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:54.210684 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-ce4c189e-eacd-4333-b616-8d946605519f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c054f5e3-436b-4746-a5df-eae58bc330d2']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:54.270751 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 98172c16-4885-434e-9199-3ff10f69653c triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:54.271078 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:54.289395 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-45fdac5b-8b16-4070-95c0-7c557ba0bf8d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Calling delete_port for de5350b5-cce4-48ac-9ea6-6b4b82b31cd4 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:54.312449 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-0143e782-e994-46bb-b9cd-f5556c7f8a8a None None] Allocated IP 2001:db8:0:1::2 (75e7f0f8-4897-4e20-8301-99a7eae75065/6e800503-5fc3-47a2-88f5-62bbc43c0139/98172c16-4885-434e-9199-3ff10f69653c) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:54.317627 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7e3fceef-56ac-48cb-9783-5bbc6a257770 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:network and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:54.326684 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7e3fceef-56ac-48cb-9783-5bbc6a257770 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:54.341878 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7e3fceef-56ac-48cb-9783-5bbc6a257770 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:54.394306 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-ce4c189e-eacd-4333-b616-8d946605519f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ffd906d-c587-4d26-adf4-52dd76d568c1') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:54.394619 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-ce4c189e-eacd-4333-b616-8d946605519f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ffd906d-c587-4d26-adf4-52dd76d568c1') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:54.413890 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ce4c189e-eacd-4333-b616-8d946605519f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:54.445535 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3fceef-56ac-48cb-9783-5bbc6a257770 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Made reservation on behalf of f56fa22878a4477ebb22e0778bbb8cc4 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:54.450041 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7e3fceef-56ac-48cb-9783-5bbc6a257770 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:54.455883 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-76e9f873-bb27-440a-b70f-b682b91629dd tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:54.470668 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ce4c189e-eacd-4333-b616-8d946605519f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:54.504058 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7e3fceef-56ac-48cb-9783-5bbc6a257770 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:54.525965 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce4c189e-eacd-4333-b616-8d946605519f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:44:54.526294 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ce4c189e-eacd-4333-b616-8d946605519f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:54.531704 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-0143e782-e994-46bb-b9cd-f5556c7f8a8a None None] For port 98172c16-4885-434e-9199-3ff10f69653c, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=98172c16-4885-434e-9199-3ff10f69653c,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:44:54.544999 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:44:54.565134 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0143e782-e994-46bb-b9cd-f5556c7f8a8a None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:54.576891 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device da385535-c3b7-4736-8af6-62694472a997 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:44:54.614793 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: da385535-c3b7-4736-8af6-62694472a997 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:44:54.615419 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device da385535-c3b7-4736-8af6-62694472a997 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:44:54.615626 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 4670fe18-bf62-4061-88ca-2516a6acea18 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:44:54.648303 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 4670fe18-bf62-4061-88ca-2516a6acea18 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:44:54.648652 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 4670fe18-bf62-4061-88ca-2516a6acea18 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:44:54.648913 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7e3fceef-56ac-48cb-9783-5bbc6a257770 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:54.649062 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 78ba498c-8f52-4b66-8806-a05e6b8ad708 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:44:54.652737 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-45fdac5b-8b16-4070-95c0-7c557ba0bf8d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:54.654731 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7e3fceef-56ac-48cb-9783-5bbc6a257770 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:security_group_rule and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:54.693051 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7e3fceef-56ac-48cb-9783-5bbc6a257770 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:54.699202 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 78ba498c-8f52-4b66-8806-a05e6b8ad708 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:44:54.702672 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 78ba498c-8f52-4b66-8806-a05e6b8ad708 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:44:54.711213 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7e3fceef-56ac-48cb-9783-5bbc6a257770 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:54.717290 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdac5b-8b16-4070-95c0-7c557ba0bf8d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Port': ['ID=de5350b5-cce4-48ac-9ea6-6b4b82b31cd4,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:54.721994 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0143e782-e994-46bb-b9cd-f5556c7f8a8a None None] Transition to ACTIVE for port object 98172c16-4885-434e-9199-3ff10f69653c will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:54.725824 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ce4c189e-eacd-4333-b616-8d946605519f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:54.752792 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ce4c189e-eacd-4333-b616-8d946605519f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:54.779230 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c189e-eacd-4333-b616-8d946605519f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Pushing event deleted for resources: {'Network': ['ID=c054f5e3-436b-4746-a5df-eae58bc330d2,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:54.798442 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0143e782-e994-46bb-b9cd-f5556c7f8a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:54.805739 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-45fdac5b-8b16-4070-95c0-7c557ba0bf8d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:54.832929 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-45fdac5b-8b16-4070-95c0-7c557ba0bf8d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/de5350b5-cce4-48ac-9ea6-6b4b82b31cd4 HTTP/1.1" status: 204 len: 168 time: 1.2212527 Apr 29 15:44:54.834008 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56768) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:54.844597 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ce4c189e-eacd-4333-b616-8d946605519f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] 10.222.0.21 "DELETE /v2.0/networks/c054f5e3-436b-4746-a5df-eae58bc330d2 HTTP/1.1" status: 204 len: 168 time: 2.7023537 Apr 29 15:44:54.880024 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7e3fceef-56ac-48cb-9783-5bbc6a257770 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:54.882766 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56772) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:54.911919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e6b5ed3f-f6fc-4cf2-b679-164eeafbe3fe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:54.936177 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7e3fceef-56ac-48cb-9783-5bbc6a257770 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:54.980948 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143e782-e994-46bb-b9cd-f5556c7f8a8a None None] Pushing event updated for resources: {'Port': ['ID=98172c16-4885-434e-9199-3ff10f69653c,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:54.995853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5ed3f-f6fc-4cf2-b679-164eeafbe3fe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Subnet': ['ID=71dbf371-5cc7-4a14-bf5b-81ba4733e115,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:54.998288 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3fceef-56ac-48cb-9783-5bbc6a257770 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:44:55.009598 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fceef-56ac-48cb-9783-5bbc6a257770 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94e3e1ce-d838-4b4d-812e-4fb392594c72,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:55.052217 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c6f04b-1eaa-413b-834b-bcdd1487dab7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:55.056387 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b8c6f04b-1eaa-413b-834b-bcdd1487dab7 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2159200 Apr 29 15:44:55.057318 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56776) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:55.075320 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7e3fceef-56ac-48cb-9783-5bbc6a257770 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:55.075660 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-7e3fceef-56ac-48cb-9783-5bbc6a257770 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Added segment f22a8c25-d7c7-46f9-b3bd-69869b5dfc89 of type vlan for network 5663d654-64b7-4c24-bf5d-4ae8bb0b4872 Apr 29 15:44:55.102837 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-76e9f873-bb27-440a-b70f-b682b91629dd tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:55.123267 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7e3fceef-56ac-48cb-9783-5bbc6a257770 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:55.150003 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2c9537-3f39-44dd-aaab-b213778a015f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Deleting subnet 5052edac-bb4c-401a-ad9b-0f06c66903f3 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:44:55.150974 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b5ed3f-f6fc-4cf2-b679-164eeafbe3fe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Checking segment: {'id': 'f0266f78-8bc2-476f-9926-d3e36e7d9546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:55.151310 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b5ed3f-f6fc-4cf2-b679-164eeafbe3fe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network hostable DHCP agents. Network: 2acd8833-38f1-4756-8107-1cc3782984cf, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:44:55.161701 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9e2c9537-3f39-44dd-aaab-b213778a015f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:55.219669 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9f873-bb27-440a-b70f-b682b91629dd tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Pushing event updated for resources: {'Subnet': ['ID=4a59aa70-8720-48a9-b083-c49ed4df72b5,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:55.223512 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9e2c9537-3f39-44dd-aaab-b213778a015f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:55.244126 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e9f873-bb27-440a-b70f-b682b91629dd tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Checking segment: {'id': '995bc6cd-4ead-414f-9d44-8901bc8e701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a5176104-c731-4b16-8e01-e1db6f01155f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:55.244484 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e9f873-bb27-440a-b70f-b682b91629dd tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Network hostable DHCP agents. Network: a5176104-c731-4b16-8e01-e1db6f01155f, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:44:55.258964 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad8c1eb-a8a7-4706-85f4-cf0aacbf8408 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:55.260478 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-aad8c1eb-a8a7-4706-85f4-cf0aacbf8408 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2026324 Apr 29 15:44:55.263397 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56780) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:55.313404 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7e3fceef-56ac-48cb-9783-5bbc6a257770 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:55.317068 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3fceef-56ac-48cb-9783-5bbc6a257770 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:55.317707 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7e3fceef-56ac-48cb-9783-5bbc6a257770 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:55.329787 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b5ed3f-f6fc-4cf2-b679-164eeafbe3fe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network 2acd8833-38f1-4756-8107-1cc3782984cf is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:44:55.335263 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e9f873-bb27-440a-b70f-b682b91629dd tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Network a5176104-c731-4b16-8e01-e1db6f01155f is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:44:55.410252 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-76e9f873-bb27-440a-b70f-b682b91629dd tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, a5176104-c731-4b16-8e01-e1db6f01155f) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:55.411820 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-e6b5ed3f-f6fc-4cf2-b679-164eeafbe3fe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 2acd8833-38f1-4756-8107-1cc3782984cf) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:55.418031 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e9f873-bb27-440a-b70f-b682b91629dd tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:55.418650 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-76e9f873-bb27-440a-b70f-b682b91629dd tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:55.422907 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b5ed3f-f6fc-4cf2-b679-164eeafbe3fe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:55.423464 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e6b5ed3f-f6fc-4cf2-b679-164eeafbe3fe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:55.430464 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeee9a50-f4b2-44f7-a38b-db7e5238115e None None] Network a5176104-c731-4b16-8e01-e1db6f01155f requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:55.461301 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3399a75b-cac3-4f7d-9692-8a64e32610c8 None None] Network 2acd8833-38f1-4756-8107-1cc3782984cf requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:55.469607 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0496e400-5370-449e-ba4b-bdaba6c972f3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:55.469607 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0496e400-5370-449e-ba4b-bdaba6c972f3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:55.469607 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0496e400-5370-449e-ba4b-bdaba6c972f3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:55.469607 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0496e400-5370-449e-ba4b-bdaba6c972f3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:55.486943 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fceef-56ac-48cb-9783-5bbc6a257770 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Network': ['ID=5663d654-64b7-4c24-bf5d-4ae8bb0b4872,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:55.504999 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9e2c9537-3f39-44dd-aaab-b213778a015f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:55.532469 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 5663d654-64b7-4c24-bf5d-4ae8bb0b4872 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:44:55.536156 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-76e9f873-bb27-440a-b70f-b682b91629dd tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0128834 Apr 29 15:44:55.537171 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7e3fceef-56ac-48cb-9783-5bbc6a257770 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6976733 Apr 29 15:44:55.538770 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e6b5ed3f-f6fc-4cf2-b679-164eeafbe3fe tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5051396 Apr 29 15:44:55.539657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56784) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:55.540585 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56786) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:55.542886 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56788) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:55.548745 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-78726246-f81c-4362-9006-804aef4db118 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Request body: {'port': {'network_id': 'a5176104-c731-4b16-8e01-e1db6f01155f', 'name': 'tempest-TagsExtTest-984445439'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:55.557137 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-0c795f9f-e3a1-49ce-8e61-e401f11696bf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'network': {'name': 'tempest-RoutersTest-888298368'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:55.564407 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0496e400-5370-449e-ba4b-bdaba6c972f3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:55.566435 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0496e400-5370-449e-ba4b-bdaba6c972f3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3008280 Apr 29 15:44:55.566637 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0c795f9f-e3a1-49ce-8e61-e401f11696bf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:55.571765 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56796) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:55.609329 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0c795f9f-e3a1-49ce-8e61-e401f11696bf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:network and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:55.618810 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0c795f9f-e3a1-49ce-8e61-e401f11696bf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:55.643890 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0c795f9f-e3a1-49ce-8e61-e401f11696bf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:55.673276 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d849cff1-4dc9-409e-919f-7f459dc6ff56 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:55.793787 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-850f93e8-6ae5-4752-81db-e4e34b78ef86 None None] Could not find standard attr ID for object de5350b5-cce4-48ac-9ea6-6b4b82b31cd4. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:44:55.821084 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c795f9f-e3a1-49ce-8e61-e401f11696bf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Made reservation on behalf of f56fa22878a4477ebb22e0778bbb8cc4 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:55.824185 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c795f9f-e3a1-49ce-8e61-e401f11696bf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:55.843914 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9e2c9537-3f39-44dd-aaab-b213778a015f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:55.917713 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c9537-3f39-44dd-aaab-b213778a015f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Pushing event deleted for resources: {'Subnet': ['ID=5052edac-bb4c-401a-ad9b-0f06c66903f3,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:55.922289 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d03cd4-66b2-4cc8-8a78-dc5cd29c2143 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet 3f0dd808-644d-46d5-a04a-e02c24b2303d {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:44:55.924355 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c795f9f-e3a1-49ce-8e61-e401f11696bf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:44:55.937330 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9e2c9537-3f39-44dd-aaab-b213778a015f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:55.939840 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-36d03cd4-66b2-4cc8-8a78-dc5cd29c2143 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:55.959731 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-78726246-f81c-4362-9006-804aef4db118 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:55.960710 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3982075f-4e6f-4390-b7dc-22c621d514fc None None] Network 1c5309bd-4ee0-41be-a5f9-c7cfe2793840 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:55.965237 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-78726246-f81c-4362-9006-804aef4db118 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Usage tracker for resource:port and tenant:4a507ac23f18433fbdb011ec95310c7d is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:55.968390 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-78726246-f81c-4362-9006-804aef4db118 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:55.975497 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-78726246-f81c-4362-9006-804aef4db118 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:55.992621 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c795f9f-e3a1-49ce-8e61-e401f11696bf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:55.992966 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-0c795f9f-e3a1-49ce-8e61-e401f11696bf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Added segment 284747b6-0a7d-41a2-a12d-eba6b3eb9c98 of type vlan for network 3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b Apr 29 15:44:56.002406 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9e2c9537-3f39-44dd-aaab-b213778a015f tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] 10.222.0.21 "DELETE /v2.0/subnets/5052edac-bb4c-401a-ad9b-0f06c66903f3 HTTP/1.1" status: 204 len: 168 time: 1.1178489 Apr 29 15:44:56.009644 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56800) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:56.035831 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-36d03cd4-66b2-4cc8-8a78-dc5cd29c2143 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:56.054274 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-850f93e8-6ae5-4752-81db-e4e34b78ef86 None None] Provisioning for port 98172c16-4885-434e-9199-3ff10f69653c completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:56.123697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-850f93e8-6ae5-4752-81db-e4e34b78ef86 None None] Provisioning complete for port 98172c16-4885-434e-9199-3ff10f69653c triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:56.124066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-850f93e8-6ae5-4752-81db-e4e34b78ef86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:56.132863 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78726246-f81c-4362-9006-804aef4db118 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Made reservation on behalf of 4a507ac23f18433fbdb011ec95310c7d for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:56.135962 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-78726246-f81c-4362-9006-804aef4db118 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:56.146834 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 98172c16-4885-434e-9199-3ff10f69653c up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:56.165731 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-78726246-f81c-4362-9006-804aef4db118 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] device_id is not set on port 25a71803-631f-4c21-b7b1-181e8160a312 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:44:56.168479 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c795f9f-e3a1-49ce-8e61-e401f11696bf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:56.211679 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4f1f1f01-6414-4388-b38d-aaf59f5cf624 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:56.317844 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f944249-3801-4cd8-8628-f6131497714b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-a5176104-c731-4b16-8e01-e1db6f01155f', 'network_id': 'a5176104-c731-4b16-8e01-e1db6f01155f', 'tenant_id': '4a507ac23f18433fbdb011ec95310c7d', 'fixed_ips': [{'subnet_id': '4a59aa70-8720-48a9-b083-c49ed4df72b5'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:44:56.318637 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5f944249-3801-4cd8-8628-f6131497714b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:56.338339 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567e38fe-2c84-4bc6-87dc-a7ca21c447c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-2acd8833-38f1-4756-8107-1cc3782984cf', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:44:56.339179 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-567e38fe-2c84-4bc6-87dc-a7ca21c447c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:56.371452 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-4f1f1f01-6414-4388-b38d-aaf59f5cf624 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Deleting port 2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:56.372078 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4f1f1f01-6414-4388-b38d-aaf59f5cf624 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:56.412080 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-36d03cd4-66b2-4cc8-8a78-dc5cd29c2143 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:56.442938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-48c2124e-7140-4ef7-a3e5-e51e958107cc tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:56.456463 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c795f9f-e3a1-49ce-8e61-e401f11696bf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:56.460728 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c795f9f-e3a1-49ce-8e61-e401f11696bf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:56.461255 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c795f9f-e3a1-49ce-8e61-e401f11696bf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:56.645961 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0c795f9f-e3a1-49ce-8e61-e401f11696bf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0997272 Apr 29 15:44:56.650048 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c795f9f-e3a1-49ce-8e61-e401f11696bf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Network': ['ID=3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:56.652795 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56804) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:56.660505 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-051fd00c-b88d-48e6-af91-6fc53427edfe tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'subnet': {'network_id': '5663d654-64b7-4c24-bf5d-4ae8bb0b4872', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:56.758591 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:44:56.803207 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-78726246-f81c-4362-9006-804aef4db118 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Allocated IP 172.20.0.8 (a5176104-c731-4b16-8e01-e1db6f01155f/4a59aa70-8720-48a9-b083-c49ed4df72b5/25a71803-631f-4c21-b7b1-181e8160a312) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:56.855666 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 98172c16-4885-434e-9199-3ff10f69653c triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:56.856036 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:56.883971 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-051fd00c-b88d-48e6-af91-6fc53427edfe tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:56.891532 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-4f1f1f01-6414-4388-b38d-aaf59f5cf624 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] For port 2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc,segment=NetworkSegment(718f3479-6a56-45f8-8830-e0304cc476b8),segment_id=718f3479-6a56-45f8-8830-e0304cc476b8)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:44:56.891884 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4f1f1f01-6414-4388-b38d-aaf59f5cf624 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:56.900262 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-36d03cd4-66b2-4cc8-8a78-dc5cd29c2143 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:56.907503 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-051fd00c-b88d-48e6-af91-6fc53427edfe tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:subnet and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:56.938564 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-051fd00c-b88d-48e6-af91-6fc53427edfe tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:56.952371 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-051fd00c-b88d-48e6-af91-6fc53427edfe tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:57.007851 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d03cd4-66b2-4cc8-8a78-dc5cd29c2143 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=3f0dd808-644d-46d5-a04a-e02c24b2303d,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:57.019207 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-567e38fe-2c84-4bc6-87dc-a7ca21c447c8 None None] Allocated IP 2001:db8::2 (2acd8833-38f1-4756-8107-1cc3782984cf/71dbf371-5cc7-4a14-bf5b-81ba4733e115/7826055e-96cf-4ae4-9524-5c0b186b50f0) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:57.082634 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-4f1f1f01-6414-4388-b38d-aaf59f5cf624 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Calling delete_port for 2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:44:57.093584 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a96260-7110-440c-9847-85354d51ee84 None None] DHCP port deletion for 1c5309bd-4ee0-41be-a5f9-c7cfe2793840 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:44:57.124472 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-36d03cd4-66b2-4cc8-8a78-dc5cd29c2143 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:57.133424 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-78726246-f81c-4362-9006-804aef4db118 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:57.155245 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-78726246-f81c-4362-9006-804aef4db118 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Transition to ACTIVE for port object 25a71803-631f-4c21-b7b1-181e8160a312 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:57.173184 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-87a96260-7110-440c-9847-85354d51ee84 None None] Deleting port 2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:57.173681 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-87a96260-7110-440c-9847-85354d51ee84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:57.221166 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051fd00c-b88d-48e6-af91-6fc53427edfe tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Made reservation on behalf of f56fa22878a4477ebb22e0778bbb8cc4 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:57.251883 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-78726246-f81c-4362-9006-804aef4db118 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:57.295582 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a93f4e-ae6f-467d-98c1-f57d55de3e19 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:57.296175 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4f1f1f01-6414-4388-b38d-aaf59f5cf624 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:57.320608 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78726246-f81c-4362-9006-804aef4db118 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Network a5176104-c731-4b16-8e01-e1db6f01155f is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:57.323767 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-78726246-f81c-4362-9006-804aef4db118 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:57.332378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78726246-f81c-4362-9006-804aef4db118 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:57.341504 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-36d03cd4-66b2-4cc8-8a78-dc5cd29c2143 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/3f0dd808-644d-46d5-a04a-e02c24b2303d HTTP/1.1" status: 204 len: 168 time: 1.7666020 Apr 29 15:44:57.354539 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56808) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:57.360639 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-87a96260-7110-440c-9847-85354d51ee84 None None] The port '2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:44:57.367526 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f1f01-6414-4388-b38d-aaf59f5cf624 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Pushing event deleted for resources: {'Port': ['ID=2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:57.390287 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78726246-f81c-4362-9006-804aef4db118 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Pushing event updated for resources: {'Port': ['ID=25a71803-631f-4c21-b7b1-181e8160a312,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:57.408138 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78726246-f81c-4362-9006-804aef4db118 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:57.409526 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-78726246-f81c-4362-9006-804aef4db118 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:57.430322 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1f1f01-6414-4388-b38d-aaf59f5cf624 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] No DVR routers for this DVR port 2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:44:57.495594 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-051fd00c-b88d-48e6-af91-6fc53427edfe tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:57.513389 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-78726246-f81c-4362-9006-804aef4db118 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.9723775 Apr 29 15:44:57.518120 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56812) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:57.536299 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1dff81cb-f62b-4052-8c6b-0e8ffd1c81d3 None None] Provisioning complete for port 98172c16-4885-434e-9199-3ff10f69653c triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:57.536668 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1dff81cb-f62b-4052-8c6b-0e8ffd1c81d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:57.562634 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-5f944249-3801-4cd8-8628-f6131497714b None None] Allocated IP 172.20.0.2 (a5176104-c731-4b16-8e01-e1db6f01155f/4a59aa70-8720-48a9-b083-c49ed4df72b5/3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:57.613502 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-567e38fe-2c84-4bc6-87dc-a7ca21c447c8 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:57.623766 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-f6d53fe4-7f78-4431-a8f0-2a6a6adede4a tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1425250406', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:57.647498 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4295b21a-2320-4755-be70-c871bcc8f161 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet 6e800503-5fc3-47a2-88f5-62bbc43c0139 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:44:57.649533 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-f6d53fe4-7f78-4431-a8f0-2a6a6adede4a tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:57.671045 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4295b21a-2320-4755-be70-c871bcc8f161 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:57.690428 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-567e38fe-2c84-4bc6-87dc-a7ca21c447c8 None None] Transition to ACTIVE for port object 7826055e-96cf-4ae4-9524-5c0b186b50f0 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:57.708036 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f6d53fe4-7f78-4431-a8f0-2a6a6adede4a tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Usage tracker for resource:router and tenant:4a507ac23f18433fbdb011ec95310c7d is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:57.711916 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4f1f1f01-6414-4388-b38d-aaf59f5cf624 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:57.719132 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f6d53fe4-7f78-4431-a8f0-2a6a6adede4a tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:57.743997 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-f6d53fe4-7f78-4431-a8f0-2a6a6adede4a tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:57.772344 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-4f1f1f01-6414-4388-b38d-aaf59f5cf624 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5309bd-4ee0-41be-a5f9-c7cfe2793840']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:57.788655 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-567e38fe-2c84-4bc6-87dc-a7ca21c447c8 None None] Transition to ACTIVE for port object 7826055e-96cf-4ae4-9524-5c0b186b50f0 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:57.791957 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-4f1f1f01-6414-4388-b38d-aaf59f5cf624 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718f3479-6a56-45f8-8830-e0304cc476b8') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:57.792232 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-4f1f1f01-6414-4388-b38d-aaf59f5cf624 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718f3479-6a56-45f8-8830-e0304cc476b8') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:57.799751 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4295b21a-2320-4755-be70-c871bcc8f161 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:57.837824 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4f1f1f01-6414-4388-b38d-aaf59f5cf624 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:57.859389 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f6d53fe4-7f78-4431-a8f0-2a6a6adede4a tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:57.860296 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f6d53fe4-7f78-4431-a8f0-2a6a6adede4a tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:57.874127 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4f1f1f01-6414-4388-b38d-aaf59f5cf624 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:57.892785 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1f1f01-6414-4388-b38d-aaf59f5cf624 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:44:57.893182 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4f1f1f01-6414-4388-b38d-aaf59f5cf624 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:44:57.908192 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:44:57.928819 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-567e38fe-2c84-4bc6-87dc-a7ca21c447c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:57.991584 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-48c2124e-7140-4ef7-a3e5-e51e958107cc tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Allocated IP 2001:db8::1 (2acd8833-38f1-4756-8107-1cc3782984cf/71dbf371-5cc7-4a14-bf5b-81ba4733e115/a7ec7cfa-2526-416a-a36a-730e258a0c23) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:58.079429 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567e38fe-2c84-4bc6-87dc-a7ca21c447c8 None None] Network 2acd8833-38f1-4756-8107-1cc3782984cf is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:58.085001 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e38fe-2c84-4bc6-87dc-a7ca21c447c8 None None] Pushing event updated for resources: {'Port': ['ID=7826055e-96cf-4ae4-9524-5c0b186b50f0,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:58.088409 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:44:58.116689 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5f944249-3801-4cd8-8628-f6131497714b None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.119641 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-567e38fe-2c84-4bc6-87dc-a7ca21c447c8 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:58.122599 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567e38fe-2c84-4bc6-87dc-a7ca21c447c8 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:58.134537 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:44:58.134888 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2ac7bb8e-a5e1-48ff-83e7-d8e8bc4e45fc not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:44:58.145513 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5f944249-3801-4cd8-8628-f6131497714b None None] Transition to ACTIVE for port object 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:58.158345 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f6d53fe4-7f78-4431-a8f0-2a6a6adede4a tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.217597 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4295b21a-2320-4755-be70-c871bcc8f161 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.226646 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-48c2124e-7140-4ef7-a3e5-e51e958107cc tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.243250 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5f944249-3801-4cd8-8628-f6131497714b None None] Transition to ACTIVE for port object 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:58.247865 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-48c2124e-7140-4ef7-a3e5-e51e958107cc tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Transition to ACTIVE for port object a7ec7cfa-2526-416a-a36a-730e258a0c23 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:58.254838 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-567e38fe-2c84-4bc6-87dc-a7ca21c447c8 None None] Attempting to bind port 7826055e-96cf-4ae4-9524-5c0b186b50f0 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:44:58.256346 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-567e38fe-2c84-4bc6-87dc-a7ca21c447c8 None None] Attempting to bind port 7826055e-96cf-4ae4-9524-5c0b186b50f0 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'f0266f78-8bc2-476f-9926-d3e36e7d9546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:44:58.256812 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567e38fe-2c84-4bc6-87dc-a7ca21c447c8 None None] Attempting to bind port 7826055e-96cf-4ae4-9524-5c0b186b50f0 on network 2acd8833-38f1-4756-8107-1cc3782984cf {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:44:58.265211 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567e38fe-2c84-4bc6-87dc-a7ca21c447c8 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:44:58.265764 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567e38fe-2c84-4bc6-87dc-a7ca21c447c8 None None] Checking segment: {'id': 'f0266f78-8bc2-476f-9926-d3e36e7d9546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:58.266170 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-567e38fe-2c84-4bc6-87dc-a7ca21c447c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.266585 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567e38fe-2c84-4bc6-87dc-a7ca21c447c8 None None] Bound using segment: {'id': 'f0266f78-8bc2-476f-9926-d3e36e7d9546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:44:58.267549 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4f1f1f01-6414-4388-b38d-aaf59f5cf624 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.267708 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-567e38fe-2c84-4bc6-87dc-a7ca21c447c8 None None] Bound port: 7826055e-96cf-4ae4-9524-5c0b186b50f0, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0266f78-8bc2-476f-9926-d3e36e7d9546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:44:58.268080 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-567e38fe-2c84-4bc6-87dc-a7ca21c447c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.294727 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4f1f1f01-6414-4388-b38d-aaf59f5cf624 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.301315 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f6d53fe4-7f78-4431-a8f0-2a6a6adede4a tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.324092 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f1f01-6414-4388-b38d-aaf59f5cf624 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Pushing event deleted for resources: {'Network': ['ID=1c5309bd-4ee0-41be-a5f9-c7cfe2793840,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:58.340639 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5f944249-3801-4cd8-8628-f6131497714b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.353301 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56816) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:58.353546 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4f1f1f01-6414-4388-b38d-aaf59f5cf624 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] 10.222.0.21 "DELETE /v2.0/networks/1c5309bd-4ee0-41be-a5f9-c7cfe2793840 HTTP/1.1" status: 204 len: 168 time: 2.3428302 Apr 29 15:44:58.392755 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-48c2124e-7140-4ef7-a3e5-e51e958107cc tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.404294 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-051fd00c-b88d-48e6-af91-6fc53427edfe tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.452614 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-463b4d5a-1b03-480f-b7f9-6d4810f2b64a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Synchronizing usage tracker for tenant:094aaf9fd0344be1aa79493636d0d355 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:58.463599 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4295b21a-2320-4755-be70-c871bcc8f161 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.474414 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f6d53fe4-7f78-4431-a8f0-2a6a6adede4a tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.476754 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f6d53fe4-7f78-4431-a8f0-2a6a6adede4a tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9521358 Apr 29 15:44:58.480818 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f944249-3801-4cd8-8628-f6131497714b None None] Pushing event updated for resources: {'Port': ['ID=3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:58.485859 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56820) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:58.503581 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4295b21a-2320-4755-be70-c871bcc8f161 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.504304 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-91849c94-5806-4d9b-8863-74a9a316043b tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1649654669', 'prefixes': ['172.20.0.0/16']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:58.507753 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f944249-3801-4cd8-8628-f6131497714b None None] Network a5176104-c731-4b16-8e01-e1db6f01155f is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:58.509862 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4295b21a-2320-4755-be70-c871bcc8f161 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/6e800503-5fc3-47a2-88f5-62bbc43c0139 HTTP/1.1" status: 204 len: 168 time: 1.1490135 Apr 29 15:44:58.510257 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c2124e-7140-4ef7-a3e5-e51e958107cc tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network 2acd8833-38f1-4756-8107-1cc3782984cf is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:58.511102 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2124e-7140-4ef7-a3e5-e51e958107cc tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Port': ['ID=a7ec7cfa-2526-416a-a36a-730e258a0c23,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:58.511569 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-5f944249-3801-4cd8-8628-f6131497714b None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:58.514466 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f944249-3801-4cd8-8628-f6131497714b None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:58.514655 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56824) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:58.515425 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-48c2124e-7140-4ef7-a3e5-e51e958107cc tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:58.519370 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-91849c94-5806-4d9b-8863-74a9a316043b tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:58.521996 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c2124e-7140-4ef7-a3e5-e51e958107cc tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:44:58.522583 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-48c2124e-7140-4ef7-a3e5-e51e958107cc tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.527567 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fd00c-b88d-48e6-af91-6fc53427edfe tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Subnet': ['ID=54352ff9-dd8f-419e-9ee4-b258f8ab3331,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:58.589577 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295b21a-2320-4755-be70-c871bcc8f161 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=6e800503-5fc3-47a2-88f5-62bbc43c0139,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:58.600760 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-567e38fe-2c84-4bc6-87dc-a7ca21c447c8 None None] For port 7826055e-96cf-4ae4-9524-5c0b186b50f0, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:44:58.608643 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051fd00c-b88d-48e6-af91-6fc53427edfe tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Checking segment: {'id': 'f22a8c25-d7c7-46f9-b3bd-69869b5dfc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5663d654-64b7-4c24-bf5d-4ae8bb0b4872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:58.610746 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051fd00c-b88d-48e6-af91-6fc53427edfe tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network hostable DHCP agents. Network: 5663d654-64b7-4c24-bf5d-4ae8bb0b4872, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:44:58.618743 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-463b4d5a-1b03-480f-b7f9-6d4810f2b64a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Unset dirty status for tenant:094aaf9fd0344be1aa79493636d0d355 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:58.622710 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-463b4d5a-1b03-480f-b7f9-6d4810f2b64a tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7125ff7-ea8b-4959-95d4-286303dccb75 HTTP/1.1" status: 200 len: 205 time: 0.2683654 Apr 29 15:44:58.625390 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56828) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:58.626854 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-567e38fe-2c84-4bc6-87dc-a7ca21c447c8 None None] For port 7826055e-96cf-4ae4-9524-5c0b186b50f0, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7826055e-96cf-4ae4-9524-5c0b186b50f0,segment=NetworkSegment(f0266f78-8bc2-476f-9926-d3e36e7d9546),segment_id=f0266f78-8bc2-476f-9926-d3e36e7d9546)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:44:58.632509 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-5f944249-3801-4cd8-8628-f6131497714b None None] Attempting to bind port 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:44:58.633109 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-5f944249-3801-4cd8-8628-f6131497714b None None] Attempting to bind port 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '995bc6cd-4ead-414f-9d44-8901bc8e701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a5176104-c731-4b16-8e01-e1db6f01155f'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:44:58.633656 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f944249-3801-4cd8-8628-f6131497714b None None] Attempting to bind port 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d on network a5176104-c731-4b16-8e01-e1db6f01155f {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:44:58.640390 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f944249-3801-4cd8-8628-f6131497714b None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:44:58.640819 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f944249-3801-4cd8-8628-f6131497714b None None] Checking segment: {'id': '995bc6cd-4ead-414f-9d44-8901bc8e701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a5176104-c731-4b16-8e01-e1db6f01155f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:44:58.641218 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5f944249-3801-4cd8-8628-f6131497714b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.641609 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f944249-3801-4cd8-8628-f6131497714b None None] Bound using segment: {'id': '995bc6cd-4ead-414f-9d44-8901bc8e701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a5176104-c731-4b16-8e01-e1db6f01155f'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:44:58.642073 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-5f944249-3801-4cd8-8628-f6131497714b None None] Bound port: 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '995bc6cd-4ead-414f-9d44-8901bc8e701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a5176104-c731-4b16-8e01-e1db6f01155f'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:44:58.642514 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5f944249-3801-4cd8-8628-f6131497714b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.652313 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e316b9c0-c330-4b18-ba72-ba9542166bcc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1347535 Apr 29 15:44:58.655379 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56832) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:58.663226 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-642f0142-90c9-4575-b58d-bf0e2ae82eab tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:58.763256 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-5f944249-3801-4cd8-8628-f6131497714b None None] For port 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:44:58.771920 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-5f944249-3801-4cd8-8628-f6131497714b None None] For port 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d,segment=NetworkSegment(995bc6cd-4ead-414f-9d44-8901bc8e701f),segment_id=995bc6cd-4ead-414f-9d44-8901bc8e701f)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:44:58.775729 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-567e38fe-2c84-4bc6-87dc-a7ca21c447c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.786773 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-642f0142-90c9-4575-b58d-bf0e2ae82eab tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:58.791117 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-642f0142-90c9-4575-b58d-bf0e2ae82eab tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:subnet and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:58.795149 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-642f0142-90c9-4575-b58d-bf0e2ae82eab tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:58.801381 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051fd00c-b88d-48e6-af91-6fc53427edfe tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network 5663d654-64b7-4c24-bf5d-4ae8bb0b4872 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:44:58.804301 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-642f0142-90c9-4575-b58d-bf0e2ae82eab tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:58.838415 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-48c2124e-7140-4ef7-a3e5-e51e958107cc tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.861215 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5f944249-3801-4cd8-8628-f6131497714b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.897912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-91c707a0-8024-4bb8-8c48-f3ab72c889b3 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.911380 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28da81d-5b6d-4f0a-a67c-5c97463d7daf None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:58.930287 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642f0142-90c9-4575-b58d-bf0e2ae82eab tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:58.934317 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-642f0142-90c9-4575-b58d-bf0e2ae82eab tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.949142 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-051fd00c-b88d-48e6-af91-6fc53427edfe tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 5663d654-64b7-4c24-bf5d-4ae8bb0b4872) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:58.960493 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051fd00c-b88d-48e6-af91-6fc53427edfe tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:58.960993 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-051fd00c-b88d-48e6-af91-6fc53427edfe tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.999261 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e38fe-2c84-4bc6-87dc-a7ca21c447c8 None None] Pushing event updated for resources: {'Port': ['ID=7826055e-96cf-4ae4-9524-5c0b186b50f0,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:59.008102 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5786d753-6c3c-48a0-96af-214bfe6bdf45 None None] Network 5663d654-64b7-4c24-bf5d-4ae8bb0b4872 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:44:59.160997 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-051fd00c-b88d-48e6-af91-6fc53427edfe tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5028353 Apr 29 15:44:59.165892 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56836) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:59.173033 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d83017f9-4d70-485f-822a-8c5f758a5d70 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'subnet': {'network_id': '3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:59.184915 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-13612e78-2739-4116-9e74-0f35b85fba96 None None] Provisioning complete for port 98172c16-4885-434e-9199-3ff10f69653c triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:59.185486 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-13612e78-2739-4116-9e74-0f35b85fba96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:59.330736 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f944249-3801-4cd8-8628-f6131497714b None None] Pushing event updated for resources: {'Port': ['ID=3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:59.419371 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d83017f9-4d70-485f-822a-8c5f758a5d70 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:59.479112 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d83017f9-4d70-485f-822a-8c5f758a5d70 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:subnet and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:59.482705 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d83017f9-4d70-485f-822a-8c5f758a5d70 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:59.499465 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d83017f9-4d70-485f-822a-8c5f758a5d70 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:59.531875 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-642f0142-90c9-4575-b58d-bf0e2ae82eab tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:59.598584 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642f0142-90c9-4575-b58d-bf0e2ae82eab tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:59.607943 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83017f9-4d70-485f-822a-8c5f758a5d70 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Made reservation on behalf of f56fa22878a4477ebb22e0778bbb8cc4 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:59.629754 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-642f0142-90c9-4575-b58d-bf0e2ae82eab tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:59.641685 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642f0142-90c9-4575-b58d-bf0e2ae82eab tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:44:59.642323 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-642f0142-90c9-4575-b58d-bf0e2ae82eab tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:59.663456 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bcdcc0-c3e3-4cda-aea1-7c0e6f275688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-5663d654-64b7-4c24-bf5d-4ae8bb0b4872', 'network_id': '5663d654-64b7-4c24-bf5d-4ae8bb0b4872', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'fixed_ips': [{'subnet_id': '54352ff9-dd8f-419e-9ee4-b258f8ab3331'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:44:59.664395 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-92bcdcc0-c3e3-4cda-aea1-7c0e6f275688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:59.748472 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f0142-90c9-4575-b58d-bf0e2ae82eab tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=92ea33ed-d192-4215-974c-fce358ceffd8,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:59.770570 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d83017f9-4d70-485f-822a-8c5f758a5d70 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:59.794747 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-642f0142-90c9-4575-b58d-bf0e2ae82eab tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1381540 Apr 29 15:44:59.799576 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56840) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:59.821979 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1320a52-1c4b-4991-8523-9abf1b809408 None None] DHCP port deletion for 75e7f0f8-4897-4e20-8301-99a7eae75065 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:44:59.834862 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-f1320a52-1c4b-4991-8523-9abf1b809408 None None] Deleting port 98172c16-4885-434e-9199-3ff10f69653c {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:44:59.836038 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f1320a52-1c4b-4991-8523-9abf1b809408 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:59.861591 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-86cf94f7-e695-48d1-a198-46b6720b2d6f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:44:59.863194 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-91849c94-5806-4d9b-8863-74a9a316043b tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks [] for subnetpool, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:59.868363 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-91849c94-5806-4d9b-8863-74a9a316043b tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.3780990 Apr 29 15:44:59.878139 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56844) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:59.946358 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-e1e89c62-681e-4662-aaa8-20239c455c19 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4a59aa70-8720-48a9-b083-c49ed4df72b5', 'tempest-TagsExtTest-Tag-1724768173') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:59.949877 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-91c707a0-8024-4bb8-8c48-f3ab72c889b3 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:59.969778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-91c707a0-8024-4bb8-8c48-f3ab72c889b3 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:59.998656 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-92bcdcc0-c3e3-4cda-aea1-7c0e6f275688 None None] Allocated IP 172.20.0.2 (5663d654-64b7-4c24-bf5d-4ae8bb0b4872/54352ff9-dd8f-419e-9ee4-b258f8ab3331/dbe39864-79d9-4436-b443-975825c14edb) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:00.076882 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-91c707a0-8024-4bb8-8c48-f3ab72c889b3 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:00.077405 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c707a0-8024-4bb8-8c48-f3ab72c889b3 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Fanout notify agent at l3_agent the message router_deleted on router d7125ff7-ea8b-4959-95d4-286303dccb75 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:45:00.105819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-48c2124e-7140-4ef7-a3e5-e51e958107cc tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:00.112480 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-91c707a0-8024-4bb8-8c48-f3ab72c889b3 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:00.118534 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-91c707a0-8024-4bb8-8c48-f3ab72c889b3 tempest-RoutersNegativeTest-28312199 tempest-RoutersNegativeTest-28312199-project] 10.222.0.21 "DELETE /v2.0/routers/d7125ff7-ea8b-4959-95d4-286303dccb75 HTTP/1.1" status: 204 len: 168 time: 1.4604309 Apr 29 15:45:00.177304 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-86cf94f7-e695-48d1-a198-46b6720b2d6f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:00.194586 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-86cf94f7-e695-48d1-a198-46b6720b2d6f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:subnet and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:00.194810 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-48c2124e-7140-4ef7-a3e5-e51e958107cc tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:00.195614 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-48c2124e-7140-4ef7-a3e5-e51e958107cc tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:00.200448 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-86cf94f7-e695-48d1-a198-46b6720b2d6f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:00.213934 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-86cf94f7-e695-48d1-a198-46b6720b2d6f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:00.292429 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7826055e-96cf-4ae4-9524-5c0b186b50f0 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:00.318051 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cf94f7-e695-48d1-a198-46b6720b2d6f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:45:00.321850 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-86cf94f7-e695-48d1-a198-46b6720b2d6f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:00.364031 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d83017f9-4d70-485f-822a-8c5f758a5d70 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:00.425094 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2124e-7140-4ef7-a3e5-e51e958107cc tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Port': ['ID=a7ec7cfa-2526-416a-a36a-730e258a0c23,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:00.496069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c2124e-7140-4ef7-a3e5-e51e958107cc tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network 2acd8833-38f1-4756-8107-1cc3782984cf is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:00.500013 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-48c2124e-7140-4ef7-a3e5-e51e958107cc tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:00.503747 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f1320a52-1c4b-4991-8523-9abf1b809408 None None] For port 98172c16-4885-434e-9199-3ff10f69653c, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=98172c16-4885-434e-9199-3ff10f69653c,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:00.504296 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f1320a52-1c4b-4991-8523-9abf1b809408 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:00.686419 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e1e89c62-681e-4662-aaa8-20239c455c19 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "PUT /v2.0/subnets/4a59aa70-8720-48a9-b083-c49ed4df72b5/tags/tempest-TagsExtTest-Tag-1724768173 HTTP/1.1" status: 201 len: 201 time: 0.7944491 Apr 29 15:45:00.720292 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56852) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:00.757857 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-073094bd-f037-49b4-97fd-d6944615496d tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '25a71803-631f-4c21-b7b1-181e8160a312', 'tempest-TagsExtTest-Tag-544679437') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:00.765737 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-f1320a52-1c4b-4991-8523-9abf1b809408 None None] Calling delete_port for 98172c16-4885-434e-9199-3ff10f69653c owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:00.817511 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd9595a-dea6-4905-812e-44afd8fca0f4 None None] Network 2acd8833-38f1-4756-8107-1cc3782984cf requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:00.825816 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56856) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:00.907974 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.ipam_backend_mixin [None req-86cf94f7-e695-48d1-a198-46b6720b2d6f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 92ea33ed-d192-4215-974c-fce358ceffd8 (CIDR: 2001:db8::/64) Apr 29 15:45:00.946947 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83017f9-4d70-485f-822a-8c5f758a5d70 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Subnet': ['ID=139c2558-9b4d-43fe-9b9d-632fd410f350,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:00.968348 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-86cf94f7-e695-48d1-a198-46b6720b2d6f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:45:00.969097 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86cf94f7-e695-48d1-a198-46b6720b2d6f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:00.979659 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83017f9-4d70-485f-822a-8c5f758a5d70 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Checking segment: {'id': '284747b6-0a7d-41a2-a12d-eba6b3eb9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:45:00.980595 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83017f9-4d70-485f-822a-8c5f758a5d70 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network hostable DHCP agents. Network: 3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:45:01.031213 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44099cbd-e19b-40c0-8ff7-c4141e0bac8e None None] Network a5176104-c731-4b16-8e01-e1db6f01155f requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:01.134881 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-86cf94f7-e695-48d1-a198-46b6720b2d6f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3342381 Apr 29 15:45:01.138073 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56862) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:01.147083 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7f1aa7b4-6afc-4cba-bc4a-ce64070844c5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:01.181652 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83017f9-4d70-485f-822a-8c5f758a5d70 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network 3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:45:01.184621 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-073094bd-f037-49b4-97fd-d6944615496d tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "PUT /v2.0/ports/25a71803-631f-4c21-b7b1-181e8160a312/tags/tempest-TagsExtTest-Tag-544679437 HTTP/1.1" status: 201 len: 201 time: 0.4574332 Apr 29 15:45:01.188239 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56866) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:01.198590 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.tag.tag_plugin [None req-6ebc8206-73b1-4302-991d-9ba62cb5e82e tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927', 'tempest-TagsExtTest-Tag-964510530') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:01.279069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c2124e-7140-4ef7-a3e5-e51e958107cc tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Router 4da4d312-dbbb-4101-bb5c-0df821d1d887 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:45:01.293578 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-329421d4-8346-4798-bceb-d0c682e5a107 None None] Provisioning for port 7826055e-96cf-4ae4-9524-5c0b186b50f0 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:01.302579 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-bcd9a50d-4509-4d95-831b-7bbe4b786439 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=094aaf9fd0344be1aa79493636d0d355&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4689329 Apr 29 15:45:01.303768 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56870) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:01.315009 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-92bcdcc0-c3e3-4cda-aea1-7c0e6f275688 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:01.339979 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-d83017f9-4d70-485f-822a-8c5f758a5d70 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:01.340257 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-92bcdcc0-c3e3-4cda-aea1-7c0e6f275688 None None] Transition to ACTIVE for port object dbe39864-79d9-4436-b443-975825c14edb will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:01.343994 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83017f9-4d70-485f-822a-8c5f758a5d70 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:01.344572 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d83017f9-4d70-485f-822a-8c5f758a5d70 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:01.377052 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f543273-6f9e-48c1-b9aa-be8f382db3b4 None None] Network 3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:01.410790 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 7826055e-96cf-4ae4-9524-5c0b186b50f0 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:01.427358 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7f1aa7b4-6afc-4cba-bc4a-ce64070844c5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:01.430270 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0974f2c1-ecd0-494b-ac30-17b13ebfe0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:01.434371 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7f1aa7b4-6afc-4cba-bc4a-ce64070844c5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:subnet and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:01.443128 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7f1aa7b4-6afc-4cba-bc4a-ce64070844c5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:01.457151 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7f1aa7b4-6afc-4cba-bc4a-ce64070844c5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:01.475997 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0974f2c1-ecd0-494b-ac30-17b13ebfe0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:01.477555 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f1320a52-1c4b-4991-8523-9abf1b809408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:01.489909 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d83017f9-4d70-485f-822a-8c5f758a5d70 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3202732 Apr 29 15:45:01.490796 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56874) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:01.496433 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-9e41c13e-1acd-4c3c-8f31-1876fec39fb2 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1363134071', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:01.514670 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9e41c13e-1acd-4c3c-8f31-1876fec39fb2 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:01.520298 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 7826055e-96cf-4ae4-9524-5c0b186b50f0 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:01.520689 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:01.528663 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9e41c13e-1acd-4c3c-8f31-1876fec39fb2 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:router and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:01.532621 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9e41c13e-1acd-4c3c-8f31-1876fec39fb2 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:01.540452 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9e41c13e-1acd-4c3c-8f31-1876fec39fb2 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:01.561638 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-92bcdcc0-c3e3-4cda-aea1-7c0e6f275688 None None] Transition to ACTIVE for port object dbe39864-79d9-4436-b443-975825c14edb will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:01.578595 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c2124e-7140-4ef7-a3e5-e51e958107cc tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:45:01.587203 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-48c2124e-7140-4ef7-a3e5-e51e958107cc tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "PUT /v2.0/routers/4da4d312-dbbb-4101-bb5c-0df821d1d887/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0400977 Apr 29 15:45:01.588409 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56878) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:01.591275 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1320a52-1c4b-4991-8523-9abf1b809408 None None] Pushing event deleted for resources: {'Port': ['ID=98172c16-4885-434e-9199-3ff10f69653c,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:01.595305 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-e12d016f-0686-480a-9b7e-327e33132548 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1574044776'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:01.603239 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e12d016f-0686-480a-9b7e-327e33132548 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:01.609429 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e12d016f-0686-480a-9b7e-327e33132548 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:network and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:01.610230 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1aa7b4-6afc-4cba-bc4a-ce64070844c5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:45:01.613158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e12d016f-0686-480a-9b7e-327e33132548 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:01.615749 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] Sync routers for ids ['4da4d312-dbbb-4101-bb5c-0df821d1d887'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:45:01.620753 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e12d016f-0686-480a-9b7e-327e33132548 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:01.676382 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1320a52-1c4b-4991-8523-9abf1b809408 None None] No DVR routers for this DVR port 98172c16-4885-434e-9199-3ff10f69653c on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:45:01.712904 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e19738-c816-41c8-b937-7df87fc21845 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:01.736289 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6ebc8206-73b1-4302-991d-9ba62cb5e82e tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "PUT /v2.0/routers/8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927/tags/tempest-TagsExtTest-Tag-964510530 HTTP/1.1" status: 201 len: 201 time: 0.5457938 Apr 29 15:45:01.739069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56882) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:01.745153 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.tag.tag_plugin [None req-3ed338cd-1fb0-4495-a072-b1aee6c80134 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '19cf6161-559c-4dc7-959e-0c072929f05c', 'tempest-TagsExtTest-Tag-1124390534') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:01.764436 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7f1aa7b4-6afc-4cba-bc4a-ce64070844c5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:01.799549 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9e41c13e-1acd-4c3c-8f31-1876fec39fb2 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:01.800487 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9e41c13e-1acd-4c3c-8f31-1876fec39fb2 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:01.804694 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12d016f-0686-480a-9b7e-327e33132548 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Made reservation on behalf of 72863ce39b024e9da16162dddbf6a3b4 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:45:01.809765 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e12d016f-0686-480a-9b7e-327e33132548 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:01.840039 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0974f2c1-ecd0-494b-ac30-17b13ebfe0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:01.864473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12d016f-0686-480a-9b7e-327e33132548 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:45:01.867496 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9e41c13e-1acd-4c3c-8f31-1876fec39fb2 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:01.884231 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e12d016f-0686-480a-9b7e-327e33132548 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:01.884574 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-e12d016f-0686-480a-9b7e-327e33132548 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Added segment 395d2c9f-01af-4acd-88c2-e4ddfc7d2718 of type vlan for network 62985502-a482-40bf-be33-1c848cf7afc1 Apr 29 15:45:01.890520 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974f2c1-ecd0-494b-ac30-17b13ebfe0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437a0cf4-fd9e-4950-a08e-1a6c60c19154,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:01.900155 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0974f2c1-ecd0-494b-ac30-17b13ebfe0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:01.902271 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0974f2c1-ecd0-494b-ac30-17b13ebfe0c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/437a0cf4-fd9e-4950-a08e-1a6c60c19154 HTTP/1.1" status: 204 len: 168 time: 0.5950749 Apr 29 15:45:01.928971 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e12d016f-0686-480a-9b7e-327e33132548 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:01.941342 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3ed338cd-1fb0-4495-a072-b1aee6c80134 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "PUT /v2.0/subnetpools/19cf6161-559c-4dc7-959e-0c072929f05c/tags/tempest-TagsExtTest-Tag-1124390534 HTTP/1.1" status: 201 len: 201 time: 0.2010489 Apr 29 15:45:01.954335 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56888) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:01.964425 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-36364e62-4f65-4401-9c46-5cf910229c10 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4a59aa70-8720-48a9-b083-c49ed4df72b5') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:01.971101 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9e41c13e-1acd-4c3c-8f31-1876fec39fb2 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:01.972618 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-92bcdcc0-c3e3-4cda-aea1-7c0e6f275688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:02.043972 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e12d016f-0686-480a-9b7e-327e33132548 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:02.048576 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12d016f-0686-480a-9b7e-327e33132548 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:02.051751 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e12d016f-0686-480a-9b7e-327e33132548 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:02.089480 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f4b6bc9c-6f7e-40f6-ba71-d1f9e96fdb71 None None] Provisioning for port 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:02.095820 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9e41c13e-1acd-4c3c-8f31-1876fec39fb2 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:02.097683 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9e41c13e-1acd-4c3c-8f31-1876fec39fb2 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6047871 Apr 29 15:45:02.101229 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56892) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:02.122643 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] Routers {'4da4d312-dbbb-4101-bb5c-0df821d1d887'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:02.123281 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:44:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['4da4d312-dbbb-4101-bb5c-0df821d1d887'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:02.183675 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bcdcc0-c3e3-4cda-aea1-7c0e6f275688 None None] Network 5663d654-64b7-4c24-bf5d-4ae8bb0b4872 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:02.217045 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d016f-0686-480a-9b7e-327e33132548 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Network': ['ID=62985502-a482-40bf-be33-1c848cf7afc1,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:02.229871 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e12d016f-0686-480a-9b7e-327e33132548 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6402898 Apr 29 15:45:02.232712 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56896) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:02.241250 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-b9a307c6-106f-44bb-a286-18abab08a857 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'subnet': {'network_id': '62985502-a482-40bf-be33-1c848cf7afc1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:02.270700 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b', 'network_id': '3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'fixed_ips': [{'subnet_id': '139c2558-9b4d-43fe-9b9d-632fd410f350'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:45:02.272466 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:02.296246 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-36364e62-4f65-4401-9c46-5cf910229c10 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "GET /v2.0/subnets/4a59aa70-8720-48a9-b083-c49ed4df72b5/tags HTTP/1.1" status: 200 len: 241 time: 0.3498619 Apr 29 15:45:02.298506 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56900) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:02.331006 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-86d51ab3-bd59-45f4-a1e5-3f85be25caca tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4a59aa70-8720-48a9-b083-c49ed4df72b5', 'tempest-TagsExtTest-Tag-1724768173') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:02.368794 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b9a307c6-106f-44bb-a286-18abab08a857 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:02.373360 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b9a307c6-106f-44bb-a286-18abab08a857 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:subnet and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:02.376646 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b9a307c6-106f-44bb-a286-18abab08a857 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:02.383995 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b9a307c6-106f-44bb-a286-18abab08a857 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:02.448967 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a307c6-106f-44bb-a286-18abab08a857 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Made reservation on behalf of 72863ce39b024e9da16162dddbf6a3b4 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:45:02.491387 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 62985502-a482-40bf-be33-1c848cf7afc1 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:45:02.551711 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-92bcdcc0-c3e3-4cda-aea1-7c0e6f275688 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:02.597936 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b9a307c6-106f-44bb-a286-18abab08a857 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:02.613589 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bcdcc0-c3e3-4cda-aea1-7c0e6f275688 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:45:02.722659 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:45:02.735067 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f550a8d-df84-440c-9623-8bedcdd61088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-75e7f0f8-4897-4e20-8301-99a7eae75065', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'fixed_ips': [{'subnet_id': '92ea33ed-d192-4215-974c-fce358ceffd8'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:45:02.735876 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8f550a8d-df84-440c-9623-8bedcdd61088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:02.755367 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bcdcc0-c3e3-4cda-aea1-7c0e6f275688 None None] Pushing event updated for resources: {'Port': ['ID=dbe39864-79d9-4436-b443-975825c14edb,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:02.806520 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-86d51ab3-bd59-45f4-a1e5-3f85be25caca tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "GET /v2.0/subnets/4a59aa70-8720-48a9-b083-c49ed4df72b5/tags/tempest-TagsExtTest-Tag-1724768173 HTTP/1.1" status: 204 len: 168 time: 0.4918587 Apr 29 15:45:02.807959 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56914) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:02.846917 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-1b4a34ea-a2dc-4c30-bf49-568eafa27bd2 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '4a59aa70-8720-48a9-b083-c49ed4df72b5', 'tempest-TagsExtTest-Tag-1724768173') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:02.893540 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:03.050404 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b9a307c6-106f-44bb-a286-18abab08a857 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:03.093709 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] Set router 4da4d312-dbbb-4101-bb5c-0df821d1d887 gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:45:03.145189 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 7826055e-96cf-4ae4-9524-5c0b186b50f0, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7826055e-96cf-4ae4-9524-5c0b186b50f0,segment=NetworkSegment(f0266f78-8bc2-476f-9926-d3e36e7d9546),segment_id=f0266f78-8bc2-476f-9926-d3e36e7d9546)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:03.149255 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0df32e5f-e4b1-4c8e-af20-1deef37c2183 None None] Provisioning complete for port 7826055e-96cf-4ae4-9524-5c0b186b50f0 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:03.149255 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0df32e5f-e4b1-4c8e-af20-1deef37c2183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:03.157653 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a307c6-106f-44bb-a286-18abab08a857 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Subnet': ['ID=ff810b6c-c204-44ec-a08f-16cad6665b0d,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:03.175816 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.objects.ports [None req-7f1aa7b4-6afc-4cba-bc4a-ce64070844c5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84771) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 15:45:03.176456 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a307c6-106f-44bb-a286-18abab08a857 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Checking segment: {'id': '395d2c9f-01af-4acd-88c2-e4ddfc7d2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:45:03.178922 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a307c6-106f-44bb-a286-18abab08a857 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network hostable DHCP agents. Network: 62985502-a482-40bf-be33-1c848cf7afc1, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:45:03.184624 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7f1aa7b4-6afc-4cba-bc4a-ce64070844c5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:03.210805 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-92bcdcc0-c3e3-4cda-aea1-7c0e6f275688 None None] Attempting to bind port dbe39864-79d9-4436-b443-975825c14edb on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:45:03.211226 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-92bcdcc0-c3e3-4cda-aea1-7c0e6f275688 None None] Attempting to bind port dbe39864-79d9-4436-b443-975825c14edb by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'f22a8c25-d7c7-46f9-b3bd-69869b5dfc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5663d654-64b7-4c24-bf5d-4ae8bb0b4872'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:45:03.211521 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bcdcc0-c3e3-4cda-aea1-7c0e6f275688 None None] Attempting to bind port dbe39864-79d9-4436-b443-975825c14edb on network 5663d654-64b7-4c24-bf5d-4ae8bb0b4872 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:45:03.244385 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bcdcc0-c3e3-4cda-aea1-7c0e6f275688 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:45:03.244697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bcdcc0-c3e3-4cda-aea1-7c0e6f275688 None None] Checking segment: {'id': 'f22a8c25-d7c7-46f9-b3bd-69869b5dfc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5663d654-64b7-4c24-bf5d-4ae8bb0b4872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:45:03.245094 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-92bcdcc0-c3e3-4cda-aea1-7c0e6f275688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:03.245485 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bcdcc0-c3e3-4cda-aea1-7c0e6f275688 None None] Bound using segment: {'id': 'f22a8c25-d7c7-46f9-b3bd-69869b5dfc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5663d654-64b7-4c24-bf5d-4ae8bb0b4872'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:45:03.245956 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-92bcdcc0-c3e3-4cda-aea1-7c0e6f275688 None None] Bound port: dbe39864-79d9-4436-b443-975825c14edb, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a8c25-d7c7-46f9-b3bd-69869b5dfc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5663d654-64b7-4c24-bf5d-4ae8bb0b4872'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:45:03.246324 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-92bcdcc0-c3e3-4cda-aea1-7c0e6f275688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:03.278121 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a307c6-106f-44bb-a286-18abab08a857 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network 62985502-a482-40bf-be33-1c848cf7afc1 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:45:03.316805 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:03.330325 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:03.330950 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:03.350659 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1aa7b4-6afc-4cba-bc4a-ce64070844c5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:03.358042 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-7f1aa7b4-6afc-4cba-bc4a-ce64070844c5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:03.361132 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1aa7b4-6afc-4cba-bc4a-ce64070844c5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:03.361721 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7f1aa7b4-6afc-4cba-bc4a-ce64070844c5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:03.364513 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-b9a307c6-106f-44bb-a286-18abab08a857 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 62985502-a482-40bf-be33-1c848cf7afc1) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:03.390556 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a307c6-106f-44bb-a286-18abab08a857 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:03.390556 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b9a307c6-106f-44bb-a286-18abab08a857 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:03.391066 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1aa7b4-6afc-4cba-bc4a-ce64070844c5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=17f1cc6d-ad2e-4350-abc1-92726cf2f981,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:03.423946 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc5b4a0-373e-4008-b460-f95d5231cbda None None] Network 62985502-a482-40bf-be33-1c848cf7afc1 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:03.467946 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b9a307c6-106f-44bb-a286-18abab08a857 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2321763 Apr 29 15:45:03.473050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56924) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:03.588906 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1b4a34ea-a2dc-4c30-bf49-568eafa27bd2 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "DELETE /v2.0/subnets/4a59aa70-8720-48a9-b083-c49ed4df72b5/tags/tempest-TagsExtTest-Tag-1724768173 HTTP/1.1" status: 204 len: 168 time: 0.7503853 Apr 29 15:45:03.594717 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56928) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:03.600512 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-3dc0e2ed-6295-48e4-b603-e9150ab130d5 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4a59aa70-8720-48a9-b083-c49ed4df72b5') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:03.627879 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56932) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:03.655563 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7f1aa7b4-6afc-4cba-bc4a-ce64070844c5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5161893 Apr 29 15:45:03.665209 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56938) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:03.671768 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d0226a87-e93f-4f8d-ad98-ad889db09a94 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'mac_address': 'fa:16:3e:3c:f2:ac', 'name': 'tempest-NetworksTestDHCPv6-2129944169'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:03.770167 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-92bcdcc0-c3e3-4cda-aea1-7c0e6f275688 None None] For port dbe39864-79d9-4436-b443-975825c14edb, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:45:03.773822 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-92bcdcc0-c3e3-4cda-aea1-7c0e6f275688 None None] For port dbe39864-79d9-4436-b443-975825c14edb, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=dbe39864-79d9-4436-b443-975825c14edb,segment=NetworkSegment(f22a8c25-d7c7-46f9-b3bd-69869b5dfc89),segment_id=f22a8c25-d7c7-46f9-b3bd-69869b5dfc89)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:45:03.816153 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Allocated IP 172.21.0.2 (3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b/139c2558-9b4d-43fe-9b9d-632fd410f350/f07deb51-5942-4080-9188-94b731f8a20e) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:03.914830 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Request body: {'security_group': {'name': 'tempest-secgroup--1059137446'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:03.925851 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-92bcdcc0-c3e3-4cda-aea1-7c0e6f275688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:03.969861 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:03.983281 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Usage tracker for resource:security_group and tenant:ec670c0a173e4c8089614edd52d5dccd is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:03.985842 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3dc0e2ed-6295-48e4-b603-e9150ab130d5 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "GET /v2.0/subnets/4a59aa70-8720-48a9-b083-c49ed4df72b5/tags HTTP/1.1" status: 200 len: 205 time: 0.3896468 Apr 29 15:45:03.987060 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:03.989729 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56942) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:03.992838 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d0226a87-e93f-4f8d-ad98-ad889db09a94 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:03.999619 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.tag.tag_plugin [None req-2b89e99c-88d8-475d-a5ec-351690a22b9b tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '25a71803-631f-4c21-b7b1-181e8160a312') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:04.001338 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d0226a87-e93f-4f8d-ad98-ad889db09a94 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:port and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:04.009027 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d0226a87-e93f-4f8d-ad98-ad889db09a94 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:04.016335 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Allocated IP 172.20.0.1 (5663d654-64b7-4c24-bf5d-4ae8bb0b4872/54352ff9-dd8f-419e-9ee4-b258f8ab3331/f6d26067-b99d-4450-8ea0-7169f66498ca) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:04.018449 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d0226a87-e93f-4f8d-ad98-ad889db09a94 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:04.030668 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:04.079613 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=7826055e-96cf-4ae4-9524-5c0b186b50f0,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:04.108889 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2b89e99c-88d8-475d-a5ec-351690a22b9b tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "GET /v2.0/ports/25a71803-631f-4c21-b7b1-181e8160a312/tags HTTP/1.1" status: 200 len: 240 time: 0.1141071 Apr 29 15:45:04.109060 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56946) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:04.114193 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0226a87-e93f-4f8d-ad98-ad889db09a94 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:45:04.118307 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d0226a87-e93f-4f8d-ad98-ad889db09a94 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:04.166305 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.tag.tag_plugin [None req-3c16c2c3-bbcc-4665-8635-f49fd12e23d5 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '25a71803-631f-4c21-b7b1-181e8160a312', 'tempest-TagsExtTest-Tag-544679437') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:04.171792 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [None req-d0226a87-e93f-4f8d-ad98-ad889db09a94 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] device_id is not set on port c3f217fd-50ea-49be-b027-ce59c5f21022 yet. {{(pid=84771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:45:04.204780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:04.280651 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:04.298080 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:04.315555 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Transition to ACTIVE for port object f6d26067-b99d-4450-8ea0-7169f66498ca will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:04.346823 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:04.357237 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Usage tracker for resource:security_group_rule and tenant:ec670c0a173e4c8089614edd52d5dccd is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:04.360636 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:04.369253 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:04.372463 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3c16c2c3-bbcc-4665-8635-f49fd12e23d5 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "GET /v2.0/ports/25a71803-631f-4c21-b7b1-181e8160a312/tags/tempest-TagsExtTest-Tag-544679437 HTTP/1.1" status: 204 len: 168 time: 0.2624938 Apr 29 15:45:04.375405 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56950) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:04.386709 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.tag.tag_plugin [None req-cae10f65-17c3-4129-af03-1d9c9dd928cd tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '25a71803-631f-4c21-b7b1-181e8160a312', 'tempest-TagsExtTest-Tag-544679437') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:04.404405 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:04.493851 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network 5663d654-64b7-4c24-bf5d-4ae8bb0b4872 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:04.498434 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:04.506527 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:45:04.525057 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:04.539446 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bcdcc0-c3e3-4cda-aea1-7c0e6f275688 None None] Pushing event updated for resources: {'Port': ['ID=dbe39864-79d9-4436-b443-975825c14edb,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:04.542631 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Port': ['ID=f6d26067-b99d-4450-8ea0-7169f66498ca,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:04.565276 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-8f550a8d-df84-440c-9623-8bedcdd61088 None None] Allocated IP 2001:db8::2 (75e7f0f8-4897-4e20-8301-99a7eae75065/92ea33ed-d192-4215-974c-fce358ceffd8/756a83b0-379d-4c54-a14d-eadeab34ef3a) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:04.575032 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:04.575417 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:04.575979 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:04.580165 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:04.583790 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:04.583790 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:04.583790 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:04.583790 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:04.583790 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:04.583790 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:04.583790 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:04.583790 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:04.583790 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:04.583790 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:04.604424 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0df32e5f-e4b1-4c8e-af20-1deef37c2183 None None] Provisioning for port a7ec7cfa-2526-416a-a36a-730e258a0c23 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:04.610654 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-8f550a8d-df84-440c-9623-8bedcdd61088 None None] Allocated IP 2001:db8:0:1:f816:3eff:fedb:817f (75e7f0f8-4897-4e20-8301-99a7eae75065/17f1cc6d-ad2e-4350-abc1-92726cf2f981/756a83b0-379d-4c54-a14d-eadeab34ef3a) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:04.613965 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:04.641827 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cf58e5ec-f79e-4ccf-87e8-a9a9e95f0ecb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:04.656197 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:04.709472 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0df32e5f-e4b1-4c8e-af20-1deef37c2183 None None] Provisioning complete for port a7ec7cfa-2526-416a-a36a-730e258a0c23 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:04.709472 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0df32e5f-e4b1-4c8e-af20-1deef37c2183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:04.768712 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:04.788769 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-cae10f65-17c3-4129-af03-1d9c9dd928cd tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "DELETE /v2.0/ports/25a71803-631f-4c21-b7b1-181e8160a312/tags/tempest-TagsExtTest-Tag-544679437 HTTP/1.1" status: 204 len: 168 time: 0.4082363 Apr 29 15:45:04.804760 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56954) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:04.807603 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeccd20-d162-4953-8d4b-b1727a3d093e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-62985502-a482-40bf-be33-1c848cf7afc1', 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'fixed_ips': [{'subnet_id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:45:04.808420 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-aeeccd20-d162-4953-8d4b-b1727a3d093e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:04.820075 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-212a5358-f4d5-4373-ae90-68bb3f003ec3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '25a71803-631f-4c21-b7b1-181e8160a312') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:04.858857 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Usage tracker for resource:security_group_rule and tenant:ec670c0a173e4c8089614edd52d5dccd is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:04.864193 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:04.866853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a7045f-7827-400e-9f2e-d53d983ce1df,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:04.885394 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:04.890461 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:05.007266 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-0df32e5f-e4b1-4c8e-af20-1deef37c2183 None None] Port a7ec7cfa-2526-416a-a36a-730e258a0c23 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:45:05.025483 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:05.031347 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:05.075138 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Transition to ACTIVE for port object f07deb51-5942-4080-9188-94b731f8a20e will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:05.136138 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:05.208689 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1fdb4b-40f3-4767-b47a-4c8eb2398a5d,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:05.217192 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d1ef0fa9-baae-4fe7-ad4b-ccb4766558a0 None None] Provisioning complete for port 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:05.217651 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d1ef0fa9-baae-4fe7-ad4b-ccb4766558a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:05.223970 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-cf58e5ec-f79e-4ccf-87e8-a9a9e95f0ecb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Allocated IP 2001:db8:1::1 (62985502-a482-40bf-be33-1c848cf7afc1/ff810b6c-c204-44ec-a08f-16cad6665b0d/a567954b-7405-4fae-9437-176e7a91f278) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:05.231172 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:05.231456 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:05.231839 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:05.232096 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:05.232421 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:05.232735 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:05.233052 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:05.233363 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:05.233702 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:05.233988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:05.234300 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:05.253722 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-212a5358-f4d5-4373-ae90-68bb3f003ec3 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "GET /v2.0/ports/25a71803-631f-4c21-b7b1-181e8160a312/tags HTTP/1.1" status: 200 len: 205 time: 0.4477704 Apr 29 15:45:05.254317 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56958) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:05.263362 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:05.264700 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-eefad9d4-6903-4bce-8104-a52b97ee6454 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6358309 Apr 29 15:45:05.267345 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-5936e1bd-c310-4392-871f-d8669fdba76c tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:05.269627 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56962) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:05.279583 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:44:58Z', 'revision_number': 2, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:44:59Z', 'revision_number': 2, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:05.291525 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Transition to ACTIVE for port object f07deb51-5942-4080-9188-94b731f8a20e will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:05.300492 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] Checking router: 4da4d312-dbbb-4101-bb5c-0df821d1d887 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:45:05.303479 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] Updating router 4da4d312-dbbb-4101-bb5c-0df821d1d887 port a7ec7cfa-2526-416a-a36a-730e258a0c23 binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:45:05.395042 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:05.439975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-77a48302-8c00-4305-a216-10c1287f8c7c tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Synchronizing usage tracker for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:05.444708 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:05.468904 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cf58e5ec-f79e-4ccf-87e8-a9a9e95f0ecb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:05.488591 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-cf58e5ec-f79e-4ccf-87e8-a9a9e95f0ecb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Transition to ACTIVE for port object a567954b-7405-4fae-9437-176e7a91f278 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:05.536176 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5936e1bd-c310-4392-871f-d8669fdba76c tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "GET /v2.0/routers/8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927/tags HTTP/1.1" status: 200 len: 240 time: 0.2755618 Apr 29 15:45:05.537420 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56966) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:05.543721 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.tag.tag_plugin [None req-6b7f0a47-9428-4956-b265-510f94b65b49 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927', 'tempest-TagsExtTest-Tag-964510530') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:05.565276 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Network 3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:05.570304 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:05.588320 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:05.590777 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:45:05.604364 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-77a48302-8c00-4305-a216-10c1287f8c7c tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Unset dirty status for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:05.608456 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-77a48302-8c00-4305-a216-10c1287f8c7c tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3354521 Apr 29 15:45:05.608456 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cf58e5ec-f79e-4ccf-87e8-a9a9e95f0ecb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:05.608747 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8f550a8d-df84-440c-9623-8bedcdd61088 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:05.608857 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 56970) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:05.622235 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-9ba40168-6fef-49de-98ae-d51e328cdad9 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Request body: {'security_group': {'name': 'tempest-security--113457226', 'description': 'tempest-security-description-995849259'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:05.676975 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9ba40168-6fef-49de-98ae-d51e328cdad9 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:05.691597 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:05.693471 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8f550a8d-df84-440c-9623-8bedcdd61088 None None] Transition to ACTIVE for port object 756a83b0-379d-4c54-a14d-eadeab34ef3a will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:05.695935 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Pushing event updated for resources: {'Port': ['ID=f07deb51-5942-4080-9188-94b731f8a20e,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:05.713193 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d,segment=NetworkSegment(995bc6cd-4ead-414f-9d44-8901bc8e701f),segment_id=995bc6cd-4ead-414f-9d44-8901bc8e701f)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:05.716607 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d1ef0fa9-baae-4fe7-ad4b-ccb4766558a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:05.751366 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9ba40168-6fef-49de-98ae-d51e328cdad9 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:05.788170 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:05.859800 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9ba40168-6fef-49de-98ae-d51e328cdad9 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:05.892023 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:05.900644 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8f550a8d-df84-440c-9623-8bedcdd61088 None None] Transition to ACTIVE for port object 756a83b0-379d-4c54-a14d-eadeab34ef3a will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:05.917211 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9ba40168-6fef-49de-98ae-d51e328cdad9 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:05.922260 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9ba40168-6fef-49de-98ae-d51e328cdad9 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "PUT /v2.0/security-groups/4a1fdb4b-40f3-4767-b47a-4c8eb2398a5d HTTP/1.1" status: 200 len: 1610 time: 0.3109667 Apr 29 15:45:05.922470 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56974) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:05.944200 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Port': ['ID=f6d26067-b99d-4450-8ea0-7169f66498ca,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:05.953340 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba40168-6fef-49de-98ae-d51e328cdad9 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1fdb4b-40f3-4767-b47a-4c8eb2398a5d,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:05.955605 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:05.970810 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58e5ec-f79e-4ccf-87e8-a9a9e95f0ecb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Port': ['ID=a567954b-7405-4fae-9437-176e7a91f278,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:05.986260 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-aeeccd20-d162-4953-8d4b-b1727a3d093e None None] Allocated IP 2001:db8:1::2 (62985502-a482-40bf-be33-1c848cf7afc1/ff810b6c-c204-44ec-a08f-16cad6665b0d/cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:05.991261 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf58e5ec-f79e-4ccf-87e8-a9a9e95f0ecb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network 62985502-a482-40bf-be33-1c848cf7afc1 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:05.993264 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 98172c16-4885-434e-9199-3ff10f69653c no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:45:06.004290 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-cf58e5ec-f79e-4ccf-87e8-a9a9e95f0ecb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:06.008772 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf58e5ec-f79e-4ccf-87e8-a9a9e95f0ecb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:45:06.009292 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cf58e5ec-f79e-4ccf-87e8-a9a9e95f0ecb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:06.013472 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6b7f0a47-9428-4956-b265-510f94b65b49 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "GET /v2.0/routers/8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927/tags/tempest-TagsExtTest-Tag-964510530 HTTP/1.1" status: 204 len: 168 time: 0.4753015 Apr 29 15:45:06.018400 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3d7b36-eb2f-4335-9ee5-c5ed20ee2d50 None None] Network 5663d654-64b7-4c24-bf5d-4ae8bb0b4872 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:06.027954 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56978) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:06.029310 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.tag.tag_plugin [None req-6136f52e-6bed-451a-9ab4-cee03d592e34 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927', 'tempest-TagsExtTest-Tag-964510530') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:06.117265 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8f550a8d-df84-440c-9623-8bedcdd61088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:06.120908 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 98172c16-4885-434e-9199-3ff10f69653c {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:45:06.121036 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 98172c16-4885-434e-9199-3ff10f69653c not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:45:06.123479 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Attempting to bind port f07deb51-5942-4080-9188-94b731f8a20e on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:45:06.123854 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Attempting to bind port f07deb51-5942-4080-9188-94b731f8a20e by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '284747b6-0a7d-41a2-a12d-eba6b3eb9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:45:06.124215 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Attempting to bind port f07deb51-5942-4080-9188-94b731f8a20e on network 3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:45:06.166778 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2bdbae0f-8ce0-4240-a061-c5b19bd1a7fa tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-groups/4a1fdb4b-40f3-4767-b47a-4c8eb2398a5d HTTP/1.1" status: 200 len: 1610 time: 0.2411966 Apr 29 15:45:06.178695 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56982) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:06.233380 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network 5663d654-64b7-4c24-bf5d-4ae8bb0b4872 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:06.236803 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:06.289880 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c3945862-87e9-4174-a2e0-6fd3120ef711 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:06.324591 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6136f52e-6bed-451a-9ab4-cee03d592e34 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "DELETE /v2.0/routers/8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927/tags/tempest-TagsExtTest-Tag-964510530 HTTP/1.1" status: 204 len: 168 time: 0.2990072 Apr 29 15:45:06.324591 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56986) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:06.329439 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.tag.tag_plugin [None req-540dd6b6-735b-4632-a7a0-0da18eb04204 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:06.403913 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-d0226a87-e93f-4f8d-ad98-ad889db09a94 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8::261 (75e7f0f8-4897-4e20-8301-99a7eae75065/92ea33ed-d192-4215-974c-fce358ceffd8/c3f217fd-50ea-49be-b027-ce59c5f21022) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:06.417668 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:45:06.418046 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Checking segment: {'id': '284747b6-0a7d-41a2-a12d-eba6b3eb9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:45:06.418525 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:06.418919 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Bound using segment: {'id': '284747b6-0a7d-41a2-a12d-eba6b3eb9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:45:06.419464 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Bound port: f07deb51-5942-4080-9188-94b731f8a20e, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284747b6-0a7d-41a2-a12d-eba6b3eb9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:45:06.419841 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:06.439928 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-d0226a87-e93f-4f8d-ad98-ad889db09a94 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3c:f2ac (75e7f0f8-4897-4e20-8301-99a7eae75065/17f1cc6d-ad2e-4350-abc1-92726cf2f981/c3f217fd-50ea-49be-b027-ce59c5f21022) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:06.461988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cf58e5ec-f79e-4ccf-87e8-a9a9e95f0ecb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:06.476802 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c3945862-87e9-4174-a2e0-6fd3120ef711 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:06.479153 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7826055e-96cf-4ae4-9524-5c0b186b50f0 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:06.503424 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:06.577318 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f550a8d-df84-440c-9623-8bedcdd61088 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:06.582015 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-540dd6b6-735b-4632-a7a0-0da18eb04204 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "GET /v2.0/routers/8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927/tags HTTP/1.1" status: 200 len: 205 time: 0.2545931 Apr 29 15:45:06.582626 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56990) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:06.589503 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.tag.tag_plugin [None req-021ffa8d-ceda-480e-8a5a-f20218ef6304 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '19cf6161-559c-4dc7-959e-0c072929f05c') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:06.628093 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-8f550a8d-df84-440c-9623-8bedcdd61088 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:06.630656 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f550a8d-df84-440c-9623-8bedcdd61088 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:45:06.721574 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c3945862-87e9-4174-a2e0-6fd3120ef711 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:06.758408 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-d1ef0fa9-baae-4fe7-ad4b-ccb4766558a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:45:06.758663 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3945862-87e9-4174-a2e0-6fd3120ef711 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1fdb4b-40f3-4767-b47a-4c8eb2398a5d,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:06.758780 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-d1ef0fa9-baae-4fe7-ad4b-ccb4766558a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:45:06.773225 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-021ffa8d-ceda-480e-8a5a-f20218ef6304 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "GET /v2.0/subnetpools/19cf6161-559c-4dc7-959e-0c072929f05c/tags HTTP/1.1" status: 200 len: 241 time: 0.1845839 Apr 29 15:45:06.773225 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56994) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:06.778743 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.tag.tag_plugin [None req-36d31d98-c80a-4ab8-a1ed-29631447a83c tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19cf6161-559c-4dc7-959e-0c072929f05c', 'tempest-TagsExtTest-Tag-1124390534') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:06.801376 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Router 2e1fb4e3-2bf4-4232-a7a0-97e33eb21531 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:45:06.870641 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f550a8d-df84-440c-9623-8bedcdd61088 None None] Pushing event updated for resources: {'Port': ['ID=756a83b0-379d-4c54-a14d-eadeab34ef3a,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:06.888932 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c3945862-87e9-4174-a2e0-6fd3120ef711 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:06.892353 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c3945862-87e9-4174-a2e0-6fd3120ef711 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "DELETE /v2.0/security-groups/4a1fdb4b-40f3-4767-b47a-4c8eb2398a5d HTTP/1.1" status: 204 len: 168 time: 0.7215228 Apr 29 15:45:06.895084 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 56998) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:06.903552 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-36d31d98-c80a-4ab8-a1ed-29631447a83c tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "GET /v2.0/subnetpools/19cf6161-559c-4dc7-959e-0c072929f05c/tags/tempest-TagsExtTest-Tag-1124390534 HTTP/1.1" status: 204 len: 168 time: 0.1287389 Apr 29 15:45:06.917909 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57002) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:06.926262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.tag.tag_plugin [None req-0c6aee71-1aa2-4a23-b5e5-9a02a130fb45 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '19cf6161-559c-4dc7-959e-0c072929f05c', 'tempest-TagsExtTest-Tag-1124390534') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:07.027225 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7be2c40a-2972-4ec7-86dd-6cc40e5781d8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Synchronizing usage tracker for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:07.064228 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cf58e5ec-f79e-4ccf-87e8-a9a9e95f0ecb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:07.135405 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7be2c40a-2972-4ec7-86dd-6cc40e5781d8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Unset dirty status for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:07.137322 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7be2c40a-2972-4ec7-86dd-6cc40e5781d8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2410936 Apr 29 15:45:07.140369 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57006) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:07.150314 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] For port f07deb51-5942-4080-9188-94b731f8a20e, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:45:07.158770 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d0226a87-e93f-4f8d-ad98-ad889db09a94 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:07.167062 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0c6aee71-1aa2-4a23-b5e5-9a02a130fb45 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "DELETE /v2.0/subnetpools/19cf6161-559c-4dc7-959e-0c072929f05c/tags/tempest-TagsExtTest-Tag-1124390534 HTTP/1.1" status: 204 len: 168 time: 0.2460365 Apr 29 15:45:07.167677 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57010) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:07.171945 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cf58e5ec-f79e-4ccf-87e8-a9a9e95f0ecb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:07.179415 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-769f406a-2f33-4b60-96e0-712981d6077e tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] delete failed (client error): The resource could not be found. Apr 29 15:45:07.179557 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cf58e5ec-f79e-4ccf-87e8-a9a9e95f0ecb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:07.179655 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-769f406a-2f33-4b60-96e0-712981d6077e tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "DELETE /v2.0/security-groups/4a1fdb4b-40f3-4767-b47a-4c8eb2398a5d HTTP/1.1" status: 404 len: 347 time: 0.0326641 Apr 29 15:45:07.179655 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57014) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:07.182821 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.tag.tag_plugin [None req-7678a503-abb8-43a4-bb1a-a66fa208f20f tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '19cf6161-559c-4dc7-959e-0c072929f05c') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:07.190550 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-e6339131-c710-488b-ba64-04e27f7834e8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Request body: {'security_group': {'name': 'tempest-secgroup--709423350'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:07.198209 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-d0226a87-e93f-4f8d-ad98-ad889db09a94 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Transition to ACTIVE for port object c3f217fd-50ea-49be-b027-ce59c5f21022 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:07.200505 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e6339131-c710-488b-ba64-04e27f7834e8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:07.216921 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] For port f07deb51-5942-4080-9188-94b731f8a20e, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=f07deb51-5942-4080-9188-94b731f8a20e,segment=NetworkSegment(284747b6-0a7d-41a2-a12d-eba6b3eb9c98),segment_id=284747b6-0a7d-41a2-a12d-eba6b3eb9c98)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:45:07.222769 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e6339131-c710-488b-ba64-04e27f7834e8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:07.226270 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-8f550a8d-df84-440c-9623-8bedcdd61088 None None] Attempting to bind port 756a83b0-379d-4c54-a14d-eadeab34ef3a on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:45:07.226671 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-8f550a8d-df84-440c-9623-8bedcdd61088 None None] Attempting to bind port 756a83b0-379d-4c54-a14d-eadeab34ef3a by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:45:07.227036 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f550a8d-df84-440c-9623-8bedcdd61088 None None] Attempting to bind port 756a83b0-379d-4c54-a14d-eadeab34ef3a on network 75e7f0f8-4897-4e20-8301-99a7eae75065 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:45:07.239415 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 7826055e-96cf-4ae4-9524-5c0b186b50f0 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:07.242435 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:07.244520 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:45:07.252468 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4cb89527-c65d-48f2-a563-ff32805ff899 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "PUT /v2.0/routers/2e1fb4e3-2bf4-4232-a7a0-97e33eb21531/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1500213 Apr 29 15:45:07.254157 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57018) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:07.261451 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd62d14e-85a1-4e6e-b5e4-224b6ea9c1ea None None] Sync routers for ids ['2e1fb4e3-2bf4-4232-a7a0-97e33eb21531'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:45:07.281888 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd62d14e-85a1-4e6e-b5e4-224b6ea9c1ea None None] Routers {'2e1fb4e3-2bf4-4232-a7a0-97e33eb21531'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:07.284201 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-bd62d14e-85a1-4e6e-b5e4-224b6ea9c1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:44:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2e1fb4e3-2bf4-4232-a7a0-97e33eb21531'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:07.327347 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e6339131-c710-488b-ba64-04e27f7834e8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:07.329260 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-aeeccd20-d162-4953-8d4b-b1727a3d093e None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:07.332132 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:07.351877 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7678a503-abb8-43a4-bb1a-a66fa208f20f tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "GET /v2.0/subnetpools/19cf6161-559c-4dc7-959e-0c072929f05c/tags HTTP/1.1" status: 200 len: 205 time: 0.1799135 Apr 29 15:45:07.352128 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949b5164-757e-44bc-84f9-95b170d32846 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:07.352262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58e5ec-f79e-4ccf-87e8-a9a9e95f0ecb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Port': ['ID=a567954b-7405-4fae-9437-176e7a91f278,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:07.352377 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-949b5164-757e-44bc-84f9-95b170d32846 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Synchronizing usage tracker for tenant:f56fa22878a4477ebb22e0778bbb8cc4 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:07.352495 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57022) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:07.367996 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.tag.tag_plugin [None req-4264b9cb-b6b6-45c2-96ee-53762056947c tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '19cf6161-559c-4dc7-959e-0c072929f05c') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:07.382225 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d0226a87-e93f-4f8d-ad98-ad889db09a94 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:07.406244 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f550a8d-df84-440c-9623-8bedcdd61088 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:45:07.406656 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f550a8d-df84-440c-9623-8bedcdd61088 None None] Checking segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:45:07.407061 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8f550a8d-df84-440c-9623-8bedcdd61088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:07.407762 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f550a8d-df84-440c-9623-8bedcdd61088 None None] Bound using segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:45:07.407929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-8f550a8d-df84-440c-9623-8bedcdd61088 None None] Bound port: 756a83b0-379d-4c54-a14d-eadeab34ef3a, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:45:07.408291 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8f550a8d-df84-440c-9623-8bedcdd61088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:07.417914 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-bd62d14e-85a1-4e6e-b5e4-224b6ea9c1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:07.422901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e6339131-c710-488b-ba64-04e27f7834e8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:07.423414 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.resource_extend [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:45:07.433197 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e6339131-c710-488b-ba64-04e27f7834e8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Usage tracker for resource:security_group_rule and tenant:ec670c0a173e4c8089614edd52d5dccd is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:07.435914 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-949b5164-757e-44bc-84f9-95b170d32846 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Unset dirty status for tenant:f56fa22878a4477ebb22e0778bbb8cc4 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:07.439751 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4264b9cb-b6b6-45c2-96ee-53762056947c tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "DELETE /v2.0/subnetpools/19cf6161-559c-4dc7-959e-0c072929f05c/tags HTTP/1.1" status: 204 len: 168 time: 0.0775414 Apr 29 15:45:07.440899 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-949b5164-757e-44bc-84f9-95b170d32846 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "GET /v2.0/ports/f6d26067-b99d-4450-8ea0-7169f66498ca HTTP/1.1" status: 200 len: 910 time: 0.1848271 Apr 29 15:45:07.443009 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57026) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:07.443009 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57028) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:07.447510 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf58e5ec-f79e-4ccf-87e8-a9a9e95f0ecb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network 62985502-a482-40bf-be33-1c848cf7afc1 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:07.447685 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-aeeccd20-d162-4953-8d4b-b1727a3d093e None None] Transition to ACTIVE for port object cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:07.449260 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-cf58e5ec-f79e-4ccf-87e8-a9a9e95f0ecb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:07.451151 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e6339131-c710-488b-ba64-04e27f7834e8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:07.460596 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd62d14e-85a1-4e6e-b5e4-224b6ea9c1ea None None] Routers {'2e1fb4e3-2bf4-4232-a7a0-97e33eb21531'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:07.462275 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-bd62d14e-85a1-4e6e-b5e4-224b6ea9c1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:44:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2e1fb4e3-2bf4-4232-a7a0-97e33eb21531'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:07.475538 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-f7fc3138-7c53-44b9-a437-64f563c23400 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:07.557678 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-bd62d14e-85a1-4e6e-b5e4-224b6ea9c1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:07.559243 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd62d14e-85a1-4e6e-b5e4-224b6ea9c1ea None None] The sync data for ids ['2e1fb4e3-2bf4-4232-a7a0-97e33eb21531'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:45:07.582772 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e6339131-c710-488b-ba64-04e27f7834e8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:07.621973 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-aeeccd20-d162-4953-8d4b-b1727a3d093e None None] Transition to ACTIVE for port object cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:07.667956 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:07.678312 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0226a87-e93f-4f8d-ad98-ad889db09a94 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:07.683288 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Pushing event updated for resources: {'Port': ['ID=f07deb51-5942-4080-9188-94b731f8a20e,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:07.723356 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-aeeccd20-d162-4953-8d4b-b1727a3d093e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:07.742497 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-d0226a87-e93f-4f8d-ad98-ad889db09a94 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:07.754570 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0226a87-e93f-4f8d-ad98-ad889db09a94 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:45:07.758793 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0226a87-e93f-4f8d-ad98-ad889db09a94 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:07.759429 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d0226a87-e93f-4f8d-ad98-ad889db09a94 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:07.768102 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] Transition to ACTIVE for port object a7ec7cfa-2526-416a-a36a-730e258a0c23 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:07.792386 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:07.792954 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:07.793536 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:07.794056 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:07.794603 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:07.795114 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:07.795996 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0226a87-e93f-4f8d-ad98-ad889db09a94 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=c3f217fd-50ea-49be-b027-ce59c5f21022,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:07.796514 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:07.797024 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:07.798755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:07.799744 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:07.801620 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8fb6b-c7cc-49d6-be1a-a9ac2e553b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:07.868014 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d0226a87-e93f-4f8d-ad98-ad889db09a94 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.2013478 Apr 29 15:45:07.874673 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e6339131-c710-488b-ba64-04e27f7834e8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:07.875389 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57034) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:07.887638 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:07.916760 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f7fc3138-7c53-44b9-a437-64f563c23400 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "DELETE /v2.0/routers/8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927/tags HTTP/1.1" status: 204 len: 168 time: 0.4609101 Apr 29 15:45:07.929898 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57038) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:07.954709 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d1ef0fa9-baae-4fe7-ad4b-ccb4766558a0 None None] Provisioning for port 25a71803-631f-4c21-b7b1-181e8160a312 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:07.962067 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e6339131-c710-488b-ba64-04e27f7834e8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:07.968766 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8f550a8d-df84-440c-9623-8bedcdd61088 None None] For port 756a83b0-379d-4c54-a14d-eadeab34ef3a, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:45:07.989443 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-4d54ed3e-3182-43a8-9634-bfd7027e28f8 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '25a71803-631f-4c21-b7b1-181e8160a312') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:07.999463 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeccd20-d162-4953-8d4b-b1727a3d093e None None] Pushing event updated for resources: {'Port': ['ID=cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:08.017509 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf58e5ec-f79e-4ccf-87e8-a9a9e95f0ecb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Router 4da4d312-dbbb-4101-bb5c-0df821d1d887 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:45:08.045390 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d1ef0fa9-baae-4fe7-ad4b-ccb4766558a0 None None] Provisioning complete for port 25a71803-631f-4c21-b7b1-181e8160a312 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:08.046186 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d1ef0fa9-baae-4fe7-ad4b-ccb4766558a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:08.074724 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-febac613-4306-40aa-89a0-b4dfb7f53acc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting port c3f217fd-50ea-49be-b027-ce59c5f21022 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:08.076950 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-febac613-4306-40aa-89a0-b4dfb7f53acc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:08.079777 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8f550a8d-df84-440c-9623-8bedcdd61088 None None] For port 756a83b0-379d-4c54-a14d-eadeab34ef3a, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=756a83b0-379d-4c54-a14d-eadeab34ef3a,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:45:08.092955 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device dbe39864-79d9-4436-b443-975825c14edb up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:08.113404 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e6339131-c710-488b-ba64-04e27f7834e8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:08.114929 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e6339131-c710-488b-ba64-04e27f7834e8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9345608 Apr 29 15:45:08.130026 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57042) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:08.136947 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-0338737d-14b0-40ea-9408-f6089c2611fb tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Request body: {'security_group_rule': {'security_group_id': '0ca83c91-ffe7-41ba-ad3b-bccc801e6106', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:08.146079 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-0338737d-14b0-40ea-9408-f6089c2611fb tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:08.150654 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0338737d-14b0-40ea-9408-f6089c2611fb tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Usage tracker for resource:security_group_rule and tenant:ec670c0a173e4c8089614edd52d5dccd is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:08.154002 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0338737d-14b0-40ea-9408-f6089c2611fb tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:08.177737 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6339131-c710-488b-ba64-04e27f7834e8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca83c91-ffe7-41ba-ad3b-bccc801e6106,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:08.182860 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-0338737d-14b0-40ea-9408-f6089c2611fb tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:08.227514 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeeccd20-d162-4953-8d4b-b1727a3d093e None None] Network 62985502-a482-40bf-be33-1c848cf7afc1 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:08.325579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf58e5ec-f79e-4ccf-87e8-a9a9e95f0ecb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:45:08.333343 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-cf58e5ec-f79e-4ccf-87e8-a9a9e95f0ecb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "PUT /v2.0/routers/4da4d312-dbbb-4101-bb5c-0df821d1d887/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8563271 Apr 29 15:45:08.333343 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57046) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:08.339179 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-fed1eb3c-7f95-4a0a-bd2b-a8a622e8cfae tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1695567344'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:08.344579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-fed1eb3c-7f95-4a0a-bd2b-a8a622e8cfae tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:08.348870 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-fed1eb3c-7f95-4a0a-bd2b-a8a622e8cfae tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:network and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:08.352444 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-fed1eb3c-7f95-4a0a-bd2b-a8a622e8cfae tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:08.359255 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-fed1eb3c-7f95-4a0a-bd2b-a8a622e8cfae tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:08.375365 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0338737d-14b0-40ea-9408-f6089c2611fb tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:08.392925 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-aeeccd20-d162-4953-8d4b-b1727a3d093e None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:08.418243 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8f550a8d-df84-440c-9623-8bedcdd61088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:08.438698 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeccd20-d162-4953-8d4b-b1727a3d093e None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:45:08.446296 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed1eb3c-7f95-4a0a-bd2b-a8a622e8cfae tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Made reservation on behalf of 72863ce39b024e9da16162dddbf6a3b4 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:45:08.452200 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fed1eb3c-7f95-4a0a-bd2b-a8a622e8cfae tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:08.477556 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d1ef0fa9-baae-4fe7-ad4b-ccb4766558a0 None None] Port 25a71803-631f-4c21-b7b1-181e8160a312 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:45:08.487649 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed1eb3c-7f95-4a0a-bd2b-a8a622e8cfae tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:45:08.505641 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fed1eb3c-7f95-4a0a-bd2b-a8a622e8cfae tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:08.507115 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-fed1eb3c-7f95-4a0a-bd2b-a8a622e8cfae tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Added segment 5429533c-0044-4aaa-8745-3d75d0e5da8e of type vlan for network 7420d257-54fe-4add-aaaf-bde72554b97c Apr 29 15:45:08.531668 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03caeb-a9bf-4d00-8cb5-0da1c90bf5e6 None None] Pushing event updated for resources: {'Port': ['ID=a7ec7cfa-2526-416a-a36a-730e258a0c23,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:08.561421 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0338737d-14b0-40ea-9408-f6089c2611fb tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:08.563608 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fed1eb3c-7f95-4a0a-bd2b-a8a622e8cfae tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:08.610602 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0338737d-14b0-40ea-9408-f6089c2611fb tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:08.628750 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338737d-14b0-40ea-9408-f6089c2611fb tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31fe21d5-705f-4149-94f4-078d6476c9f4,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:08.634003 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4d54ed3e-3182-43a8-9634-bfd7027e28f8 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "DELETE /v2.0/ports/25a71803-631f-4c21-b7b1-181e8160a312/tags HTTP/1.1" status: 204 len: 168 time: 0.6973827 Apr 29 15:45:08.636299 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57050) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:08.655480 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-2cd3ca2b-224e-470e-a862-42e3c6a62689 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4a59aa70-8720-48a9-b083-c49ed4df72b5') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:08.685822 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fed1eb3c-7f95-4a0a-bd2b-a8a622e8cfae tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:08.701580 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed1eb3c-7f95-4a0a-bd2b-a8a622e8cfae tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:08.705038 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fed1eb3c-7f95-4a0a-bd2b-a8a622e8cfae tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:08.782208 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-febac613-4306-40aa-89a0-b4dfb7f53acc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:08.813632 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0338737d-14b0-40ea-9408-f6089c2611fb tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:08.817227 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0338737d-14b0-40ea-9408-f6089c2611fb tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6855421 Apr 29 15:45:08.828137 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57054) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:08.906799 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f550a8d-df84-440c-9623-8bedcdd61088 None None] Pushing event updated for resources: {'Port': ['ID=756a83b0-379d-4c54-a14d-eadeab34ef3a,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:08.922162 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-aeeccd20-d162-4953-8d4b-b1727a3d093e None None] Attempting to bind port cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:45:08.922548 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-aeeccd20-d162-4953-8d4b-b1727a3d093e None None] Attempting to bind port cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '395d2c9f-01af-4acd-88c2-e4ddfc7d2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:45:08.922972 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeccd20-d162-4953-8d4b-b1727a3d093e None None] Attempting to bind port cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2 on network 62985502-a482-40bf-be33-1c848cf7afc1 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:45:08.937091 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeccd20-d162-4953-8d4b-b1727a3d093e None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:45:08.937472 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeccd20-d162-4953-8d4b-b1727a3d093e None None] Checking segment: {'id': '395d2c9f-01af-4acd-88c2-e4ddfc7d2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:45:08.937873 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-aeeccd20-d162-4953-8d4b-b1727a3d093e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:08.938259 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeccd20-d162-4953-8d4b-b1727a3d093e None None] Bound using segment: {'id': '395d2c9f-01af-4acd-88c2-e4ddfc7d2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:45:08.938762 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-aeeccd20-d162-4953-8d4b-b1727a3d093e None None] Bound port: cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395d2c9f-01af-4acd-88c2-e4ddfc7d2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:45:08.939202 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-aeeccd20-d162-4953-8d4b-b1727a3d093e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:08.954916 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-fed1eb3c-7f95-4a0a-bd2b-a8a622e8cfae tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6205430 Apr 29 15:45:08.955668 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57058) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:09.006899 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] Attempting to bind port a7ec7cfa-2526-416a-a36a-730e258a0c23 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:45:09.007265 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] Attempting to bind port a7ec7cfa-2526-416a-a36a-730e258a0c23 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'f0266f78-8bc2-476f-9926-d3e36e7d9546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:45:09.007623 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] Attempting to bind port a7ec7cfa-2526-416a-a36a-730e258a0c23 on network 2acd8833-38f1-4756-8107-1cc3782984cf {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:45:09.022909 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-1be678dd-8ff4-4225-8f81-14aa203c946a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'subnet': {'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:09.023659 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:45:09.024035 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] Checking segment: {'id': 'f0266f78-8bc2-476f-9926-d3e36e7d9546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:45:09.024434 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:09.024833 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] Bound using segment: {'id': 'f0266f78-8bc2-476f-9926-d3e36e7d9546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:45:09.025314 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] Bound port: a7ec7cfa-2526-416a-a36a-730e258a0c23, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0266f78-8bc2-476f-9926-d3e36e7d9546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:45:09.025686 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:09.164542 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] For port a7ec7cfa-2526-416a-a36a-730e258a0c23, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:45:09.168101 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1eb3c-7f95-4a0a-bd2b-a8a622e8cfae tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Network': ['ID=7420d257-54fe-4add-aaaf-bde72554b97c,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:09.168296 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] For port a7ec7cfa-2526-416a-a36a-730e258a0c23, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a7ec7cfa-2526-416a-a36a-730e258a0c23,segment=NetworkSegment(f0266f78-8bc2-476f-9926-d3e36e7d9546),segment_id=f0266f78-8bc2-476f-9926-d3e36e7d9546)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:45:09.180429 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-febac613-4306-40aa-89a0-b4dfb7f53acc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Calling delete_port for c3f217fd-50ea-49be-b027-ce59c5f21022 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:09.199590 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 7420d257-54fe-4add-aaaf-bde72554b97c details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:45:09.201855 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fdbedeaf-1c26-47f3-a177-925d981e7d0f tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:09.223987 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fdbedeaf-1c26-47f3-a177-925d981e7d0f tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:09.234937 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-1be678dd-8ff4-4225-8f81-14aa203c946a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:09.245948 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1be678dd-8ff4-4225-8f81-14aa203c946a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:subnet and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:09.257707 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1be678dd-8ff4-4225-8f81-14aa203c946a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:09.271987 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-1be678dd-8ff4-4225-8f81-14aa203c946a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:09.346256 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fdbedeaf-1c26-47f3-a177-925d981e7d0f tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:09.363360 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be678dd-8ff4-4225-8f81-14aa203c946a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Made reservation on behalf of 72863ce39b024e9da16162dddbf6a3b4 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:45:09.367299 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:09.370942 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port dbe39864-79d9-4436-b443-975825c14edb completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:09.380423 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbedeaf-1c26-47f3-a177-925d981e7d0f tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31fe21d5-705f-4149-94f4-078d6476c9f4,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:09.390877 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fdbedeaf-1c26-47f3-a177-925d981e7d0f tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:09.394380 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-fdbedeaf-1c26-47f3-a177-925d981e7d0f tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/31fe21d5-705f-4149-94f4-078d6476c9f4 HTTP/1.1" status: 204 len: 168 time: 0.5627964 Apr 29 15:45:09.396829 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57062) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:09.446627 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2cd3ca2b-224e-470e-a862-42e3c6a62689 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "DELETE /v2.0/subnets/4a59aa70-8720-48a9-b083-c49ed4df72b5/tags HTTP/1.1" status: 204 len: 168 time: 0.8043725 Apr 29 15:45:09.451162 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57066) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:09.459732 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.tag.tag_plugin [None req-c786481c-8a8f-4733-b8a8-4767b44391e6 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4a59aa70-8720-48a9-b083-c49ed4df72b5', 'tempest-TagsExtTest-Tag-453439623') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:09.512526 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-aeeccd20-d162-4953-8d4b-b1727a3d093e None None] For port cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:45:09.530151 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03caeb-a9bf-4d00-8cb5-0da1c90bf5e6 None None] Pushing event updated for resources: {'Port': ['ID=a7ec7cfa-2526-416a-a36a-730e258a0c23,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:09.530354 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1be678dd-8ff4-4225-8f81-14aa203c946a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:09.536403 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] Routers {'4da4d312-dbbb-4101-bb5c-0df821d1d887'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:09.537793 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:44:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['4da4d312-dbbb-4101-bb5c-0df821d1d887'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:09.556310 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4ee8c79d-4f8d-443c-914b-c93eb4d18f3d tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Synchronizing usage tracker for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:09.604383 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350eae42-86b9-478f-b883-77674fb1f349 None None] Network 3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:09.729959 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ca7d9c59-886b-4ca9-940c-6468329e5db9 None None] Provisioning for port dbe39864-79d9-4436-b443-975825c14edb completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:09.760371 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4ee8c79d-4f8d-443c-914b-c93eb4d18f3d tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Unset dirty status for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:09.764773 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4ee8c79d-4f8d-443c-914b-c93eb4d18f3d tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3551078 Apr 29 15:45:09.767215 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57070) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:09.776688 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-febac613-4306-40aa-89a0-b4dfb7f53acc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:09.841579 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ca7d9c59-886b-4ca9-940c-6468329e5db9 None None] Provisioning complete for port dbe39864-79d9-4436-b443-975825c14edb triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:09.843015 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ca7d9c59-886b-4ca9-940c-6468329e5db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:09.856005 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c786481c-8a8f-4733-b8a8-4767b44391e6 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "PUT /v2.0/subnets/4a59aa70-8720-48a9-b083-c49ed4df72b5/tags/tempest-TagsExtTest-Tag-453439623 HTTP/1.1" status: 201 len: 201 time: 0.4037933 Apr 29 15:45:09.865231 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57074) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:09.869685 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febac613-4306-40aa-89a0-b4dfb7f53acc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Port': ['ID=c3f217fd-50ea-49be-b027-ce59c5f21022,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:09.878721 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.tag.tag_plugin [None req-9eaf277f-7551-4fd6-a564-098324732f9b tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '25a71803-631f-4c21-b7b1-181e8160a312', 'tempest-TagsExtTest-Tag-819708540') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:09.909626 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a10446a7-fbb5-499d-b018-fa9d9b89fcee tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:09.991318 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 756a83b0-379d-4c54-a14d-eadeab34ef3a up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:10.023286 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-febac613-4306-40aa-89a0-b4dfb7f53acc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:10.086918 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1be678dd-8ff4-4225-8f81-14aa203c946a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:10.165875 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-aeeccd20-d162-4953-8d4b-b1727a3d093e None None] For port cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2,segment=NetworkSegment(395d2c9f-01af-4acd-88c2-e4ddfc7d2718),segment_id=395d2c9f-01af-4acd-88c2-e4ddfc7d2718)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:45:10.172351 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-febac613-4306-40aa-89a0-b4dfb7f53acc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/c3f217fd-50ea-49be-b027-ce59c5f21022 HTTP/1.1" status: 204 len: 168 time: 2.2938566 Apr 29 15:45:10.178893 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57078) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:10.179566 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be678dd-8ff4-4225-8f81-14aa203c946a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Subnet': ['ID=6cbf58b4-e3cd-4995-9f69-503d00895a9d,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:10.183168 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9eaf277f-7551-4fd6-a564-098324732f9b tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "PUT /v2.0/ports/25a71803-631f-4c21-b7b1-181e8160a312/tags/tempest-TagsExtTest-Tag-819708540 HTTP/1.1" status: 201 len: 201 time: 0.3164518 Apr 29 15:45:10.188557 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57082) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:10.208953 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-f0c44261-57f0-46f6-a275-0da6100c04a2 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927', 'tempest-TagsExtTest-Tag-1873711537') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:10.251208 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] Set router 4da4d312-dbbb-4101-bb5c-0df821d1d887 gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:45:10.273401 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d19faf36-2e0a-440c-a9f7-b831a6ebd91c tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:10.284080 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be678dd-8ff4-4225-8f81-14aa203c946a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Checking segment: {'id': '5429533c-0044-4aaa-8745-3d75d0e5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:45:10.284446 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be678dd-8ff4-4225-8f81-14aa203c946a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network hostable DHCP agents. Network: 7420d257-54fe-4add-aaaf-bde72554b97c, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:45:10.334018 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77ce165-e90c-4436-9c52-464ead4e49e1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:10.338259 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d77ce165-e90c-4436-9c52-464ead4e49e1 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1533804 Apr 29 15:45:10.338889 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57086) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:10.342818 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-aeeccd20-d162-4953-8d4b-b1727a3d093e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:10.381992 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403e6855-a89b-47ad-8b02-5300040a2db4 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:10.385894 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d19faf36-2e0a-440c-a9f7-b831a6ebd91c tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:10.386979 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be678dd-8ff4-4225-8f81-14aa203c946a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network 7420d257-54fe-4add-aaaf-bde72554b97c is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:45:10.438790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbaeb88-269f-4b0e-a2dd-aec14b341301 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:10.440646 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0bbaeb88-269f-4b0e-a2dd-aec14b341301 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1008618 Apr 29 15:45:10.443342 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57090) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:10.586256 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-1be678dd-8ff4-4225-8f81-14aa203c946a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 7420d257-54fe-4add-aaaf-bde72554b97c) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:10.598367 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be678dd-8ff4-4225-8f81-14aa203c946a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:10.599199 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1be678dd-8ff4-4225-8f81-14aa203c946a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:10.625158 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f0c44261-57f0-46f6-a275-0da6100c04a2 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "PUT /v2.0/routers/8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927/tags/tempest-TagsExtTest-Tag-1873711537 HTTP/1.1" status: 201 len: 201 time: 0.4309764 Apr 29 15:45:10.625502 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57094) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:10.635324 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.tag.tag_plugin [None req-dfa31dab-8e08-42a8-9f6d-499f2438acdc tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '19cf6161-559c-4dc7-959e-0c072929f05c', 'tempest-TagsExtTest-Tag-693353098') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:10.648844 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6222454b-1721-4735-a14a-c1c3e77c0a1c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:10.650249 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6222454b-1721-4735-a14a-c1c3e77c0a1c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:10.651033 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d19faf36-2e0a-440c-a9f7-b831a6ebd91c tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:10.652099 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6222454b-1721-4735-a14a-c1c3e77c0a1c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:10.652694 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6222454b-1721-4735-a14a-c1c3e77c0a1c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:10.664748 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4222d8-d4d2-4391-8331-fca6144d3b1c None None] Network 7420d257-54fe-4add-aaaf-bde72554b97c requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:10.678322 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19faf36-2e0a-440c-a9f7-b831a6ebd91c tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca83c91-ffe7-41ba-ad3b-bccc801e6106,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:10.691256 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-a10446a7-fbb5-499d-b018-fa9d9b89fcee tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Allocated IP 172.21.0.1 (3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b/139c2558-9b4d-43fe-9b9d-632fd410f350/865411c2-ecf2-4faf-b335-da1cac610fad) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:10.695731 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 756a83b0-379d-4c54-a14d-eadeab34ef3a completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:10.704886 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1be678dd-8ff4-4225-8f81-14aa203c946a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7378976 Apr 29 15:45:10.707278 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57098) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:10.801205 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:10.866886 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-dfa31dab-8e08-42a8-9f6d-499f2438acdc tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "PUT /v2.0/subnetpools/19cf6161-559c-4dc7-959e-0c072929f05c/tags/tempest-TagsExtTest-Tag-693353098 HTTP/1.1" status: 201 len: 201 time: 0.2378097 Apr 29 15:45:10.866886 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6222454b-1721-4735-a14a-c1c3e77c0a1c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:10.866886 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6222454b-1721-4735-a14a-c1c3e77c0a1c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4221818 Apr 29 15:45:10.868046 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57102) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:10.874268 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57104) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:10.891412 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-26717434-f738-4eb0-be89-c8cc6e4493a9 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '4a59aa70-8720-48a9-b083-c49ed4df72b5', {'tags': ['tempest-TagsExtTest-Tag-659122641', 'tempest-TagsExtTest-Tag-1085379901', 'tempest-TagsExtTest-Tag-1107760146']}) {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:11.080315 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeccd20-d162-4953-8d4b-b1727a3d093e None None] Pushing event updated for resources: {'Port': ['ID=cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:11.097545 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ca7d9c59-886b-4ca9-940c-6468329e5db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:11.137026 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d19faf36-2e0a-440c-a9f7-b831a6ebd91c tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:11.140515 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d19faf36-2e0a-440c-a9f7-b831a6ebd91c tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "DELETE /v2.0/security-groups/0ca83c91-ffe7-41ba-ad3b-bccc801e6106 HTTP/1.1" status: 204 len: 168 time: 1.3701148 Apr 29 15:45:11.153639 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57110) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:11.225416 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a10446a7-fbb5-499d-b018-fa9d9b89fcee tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:11.251343 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d3e6363-baf8-46ea-9795-8b1321408b8f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet 17f1cc6d-ad2e-4350-abc1-92726cf2f981 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:45:11.260476 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6d3e6363-baf8-46ea-9795-8b1321408b8f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:11.279940 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-a10446a7-fbb5-499d-b018-fa9d9b89fcee tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Transition to ACTIVE for port object 865411c2-ecf2-4faf-b335-da1cac610fad will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:11.315410 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c0a6d16d-d960-4d1c-9fbb-fb78d2162ec4 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Synchronizing usage tracker for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:11.338439 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-ca7d9c59-886b-4ca9-940c-6468329e5db9 None None] For port dbe39864-79d9-4436-b443-975825c14edb, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=dbe39864-79d9-4436-b443-975825c14edb,segment=NetworkSegment(f22a8c25-d7c7-46f9-b3bd-69869b5dfc89),segment_id=f22a8c25-d7c7-46f9-b3bd-69869b5dfc89)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:11.338621 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6d3e6363-baf8-46ea-9795-8b1321408b8f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:11.417740 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-26717434-f738-4eb0-be89-c8cc6e4493a9 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "PUT /v2.0/subnets/4a59aa70-8720-48a9-b083-c49ed4df72b5/tags HTTP/1.1" status: 200 len: 317 time: 0.5452354 Apr 29 15:45:11.418578 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57114) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:11.430083 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-f28d8891-24a3-479a-a781-693a663d7d20 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4a59aa70-8720-48a9-b083-c49ed4df72b5') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:11.455155 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ca7d9c59-886b-4ca9-940c-6468329e5db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:11.463020 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a10446a7-fbb5-499d-b018-fa9d9b89fcee tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:11.502567 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:11.502939 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:11.504033 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c0a6d16d-d960-4d1c-9fbb-fb78d2162ec4 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Unset dirty status for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:11.509949 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c0a6d16d-d960-4d1c-9fbb-fb78d2162ec4 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3476994 Apr 29 15:45:11.513685 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57118) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:11.537340 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-756bd89e-cb39-4ff8-bea4-a16c71e3f177 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Request body: {'security_group': {'name': 'tempest-secgroup--1495205333'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:11.561792 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-756bd89e-cb39-4ff8-bea4-a16c71e3f177 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:11.592376 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6d3e6363-baf8-46ea-9795-8b1321408b8f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:11.595594 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10446a7-fbb5-499d-b018-fa9d9b89fcee tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network 3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:11.597139 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-756bd89e-cb39-4ff8-bea4-a16c71e3f177 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:11.606970 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-a10446a7-fbb5-499d-b018-fa9d9b89fcee tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:11.612594 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10446a7-fbb5-499d-b018-fa9d9b89fcee tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Port': ['ID=865411c2-ecf2-4faf-b335-da1cac610fad,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:11.617554 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10446a7-fbb5-499d-b018-fa9d9b89fcee tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:45:11.688691 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a10446a7-fbb5-499d-b018-fa9d9b89fcee tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:11.721294 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d9c59-886b-4ca9-940c-6468329e5db9 None None] Pushing event updated for resources: {'Port': ['ID=dbe39864-79d9-4436-b443-975825c14edb,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:11.733036 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ca7d9c59-886b-4ca9-940c-6468329e5db9 None None] Provisioning for port f6d26067-b99d-4450-8ea0-7169f66498ca completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:11.739452 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-756bd89e-cb39-4ff8-bea4-a16c71e3f177 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:11.782559 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:45:06Z', 'revision_number': 3, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': 'a567954b-7405-4fae-9437-176e7a91f278', 'name': '', 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:4c:58:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:04Z', 'updated_at': '2022-04-29T15:45:06Z', 'revision_number': 2, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:09Z', 'revision_number': 4, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:11.792707 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d0395a-5d99-40aa-b6c5-ce7afb075b00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-7420d257-54fe-4add-aaaf-bde72554b97c', 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'fixed_ips': [{'subnet_id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:45:11.793520 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-41d0395a-5d99-40aa-b6c5-ce7afb075b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:11.806274 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f28d8891-24a3-479a-a781-693a663d7d20 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "DELETE /v2.0/subnets/4a59aa70-8720-48a9-b083-c49ed4df72b5/tags HTTP/1.1" status: 204 len: 168 time: 0.3866982 Apr 29 15:45:11.811758 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57122) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:11.820518 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.tag.tag_plugin [None req-49e18137-09a9-4dc7-a62d-947dc46e734b tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4a59aa70-8720-48a9-b083-c49ed4df72b5', 'tempest-TagsExtTest-Tag-659122641') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:11.858851 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e78041-c5bd-4f70-b650-0b24c0429674 None None] The sync data for ids ['4da4d312-dbbb-4101-bb5c-0df821d1d887'] in dv-neutron-839913-1-hyperv is: [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:45:06Z', 'revision_number': 3, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': 'a567954b-7405-4fae-9437-176e7a91f278', 'name': '', 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:4c:58:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:04Z', 'updated_at': '2022-04-29T15:45:06Z', 'revision_number': 2, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:09Z', 'revision_number': 4, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:45:11.867483 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ca7d9c59-886b-4ca9-940c-6468329e5db9 None None] Provisioning complete for port f6d26067-b99d-4450-8ea0-7169f66498ca triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:11.867877 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ca7d9c59-886b-4ca9-940c-6468329e5db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:11.869465 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-756bd89e-cb39-4ff8-bea4-a16c71e3f177 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:11.877897 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-756bd89e-cb39-4ff8-bea4-a16c71e3f177 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Usage tracker for resource:security_group_rule and tenant:ec670c0a173e4c8089614edd52d5dccd is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:11.880123 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6d3e6363-baf8-46ea-9795-8b1321408b8f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:11.889565 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-756bd89e-cb39-4ff8-bea4-a16c71e3f177 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:11.901900 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-756bd89e-cb39-4ff8-bea4-a16c71e3f177 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:11.949390 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6d3e6363-baf8-46ea-9795-8b1321408b8f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:12.010912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e6363-baf8-46ea-9795-8b1321408b8f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=17f1cc6d-ad2e-4350-abc1-92726cf2f981,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:12.036360 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device f07deb51-5942-4080-9188-94b731f8a20e up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:12.065172 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bb0d94fe-71b3-414a-b26f-1560824014d0 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:12.070007 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a10446a7-fbb5-499d-b018-fa9d9b89fcee tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:12.210040 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-ca7d9c59-886b-4ca9-940c-6468329e5db9 None None] Port f6d26067-b99d-4450-8ea0-7169f66498ca cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:45:12.362699 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-756bd89e-cb39-4ff8-bea4-a16c71e3f177 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:12.442708 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6d3e6363-baf8-46ea-9795-8b1321408b8f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/17f1cc6d-ad2e-4350-abc1-92726cf2f981 HTTP/1.1" status: 204 len: 168 time: 1.5673909 Apr 29 15:45:12.443740 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57126) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:12.489362 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f599dd-30da-4749-a736-e2600992f919 None None] Network 62985502-a482-40bf-be33-1c848cf7afc1 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:12.540726 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-49e18137-09a9-4dc7-a62d-947dc46e734b tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] show failed (client error): The resource could not be found. Apr 29 15:45:12.542027 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-49e18137-09a9-4dc7-a62d-947dc46e734b tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "GET /v2.0/subnets/4a59aa70-8720-48a9-b083-c49ed4df72b5/tags/tempest-TagsExtTest-Tag-659122641 HTTP/1.1" status: 404 len: 328 time: 0.7295532 Apr 29 15:45:12.546622 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-3676e3f6-de64-49ea-8412-d1575fa5babf tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet 92ea33ed-d192-4215-974c-fce358ceffd8 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:45:12.550335 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3676e3f6-de64-49ea-8412-d1575fa5babf tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:12.601175 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-756bd89e-cb39-4ff8-bea4-a16c71e3f177 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:12.638604 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3676e3f6-de64-49ea-8412-d1575fa5babf tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:12.650989 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57130) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:12.689745 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-acfcb56c-b78e-493f-b0a3-a8e268ebc5f5 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4a59aa70-8720-48a9-b083-c49ed4df72b5', 'tempest-TagsExtTest-Tag-1085379901') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:12.807586 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-41d0395a-5d99-40aa-b6c5-ce7afb075b00 None None] Allocated IP 2001:db8:2::2 (7420d257-54fe-4add-aaaf-bde72554b97c/6cbf58b4-e3cd-4995-9f69-503d00895a9d/cc50bc16-c401-4551-9492-48883c430a5e) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:12.823903 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-756bd89e-cb39-4ff8-bea4-a16c71e3f177 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:12.827898 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-756bd89e-cb39-4ff8-bea4-a16c71e3f177 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3095748 Apr 29 15:45:12.841580 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port f07deb51-5942-4080-9188-94b731f8a20e completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:12.842566 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57134) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:12.881208 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-c809e226-18c5-46b5-b3a9-e8a2309063a2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Request body: {'security_group_rule': {'security_group_id': '0dcd5b0a-2d37-46ac-ac0a-7cb0f90f68f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:12.890883 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c809e226-18c5-46b5-b3a9-e8a2309063a2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:12.895713 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c809e226-18c5-46b5-b3a9-e8a2309063a2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Usage tracker for resource:security_group_rule and tenant:ec670c0a173e4c8089614edd52d5dccd is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:12.899958 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c809e226-18c5-46b5-b3a9-e8a2309063a2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:12.913964 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c809e226-18c5-46b5-b3a9-e8a2309063a2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:12.934398 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756bd89e-cb39-4ff8-bea4-a16c71e3f177 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcd5b0a-2d37-46ac-ac0a-7cb0f90f68f1,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:12.990610 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-acfcb56c-b78e-493f-b0a3-a8e268ebc5f5 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] show failed (client error): The resource could not be found. Apr 29 15:45:12.994500 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-acfcb56c-b78e-493f-b0a3-a8e268ebc5f5 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "GET /v2.0/subnets/4a59aa70-8720-48a9-b083-c49ed4df72b5/tags/tempest-TagsExtTest-Tag-1085379901 HTTP/1.1" status: 404 len: 329 time: 0.3287625 Apr 29 15:45:13.013920 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57138) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:13.015836 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] Provisioning for port 865411c2-ecf2-4faf-b335-da1cac610fad completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:13.029212 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-aa96b5e0-ebb3-4583-88e7-2cee02c4d977 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4a59aa70-8720-48a9-b083-c49ed4df72b5', 'tempest-TagsExtTest-Tag-1107760146') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:13.031330 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] Provisioning complete for port 865411c2-ecf2-4faf-b335-da1cac610fad triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:13.032039 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:13.081249 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3676e3f6-de64-49ea-8412-d1575fa5babf tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:13.117833 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af79ee5c-79a2-4847-ad36-9e2202c4ee8f None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:13.231223 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c809e226-18c5-46b5-b3a9-e8a2309063a2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:13.330066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:13.355612 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-aa96b5e0-ebb3-4583-88e7-2cee02c4d977 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] show failed (client error): The resource could not be found. Apr 29 15:45:13.360147 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-aa96b5e0-ebb3-4583-88e7-2cee02c4d977 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "GET /v2.0/subnets/4a59aa70-8720-48a9-b083-c49ed4df72b5/tags/tempest-TagsExtTest-Tag-1107760146 HTTP/1.1" status: 404 len: 329 time: 0.3447466 Apr 29 15:45:13.360955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57142) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:13.372817 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.tag.tag_plugin [None req-13bbe0b3-fc90-408e-b4bd-e02586026b2b tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '25a71803-631f-4c21-b7b1-181e8160a312', {'tags': ['tempest-TagsExtTest-Tag-2067695160', 'tempest-TagsExtTest-Tag-1989912711', 'tempest-TagsExtTest-Tag-490895662']}) {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:13.390294 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c809e226-18c5-46b5-b3a9-e8a2309063a2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:13.409163 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a10446a7-fbb5-499d-b018-fa9d9b89fcee tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:13.417209 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3676e3f6-de64-49ea-8412-d1575fa5babf tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:13.473801 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676e3f6-de64-49ea-8412-d1575fa5babf tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=92ea33ed-d192-4215-974c-fce358ceffd8,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:13.482280 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c809e226-18c5-46b5-b3a9-e8a2309063a2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:13.487924 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3676e3f6-de64-49ea-8412-d1575fa5babf tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:13.514022 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3676e3f6-de64-49ea-8412-d1575fa5babf tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/92ea33ed-d192-4215-974c-fce358ceffd8 HTTP/1.1" status: 204 len: 168 time: 1.0536473 Apr 29 15:45:13.514804 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57146) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:13.519141 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a10446a7-fbb5-499d-b018-fa9d9b89fcee tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:13.565307 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] Port 865411c2-ecf2-4faf-b335-da1cac610fad cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:45:13.594997 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-cfdb08d2-dce9-4c7c-95f0-cb81b7b5d60c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770192 Apr 29 15:45:13.604546 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57150) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:13.606223 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809e226-18c5-46b5-b3a9-e8a2309063a2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f5a909-aafd-4927-ac88-9752e644143d,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:13.611774 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-8103efc1-0c97-4acb-bf3d-74cebf906ddc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:13.686424 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a10446a7-fbb5-499d-b018-fa9d9b89fcee tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:13.692012 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5dbeda17-2d19-4d27-abca-b30585fd10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:13.716301 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10446a7-fbb5-499d-b018-fa9d9b89fcee tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Port': ['ID=865411c2-ecf2-4faf-b335-da1cac610fad,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:13.786340 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-13bbe0b3-fc90-408e-b4bd-e02586026b2b tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "PUT /v2.0/ports/25a71803-631f-4c21-b7b1-181e8160a312/tags HTTP/1.1" status: 200 len: 317 time: 0.4212222 Apr 29 15:45:13.810513 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8103efc1-0c97-4acb-bf3d-74cebf906ddc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:13.814619 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] Provisioning for port 756a83b0-379d-4c54-a14d-eadeab34ef3a completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:13.815725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8103efc1-0c97-4acb-bf3d-74cebf906ddc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:subnet and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:13.818975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57154) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:13.821724 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8103efc1-0c97-4acb-bf3d-74cebf906ddc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:13.827578 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.tag.tag_plugin [None req-e13b4806-3d24-45c0-aada-a037b775eba7 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '25a71803-631f-4c21-b7b1-181e8160a312') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:13.840801 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c809e226-18c5-46b5-b3a9-e8a2309063a2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:13.840801 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c809e226-18c5-46b5-b3a9-e8a2309063a2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9915416 Apr 29 15:45:13.844668 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57158) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:13.856423 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] Provisioning complete for port 756a83b0-379d-4c54-a14d-eadeab34ef3a triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:13.856869 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:13.866646 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8103efc1-0c97-4acb-bf3d-74cebf906ddc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:13.928947 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-ddc0d674-9902-4a4b-9c4e-9744f33e8ee7 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Request body: {'security_group_rule': {'security_group_id': '0dcd5b0a-2d37-46ac-ac0a-7cb0f90f68f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:13.929809 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:13.934066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-41d0395a-5d99-40aa-b6c5-ce7afb075b00 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:13.947668 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ddc0d674-9902-4a4b-9c4e-9744f33e8ee7 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:13.960922 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10446a7-fbb5-499d-b018-fa9d9b89fcee tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network 3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:13.961333 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-41d0395a-5d99-40aa-b6c5-ce7afb075b00 None None] Transition to ACTIVE for port object cc50bc16-c401-4551-9492-48883c430a5e will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:13.962994 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ddc0d674-9902-4a4b-9c4e-9744f33e8ee7 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Usage tracker for resource:security_group_rule and tenant:ec670c0a173e4c8089614edd52d5dccd is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:13.967835 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device dbe39864-79d9-4436-b443-975825c14edb up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:13.968018 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-a10446a7-fbb5-499d-b018-fa9d9b89fcee tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:13.970295 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ddc0d674-9902-4a4b-9c4e-9744f33e8ee7 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:14.010032 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8103efc1-0c97-4acb-bf3d-74cebf906ddc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:45:14.015412 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8103efc1-0c97-4acb-bf3d-74cebf906ddc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:14.043455 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ddc0d674-9902-4a4b-9c4e-9744f33e8ee7 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:14.062800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-41d0395a-5d99-40aa-b6c5-ce7afb075b00 None None] Transition to ACTIVE for port object cc50bc16-c401-4551-9492-48883c430a5e will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:14.180617 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:14.210525 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port dbe39864-79d9-4436-b443-975825c14edb triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:14.211282 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:14.253164 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-41d0395a-5d99-40aa-b6c5-ce7afb075b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:14.258192 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9e5f38-5876-4608-8cd2-1b1fa338d242 None None] DHCP port deletion for 75e7f0f8-4897-4e20-8301-99a7eae75065 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:45:14.346209 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e5f38-5876-4608-8cd2-1b1fa338d242 None None] Deleting port 756a83b0-379d-4c54-a14d-eadeab34ef3a {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:14.346629 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2b9e5f38-5876-4608-8cd2-1b1fa338d242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:14.438629 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e13b4806-3d24-45c0-aada-a037b775eba7 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "DELETE /v2.0/ports/25a71803-631f-4c21-b7b1-181e8160a312/tags HTTP/1.1" status: 204 len: 168 time: 0.6184955 Apr 29 15:45:14.448398 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57162) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:14.461338 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.tag.tag_plugin [None req-7ee83ffd-c0df-4ae4-b445-5cc64acd1159 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '25a71803-631f-4c21-b7b1-181e8160a312', 'tempest-TagsExtTest-Tag-2067695160') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:14.461869 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d0395a-5d99-40aa-b6c5-ce7afb075b00 None None] Network 7420d257-54fe-4add-aaaf-bde72554b97c is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:14.463506 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] For port 756a83b0-379d-4c54-a14d-eadeab34ef3a, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=756a83b0-379d-4c54-a14d-eadeab34ef3a,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:14.469680 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-41d0395a-5d99-40aa-b6c5-ce7afb075b00 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:14.473623 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d0395a-5d99-40aa-b6c5-ce7afb075b00 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:45:14.482209 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0395a-5d99-40aa-b6c5-ce7afb075b00 None None] Pushing event updated for resources: {'Port': ['ID=cc50bc16-c401-4551-9492-48883c430a5e,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:14.497051 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8103efc1-0c97-4acb-bf3d-74cebf906ddc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:14.569437 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8103efc1-0c97-4acb-bf3d-74cebf906ddc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:14.580582 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d674-9902-4a4b-9c4e-9744f33e8ee7 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:14.580824 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-8103efc1-0c97-4acb-bf3d-74cebf906ddc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:14.586184 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8103efc1-0c97-4acb-bf3d-74cebf906ddc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:14.587556 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8103efc1-0c97-4acb-bf3d-74cebf906ddc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:14.667131 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-bb0d94fe-71b3-414a-b26f-1560824014d0 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Allocated IP 2001:db8:2::1 (7420d257-54fe-4add-aaaf-bde72554b97c/6cbf58b4-e3cd-4995-9f69-503d00895a9d/495e7503-a4d9-4ab5-b6c1-00a24e95afc7) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:14.688895 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d674-9902-4a4b-9c4e-9744f33e8ee7 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:14.724188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103efc1-0c97-4acb-bf3d-74cebf906ddc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=6cc1f849-a539-4405-9366-bcb97983fa81,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:14.761294 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10446a7-fbb5-499d-b018-fa9d9b89fcee tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Router 2e1fb4e3-2bf4-4232-a7a0-97e33eb21531 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:45:14.780787 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d674-9902-4a4b-9c4e-9744f33e8ee7 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:14.805585 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0d674-9902-4a4b-9c4e-9744f33e8ee7 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54aca23a-63c8-4d50-aadc-8d92f4ba4357,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:14.811540 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:14.856024 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-7ee83ffd-c0df-4ae4-b445-5cc64acd1159 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] show failed (client error): The resource could not be found. Apr 29 15:45:14.856024 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7ee83ffd-c0df-4ae4-b445-5cc64acd1159 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "GET /v2.0/ports/25a71803-631f-4c21-b7b1-181e8160a312/tags/tempest-TagsExtTest-Tag-2067695160 HTTP/1.1" status: 404 len: 329 time: 0.4019926 Apr 29 15:45:14.858087 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57166) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:14.859816 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8103efc1-0c97-4acb-bf3d-74cebf906ddc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2535284 Apr 29 15:45:14.885262 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57170) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:14.885371 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.tag.tag_plugin [None req-29076a3a-67cf-4d4d-99ad-9d13081c4728 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '25a71803-631f-4c21-b7b1-181e8160a312', 'tempest-TagsExtTest-Tag-1989912711') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:14.892497 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-77668a31-11d7-45da-833f-5331a4a9060e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:14.949251 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] Sync routers for ids ['4da4d312-dbbb-4101-bb5c-0df821d1d887'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:45:14.957786 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-2b9e5f38-5876-4608-8cd2-1b1fa338d242 None None] For port 756a83b0-379d-4c54-a14d-eadeab34ef3a, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=756a83b0-379d-4c54-a14d-eadeab34ef3a,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:14.958170 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2b9e5f38-5876-4608-8cd2-1b1fa338d242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:15.036703 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bb0d94fe-71b3-414a-b26f-1560824014d0 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:15.056281 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-41d0395a-5d99-40aa-b6c5-ce7afb075b00 None None] Attempting to bind port cc50bc16-c401-4551-9492-48883c430a5e on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:45:15.056900 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-41d0395a-5d99-40aa-b6c5-ce7afb075b00 None None] Attempting to bind port cc50bc16-c401-4551-9492-48883c430a5e by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '5429533c-0044-4aaa-8745-3d75d0e5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:45:15.057263 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d0395a-5d99-40aa-b6c5-ce7afb075b00 None None] Attempting to bind port cc50bc16-c401-4551-9492-48883c430a5e on network 7420d257-54fe-4add-aaaf-bde72554b97c {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:45:15.061501 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-29076a3a-67cf-4d4d-99ad-9d13081c4728 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] show failed (client error): The resource could not be found. Apr 29 15:45:15.062809 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-29076a3a-67cf-4d4d-99ad-9d13081c4728 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "GET /v2.0/ports/25a71803-631f-4c21-b7b1-181e8160a312/tags/tempest-TagsExtTest-Tag-1989912711 HTTP/1.1" status: 404 len: 329 time: 0.2015004 Apr 29 15:45:15.068205 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57174) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:15.081064 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-bb0d94fe-71b3-414a-b26f-1560824014d0 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Transition to ACTIVE for port object 495e7503-a4d9-4ab5-b6c1-00a24e95afc7 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:15.094191 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-11d9fdc3-050b-44bb-947d-ebcd2ab2791a tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '25a71803-631f-4c21-b7b1-181e8160a312', 'tempest-TagsExtTest-Tag-490895662') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:15.136605 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e5f38-5876-4608-8cd2-1b1fa338d242 None None] Calling delete_port for 756a83b0-379d-4c54-a14d-eadeab34ef3a owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:15.169073 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a7ec7cfa-2526-416a-a36a-730e258a0c23 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:15.187047 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d674-9902-4a4b-9c4e-9744f33e8ee7 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:15.188211 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ddc0d674-9902-4a4b-9c4e-9744f33e8ee7 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.3427620 Apr 29 15:45:15.191295 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57178) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:15.198014 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-ae008cbb-312b-41e7-8103-c3c4994c6701 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Request body: {'security_group_rule': {'security_group_id': '0dcd5b0a-2d37-46ac-ac0a-7cb0f90f68f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:15.202078 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-77668a31-11d7-45da-833f-5331a4a9060e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:15.204415 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ae008cbb-312b-41e7-8103-c3c4994c6701 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:15.220144 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-77668a31-11d7-45da-833f-5331a4a9060e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:subnet and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:15.222964 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ae008cbb-312b-41e7-8103-c3c4994c6701 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Usage tracker for resource:security_group_rule and tenant:ec670c0a173e4c8089614edd52d5dccd is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:15.223079 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-77668a31-11d7-45da-833f-5331a4a9060e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:15.223173 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ae008cbb-312b-41e7-8103-c3c4994c6701 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:15.225237 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-77668a31-11d7-45da-833f-5331a4a9060e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:15.228664 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d0395a-5d99-40aa-b6c5-ce7afb075b00 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:45:15.229040 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d0395a-5d99-40aa-b6c5-ce7afb075b00 None None] Checking segment: {'id': '5429533c-0044-4aaa-8745-3d75d0e5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:45:15.229438 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-41d0395a-5d99-40aa-b6c5-ce7afb075b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:15.229828 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d0395a-5d99-40aa-b6c5-ce7afb075b00 None None] Bound using segment: {'id': '5429533c-0044-4aaa-8745-3d75d0e5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:45:15.230284 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-41d0395a-5d99-40aa-b6c5-ce7afb075b00 None None] Bound port: cc50bc16-c401-4551-9492-48883c430a5e, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5429533c-0044-4aaa-8745-3d75d0e5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:45:15.230697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-41d0395a-5d99-40aa-b6c5-ce7afb075b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:15.232271 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ae008cbb-312b-41e7-8103-c3c4994c6701 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:15.244380 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bb0d94fe-71b3-414a-b26f-1560824014d0 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:15.248377 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] Pushing event updated for resources: {'Port': ['ID=756a83b0-379d-4c54-a14d-eadeab34ef3a,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:15.254396 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-11d9fdc3-050b-44bb-947d-ebcd2ab2791a tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] show failed (client error): The resource could not be found. Apr 29 15:45:15.255455 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-11d9fdc3-050b-44bb-947d-ebcd2ab2791a tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "GET /v2.0/ports/25a71803-631f-4c21-b7b1-181e8160a312/tags/tempest-TagsExtTest-Tag-490895662 HTTP/1.1" status: 404 len: 328 time: 0.1818173 Apr 29 15:45:15.265566 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] Provisioning for port f07deb51-5942-4080-9188-94b731f8a20e completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:15.266263 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57182) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:15.268716 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10446a7-fbb5-499d-b018-fa9d9b89fcee tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:45:15.279977 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] Routers {'4da4d312-dbbb-4101-bb5c-0df821d1d887'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:15.279977 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:44:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['4da4d312-dbbb-4101-bb5c-0df821d1d887'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:15.281030 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa202427-6a71-4cf9-9d2c-1e20414b5ef5 None None] Sync routers for ids ['2e1fb4e3-2bf4-4232-a7a0-97e33eb21531'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:45:15.286592 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a10446a7-fbb5-499d-b018-fa9d9b89fcee tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "PUT /v2.0/routers/2e1fb4e3-2bf4-4232-a7a0-97e33eb21531/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8300924 Apr 29 15:45:15.290795 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-e2f1ebcf-0dee-4322-b223-b9d7ed62b83a tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927', {'tags': ['tempest-TagsExtTest-Tag-2087382033', 'tempest-TagsExtTest-Tag-168633887', 'tempest-TagsExtTest-Tag-2004878848']}) {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:15.295691 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa202427-6a71-4cf9-9d2c-1e20414b5ef5 None None] Routers {'2e1fb4e3-2bf4-4232-a7a0-97e33eb21531'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:15.296533 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-fa202427-6a71-4cf9-9d2c-1e20414b5ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:44:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2e1fb4e3-2bf4-4232-a7a0-97e33eb21531'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:15.301849 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57186) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:15.341168 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] Provisioning complete for port f07deb51-5942-4080-9188-94b731f8a20e triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:15.341546 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:15.374207 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-fa202427-6a71-4cf9-9d2c-1e20414b5ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:15.392303 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa202427-6a71-4cf9-9d2c-1e20414b5ef5 None None] Routers {'2e1fb4e3-2bf4-4232-a7a0-97e33eb21531'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:15.393200 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-fa202427-6a71-4cf9-9d2c-1e20414b5ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:44:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2e1fb4e3-2bf4-4232-a7a0-97e33eb21531'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:15.410570 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0d94fe-71b3-414a-b26f-1560824014d0 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network 7420d257-54fe-4add-aaaf-bde72554b97c is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:15.418770 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-bb0d94fe-71b3-414a-b26f-1560824014d0 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:15.421760 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0d94fe-71b3-414a-b26f-1560824014d0 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:45:15.422521 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bb0d94fe-71b3-414a-b26f-1560824014d0 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:15.433448 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d94fe-71b3-414a-b26f-1560824014d0 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Port': ['ID=495e7503-a4d9-4ab5-b6c1-00a24e95afc7,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:15.439701 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1176ea68-30b4-45eb-b242-2776e8ff8691 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:15.441241 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1176ea68-30b4-45eb-b242-2776e8ff8691 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "GET /v2.0/ports/865411c2-ecf2-4faf-b335-da1cac610fad HTTP/1.1" status: 200 len: 910 time: 0.1317673 Apr 29 15:45:15.446097 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57190) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:15.463822 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-fa202427-6a71-4cf9-9d2c-1e20414b5ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:15.464233 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa202427-6a71-4cf9-9d2c-1e20414b5ef5 None None] The sync data for ids ['2e1fb4e3-2bf4-4232-a7a0-97e33eb21531'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:45:15.499679 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77668a31-11d7-45da-833f-5331a4a9060e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:45:15.544310 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:15.642947 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-2b9e5f38-5876-4608-8cd2-1b1fa338d242 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:45:15.647526 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-2b9e5f38-5876-4608-8cd2-1b1fa338d242 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:45:15.650372 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-41d0395a-5d99-40aa-b6c5-ce7afb075b00 None None] For port cc50bc16-c401-4551-9492-48883c430a5e, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:45:15.652359 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] Set router 4da4d312-dbbb-4101-bb5c-0df821d1d887 gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:45:15.657737 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-77668a31-11d7-45da-833f-5331a4a9060e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:15.658859 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ae008cbb-312b-41e7-8103-c3c4994c6701 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:15.735650 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-41d0395a-5d99-40aa-b6c5-ce7afb075b00 None None] For port cc50bc16-c401-4551-9492-48883c430a5e, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cc50bc16-c401-4551-9492-48883c430a5e,segment=NetworkSegment(5429533c-0044-4aaa-8745-3d75d0e5da8e),segment_id=5429533c-0044-4aaa-8745-3d75d0e5da8e)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:45:15.745012 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port a7ec7cfa-2526-416a-a36a-730e258a0c23 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:15.765862 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port a7ec7cfa-2526-416a-a36a-730e258a0c23 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:15.766230 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:15.777279 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e2f1ebcf-0dee-4322-b223-b9d7ed62b83a tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "PUT /v2.0/routers/8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927/tags HTTP/1.1" status: 200 len: 317 time: 0.4993052 Apr 29 15:45:15.780673 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57194) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:15.791416 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-cdc6d335-431a-4a1c-81f5-91cd94dd0f82 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:15.867129 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ae008cbb-312b-41e7-8103-c3c4994c6701 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:15.874330 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-41d0395a-5d99-40aa-b6c5-ce7afb075b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:15.904639 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bb0d94fe-71b3-414a-b26f-1560824014d0 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:15.948462 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:15.964297 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.ipam_backend_mixin [None req-77668a31-11d7-45da-833f-5331a4a9060e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6cc1f849-a539-4405-9366-bcb97983fa81 (CIDR: 2001:db8::/64) Apr 29 15:45:15.980716 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ae008cbb-312b-41e7-8103-c3c4994c6701 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:16.007153 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-77668a31-11d7-45da-833f-5331a4a9060e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:45:16.007564 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77668a31-11d7-45da-833f-5331a4a9060e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:16.033864 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-cdc6d335-431a-4a1c-81f5-91cd94dd0f82 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "DELETE /v2.0/routers/8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927/tags HTTP/1.1" status: 204 len: 168 time: 0.2519081 Apr 29 15:45:16.038954 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57198) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:16.046207 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-58e3cdd5-9388-4534-8821-63fd4b484e73 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927', 'tempest-TagsExtTest-Tag-2087382033') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:16.073727 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f8f63482-581b-4098-9884-9cd5ae8bb420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:16.121447 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae008cbb-312b-41e7-8103-c3c4994c6701 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730a7c6b-6244-45a8-9b5c-d75bee78e297,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:16.121646 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0395a-5d99-40aa-b6c5-ce7afb075b00 None None] Pushing event updated for resources: {'Port': ['ID=cc50bc16-c401-4551-9492-48883c430a5e,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:16.124982 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] For port f07deb51-5942-4080-9188-94b731f8a20e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=f07deb51-5942-4080-9188-94b731f8a20e,segment=NetworkSegment(284747b6-0a7d-41a2-a12d-eba6b3eb9c98),segment_id=284747b6-0a7d-41a2-a12d-eba6b3eb9c98)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:16.145660 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e5f38-5876-4608-8cd2-1b1fa338d242 None None] Deleting port 756a83b0-379d-4c54-a14d-eadeab34ef3a {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:16.145949 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2b9e5f38-5876-4608-8cd2-1b1fa338d242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:16.224164 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-77668a31-11d7-45da-833f-5331a4a9060e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3444140 Apr 29 15:45:16.226857 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57202) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:16.240045 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-53d6b8fe-3116-407a-b7f2-7c1863df4795 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'subnet': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:16.276636 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ae008cbb-312b-41e7-8103-c3c4994c6701 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:16.277821 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ae008cbb-312b-41e7-8103-c3c4994c6701 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0853791 Apr 29 15:45:16.281541 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57206) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:16.304819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-29979133-5b75-4c5e-9cd9-4b4114cc27c2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Request body: {'security_group_rule': {'security_group_id': '0dcd5b0a-2d37-46ac-ac0a-7cb0f90f68f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:16.314042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-29979133-5b75-4c5e-9cd9-4b4114cc27c2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:16.328679 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-29979133-5b75-4c5e-9cd9-4b4114cc27c2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Usage tracker for resource:security_group_rule and tenant:ec670c0a173e4c8089614edd52d5dccd is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:16.338176 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-29979133-5b75-4c5e-9cd9-4b4114cc27c2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:16.358415 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-29979133-5b75-4c5e-9cd9-4b4114cc27c2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:16.426954 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:16.430442 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:16.481825 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87bf69d5-e5b7-4d49-a1d3-97e825a1eafc tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:16.500391 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-58e3cdd5-9388-4534-8821-63fd4b484e73 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] show failed (client error): The resource could not be found. Apr 29 15:45:16.504504 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-58e3cdd5-9388-4534-8821-63fd4b484e73 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "GET /v2.0/routers/8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927/tags/tempest-TagsExtTest-Tag-2087382033 HTTP/1.1" status: 404 len: 329 time: 0.4645040 Apr 29 15:45:16.505026 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57210) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:16.519800 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-96452b44-85ca-452d-8160-f9bdb5f1a167 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927', 'tempest-TagsExtTest-Tag-168633887') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:16.618579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-29979133-5b75-4c5e-9cd9-4b4114cc27c2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:16.680018 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] Pushing event updated for resources: {'Port': ['ID=f07deb51-5942-4080-9188-94b731f8a20e,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:16.698219 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port a7ec7cfa-2526-416a-a36a-730e258a0c23, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a7ec7cfa-2526-416a-a36a-730e258a0c23,segment=NetworkSegment(f0266f78-8bc2-476f-9926-d3e36e7d9546),segment_id=f0266f78-8bc2-476f-9926-d3e36e7d9546)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:16.703724 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] Provisioning for port cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:16.717882 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] Provisioning complete for port cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:16.718357 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:16.733607 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bb0d94fe-71b3-414a-b26f-1560824014d0 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:16.747524 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-53d6b8fe-3116-407a-b7f2-7c1863df4795 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:16.753808 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-96452b44-85ca-452d-8160-f9bdb5f1a167 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] show failed (client error): The resource could not be found. Apr 29 15:45:16.753981 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-29979133-5b75-4c5e-9cd9-4b4114cc27c2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:16.759155 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-96452b44-85ca-452d-8160-f9bdb5f1a167 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "GET /v2.0/routers/8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927/tags/tempest-TagsExtTest-Tag-168633887 HTTP/1.1" status: 404 len: 328 time: 0.2415454 Apr 29 15:45:16.759840 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57214) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:16.766142 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.tag.tag_plugin [None req-e1e13039-4997-4b04-92d2-80aeb647c001 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927', 'tempest-TagsExtTest-Tag-2004878848') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:16.772859 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-53d6b8fe-3116-407a-b7f2-7c1863df4795 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:subnet and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:16.777362 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:45:06Z', 'revision_number': 3, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': 'a567954b-7405-4fae-9437-176e7a91f278', 'name': '', 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:4c:58:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:04Z', 'updated_at': '2022-04-29T15:45:06Z', 'revision_number': 2, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:09Z', 'revision_number': 4, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:16.777523 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-53d6b8fe-3116-407a-b7f2-7c1863df4795 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:16.784344 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-53d6b8fe-3116-407a-b7f2-7c1863df4795 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:16.807326 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:16.841061 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] Checking router: 4da4d312-dbbb-4101-bb5c-0df821d1d887 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:45:16.841413 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] Updating router 4da4d312-dbbb-4101-bb5c-0df821d1d887 port a567954b-7405-4fae-9437-176e7a91f278 binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:45:16.873118 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d6b8fe-3116-407a-b7f2-7c1863df4795 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:45:16.874949 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 756a83b0-379d-4c54-a14d-eadeab34ef3a no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:45:16.878611 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-53d6b8fe-3116-407a-b7f2-7c1863df4795 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:16.911470 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-29979133-5b75-4c5e-9cd9-4b4114cc27c2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:16.913240 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bb0d94fe-71b3-414a-b26f-1560824014d0 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:16.914197 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bb0d94fe-71b3-414a-b26f-1560824014d0 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:16.990463 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-2b9e5f38-5876-4608-8cd2-1b1fa338d242 None None] For port 756a83b0-379d-4c54-a14d-eadeab34ef3a, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=756a83b0-379d-4c54-a14d-eadeab34ef3a,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:16.990957 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2b9e5f38-5876-4608-8cd2-1b1fa338d242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:17.009859 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29979133-5b75-4c5e-9cd9-4b4114cc27c2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c520754-662d-4947-bb83-5accb84287ef,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:17.096385 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=a7ec7cfa-2526-416a-a36a-730e258a0c23,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:17.262130 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:17.272874 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d94fe-71b3-414a-b26f-1560824014d0 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Port': ['ID=495e7503-a4d9-4ab5-b6c1-00a24e95afc7,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:17.277737 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e5f38-5876-4608-8cd2-1b1fa338d242 None None] Calling delete_port for 756a83b0-379d-4c54-a14d-eadeab34ef3a owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:17.283858 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-29979133-5b75-4c5e-9cd9-4b4114cc27c2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:17.287560 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-29979133-5b75-4c5e-9cd9-4b4114cc27c2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0013130 Apr 29 15:45:17.288505 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57218) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:17.296280 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-e1e13039-4997-4b04-92d2-80aeb647c001 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] show failed (client error): The resource could not be found. Apr 29 15:45:17.296823 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-5f20434a-6b54-451c-8b0d-278d9c3422b1 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Request body: {'security_group_rule': {'security_group_id': '0dcd5b0a-2d37-46ac-ac0a-7cb0f90f68f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:17.300582 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e1e13039-4997-4b04-92d2-80aeb647c001 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "GET /v2.0/routers/8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927/tags/tempest-TagsExtTest-Tag-2004878848 HTTP/1.1" status: 404 len: 329 time: 0.5396988 Apr 29 15:45:17.303328 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57222) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:17.307810 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5f20434a-6b54-451c-8b0d-278d9c3422b1 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:17.313519 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5f20434a-6b54-451c-8b0d-278d9c3422b1 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Usage tracker for resource:security_group_rule and tenant:ec670c0a173e4c8089614edd52d5dccd is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:17.314539 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.tag.tag_plugin [None req-91874f31-0d53-4d95-b6cd-c4f23cbef569 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '19cf6161-559c-4dc7-959e-0c072929f05c', {'tags': ['tempest-TagsExtTest-Tag-1308833532', 'tempest-TagsExtTest-Tag-936363628', 'tempest-TagsExtTest-Tag-461815573']}) {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:17.317089 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5f20434a-6b54-451c-8b0d-278d9c3422b1 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:17.324941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5f20434a-6b54-451c-8b0d-278d9c3422b1 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:17.370105 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:17.464974 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5f20434a-6b54-451c-8b0d-278d9c3422b1 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:17.497544 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:17.529466 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0d94fe-71b3-414a-b26f-1560824014d0 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network 7420d257-54fe-4add-aaaf-bde72554b97c is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:17.533354 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-bb0d94fe-71b3-414a-b26f-1560824014d0 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:17.556439 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0036a09-5318-41b8-be22-bd8e4b48041b None None] Network 7420d257-54fe-4add-aaaf-bde72554b97c requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:17.564727 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.objects.ports [None req-53d6b8fe-3116-407a-b7f2-7c1863df4795 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84771) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 15:45:17.659937 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5f20434a-6b54-451c-8b0d-278d9c3422b1 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:17.664865 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:17.669983 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.ipam_pluggable_backend [None req-53d6b8fe-3116-407a-b7f2-7c1863df4795 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Port 756a83b0-379d-4c54-a14d-eadeab34ef3a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=84771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 29 15:45:17.670301 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.ipam_pluggable_backend [None req-53d6b8fe-3116-407a-b7f2-7c1863df4795 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Reverting IP allocation for 2001:db8:0:1:f816:3eff:fedb:817f {{(pid=84771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 29 15:45:17.689465 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2b9e5f38-5876-4608-8cd2-1b1fa338d242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:17.727577 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-91874f31-0d53-4d95-b6cd-c4f23cbef569 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "PUT /v2.0/subnetpools/19cf6161-559c-4dc7-959e-0c072929f05c/tags HTTP/1.1" status: 200 len: 316 time: 0.4212146 Apr 29 15:45:17.731960 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57226) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:17.754447 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-107336fd-8633-4daf-b9b9-cdbe7c8eeebf tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '19cf6161-559c-4dc7-959e-0c072929f05c') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:17.757979 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:17.763556 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] For port cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2,segment=NetworkSegment(395d2c9f-01af-4acd-88c2-e4ddfc7d2718),segment_id=395d2c9f-01af-4acd-88c2-e4ddfc7d2718)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:17.768710 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5f20434a-6b54-451c-8b0d-278d9c3422b1 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:17.804191 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20434a-6b54-451c-8b0d-278d9c3422b1 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=057e4dbb-7ded-4f7e-900b-c24d5058a56b,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:17.812537 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e5f38-5876-4608-8cd2-1b1fa338d242 None None] Pushing event deleted for resources: {'Port': ['ID=756a83b0-379d-4c54-a14d-eadeab34ef3a,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:17.817528 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-53d6b8fe-3116-407a-b7f2-7c1863df4795 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:17.893707 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:17.897298 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9e5f38-5876-4608-8cd2-1b1fa338d242 None None] No DVR routers for this DVR port 756a83b0-379d-4c54-a14d-eadeab34ef3a on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:45:17.901386 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d6b8fe-3116-407a-b7f2-7c1863df4795 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:17.906960 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-53d6b8fe-3116-407a-b7f2-7c1863df4795 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:17.912345 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d6b8fe-3116-407a-b7f2-7c1863df4795 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:17.912908 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-53d6b8fe-3116-407a-b7f2-7c1863df4795 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:17.921866 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6b8fe-3116-407a-b7f2-7c1863df4795 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Subnet': ['ID=f38c3aaf-f548-4417-8eca-4f63cd705621,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:17.964603 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5f20434a-6b54-451c-8b0d-278d9c3422b1 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:17.968867 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5f20434a-6b54-451c-8b0d-278d9c3422b1 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6757348 Apr 29 15:45:17.968867 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57230) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:18.003425 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd4da64-a30d-4980-afc0-a8d8e0bdfb39 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:18.017842 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f34c2fe3-bd40-4a6c-bb6e-14bb94bf28cd tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:18.017842 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f34c2fe3-bd40-4a6c-bb6e-14bb94bf28cd tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:18.035136 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] Provisioning complete for port a7ec7cfa-2526-416a-a36a-730e258a0c23 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:18.035507 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:18.070220 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-53d6b8fe-3116-407a-b7f2-7c1863df4795 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8408475 Apr 29 15:45:18.074163 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57234) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:18.108089 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57240) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:18.110771 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-107336fd-8633-4daf-b9b9-cdbe7c8eeebf tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "DELETE /v2.0/subnetpools/19cf6161-559c-4dc7-959e-0c072929f05c/tags HTTP/1.1" status: 204 len: 168 time: 0.3752198 Apr 29 15:45:18.113573 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.tag.tag_plugin [None req-80284d5f-fd80-4a03-930a-7acba6dacbef tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19cf6161-559c-4dc7-959e-0c072929f05c', 'tempest-TagsExtTest-Tag-1308833532') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:18.123733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0d94fe-71b3-414a-b26f-1560824014d0 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Router 4da4d312-dbbb-4101-bb5c-0df821d1d887 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:45:18.177874 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f34c2fe3-bd40-4a6c-bb6e-14bb94bf28cd tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:18.211042 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c2fe3-bd40-4a6c-bb6e-14bb94bf28cd tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=057e4dbb-7ded-4f7e-900b-c24d5058a56b,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:18.221396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f34c2fe3-bd40-4a6c-bb6e-14bb94bf28cd tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:18.225977 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f34c2fe3-bd40-4a6c-bb6e-14bb94bf28cd tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/057e4dbb-7ded-4f7e-900b-c24d5058a56b HTTP/1.1" status: 204 len: 168 time: 0.2535260 Apr 29 15:45:18.229460 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57244) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:18.231601 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-87bf69d5-e5b7-4d49-a1d3-97e825a1eafc tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting port 865411c2-ecf2-4faf-b335-da1cac610fad {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:18.232151 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87bf69d5-e5b7-4d49-a1d3-97e825a1eafc tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:18.259597 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cc50bc16-c401-4551-9492-48883c430a5e up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:18.281862 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4a6af-e994-43fd-9437-1628851bfc09 None None] Pushing event updated for resources: {'Port': ['ID=cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:18.311890 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-598a2d9e-d80d-422f-83af-1bbcb2762f26 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Request body: {'port': {'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'mac_address': 'fa:16:3e:62:6d:f7', 'name': 'tempest-NetworksTestDHCPv6-119861009'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:18.337409 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-80284d5f-fd80-4a03-930a-7acba6dacbef tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] show failed (client error): The resource could not be found. Apr 29 15:45:18.338441 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-80284d5f-fd80-4a03-930a-7acba6dacbef tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "GET /v2.0/subnetpools/19cf6161-559c-4dc7-959e-0c072929f05c/tags/tempest-TagsExtTest-Tag-1308833532 HTTP/1.1" status: 404 len: 329 time: 0.2294469 Apr 29 15:45:18.341532 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57248) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:18.350602 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-a1816fd9-2d40-47f5-8673-c7b6361c0131 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19cf6161-559c-4dc7-959e-0c072929f05c', 'tempest-TagsExtTest-Tag-936363628') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:18.376994 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-a1816fd9-2d40-47f5-8673-c7b6361c0131 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] show failed (client error): The resource could not be found. Apr 29 15:45:18.389042 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a1816fd9-2d40-47f5-8673-c7b6361c0131 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "GET /v2.0/subnetpools/19cf6161-559c-4dc7-959e-0c072929f05c/tags/tempest-TagsExtTest-Tag-936363628 HTTP/1.1" status: 404 len: 328 time: 0.0392778 Apr 29 15:45:18.389042 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57252) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:18.394538 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-71dd15cf-4d45-4c31-9758-ba949e0da5f4 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19cf6161-559c-4dc7-959e-0c072929f05c', 'tempest-TagsExtTest-Tag-461815573') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:18.419757 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-71dd15cf-4d45-4c31-9758-ba949e0da5f4 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] show failed (client error): The resource could not be found. Apr 29 15:45:18.421609 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-71dd15cf-4d45-4c31-9758-ba949e0da5f4 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "GET /v2.0/subnetpools/19cf6161-559c-4dc7-959e-0c072929f05c/tags/tempest-TagsExtTest-Tag-461815573 HTTP/1.1" status: 404 len: 328 time: 0.0368361 Apr 29 15:45:18.423919 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57256) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:18.431288 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-367e6512-45ac-4a84-a5c0-6d1b262d42c6 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '19cf6161-559c-4dc7-959e-0c072929f05c') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:18.466941 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-367e6512-45ac-4a84-a5c0-6d1b262d42c6 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "DELETE /v2.0/subnetpools/19cf6161-559c-4dc7-959e-0c072929f05c/tags HTTP/1.1" status: 204 len: 168 time: 0.0405014 Apr 29 15:45:18.468602 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57260) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:18.474711 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-f5600e43-68f0-4c56-8e12-21a1cb68330c tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:18.507209 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:18.626994 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f5600e43-68f0-4c56-8e12-21a1cb68330c tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "DELETE /v2.0/routers/8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927/tags HTTP/1.1" status: 204 len: 168 time: 0.1571486 Apr 29 15:45:18.629531 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57264) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:18.636385 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-795ef365-5c1f-46ad-8dc7-f4e37abe99fd tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '25a71803-631f-4c21-b7b1-181e8160a312') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:18.659220 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-64fe2aac-c099-4fc0-93e1-d9f0cf9ef749 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Synchronizing usage tracker for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:18.702564 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615366ce-721d-46c7-818f-550445ab8159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-75e7f0f8-4897-4e20-8301-99a7eae75065', 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065', 'tenant_id': 'e63819badd2e459da584fcd005094a20', 'fixed_ips': [{'subnet_id': '6cc1f849-a539-4405-9366-bcb97983fa81'}, {'subnet_id': 'f38c3aaf-f548-4417-8eca-4f63cd705621'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:45:18.703382 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-615366ce-721d-46c7-818f-550445ab8159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:18.728044 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port cc50bc16-c401-4551-9492-48883c430a5e completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:18.744645 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device f07deb51-5942-4080-9188-94b731f8a20e up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:18.764109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-598a2d9e-d80d-422f-83af-1bbcb2762f26 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:18.768746 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-598a2d9e-d80d-422f-83af-1bbcb2762f26 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Usage tracker for resource:port and tenant:e63819badd2e459da584fcd005094a20 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:18.771371 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-598a2d9e-d80d-422f-83af-1bbcb2762f26 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:18.784815 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-598a2d9e-d80d-422f-83af-1bbcb2762f26 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:18.787468 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-64fe2aac-c099-4fc0-93e1-d9f0cf9ef749 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Unset dirty status for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:18.789197 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-64fe2aac-c099-4fc0-93e1-d9f0cf9ef749 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.5299642 Apr 29 15:45:18.792615 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57268) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:18.793396 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87bf69d5-e5b7-4d49-a1d3-97e825a1eafc tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:18.835145 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-795ef365-5c1f-46ad-8dc7-f4e37abe99fd tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "DELETE /v2.0/ports/25a71803-631f-4c21-b7b1-181e8160a312/tags HTTP/1.1" status: 204 len: 168 time: 0.2043228 Apr 29 15:45:18.836442 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57272) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:18.850752 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.tag.tag_plugin [None req-137f19d6-cea6-4276-870e-6f5acca00577 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4a59aa70-8720-48a9-b083-c49ed4df72b5') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:18.921087 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1a0d3754-7edf-40d5-a808-beca232bfd82 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:18.932135 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:18.948105 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1a0d3754-7edf-40d5-a808-beca232bfd82 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:19.013649 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] Transition to ACTIVE for port object a567954b-7405-4fae-9437-176e7a91f278 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:19.026857 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-137f19d6-cea6-4276-870e-6f5acca00577 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "DELETE /v2.0/subnets/4a59aa70-8720-48a9-b083-c49ed4df72b5/tags HTTP/1.1" status: 204 len: 168 time: 0.1846685 Apr 29 15:45:19.031590 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57276) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:19.063962 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3ad7ad95-a95f-4409-baff-caf414b0a5dd None None] Provisioning complete for port 865411c2-ecf2-4faf-b335-da1cac610fad triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:19.063962 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3ad7ad95-a95f-4409-baff-caf414b0a5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:19.141080 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1a0d3754-7edf-40d5-a808-beca232bfd82 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:19.154635 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-87bf69d5-e5b7-4d49-a1d3-97e825a1eafc tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Calling delete_port for 865411c2-ecf2-4faf-b335-da1cac610fad owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:19.171963 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:19.196284 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d3754-7edf-40d5-a808-beca232bfd82 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c520754-662d-4947-bb83-5accb84287ef,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:19.197150 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598a2d9e-d80d-422f-83af-1bbcb2762f26 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Made reservation on behalf of e63819badd2e459da584fcd005094a20 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:45:19.214827 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port f07deb51-5942-4080-9188-94b731f8a20e triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:19.215078 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:19.237714 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-3ad7ad95-a95f-4409-baff-caf414b0a5dd None None] Port 865411c2-ecf2-4faf-b335-da1cac610fad cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:45:19.291856 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3ad7ad95-a95f-4409-baff-caf414b0a5dd None None] Could not find standard attr ID for object 756a83b0-379d-4c54-a14d-eadeab34ef3a. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:45:19.296244 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1a0d3754-7edf-40d5-a808-beca232bfd82 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:19.300621 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1a0d3754-7edf-40d5-a808-beca232bfd82 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4c520754-662d-4947-bb83-5accb84287ef HTTP/1.1" status: 204 len: 168 time: 0.5068660 Apr 29 15:45:19.301324 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57280) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:19.360804 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0d94fe-71b3-414a-b26f-1560824014d0 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:45:19.367392 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bb0d94fe-71b3-414a-b26f-1560824014d0 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "PUT /v2.0/routers/4da4d312-dbbb-4101-bb5c-0df821d1d887/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6583009 Apr 29 15:45:19.371155 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-598a2d9e-d80d-422f-83af-1bbcb2762f26 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:19.375108 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bab3fd-370e-46b6-be2b-a94ee71f734c None None] Pushing event updated for resources: {'Port': ['ID=a567954b-7405-4fae-9437-176e7a91f278,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:19.389202 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57284) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:19.417868 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-89782539-8157-4d09-b590-7fbf76486b6c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1750792943'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:19.420130 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-598a2d9e-d80d-422f-83af-1bbcb2762f26 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] device_id is not set on port 81c21aa9-3674-402d-9474-7b044fca2366 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:45:19.454238 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1004dbc4-a465-4e3a-9372-68571f3b0691 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks [] for subnetpool, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:19.460360 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1004dbc4-a465-4e3a-9372-68571f3b0691 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "DELETE /v2.0/subnetpools/19cf6161-559c-4dc7-959e-0c072929f05c HTTP/1.1" status: 204 len: 168 time: 0.4227135 Apr 29 15:45:19.469989 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57288) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:19.515759 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-89782539-8157-4d09-b590-7fbf76486b6c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:19.528650 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3ad7ad95-a95f-4409-baff-caf414b0a5dd None None] Provisioning complete for port cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:19.534307 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3ad7ad95-a95f-4409-baff-caf414b0a5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:19.541069 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-89782539-8157-4d09-b590-7fbf76486b6c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:network and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:19.559704 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-89782539-8157-4d09-b590-7fbf76486b6c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:19.568606 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-89782539-8157-4d09-b590-7fbf76486b6c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:19.591098 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-74e3158f-d58b-40cb-b0e6-4bdfc1273581 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Synchronizing usage tracker for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:19.666419 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1009bdaf-61e7-4509-a9c5-6975194aa30a tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Synchronizing usage tracker for tenant:4a507ac23f18433fbdb011ec95310c7d on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:19.669119 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89782539-8157-4d09-b590-7fbf76486b6c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Made reservation on behalf of 72863ce39b024e9da16162dddbf6a3b4 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:45:19.674724 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-89782539-8157-4d09-b590-7fbf76486b6c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:19.716342 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-74e3158f-d58b-40cb-b0e6-4bdfc1273581 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Unset dirty status for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:19.717610 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-74e3158f-d58b-40cb-b0e6-4bdfc1273581 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.4151032 Apr 29 15:45:19.723562 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57294) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:19.727925 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-615366ce-721d-46c7-818f-550445ab8159 None None] Allocated IP 2001:db8::2 (75e7f0f8-4897-4e20-8301-99a7eae75065/6cc1f849-a539-4405-9366-bcb97983fa81/cd3dce95-eabe-4c48-a607-f26e68202ec7) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:19.788987 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-615366ce-721d-46c7-818f-550445ab8159 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe9d:9c20 (75e7f0f8-4897-4e20-8301-99a7eae75065/f38c3aaf-f548-4417-8eca-4f63cd705621/cd3dce95-eabe-4c48-a607-f26e68202ec7) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:19.839094 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a7ec7cfa-2526-416a-a36a-730e258a0c23 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:19.839247 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1fc1e668-ab7f-4dd5-ba01-ddad8dd30004 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:19.850640 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1fc1e668-ab7f-4dd5-ba01-ddad8dd30004 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:19.876674 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] Attempting to bind port a567954b-7405-4fae-9437-176e7a91f278 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:45:19.877208 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] Attempting to bind port a567954b-7405-4fae-9437-176e7a91f278 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '395d2c9f-01af-4acd-88c2-e4ddfc7d2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:45:19.878128 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] Attempting to bind port a567954b-7405-4fae-9437-176e7a91f278 on network 62985502-a482-40bf-be33-1c848cf7afc1 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:45:19.939630 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87bf69d5-e5b7-4d49-a1d3-97e825a1eafc tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:19.977504 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf69d5-e5b7-4d49-a1d3-97e825a1eafc tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Port': ['ID=865411c2-ecf2-4faf-b335-da1cac610fad,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:19.979496 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:45:19.980019 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] Checking segment: {'id': '395d2c9f-01af-4acd-88c2-e4ddfc7d2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:45:19.980267 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:19.980827 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] Bound using segment: {'id': '395d2c9f-01af-4acd-88c2-e4ddfc7d2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:45:19.981493 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] Bound port: a567954b-7405-4fae-9437-176e7a91f278, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395d2c9f-01af-4acd-88c2-e4ddfc7d2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:45:19.981791 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:20.012780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1009bdaf-61e7-4509-a9c5-6975194aa30a tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Unset dirty status for tenant:4a507ac23f18433fbdb011ec95310c7d on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:20.014266 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1009bdaf-61e7-4509-a9c5-6975194aa30a tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927 HTTP/1.1" status: 200 len: 205 time: 0.5407445 Apr 29 15:45:20.017540 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57304) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:20.111250 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1fc1e668-ab7f-4dd5-ba01-ddad8dd30004 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:20.113412 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89782539-8157-4d09-b590-7fbf76486b6c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:45:20.280841 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87bf69d5-e5b7-4d49-a1d3-97e825a1eafc tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:20.296839 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] For port a567954b-7405-4fae-9437-176e7a91f278, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:45:20.324165 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] For port a567954b-7405-4fae-9437-176e7a91f278, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a567954b-7405-4fae-9437-176e7a91f278,segment=NetworkSegment(395d2c9f-01af-4acd-88c2-e4ddfc7d2718),segment_id=395d2c9f-01af-4acd-88c2-e4ddfc7d2718)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:45:20.326601 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-615366ce-721d-46c7-818f-550445ab8159 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:20.341913 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port a7ec7cfa-2526-416a-a36a-730e258a0c23 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:20.342275 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:20.352421 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1e668-ab7f-4dd5-ba01-ddad8dd30004 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=730a7c6b-6244-45a8-9b5c-d75bee78e297,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:20.369435 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-89782539-8157-4d09-b590-7fbf76486b6c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:20.369992 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-89782539-8157-4d09-b590-7fbf76486b6c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Added segment 6d51fd3c-832c-4f83-8326-ce1a80efdaa1 of type vlan for network 56906c4e-38f7-4451-a824-b0245f73ab7a Apr 29 15:45:20.370134 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-615366ce-721d-46c7-818f-550445ab8159 None None] Transition to ACTIVE for port object cd3dce95-eabe-4c48-a607-f26e68202ec7 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:20.405655 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-76319e10-dee5-4311-b4af-fddadcc7c93e tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:20.408637 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-615366ce-721d-46c7-818f-550445ab8159 None None] Transition to ACTIVE for port object cd3dce95-eabe-4c48-a607-f26e68202ec7 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:20.513440 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-89782539-8157-4d09-b590-7fbf76486b6c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:20.522940 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3ad7ad95-a95f-4409-baff-caf414b0a5dd None None] Provisioning for port cc50bc16-c401-4551-9492-48883c430a5e completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:20.533963 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:20.588348 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3ad7ad95-a95f-4409-baff-caf414b0a5dd None None] Provisioning complete for port cc50bc16-c401-4551-9492-48883c430a5e triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:20.589002 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3ad7ad95-a95f-4409-baff-caf414b0a5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:20.613790 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:20.635622 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1fc1e668-ab7f-4dd5-ba01-ddad8dd30004 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:20.639932 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1fc1e668-ab7f-4dd5-ba01-ddad8dd30004 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/730a7c6b-6244-45a8-9b5c-d75bee78e297 HTTP/1.1" status: 204 len: 168 time: 0.9076152 Apr 29 15:45:20.655700 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-615366ce-721d-46c7-818f-550445ab8159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:20.721076 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57316) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:20.755226 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-89782539-8157-4d09-b590-7fbf76486b6c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:20.760020 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89782539-8157-4d09-b590-7fbf76486b6c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:20.760676 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-89782539-8157-4d09-b590-7fbf76486b6c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:20.762095 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615366ce-721d-46c7-818f-550445ab8159 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:20.762863 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bab3fd-370e-46b6-be2b-a94ee71f734c None None] Pushing event updated for resources: {'Port': ['ID=a567954b-7405-4fae-9437-176e7a91f278,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:20.770695 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-615366ce-721d-46c7-818f-550445ab8159 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:20.813570 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615366ce-721d-46c7-818f-550445ab8159 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:45:20.862792 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] Routers {'4da4d312-dbbb-4101-bb5c-0df821d1d887'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:20.863872 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['4da4d312-dbbb-4101-bb5c-0df821d1d887'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:20.893326 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-89782539-8157-4d09-b590-7fbf76486b6c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4926336 Apr 29 15:45:20.947223 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57320) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:20.965383 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-48ee2b55-7960-4925-8ca6-37aa8dcfc67f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'subnet': {'network_id': '56906c4e-38f7-4451-a824-b0245f73ab7a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:21.051986 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89782539-8157-4d09-b590-7fbf76486b6c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Network': ['ID=56906c4e-38f7-4451-a824-b0245f73ab7a,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:21.061703 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-76319e10-dee5-4311-b4af-fddadcc7c93e tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:21.066231 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-76319e10-dee5-4311-b4af-fddadcc7c93e tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:21.137605 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3ad7ad95-a95f-4409-baff-caf414b0a5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:21.157514 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615366ce-721d-46c7-818f-550445ab8159 None None] Pushing event updated for resources: {'Port': ['ID=cd3dce95-eabe-4c48-a607-f26e68202ec7,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:21.182789 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 56906c4e-38f7-4451-a824-b0245f73ab7a details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:45:21.201828 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-76319e10-dee5-4311-b4af-fddadcc7c93e tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:21.201828 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76319e10-dee5-4311-b4af-fddadcc7c93e tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Fanout notify agent at l3_agent the message router_deleted on router 8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927 {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:45:21.211790 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-76319e10-dee5-4311-b4af-fddadcc7c93e tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:21.213391 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-76319e10-dee5-4311-b4af-fddadcc7c93e tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "DELETE /v2.0/routers/8c2b65ea-8c9a-4ac2-a9e5-bcf20e1b5927 HTTP/1.1" status: 204 len: 168 time: 1.1946526 Apr 29 15:45:21.223195 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57324) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:21.265382 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-598a2d9e-d80d-422f-83af-1bbcb2762f26 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8::342 (75e7f0f8-4897-4e20-8301-99a7eae75065/6cc1f849-a539-4405-9366-bcb97983fa81/81c21aa9-3674-402d-9474-7b044fca2366) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:21.313440 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-d337e0a9-f7d8-4e0e-87dd-ce42ee23ef3c tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Deleting port 25a71803-631f-4c21-b7b1-181e8160a312 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:21.314130 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d337e0a9-f7d8-4e0e-87dd-ce42ee23ef3c tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:21.351648 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-598a2d9e-d80d-422f-83af-1bbcb2762f26 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Allocated IP 2001:db8:0:1:f816:3eff:fe62:6df7 (75e7f0f8-4897-4e20-8301-99a7eae75065/f38c3aaf-f548-4417-8eca-4f63cd705621/81c21aa9-3674-402d-9474-7b044fca2366) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:21.353037 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:21.353408 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:21.386293 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-48ee2b55-7960-4925-8ca6-37aa8dcfc67f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:21.399791 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-48ee2b55-7960-4925-8ca6-37aa8dcfc67f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:subnet and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:21.412116 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-48ee2b55-7960-4925-8ca6-37aa8dcfc67f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:21.424605 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0d48194c-21aa-4232-ae9b-8ec40609a3ca tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.5404029 Apr 29 15:45:21.428708 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57328) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:21.432479 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-48ee2b55-7960-4925-8ca6-37aa8dcfc67f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:21.438962 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-3ad7ad95-a95f-4409-baff-caf414b0a5dd None None] For port cc50bc16-c401-4551-9492-48883c430a5e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cc50bc16-c401-4551-9492-48883c430a5e,segment=NetworkSegment(5429533c-0044-4aaa-8745-3d75d0e5da8e),segment_id=5429533c-0044-4aaa-8745-3d75d0e5da8e)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:21.445730 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] Set router 4da4d312-dbbb-4101-bb5c-0df821d1d887 gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:45:21.482834 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-615366ce-721d-46c7-818f-550445ab8159 None None] Attempting to bind port cd3dce95-eabe-4c48-a607-f26e68202ec7 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:45:21.483070 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-615366ce-721d-46c7-818f-550445ab8159 None None] Attempting to bind port cd3dce95-eabe-4c48-a607-f26e68202ec7 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:45:21.483347 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615366ce-721d-46c7-818f-550445ab8159 None None] Attempting to bind port cd3dce95-eabe-4c48-a607-f26e68202ec7 on network 75e7f0f8-4897-4e20-8301-99a7eae75065 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:45:21.495404 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b96eb-4e86-498e-9ccd-fc2c5f22746c req-18b98325-3b1a-437c-b4af-396813b918d6 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:21.496877 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d92b96eb-4e86-498e-9ccd-fc2c5f22746c req-18b98325-3b1a-437c-b4af-396813b918d6 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 946 time: 0.6089375 Apr 29 15:45:21.517951 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3ad7ad95-a95f-4409-baff-caf414b0a5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:21.547523 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6da2f92c-e49f-4acf-b785-2595e8b153c5 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:21.552204 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615366ce-721d-46c7-818f-550445ab8159 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:45:21.552607 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615366ce-721d-46c7-818f-550445ab8159 None None] Checking segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:45:21.553014 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-615366ce-721d-46c7-818f-550445ab8159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:21.553390 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615366ce-721d-46c7-818f-550445ab8159 None None] Bound using segment: {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:45:21.553864 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-615366ce-721d-46c7-818f-550445ab8159 None None] Bound port: cd3dce95-eabe-4c48-a607-f26e68202ec7, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ee12d-2ab1-44a9-b744-827882cca650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75e7f0f8-4897-4e20-8301-99a7eae75065'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:45:21.554224 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-615366ce-721d-46c7-818f-550445ab8159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:21.564697 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6da2f92c-e49f-4acf-b785-2595e8b153c5 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:21.590405 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ee2b55-7960-4925-8ca6-37aa8dcfc67f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Made reservation on behalf of 72863ce39b024e9da16162dddbf6a3b4 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:45:21.623489 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d337e0a9-f7d8-4e0e-87dd-ce42ee23ef3c tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:21.762463 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d92b96eb-4e86-498e-9ccd-fc2c5f22746c req-00c7dce1-6fc3-413c-b144-7679879eb00e tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436740 Apr 29 15:45:21.779749 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-48ee2b55-7960-4925-8ca6-37aa8dcfc67f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:21.829846 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6da2f92c-e49f-4acf-b785-2595e8b153c5 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:21.837371 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-d337e0a9-f7d8-4e0e-87dd-ce42ee23ef3c tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Calling delete_port for 25a71803-631f-4c21-b7b1-181e8160a312 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:21.857611 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7ad95-a95f-4409-baff-caf414b0a5dd None None] Pushing event updated for resources: {'Port': ['ID=cc50bc16-c401-4551-9492-48883c430a5e,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:21.859004 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bf69d5-e5b7-4d49-a1d3-97e825a1eafc tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Router 2e1fb4e3-2bf4-4232-a7a0-97e33eb21531 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:45:21.866221 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3ad7ad95-a95f-4409-baff-caf414b0a5dd None None] Provisioning for port a567954b-7405-4fae-9437-176e7a91f278 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:21.886764 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2f92c-e49f-4acf-b785-2595e8b153c5 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54aca23a-63c8-4d50-aadc-8d92f4ba4357,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:21.890521 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-615366ce-721d-46c7-818f-550445ab8159 None None] For port cd3dce95-eabe-4c48-a607-f26e68202ec7, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:45:21.899801 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-615366ce-721d-46c7-818f-550445ab8159 None None] For port cd3dce95-eabe-4c48-a607-f26e68202ec7, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cd3dce95-eabe-4c48-a607-f26e68202ec7,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:45:21.904123 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6da2f92c-e49f-4acf-b785-2595e8b153c5 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:21.907728 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6da2f92c-e49f-4acf-b785-2595e8b153c5 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/54aca23a-63c8-4d50-aadc-8d92f4ba4357 HTTP/1.1" status: 204 len: 168 time: 0.4749525 Apr 29 15:45:21.908053 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57332) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:21.973298 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-615366ce-721d-46c7-818f-550445ab8159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:21.978619 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1deef747-72e2-4ff7-b4e2-3c2e2d7e8e37 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Synchronizing usage tracker for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:22.072295 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-598a2d9e-d80d-422f-83af-1bbcb2762f26 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:22.074848 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-eb013852-2b35-466c-b49b-3d73eee83aa7 None None] Provisioning complete for port cc50bc16-c401-4551-9492-48883c430a5e triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:22.075222 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-eb013852-2b35-466c-b49b-3d73eee83aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:22.107479 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-598a2d9e-d80d-422f-83af-1bbcb2762f26 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Transition to ACTIVE for port object 81c21aa9-3674-402d-9474-7b044fca2366 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:22.123947 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1deef747-72e2-4ff7-b4e2-3c2e2d7e8e37 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Unset dirty status for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:22.125235 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1deef747-72e2-4ff7-b4e2-3c2e2d7e8e37 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.2162127 Apr 29 15:45:22.133751 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57336) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:22.159852 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d337e0a9-f7d8-4e0e-87dd-ce42ee23ef3c tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:22.168965 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615366ce-721d-46c7-818f-550445ab8159 None None] Pushing event updated for resources: {'Port': ['ID=cd3dce95-eabe-4c48-a607-f26e68202ec7,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:22.182142 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:45:15Z', 'revision_number': 4, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': '495e7503-a4d9-4ab5-b6c1-00a24e95afc7', 'name': '', 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:b4:dc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:12Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 2, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a567954b-7405-4fae-9437-176e7a91f278', 'name': '', 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:4c:58:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:04Z', 'updated_at': '2022-04-29T15:45:20Z', 'revision_number': 4, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:22.188579 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bcb6e9-61e2-4a3e-b52d-43e1feef6ac8 None None] The sync data for ids ['4da4d312-dbbb-4101-bb5c-0df821d1d887'] in dv-neutron-839913-1-hyperv is: [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:45:15Z', 'revision_number': 4, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': '495e7503-a4d9-4ab5-b6c1-00a24e95afc7', 'name': '', 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:b4:dc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:12Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 2, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a567954b-7405-4fae-9437-176e7a91f278', 'name': '', 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:4c:58:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:04Z', 'updated_at': '2022-04-29T15:45:20Z', 'revision_number': 4, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:45:22.351098 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bf69d5-e5b7-4d49-a1d3-97e825a1eafc tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:45:22.358017 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-598a2d9e-d80d-422f-83af-1bbcb2762f26 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:22.369783 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2da81d8-517d-4eb8-98a6-e2dfad87b03e None None] Sync routers for ids ['2e1fb4e3-2bf4-4232-a7a0-97e33eb21531'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:45:22.388495 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-eb013852-2b35-466c-b49b-3d73eee83aa7 None None] Provisioning for port 495e7503-a4d9-4ab5-b6c1-00a24e95afc7 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:22.394768 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-eb013852-2b35-466c-b49b-3d73eee83aa7 None None] Provisioning complete for port 495e7503-a4d9-4ab5-b6c1-00a24e95afc7 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:22.395469 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-eb013852-2b35-466c-b49b-3d73eee83aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:22.428633 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337e0a9-f7d8-4e0e-87dd-ce42ee23ef3c tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Pushing event deleted for resources: {'Port': ['ID=25a71803-631f-4c21-b7b1-181e8160a312,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:22.439139 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-48ee2b55-7960-4925-8ca6-37aa8dcfc67f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:22.459441 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2da81d8-517d-4eb8-98a6-e2dfad87b03e None None] Routers {'2e1fb4e3-2bf4-4232-a7a0-97e33eb21531'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:22.460495 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-a2da81d8-517d-4eb8-98a6-e2dfad87b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2e1fb4e3-2bf4-4232-a7a0-97e33eb21531'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:22.485384 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d4f57347-8dcd-4dbf-8102-d5adf6859409 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:22.519338 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d4f57347-8dcd-4dbf-8102-d5adf6859409 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:22.595669 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-a2da81d8-517d-4eb8-98a6-e2dfad87b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:22.607151 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-eb013852-2b35-466c-b49b-3d73eee83aa7 None None] Port 495e7503-a4d9-4ab5-b6c1-00a24e95afc7 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:45:22.627151 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2da81d8-517d-4eb8-98a6-e2dfad87b03e None None] Routers {'2e1fb4e3-2bf4-4232-a7a0-97e33eb21531'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:22.627796 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-a2da81d8-517d-4eb8-98a6-e2dfad87b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2e1fb4e3-2bf4-4232-a7a0-97e33eb21531'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:22.660915 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598a2d9e-d80d-422f-83af-1bbcb2762f26 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:22.685055 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-598a2d9e-d80d-422f-83af-1bbcb2762f26 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:22.694223 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a2d9e-d80d-422f-83af-1bbcb2762f26 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event updated for resources: {'Port': ['ID=81c21aa9-3674-402d-9474-7b044fca2366,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:22.705970 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598a2d9e-d80d-422f-83af-1bbcb2762f26 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:45:22.722538 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598a2d9e-d80d-422f-83af-1bbcb2762f26 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:22.722538 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-598a2d9e-d80d-422f-83af-1bbcb2762f26 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:22.773167 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-a2da81d8-517d-4eb8-98a6-e2dfad87b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:22.775534 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2da81d8-517d-4eb8-98a6-e2dfad87b03e None None] The sync data for ids ['2e1fb4e3-2bf4-4232-a7a0-97e33eb21531'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:45:22.836965 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-87bf69d5-e5b7-4d49-a1d3-97e825a1eafc tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "PUT /v2.0/routers/2e1fb4e3-2bf4-4232-a7a0-97e33eb21531/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3893325 Apr 29 15:45:22.838956 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57342) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:22.852668 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee2b55-7960-4925-8ca6-37aa8dcfc67f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Subnet': ['ID=ff7e8b59-5dc6-4b81-a012-19fde3c59985,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:22.864093 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d337e0a9-f7d8-4e0e-87dd-ce42ee23ef3c tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:22.875711 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57346) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:22.876924 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-598a2d9e-d80d-422f-83af-1bbcb2762f26 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.7998834 Apr 29 15:45:22.917405 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0b20d-c2d2-45ca-a779-34685f7602f2 req-b2e42425-f29f-4543-a7d1-7a216ca8d269 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:22.917672 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cd3dce95-eabe-4c48-a607-f26e68202ec7 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:22.919127 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-89c0b20d-c2d2-45ca-a779-34685f7602f2 req-b2e42425-f29f-4543-a7d1-7a216ca8d269 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Synchronizing usage tracker for tenant:c56968f4173e467ca1a4109666ee4127 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:22.922115 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d4f57347-8dcd-4dbf-8102-d5adf6859409 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:22.998920 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f57347-8dcd-4dbf-8102-d5adf6859409 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9f5a909-aafd-4927-ac88-9752e644143d,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:23.070456 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-0d5b0253-7eb2-4205-91ea-b812d12122f6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting port 81c21aa9-3674-402d-9474-7b044fca2366 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:23.070862 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0d5b0253-7eb2-4205-91ea-b812d12122f6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:23.109014 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d337e0a9-f7d8-4e0e-87dd-ce42ee23ef3c tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "DELETE /v2.0/ports/25a71803-631f-4c21-b7b1-181e8160a312 HTTP/1.1" status: 204 len: 168 time: 1.8825753 Apr 29 15:45:23.114881 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-89c0b20d-c2d2-45ca-a779-34685f7602f2 req-b2e42425-f29f-4543-a7d1-7a216ca8d269 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Unset dirty status for tenant:c56968f4173e467ca1a4109666ee4127 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:23.116880 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-89c0b20d-c2d2-45ca-a779-34685f7602f2 req-b2e42425-f29f-4543-a7d1-7a216ca8d269 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 946 time: 0.6910334 Apr 29 15:45:23.117442 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57352) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:23.123180 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ee2b55-7960-4925-8ca6-37aa8dcfc67f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Checking segment: {'id': '6d51fd3c-832c-4f83-8326-ce1a80efdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '56906c4e-38f7-4451-a824-b0245f73ab7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:45:23.123875 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ee2b55-7960-4925-8ca6-37aa8dcfc67f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network hostable DHCP agents. Network: 56906c4e-38f7-4451-a824-b0245f73ab7a, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:45:23.164454 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port cd3dce95-eabe-4c48-a607-f26e68202ec7 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:23.169974 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cc50bc16-c401-4551-9492-48883c430a5e up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:23.249156 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [req-89c0b20d-c2d2-45ca-a779-34685f7602f2 req-56128c42-da64-4d1b-9139-7d4961990342 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Deleting port 8c692f0a-0dff-40d5-8916-d3b49735cbfc {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:23.254406 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-89c0b20d-c2d2-45ca-a779-34685f7602f2 req-56128c42-da64-4d1b-9139-7d4961990342 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:23.289244 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port cc50bc16-c401-4551-9492-48883c430a5e triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:23.289966 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:23.297178 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d4f57347-8dcd-4dbf-8102-d5adf6859409 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:23.298688 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d4f57347-8dcd-4dbf-8102-d5adf6859409 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b9f5a909-aafd-4927-ac88-9752e644143d HTTP/1.1" status: 204 len: 168 time: 1.1639793 Apr 29 15:45:23.338940 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57356) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:23.435158 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] Sync routers for ids ['4da4d312-dbbb-4101-bb5c-0df821d1d887'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:45:23.451599 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] Routers {'4da4d312-dbbb-4101-bb5c-0df821d1d887'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:23.452212 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['4da4d312-dbbb-4101-bb5c-0df821d1d887'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:23.484721 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ee2b55-7960-4925-8ca6-37aa8dcfc67f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network 56906c4e-38f7-4451-a824-b0245f73ab7a is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:45:23.574617 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a567954b-7405-4fae-9437-176e7a91f278 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:23.613657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-48ee2b55-7960-4925-8ca6-37aa8dcfc67f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 56906c4e-38f7-4451-a824-b0245f73ab7a) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:23.626924 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ee2b55-7960-4925-8ca6-37aa8dcfc67f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:23.632209 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-48ee2b55-7960-4925-8ca6-37aa8dcfc67f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:23.652655 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a73eb29-eddd-48cf-a338-06118ee5a0b5 None None] Network 56906c4e-38f7-4451-a824-b0245f73ab7a requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:23.674045 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8af775-1bc9-4bbf-bafd-296cf07695fa req-2726f9db-78cc-41e6-881d-52052cf71198 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:23.676528 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5c8af775-1bc9-4bbf-bafd-296cf07695fa req-2726f9db-78cc-41e6-881d-52052cf71198 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 946 time: 0.5892334 Apr 29 15:45:23.682328 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6d7898-bdac-4d0c-aca6-14483c6b5131 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Deleting subnet 4a59aa70-8720-48a9-b083-c49ed4df72b5 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:45:23.687998 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] Set router 4da4d312-dbbb-4101-bb5c-0df821d1d887 gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:45:23.731316 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4d6d7898-bdac-4d0c-aca6-14483c6b5131 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:23.773872 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5c8af775-1bc9-4bbf-bafd-296cf07695fa req-82300174-2964-4e15-8cee-9177cb77c946 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895936 Apr 29 15:45:23.776304 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-48ee2b55-7960-4925-8ca6-37aa8dcfc67f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8272314 Apr 29 15:45:23.781421 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57360) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:23.863877 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port a567954b-7405-4fae-9437-176e7a91f278 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:23.873924 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port a567954b-7405-4fae-9437-176e7a91f278 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:23.874559 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:23.930031 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e539dcf2-5db1-4152-96ba-30529a946467 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:23.938963 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de67deed-c0f0-4e62-b05d-ac5d8d614c70 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:24.015818 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4d6d7898-bdac-4d0c-aca6-14483c6b5131 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:24.055038 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ac52b5f4-028e-41b6-b47b-a7bcc9b686d0 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Synchronizing usage tracker for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:24.138214 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:45:15Z', 'revision_number': 4, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': '495e7503-a4d9-4ab5-b6c1-00a24e95afc7', 'name': '', 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:b4:dc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:12Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 2, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a567954b-7405-4fae-9437-176e7a91f278', 'name': '', 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:4c:58:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:04Z', 'updated_at': '2022-04-29T15:45:20Z', 'revision_number': 4, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:24.147531 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] Checking router: 4da4d312-dbbb-4101-bb5c-0df821d1d887 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:45:24.148126 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] Updating router 4da4d312-dbbb-4101-bb5c-0df821d1d887 port 495e7503-a4d9-4ab5-b6c1-00a24e95afc7 binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:45:24.164625 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ac52b5f4-028e-41b6-b47b-a7bcc9b686d0 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Unset dirty status for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:24.168765 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ac52b5f4-028e-41b6-b47b-a7bcc9b686d0 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.8263481 Apr 29 15:45:24.170541 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57364) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:24.207514 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0d5b0253-7eb2-4205-91ea-b812d12122f6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:24.230719 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-89c0b20d-c2d2-45ca-a779-34685f7602f2 req-56128c42-da64-4d1b-9139-7d4961990342 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] For port 8c692f0a-0dff-40d5-8916-d3b49735cbfc, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=8c692f0a-0dff-40d5-8916-d3b49735cbfc,segment=NetworkSegment(eb205a45-e78c-4cf5-9d06-0787509ac84a),segment_id=eb205a45-e78c-4cf5-9d06-0787509ac84a)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:24.231074 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-89c0b20d-c2d2-45ca-a779-34685f7602f2 req-56128c42-da64-4d1b-9139-7d4961990342 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:24.273459 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:24.320267 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156e0621-d7af-4fcf-b851-73c515475655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-56906c4e-38f7-4451-a824-b0245f73ab7a', 'network_id': '56906c4e-38f7-4451-a824-b0245f73ab7a', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'fixed_ips': [{'subnet_id': 'ff7e8b59-5dc6-4b81-a012-19fde3c59985'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:45:24.321083 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-156e0621-d7af-4fcf-b851-73c515475655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:24.343842 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:24.413776 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-0d5b0253-7eb2-4205-91ea-b812d12122f6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Calling delete_port for 81c21aa9-3674-402d-9474-7b044fca2366 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:24.463361 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4d6d7898-bdac-4d0c-aca6-14483c6b5131 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:24.533828 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7afcb6a4-a8d7-42a9-a718-d1c3fe22f3d2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:24.613841 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-156e0621-d7af-4fcf-b851-73c515475655 None None] Allocated IP 2001:db8:3::2 (56906c4e-38f7-4451-a824-b0245f73ab7a/ff7e8b59-5dc6-4b81-a012-19fde3c59985/959b94eb-a475-408e-a45a-9980704b3263) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:24.619579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7afcb6a4-a8d7-42a9-a718-d1c3fe22f3d2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:24.632553 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:24.645365 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] Transition to ACTIVE for port object 495e7503-a4d9-4ab5-b6c1-00a24e95afc7 will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:24.669932 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2a2a4cea-7f9a-4417-b583-65ae138bc11b None None] Provisioning for port cd3dce95-eabe-4c48-a607-f26e68202ec7 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:24.737572 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:24.781308 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port a567954b-7405-4fae-9437-176e7a91f278, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a567954b-7405-4fae-9437-176e7a91f278,segment=NetworkSegment(395d2c9f-01af-4acd-88c2-e4ddfc7d2718),segment_id=395d2c9f-01af-4acd-88c2-e4ddfc7d2718)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:24.782249 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2a2a4cea-7f9a-4417-b583-65ae138bc11b None None] Provisioning complete for port cd3dce95-eabe-4c48-a607-f26e68202ec7 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:24.782644 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2a2a4cea-7f9a-4417-b583-65ae138bc11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:24.911863 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7afcb6a4-a8d7-42a9-a718-d1c3fe22f3d2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:24.951880 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:24.962753 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcb6a4-a8d7-42a9-a718-d1c3fe22f3d2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcd5b0a-2d37-46ac-ac0a-7cb0f90f68f1,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:24.978157 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348a89c-0b15-4ee5-b289-65781c94e5c7 None None] Pushing event updated for resources: {'Port': ['ID=495e7503-a4d9-4ab5-b6c1-00a24e95afc7,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:25.001017 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c348a89c-0b15-4ee5-b289-65781c94e5c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:25.001366 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c348a89c-0b15-4ee5-b289-65781c94e5c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:25.006305 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c348a89c-0b15-4ee5-b289-65781c94e5c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:25.006305 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c348a89c-0b15-4ee5-b289-65781c94e5c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:25.006305 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c348a89c-0b15-4ee5-b289-65781c94e5c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:25.015088 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c348a89c-0b15-4ee5-b289-65781c94e5c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:25.015280 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c348a89c-0b15-4ee5-b289-65781c94e5c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:25.015627 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c348a89c-0b15-4ee5-b289-65781c94e5c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:25.015962 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c348a89c-0b15-4ee5-b289-65781c94e5c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:25.016306 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c348a89c-0b15-4ee5-b289-65781c94e5c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:25.016620 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c348a89c-0b15-4ee5-b289-65781c94e5c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:25.054767 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4d6d7898-bdac-4d0c-aca6-14483c6b5131 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:25.145916 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] Attempting to bind port 495e7503-a4d9-4ab5-b6c1-00a24e95afc7 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:45:25.147106 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] Attempting to bind port 495e7503-a4d9-4ab5-b6c1-00a24e95afc7 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '5429533c-0044-4aaa-8745-3d75d0e5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:45:25.147485 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] Attempting to bind port 495e7503-a4d9-4ab5-b6c1-00a24e95afc7 on network 7420d257-54fe-4add-aaaf-bde72554b97c {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:45:25.155701 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:45:25.156070 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] Checking segment: {'id': '5429533c-0044-4aaa-8745-3d75d0e5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:45:25.156474 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:25.156862 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] Bound using segment: {'id': '5429533c-0044-4aaa-8745-3d75d0e5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:45:25.157329 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] Bound port: 495e7503-a4d9-4ab5-b6c1-00a24e95afc7, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5429533c-0044-4aaa-8745-3d75d0e5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:45:25.157753 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:25.187281 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4d6d7898-bdac-4d0c-aca6-14483c6b5131 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:25.200645 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d7898-bdac-4d0c-aca6-14483c6b5131 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Pushing event deleted for resources: {'Subnet': ['ID=4a59aa70-8720-48a9-b083-c49ed4df72b5,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:25.217276 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4d6d7898-bdac-4d0c-aca6-14483c6b5131 tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "DELETE /v2.0/subnets/4a59aa70-8720-48a9-b083-c49ed4df72b5 HTTP/1.1" status: 204 len: 168 time: 2.0945270 Apr 29 15:45:25.221091 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816c23ae-6866-406d-b5fd-d93e66793993 None None] Network a5176104-c731-4b16-8e01-e1db6f01155f requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:25.223326 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57370) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:25.242906 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7afcb6a4-a8d7-42a9-a718-d1c3fe22f3d2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:25.244836 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7afcb6a4-a8d7-42a9-a718-d1c3fe22f3d2 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "DELETE /v2.0/security-groups/0dcd5b0a-2d37-46ac-ac0a-7cb0f90f68f1 HTTP/1.1" status: 204 len: 168 time: 1.0738442 Apr 29 15:45:25.251157 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57374) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:25.287091 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] For port 495e7503-a4d9-4ab5-b6c1-00a24e95afc7, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:45:25.291211 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] For port 495e7503-a4d9-4ab5-b6c1-00a24e95afc7, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=495e7503-a4d9-4ab5-b6c1-00a24e95afc7,segment=NetworkSegment(5429533c-0044-4aaa-8745-3d75d0e5da8e),segment_id=5429533c-0044-4aaa-8745-3d75d0e5da8e)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:45:25.338451 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-156e0621-d7af-4fcf-b851-73c515475655 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:25.366673 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:25.398392 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=a567954b-7405-4fae-9437-176e7a91f278,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:25.411263 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ee85d-a9ec-4e7b-8b24-441e8c208b98 req-2048a3bb-f628-4ff4-99d0-054b0da98ac3 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:25.413727 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e43ee85d-a9ec-4e7b-8b24-441e8c208b98 req-2048a3bb-f628-4ff4-99d0-054b0da98ac3 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 946 time: 0.4088631 Apr 29 15:45:25.422723 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-90ff406d-b516-43ec-bc07-f12a128d3bc0 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Synchronizing usage tracker for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:25.444879 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a02e5443-4b95-40f0-bb72-44cc25c7454d tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:25.472744 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-a02e5443-4b95-40f0-bb72-44cc25c7454d tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Deleting port 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:25.473068 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a02e5443-4b95-40f0-bb72-44cc25c7454d tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:25.477707 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348a89c-0b15-4ee5-b289-65781c94e5c7 None None] Pushing event updated for resources: {'Port': ['ID=495e7503-a4d9-4ab5-b6c1-00a24e95afc7,revision_number=4']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:25.491927 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] Routers {'4da4d312-dbbb-4101-bb5c-0df821d1d887'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:25.492869 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['4da4d312-dbbb-4101-bb5c-0df821d1d887'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:25.581282 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-156e0621-d7af-4fcf-b851-73c515475655 None None] Transition to ACTIVE for port object 959b94eb-a475-408e-a45a-9980704b3263 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:25.595014 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-89c0b20d-c2d2-45ca-a779-34685f7602f2 req-56128c42-da64-4d1b-9139-7d4961990342 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:25.595400 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-89c0b20d-c2d2-45ca-a779-34685f7602f2 req-56128c42-da64-4d1b-9139-7d4961990342 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:25.595720 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [req-89c0b20d-c2d2-45ca-a779-34685f7602f2 req-56128c42-da64-4d1b-9139-7d4961990342 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Floating IP 1ba8244e-b503-4ad8-89f3-eeb867659f65 disassociated. External IP: 172.26.1.169, port: 8c692f0a-0dff-40d5-8916-d3b49735cbfc. Apr 29 15:45:25.596232 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [req-89c0b20d-c2d2-45ca-a779-34685f7602f2 req-56128c42-da64-4d1b-9139-7d4961990342 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Calling delete_port for 8c692f0a-0dff-40d5-8916-d3b49735cbfc owned by compute:nova {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:25.627554 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e43ee85d-a9ec-4e7b-8b24-441e8c208b98 req-d5bd6927-be8d-458b-8298-9ba967cf12e2 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020886 Apr 29 15:45:25.654075 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0d5b0253-7eb2-4205-91ea-b812d12122f6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:25.713875 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-90ff406d-b516-43ec-bc07-f12a128d3bc0 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Unset dirty status for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:25.716225 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-90ff406d-b516-43ec-bc07-f12a128d3bc0 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4615269 Apr 29 15:45:25.729436 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] Set router 4da4d312-dbbb-4101-bb5c-0df821d1d887 gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:45:25.730367 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 8c692f0a-0dff-40d5-8916-d3b49735cbfc no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:45:25.750313 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57378) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:25.767431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-418a922a-8f33-4745-94c3-62d7ab484a63 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Request body: {'security_group': {'name': 'tempest-secgroup--1046719638'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:25.777790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-418a922a-8f33-4745-94c3-62d7ab484a63 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:25.807776 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7e72e101-6abd-4c34-95ff-4d32b666deb9 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:25.820182 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-418a922a-8f33-4745-94c3-62d7ab484a63 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:25.822304 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-e539dcf2-5db1-4152-96ba-30529a946467 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting port f6d26067-b99d-4450-8ea0-7169f66498ca {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:25.822787 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e539dcf2-5db1-4152-96ba-30529a946467 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:25.848203 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b0253-7eb2-4205-91ea-b812d12122f6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Port': ['ID=81c21aa9-3674-402d-9474-7b044fca2366,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:25.925368 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-156e0621-d7af-4fcf-b851-73c515475655 None None] Transition to ACTIVE for port object 959b94eb-a475-408e-a45a-9980704b3263 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:25.961956 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2a2a4cea-7f9a-4417-b583-65ae138bc11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:26.014274 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0d5b0253-7eb2-4205-91ea-b812d12122f6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:26.016414 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0d5b0253-7eb2-4205-91ea-b812d12122f6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/81c21aa9-3674-402d-9474-7b044fca2366 HTTP/1.1" status: 204 len: 168 time: 3.1370122 Apr 29 15:45:26.038182 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57382) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:26.049883 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-418a922a-8f33-4745-94c3-62d7ab484a63 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:26.090985 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-2a2a4cea-7f9a-4417-b583-65ae138bc11b None None] For port cd3dce95-eabe-4c48-a607-f26e68202ec7, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cd3dce95-eabe-4c48-a607-f26e68202ec7,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:26.099181 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-156e0621-d7af-4fcf-b851-73c515475655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:26.187012 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-a02e5443-4b95-40f0-bb72-44cc25c7454d tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] For port 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d,segment=NetworkSegment(995bc6cd-4ead-414f-9d44-8901bc8e701f),segment_id=995bc6cd-4ead-414f-9d44-8901bc8e701f)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:26.187621 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a02e5443-4b95-40f0-bb72-44cc25c7454d tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:26.196413 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:45:15Z', 'revision_number': 4, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': '495e7503-a4d9-4ab5-b6c1-00a24e95afc7', 'name': '', 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:b4:dc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:12Z', 'updated_at': '2022-04-29T15:45:25Z', 'revision_number': 4, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a567954b-7405-4fae-9437-176e7a91f278', 'name': '', 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:4c:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:04Z', 'updated_at': '2022-04-29T15:45:24Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:26.203711 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25fe1c3-3391-4598-ab29-fab0248eb45d None None] The sync data for ids ['4da4d312-dbbb-4101-bb5c-0df821d1d887'] in dv-neutron-839913-1-hyperv is: [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:45:15Z', 'revision_number': 4, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': '495e7503-a4d9-4ab5-b6c1-00a24e95afc7', 'name': '', 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:b4:dc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:12Z', 'updated_at': '2022-04-29T15:45:25Z', 'revision_number': 4, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a567954b-7405-4fae-9437-176e7a91f278', 'name': '', 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:4c:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:04Z', 'updated_at': '2022-04-29T15:45:24Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:45:26.245562 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2a2a4cea-7f9a-4417-b583-65ae138bc11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:26.254009 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d46afc-93e0-4b0c-a709-87060605998f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:26.254780 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-10d46afc-93e0-4b0c-a709-87060605998f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:26.261348 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156e0621-d7af-4fcf-b851-73c515475655 None None] Network 56906c4e-38f7-4451-a824-b0245f73ab7a is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:26.264145 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed94cf6-dcaf-4008-92c8-07bc51c765e9 None None] DHCP port deletion for a5176104-c731-4b16-8e01-e1db6f01155f request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:45:26.268598 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:26.293491 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-156e0621-d7af-4fcf-b851-73c515475655 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:26.295908 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-418a922a-8f33-4745-94c3-62d7ab484a63 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:26.298224 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156e0621-d7af-4fcf-b851-73c515475655 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:45:26.312304 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8ed94cf6-dcaf-4008-92c8-07bc51c765e9 None None] Deleting port 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:26.312304 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8ed94cf6-dcaf-4008-92c8-07bc51c765e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:26.342133 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e539dcf2-5db1-4152-96ba-30529a946467 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:26.352154 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-418a922a-8f33-4745-94c3-62d7ab484a63 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Usage tracker for resource:security_group_rule and tenant:ec670c0a173e4c8089614edd52d5dccd is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:26.362432 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-418a922a-8f33-4745-94c3-62d7ab484a63 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:26.436622 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-a02e5443-4b95-40f0-bb72-44cc25c7454d tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Calling delete_port for 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:26.439229 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-418a922a-8f33-4745-94c3-62d7ab484a63 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:26.517517 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-e539dcf2-5db1-4152-96ba-30529a946467 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Calling delete_port for f6d26067-b99d-4450-8ea0-7169f66498ca owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:26.518886 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e0621-d7af-4fcf-b851-73c515475655 None None] Pushing event updated for resources: {'Port': ['ID=959b94eb-a475-408e-a45a-9980704b3263,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:26.628366 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a02e5443-4b95-40f0-bb72-44cc25c7454d tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:26.675756 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-156e0621-d7af-4fcf-b851-73c515475655 None None] Attempting to bind port 959b94eb-a475-408e-a45a-9980704b3263 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:45:26.676126 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-156e0621-d7af-4fcf-b851-73c515475655 None None] Attempting to bind port 959b94eb-a475-408e-a45a-9980704b3263 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '6d51fd3c-832c-4f83-8326-ce1a80efdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '56906c4e-38f7-4451-a824-b0245f73ab7a'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:45:26.676521 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156e0621-d7af-4fcf-b851-73c515475655 None None] Attempting to bind port 959b94eb-a475-408e-a45a-9980704b3263 on network 56906c4e-38f7-4451-a824-b0245f73ab7a {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:45:26.691281 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-10d46afc-93e0-4b0c-a709-87060605998f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:26.692578 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-10d46afc-93e0-4b0c-a709-87060605998f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.6532934 Apr 29 15:45:26.708480 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57388) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:26.711898 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-89c0b20d-c2d2-45ca-a779-34685f7602f2 req-56128c42-da64-4d1b-9139-7d4961990342 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:26.722724 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e5443-4b95-40f0-bb72-44cc25c7454d tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Pushing event deleted for resources: {'Port': ['ID=3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:26.793866 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02e5443-4b95-40f0-bb72-44cc25c7454d tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] No DVR routers for this DVR port 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:45:26.849052 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56128c42-da64-4d1b-9139-7d4961990342 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Pushing event deleted for resources: {'Port': ['ID=8c692f0a-0dff-40d5-8916-d3b49735cbfc,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:26.874248 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3b2af65d-23bb-4a03-94f1-a6fc36318586 None None] Could not find standard attr ID for object de5350b5-cce4-48ac-9ea6-6b4b82b31cd4. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:45:26.875770 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a4cea-7f9a-4417-b583-65ae138bc11b None None] Pushing event updated for resources: {'Port': ['ID=cd3dce95-eabe-4c48-a607-f26e68202ec7,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:26.899527 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156e0621-d7af-4fcf-b851-73c515475655 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:45:26.899896 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156e0621-d7af-4fcf-b851-73c515475655 None None] Checking segment: {'id': '6d51fd3c-832c-4f83-8326-ce1a80efdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '56906c4e-38f7-4451-a824-b0245f73ab7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:45:26.900290 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-156e0621-d7af-4fcf-b851-73c515475655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:26.900676 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156e0621-d7af-4fcf-b851-73c515475655 None None] Bound using segment: {'id': '6d51fd3c-832c-4f83-8326-ce1a80efdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '56906c4e-38f7-4451-a824-b0245f73ab7a'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:45:26.905586 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-156e0621-d7af-4fcf-b851-73c515475655 None None] Bound port: 959b94eb-a475-408e-a45a-9980704b3263, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d51fd3c-832c-4f83-8326-ce1a80efdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '56906c4e-38f7-4451-a824-b0245f73ab7a'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:45:26.905586 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-156e0621-d7af-4fcf-b851-73c515475655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:26.946844 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a02e5443-4b95-40f0-bb72-44cc25c7454d tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:26.948489 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8ed94cf6-dcaf-4008-92c8-07bc51c765e9 None None] For port 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d,segment=NetworkSegment(995bc6cd-4ead-414f-9d44-8901bc8e701f),segment_id=995bc6cd-4ead-414f-9d44-8901bc8e701f)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:26.948891 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8ed94cf6-dcaf-4008-92c8-07bc51c765e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:26.999125 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-a02e5443-4b95-40f0-bb72-44cc25c7454d tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5176104-c731-4b16-8e01-e1db6f01155f']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:27.031240 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e91070f9-54d3-4e61-b9b6-0d7bd0bf40af req-7fbacfa0-0fe8-4b4b-9595-3cd4b0d4c3cd tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 210 time: 0.1189508 Apr 29 15:45:27.047780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-418a922a-8f33-4745-94c3-62d7ab484a63 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:27.098988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-7e72e101-6abd-4c34-95ff-4d32b666deb9 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Allocated IP 2001:db8:3::1 (56906c4e-38f7-4451-a824-b0245f73ab7a/ff7e8b59-5dc6-4b81-a012-19fde3c59985/e3978c49-a48b-462b-91c6-447d2beb017f) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:27.105893 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3b2af65d-23bb-4a03-94f1-a6fc36318586 None None] Provisioning complete for port cd3dce95-eabe-4c48-a607-f26e68202ec7 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:27.105893 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3b2af65d-23bb-4a03-94f1-a6fc36318586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:27.153397 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-418a922a-8f33-4745-94c3-62d7ab484a63 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:27.165214 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b03cb5-8246-4b57-a8fb-8387e089bf91 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:27.166241 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e0b03cb5-8246-4b57-a8fb-8387e089bf91 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:27.235519 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-a02e5443-4b95-40f0-bb72-44cc25c7454d tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995bc6cd-4ead-414f-9d44-8901bc8e701f') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:27.237608 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-a02e5443-4b95-40f0-bb72-44cc25c7454d tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995bc6cd-4ead-414f-9d44-8901bc8e701f') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:27.259018 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a02e5443-4b95-40f0-bb72-44cc25c7454d tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:27.262445 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8ed94cf6-dcaf-4008-92c8-07bc51c765e9 None None] Calling delete_port for 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:27.281728 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a02e5443-4b95-40f0-bb72-44cc25c7454d tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:27.296565 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02e5443-4b95-40f0-bb72-44cc25c7454d tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:45:27.297030 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a02e5443-4b95-40f0-bb72-44cc25c7454d tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:27.301921 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cd3dce95-eabe-4c48-a607-f26e68202ec7 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:27.422443 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-8ed94cf6-dcaf-4008-92c8-07bc51c765e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:45:27.422985 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-8ed94cf6-dcaf-4008-92c8-07bc51c765e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:45:27.453606 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a922a-8f33-4745-94c3-62d7ab484a63 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=babf8cb1-69aa-48a9-8991-819d2305f56c,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:45:27.456814 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:45:27.478318 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e539dcf2-5db1-4152-96ba-30529a946467 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:27.496646 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-156e0621-d7af-4fcf-b851-73c515475655 None None] For port 959b94eb-a475-408e-a45a-9980704b3263, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:45:27.511462 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-156e0621-d7af-4fcf-b851-73c515475655 None None] For port 959b94eb-a475-408e-a45a-9980704b3263, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=959b94eb-a475-408e-a45a-9980704b3263,segment=NetworkSegment(6d51fd3c-832c-4f83-8326-ce1a80efdaa1),segment_id=6d51fd3c-832c-4f83-8326-ce1a80efdaa1)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:45:27.535628 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port cd3dce95-eabe-4c48-a607-f26e68202ec7 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:27.536315 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:27.548378 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a02e5443-4b95-40f0-bb72-44cc25c7454d tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:27.554876 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a02e5443-4b95-40f0-bb72-44cc25c7454d tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:27.562055 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539dcf2-5db1-4152-96ba-30529a946467 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Port': ['ID=f6d26067-b99d-4450-8ea0-7169f66498ca,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:27.577307 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e0b03cb5-8246-4b57-a8fb-8387e089bf91 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:27.580836 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e0b03cb5-8246-4b57-a8fb-8387e089bf91 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8708460 Apr 29 15:45:27.584317 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57392) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:27.596092 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-156e0621-d7af-4fcf-b851-73c515475655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:27.613052 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a02e5443-4b95-40f0-bb72-44cc25c7454d tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] 10.222.0.21 "DELETE /v2.0/networks/a5176104-c731-4b16-8e01-e1db6f01155f HTTP/1.1" status: 204 len: 168 time: 2.3884320 Apr 29 15:45:27.615936 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e5443-4b95-40f0-bb72-44cc25c7454d tempest-TagsExtTest-1782982393 tempest-TagsExtTest-1782982393-project] Pushing event deleted for resources: {'Network': ['ID=a5176104-c731-4b16-8e01-e1db6f01155f,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:27.714649 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e8263f-d1c4-4e32-b1c7-d2aa4598bb68 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:27.715964 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e8263f-d1c4-4e32-b1c7-d2aa4598bb68 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:27.717567 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e8263f-d1c4-4e32-b1c7-d2aa4598bb68 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:27.718757 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-35e8263f-d1c4-4e32-b1c7-d2aa4598bb68 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:27.745298 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-16d455f6-9223-4d7b-9f9b-5618058d066e None None] Could not find standard attr ID for object c3f217fd-50ea-49be-b027-ce59c5f21022. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:45:27.770792 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89c0b20d-c2d2-45ca-a779-34685f7602f2 req-56128c42-da64-4d1b-9139-7d4961990342 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Router 5eb1e853-950b-4a34-b779-2094d01ca578 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:45:27.836854 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-16d455f6-9223-4d7b-9f9b-5618058d066e None None] Could not find standard attr ID for object 81c21aa9-3674-402d-9474-7b044fca2366. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:45:27.912198 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e0621-d7af-4fcf-b851-73c515475655 None None] Pushing event updated for resources: {'Port': ['ID=959b94eb-a475-408e-a45a-9980704b3263,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:27.924091 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8ed94cf6-dcaf-4008-92c8-07bc51c765e9 None None] Deleting port 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:27.924465 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8ed94cf6-dcaf-4008-92c8-07bc51c765e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:27.950438 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7e72e101-6abd-4c34-95ff-4d32b666deb9 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:27.988186 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-7e72e101-6abd-4c34-95ff-4d32b666deb9 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Transition to ACTIVE for port object e3978c49-a48b-462b-91c6-447d2beb017f will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:28.011578 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-418a922a-8f33-4745-94c3-62d7ab484a63 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:28.015479 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-418a922a-8f33-4745-94c3-62d7ab484a63 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.2605202 Apr 29 15:45:28.022434 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57398) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:28.031390 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a567954b-7405-4fae-9437-176e7a91f278 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:28.033448 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-4504e468-a8be-4272-8049-82373fbdf127 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Request body: {'security_group_rule': {'security_group_id': 'babf8cb1-69aa-48a9-8991-819d2305f56c', 'direction': 'ingress', 'protocol': 17}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:28.047163 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4504e468-a8be-4272-8049-82373fbdf127 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:28.057184 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4504e468-a8be-4272-8049-82373fbdf127 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Usage tracker for resource:security_group_rule and tenant:ec670c0a173e4c8089614edd52d5dccd is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:28.076362 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4504e468-a8be-4272-8049-82373fbdf127 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:28.094901 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8ed94cf6-dcaf-4008-92c8-07bc51c765e9 None None] The port '3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:45:28.105810 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4504e468-a8be-4272-8049-82373fbdf127 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:28.171171 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port a567954b-7405-4fae-9437-176e7a91f278 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:28.171666 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:28.178303 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89c0b20d-c2d2-45ca-a779-34685f7602f2 req-56128c42-da64-4d1b-9139-7d4961990342 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:45:28.218345 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7337670e-69ac-4248-8958-29f30f905a93 None None] Sync routers for ids ['5eb1e853-950b-4a34-b779-2094d01ca578'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:45:28.259786 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4504e468-a8be-4272-8049-82373fbdf127 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:28.284663 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7337670e-69ac-4248-8958-29f30f905a93 None None] Routers {'5eb1e853-950b-4a34-b779-2094d01ca578'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:28.286425 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-7337670e-69ac-4248-8958-29f30f905a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5eb1e853-950b-4a34-b779-2094d01ca578'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:28.287814 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7e72e101-6abd-4c34-95ff-4d32b666deb9 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:28.291442 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-35e8263f-d1c4-4e32-b1c7-d2aa4598bb68 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:28.299144 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-35e8263f-d1c4-4e32-b1c7-d2aa4598bb68 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7094090 Apr 29 15:45:28.306156 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57404) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:28.416341 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c0b20d-c2d2-45ca-a779-34685f7602f2 req-56128c42-da64-4d1b-9139-7d4961990342 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] No DVR routers for this DVR port 8c692f0a-0dff-40d5-8916-d3b49735cbfc on host hv-neutron-8399 {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:45:28.420864 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-89c0b20d-c2d2-45ca-a779-34685f7602f2 req-56128c42-da64-4d1b-9139-7d4961990342 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:28.423173 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-89c0b20d-c2d2-45ca-a779-34685f7602f2 req-56128c42-da64-4d1b-9139-7d4961990342 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.35 "DELETE /v2.0/ports/8c692f0a-0dff-40d5-8916-d3b49735cbfc HTTP/1.1" status: 204 len: 173 time: 5.3008435 Apr 29 15:45:28.423661 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5c1428-3af9-47fe-a4b0-22defe92c52c', 'name': 'network-vif-deleted', 'tag': '8c692f0a-0dff-40d5-8916-d3b49735cbfc'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:45:28.507382 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4504e468-a8be-4272-8049-82373fbdf127 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:28.563983 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57414) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:28.587699 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4504e468-a8be-4272-8049-82373fbdf127 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:28.613936 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504e468-a8be-4272-8049-82373fbdf127 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67486bc0-fd95-48ea-867b-08ded2b759af,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:28.753196 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4504e468-a8be-4272-8049-82373fbdf127 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:28.754921 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4504e468-a8be-4272-8049-82373fbdf127 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7303703 Apr 29 15:45:28.758302 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57420) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:28.770928 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 495e7503-a4d9-4ab5-b6c1-00a24e95afc7 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:28.820269 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4ebf6fb4-3909-40e2-b192-db6d77617218 req-12392eb4-a917-4a55-902d-f45a8922a0af tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 210 time: 0.2503352 Apr 29 15:45:28.867470 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cb22d15-ab0a-44c3-b02f-d6f86ef6682b'] response: {'server_uuid': '2c5c1428-3af9-47fe-a4b0-22defe92c52c', 'name': 'network-vif-deleted', 'tag': '8c692f0a-0dff-40d5-8916-d3b49735cbfc', 'status': 'completed', 'code': 200} Apr 29 15:45:28.883959 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72e101-6abd-4c34-95ff-4d32b666deb9 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Port': ['ID=e3978c49-a48b-462b-91c6-447d2beb017f,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:28.894842 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e539dcf2-5db1-4152-96ba-30529a946467 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:28.907102 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e72e101-6abd-4c34-95ff-4d32b666deb9 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network 56906c4e-38f7-4451-a824-b0245f73ab7a is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:28.911192 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-caef7edb-3230-4366-8b21-8c3c0bf67789 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:28.933508 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-7337670e-69ac-4248-8958-29f30f905a93 None None] Set router 5eb1e853-950b-4a34-b779-2094d01ca578 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:45:28.985970 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-caef7edb-3230-4366-8b21-8c3c0bf67789 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:28.988597 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e129c10-3b47-4c80-91e1-729b94b73cc3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet 6cc1f849-a539-4405-9366-bcb97983fa81 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:45:28.993914 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-7e72e101-6abd-4c34-95ff-4d32b666deb9 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:29.000528 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e72e101-6abd-4c34-95ff-4d32b666deb9 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:45:29.003119 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7e72e101-6abd-4c34-95ff-4d32b666deb9 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:29.003246 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 495e7503-a4d9-4ab5-b6c1-00a24e95afc7 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:29.006307 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e129c10-3b47-4c80-91e1-729b94b73cc3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:29.052704 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 495e7503-a4d9-4ab5-b6c1-00a24e95afc7 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:29.053041 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:29.077361 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-16bcb207-788b-4f56-951b-083bb0eb7d29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a507ac23f18433fbdb011ec95310c7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5121675 Apr 29 15:45:29.082941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57424) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:29.250340 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e129c10-3b47-4c80-91e1-729b94b73cc3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:29.265846 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-45ae3f7f-07ef-42ec-bd13-0068489944bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:29.353745 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-45ae3f7f-07ef-42ec-bd13-0068489944bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:29.510089 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-caef7edb-3230-4366-8b21-8c3c0bf67789 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:29.605504 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef7edb-3230-4366-8b21-8c3c0bf67789 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=babf8cb1-69aa-48a9-8991-819d2305f56c,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:29.612525 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-45ae3f7f-07ef-42ec-bd13-0068489944bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:29.667993 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-45ae3f7f-07ef-42ec-bd13-0068489944bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:29.671386 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-45ae3f7f-07ef-42ec-bd13-0068489944bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d09ae42a-a24b-431c-858f-9a6dbc07cfd2 HTTP/1.1" status: 204 len: 168 time: 0.5850790 Apr 29 15:45:29.679513 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-caef7edb-3230-4366-8b21-8c3c0bf67789 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:29.684483 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-caef7edb-3230-4366-8b21-8c3c0bf67789 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "DELETE /v2.0/security-groups/babf8cb1-69aa-48a9-8991-819d2305f56c HTTP/1.1" status: 204 len: 168 time: 0.9249284 Apr 29 15:45:29.685533 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57430) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:29.686318 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae3f7f-07ef-42ec-bd13-0068489944bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09ae42a-a24b-431c-858f-9a6dbc07cfd2,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:29.759728 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a49d2aa-c31b-4161-b9ad-54a46a930905 None None] Network 56906c4e-38f7-4451-a824-b0245f73ab7a requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:29.773348 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7e72e101-6abd-4c34-95ff-4d32b666deb9 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:29.809451 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-a5b15fd1-f642-4a29-9ed4-4ae954d2a340 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Synchronizing usage tracker for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:29.925026 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-a5b15fd1-f642-4a29-9ed4-4ae954d2a340 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Unset dirty status for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:29.926202 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a5b15fd1-f642-4a29-9ed4-4ae954d2a340 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2245712 Apr 29 15:45:29.932792 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57436) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:29.938463 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-19e2792a-13de-4789-a4d5-ab6f2cf55316 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Request body: {'security_group': {'name': 'tempest-secgroup--1262993067'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:29.941384 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:29.951101 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-19e2792a-13de-4789-a4d5-ab6f2cf55316 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:29.972288 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-19e2792a-13de-4789-a4d5-ab6f2cf55316 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:30.073208 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-19e2792a-13de-4789-a4d5-ab6f2cf55316 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:30.087422 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 495e7503-a4d9-4ab5-b6c1-00a24e95afc7, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=495e7503-a4d9-4ab5-b6c1-00a24e95afc7,segment=NetworkSegment(5429533c-0044-4aaa-8745-3d75d0e5da8e),segment_id=5429533c-0044-4aaa-8745-3d75d0e5da8e)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:30.110924 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4340c1d9-c406-4da2-a12d-62250fbbf2a9 None None] Provisioning for port 959b94eb-a475-408e-a45a-9980704b3263 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:30.119604 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-19e2792a-13de-4789-a4d5-ab6f2cf55316 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:30.124759 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-19e2792a-13de-4789-a4d5-ab6f2cf55316 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Usage tracker for resource:security_group_rule and tenant:ec670c0a173e4c8089614edd52d5dccd is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:30.127691 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-19e2792a-13de-4789-a4d5-ab6f2cf55316 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:30.149196 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-19e2792a-13de-4789-a4d5-ab6f2cf55316 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:30.161596 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e129c10-3b47-4c80-91e1-729b94b73cc3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:30.165665 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-7337670e-69ac-4248-8958-29f30f905a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:40:27Z', 'revision_number': 4, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port': {'id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:18Z', 'updated_at': '2022-04-29T15:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '58611ec8-4cdc-4b16-aa9e-d9f81425f6ca', 'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'mac_address': 'fa:16:3e:bb:23:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:26Z', 'updated_at': '2022-04-29T15:40:38Z', 'revision_number': 5, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'subnets': [{'id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:30.190038 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:30.241637 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7337670e-69ac-4248-8958-29f30f905a93 None None] Checking router: 5eb1e853-950b-4a34-b779-2094d01ca578 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:45:30.268635 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-19e2792a-13de-4789-a4d5-ab6f2cf55316 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:30.289270 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:45:30.341915 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-19e2792a-13de-4789-a4d5-ab6f2cf55316 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:30.359298 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-23e92a64-c9cb-4074-ad7f-9a624ee178e4 req-ccb828ea-edca-4369-971c-9140a24e8daf tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c1428-3af9-47fe-a4b0-22defe92c52c HTTP/1.1" status: 200 len: 210 time: 0.2379491 Apr 29 15:45:30.394955 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:45:30.394955 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 3ce4686a-ce6e-4dee-8244-2d2dda6d9e5d not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:45:30.425382 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2792a-13de-4789-a4d5-ab6f2cf55316 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b443efad-b9a9-4bd8-b34a-b9a2d02c0456,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:30.428044 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7337670e-69ac-4248-8958-29f30f905a93 None None] Routers {'5eb1e853-950b-4a34-b779-2094d01ca578'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:30.428976 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-7337670e-69ac-4248-8958-29f30f905a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5eb1e853-950b-4a34-b779-2094d01ca578'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:30.480908 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=495e7503-a4d9-4ab5-b6c1-00a24e95afc7,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:30.530066 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-19e2792a-13de-4789-a4d5-ab6f2cf55316 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:30.534123 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-19e2792a-13de-4789-a4d5-ab6f2cf55316 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5977635 Apr 29 15:45:30.534426 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57440) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:30.549492 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-fb96c535-8356-469b-aa6f-fcdd61bc4f30 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Request body: {'security_group': {'name': 'tempest-secgroup--2047773381'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:30.573460 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e539dcf2-5db1-4152-96ba-30529a946467 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Router 2e1fb4e3-2bf4-4232-a7a0-97e33eb21531 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:45:30.579554 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-fb96c535-8356-469b-aa6f-fcdd61bc4f30 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:30.589411 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fb96c535-8356-469b-aa6f-fcdd61bc4f30 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Usage tracker for resource:security_group and tenant:ec670c0a173e4c8089614edd52d5dccd is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:30.595996 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fb96c535-8356-469b-aa6f-fcdd61bc4f30 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:30.606772 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-fb96c535-8356-469b-aa6f-fcdd61bc4f30 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:30.626388 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 959b94eb-a475-408e-a45a-9980704b3263 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:30.701715 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fb96c535-8356-469b-aa6f-fcdd61bc4f30 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:30.715995 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e129c10-3b47-4c80-91e1-729b94b73cc3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:30.729349 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-7337670e-69ac-4248-8958-29f30f905a93 None None] Set router 5eb1e853-950b-4a34-b779-2094d01ca578 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:45:30.783685 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-fb96c535-8356-469b-aa6f-fcdd61bc4f30 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:30.793224 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fb96c535-8356-469b-aa6f-fcdd61bc4f30 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Usage tracker for resource:security_group_rule and tenant:ec670c0a173e4c8089614edd52d5dccd is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:30.816548 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fb96c535-8356-469b-aa6f-fcdd61bc4f30 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:30.830257 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-fb96c535-8356-469b-aa6f-fcdd61bc4f30 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:30.845300 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e129c10-3b47-4c80-91e1-729b94b73cc3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc1f849-a539-4405-9366-bcb97983fa81,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:30.908400 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fb96c535-8356-469b-aa6f-fcdd61bc4f30 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:30.926801 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 959b94eb-a475-408e-a45a-9980704b3263 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:30.929044 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e129c10-3b47-4c80-91e1-729b94b73cc3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:30.938608 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115c41a5-a463-47d6-a6dc-9bc69875fd08 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:30.963775 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e539dcf2-5db1-4152-96ba-30529a946467 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:45:30.967262 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e539dcf2-5db1-4152-96ba-30529a946467 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "PUT /v2.0/routers/2e1fb4e3-2bf4-4232-a7a0-97e33eb21531/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1176767 Apr 29 15:45:30.970686 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57444) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:30.971170 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 959b94eb-a475-408e-a45a-9980704b3263 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:30.971601 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:30.976732 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536ce0d7-0356-49b4-8396-f80d4a2ead43 None None] Sync routers for ids ['2e1fb4e3-2bf4-4232-a7a0-97e33eb21531'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:45:30.987531 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fb96c535-8356-469b-aa6f-fcdd61bc4f30 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:30.993585 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536ce0d7-0356-49b4-8396-f80d4a2ead43 None None] Routers {'2e1fb4e3-2bf4-4232-a7a0-97e33eb21531'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:30.994388 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-536ce0d7-0356-49b4-8396-f80d4a2ead43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2e1fb4e3-2bf4-4232-a7a0-97e33eb21531'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:31.042311 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4d19523d-0ea5-413f-9c38-60bd92920913 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Synchronizing usage tracker for tenant:f56fa22878a4477ebb22e0778bbb8cc4 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:31.051950 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7e72e101-6abd-4c34-95ff-4d32b666deb9 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:31.061967 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96c535-8356-469b-aa6f-fcdd61bc4f30 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38460ba8-eb7f-4b48-a563-086c538b8520,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:31.062168 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3e129c10-3b47-4c80-91e1-729b94b73cc3 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/6cc1f849-a539-4405-9366-bcb97983fa81 HTTP/1.1" status: 204 len: 168 time: 2.7221591 Apr 29 15:45:31.062292 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57448) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:31.093426 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-536ce0d7-0356-49b4-8396-f80d4a2ead43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:31.106054 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fb96c535-8356-469b-aa6f-fcdd61bc4f30 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:31.107621 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fb96c535-8356-469b-aa6f-fcdd61bc4f30 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5719080 Apr 29 15:45:31.110349 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57452) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:31.114128 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7e72e101-6abd-4c34-95ff-4d32b666deb9 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:31.115277 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7e72e101-6abd-4c34-95ff-4d32b666deb9 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:31.115546 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536ce0d7-0356-49b4-8396-f80d4a2ead43 None None] Routers {'2e1fb4e3-2bf4-4232-a7a0-97e33eb21531'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:31.116572 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-536ce0d7-0356-49b4-8396-f80d4a2ead43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2e1fb4e3-2bf4-4232-a7a0-97e33eb21531'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:31.132188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-8b9c1da6-3562-47ff-816d-9732a4bcbf90 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Request body: {'security_group_rule': {'security_group_id': 'b443efad-b9a9-4bd8-b34a-b9a2d02c0456', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '38460ba8-eb7f-4b48-a563-086c538b8520', 'remote_ip_prefix': None}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:31.139999 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8b9c1da6-3562-47ff-816d-9732a4bcbf90 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:31.145709 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8b9c1da6-3562-47ff-816d-9732a4bcbf90 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Usage tracker for resource:security_group_rule and tenant:ec670c0a173e4c8089614edd52d5dccd is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:31.160480 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8b9c1da6-3562-47ff-816d-9732a4bcbf90 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:31.168853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8b9c1da6-3562-47ff-816d-9732a4bcbf90 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:31.204798 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-536ce0d7-0356-49b4-8396-f80d4a2ead43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:31.205198 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536ce0d7-0356-49b4-8396-f80d4a2ead43 None None] The sync data for ids ['2e1fb4e3-2bf4-4232-a7a0-97e33eb21531'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:45:31.250170 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4d19523d-0ea5-413f-9c38-60bd92920913 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Unset dirty status for tenant:f56fa22878a4477ebb22e0778bbb8cc4 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:31.254990 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4d19523d-0ea5-413f-9c38-60bd92920913 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e1fb4e3-2bf4-4232-a7a0-97e33eb21531 HTTP/1.1" status: 200 len: 205 time: 0.2745986 Apr 29 15:45:31.255319 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57456) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:31.370118 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8b9c1da6-3562-47ff-816d-9732a4bcbf90 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:31.391175 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d3f96c04-0178-44f3-a4f4-ae36ae67bd98 None None] Provisioning complete for port 959b94eb-a475-408e-a45a-9980704b3263 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:31.391808 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d3f96c04-0178-44f3-a4f4-ae36ae67bd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:31.393997 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72e101-6abd-4c34-95ff-4d32b666deb9 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event updated for resources: {'Port': ['ID=e3978c49-a48b-462b-91c6-447d2beb017f,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:31.452091 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8be94b8-6ac8-4c8c-88f2-a35fb09cdf23 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Deleting subnet f38c3aaf-f548-4417-8eca-4f63cd705621 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:45:31.455227 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e8be94b8-6ac8-4c8c-88f2-a35fb09cdf23 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:31.529833 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:31.558941 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e72e101-6abd-4c34-95ff-4d32b666deb9 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Network 56906c4e-38f7-4451-a824-b0245f73ab7a is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:31.564110 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-7e72e101-6abd-4c34-95ff-4d32b666deb9 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:31.566384 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8b9c1da6-3562-47ff-816d-9732a4bcbf90 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:31.623526 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9a75520e-b3ac-4a8c-8a96-04f614413d59 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:31.679067 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-7337670e-69ac-4248-8958-29f30f905a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:40:27Z', 'revision_number': 4, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port': {'id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:18Z', 'updated_at': '2022-04-29T15:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '58611ec8-4cdc-4b16-aa9e-d9f81425f6ca', 'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'mac_address': 'fa:16:3e:bb:23:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:26Z', 'updated_at': '2022-04-29T15:40:38Z', 'revision_number': 5, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'subnets': [{'id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:31.690630 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 959b94eb-a475-408e-a45a-9980704b3263, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=959b94eb-a475-408e-a45a-9980704b3263,segment=NetworkSegment(6d51fd3c-832c-4f83-8326-ce1a80efdaa1),segment_id=6d51fd3c-832c-4f83-8326-ce1a80efdaa1)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:31.692219 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7337670e-69ac-4248-8958-29f30f905a93 None None] The sync data for ids ['5eb1e853-950b-4a34-b779-2094d01ca578'] in dv-neutron-839913-1-hyperv is: [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:40:27Z', 'revision_number': 4, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port': {'id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:18Z', 'updated_at': '2022-04-29T15:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '58611ec8-4cdc-4b16-aa9e-d9f81425f6ca', 'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'mac_address': 'fa:16:3e:bb:23:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:26Z', 'updated_at': '2022-04-29T15:40:38Z', 'revision_number': 5, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'subnets': [{'id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:45:31.715604 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d3f96c04-0178-44f3-a4f4-ae36ae67bd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:31.715851 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8b9c1da6-3562-47ff-816d-9732a4bcbf90 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:31.782327 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:31.821010 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c1da6-3562-47ff-816d-9732a4bcbf90 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb22727-6f83-4943-bad8-26eec3b29009,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:31.848666 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8b9c1da6-3562-47ff-816d-9732a4bcbf90 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:31.857988 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8b9c1da6-3562-47ff-816d-9732a4bcbf90 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.7391214 Apr 29 15:45:31.863122 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57466) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:31.931056 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e8be94b8-6ac8-4c8c-88f2-a35fb09cdf23 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:31.953321 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9720c249-5c1c-4818-a0f1-38258a095795 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:31.965748 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=959b94eb-a475-408e-a45a-9980704b3263,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:31.968351 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9720c249-5c1c-4818-a0f1-38258a095795 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:32.031400 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-d3f96c04-0178-44f3-a4f4-ae36ae67bd98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:45:32.031884 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-d3f96c04-0178-44f3-a4f4-ae36ae67bd98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:45:32.086374 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9720c249-5c1c-4818-a0f1-38258a095795 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:32.153505 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a24b688-bb22-4c0a-b09f-ccbac10c25f0 None None] New status for floating IP 1ba8244e-b503-4ad8-89f3-eeb867659f65: DOWN {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:45:32.366531 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9a75520e-b3ac-4a8c-8a96-04f614413d59 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:32.370844 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e8be94b8-6ac8-4c8c-88f2-a35fb09cdf23 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:32.382438 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720c249-5c1c-4818-a0f1-38258a095795 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1cb22727-6f83-4943-bad8-26eec3b29009,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:32.392323 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9720c249-5c1c-4818-a0f1-38258a095795 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:32.395886 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9720c249-5c1c-4818-a0f1-38258a095795 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1cb22727-6f83-4943-bad8-26eec3b29009 HTTP/1.1" status: 204 len: 168 time: 0.5221608 Apr 29 15:45:32.397336 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57472) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:32.419022 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-9ca6de30-d6c1-4892-9130-3da92473ebd4 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1235633442&fields=id&tenant_id=c56968f4173e467ca1a4109666ee4127 HTTP/1.1" status: 200 len: 267 time: 0.3336830 Apr 29 15:45:32.436550 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9a75520e-b3ac-4a8c-8a96-04f614413d59 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:32.528365 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 495e7503-a4d9-4ab5-b6c1-00a24e95afc7 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:32.593357 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-652c5890-8f88-471a-ad5e-77399ae88851 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Synchronizing usage tracker for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:32.653197 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-a630e41f-3505-410a-8111-0783ddaa4ef3 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:32.654771 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-a630e41f-3505-410a-8111-0783ddaa4ef3 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/networks?id=d511986d-e449-4c9a-bc20-0b0373daead6 HTTP/1.1" status: 200 len: 811 time: 0.2240250 Apr 29 15:45:32.678355 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e72e101-6abd-4c34-95ff-4d32b666deb9 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Router 4da4d312-dbbb-4101-bb5c-0df821d1d887 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:45:32.686189 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-0dccf529-d2d9-48e8-8064-19c674741c98 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/quotas/c56968f4173e467ca1a4109666ee4127 HTTP/1.1" status: 200 len: 375 time: 0.0209036 Apr 29 15:45:32.701477 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 495e7503-a4d9-4ab5-b6c1-00a24e95afc7 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:32.701849 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:32.719711 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e8be94b8-6ac8-4c8c-88f2-a35fb09cdf23 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:32.770881 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be94b8-6ac8-4c8c-88f2-a35fb09cdf23 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Subnet': ['ID=f38c3aaf-f548-4417-8eca-4f63cd705621,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:32.774172 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9a75520e-b3ac-4a8c-8a96-04f614413d59 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:32.774956 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a75520e-b3ac-4a8c-8a96-04f614413d59 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Fanout notify agent at l3_agent the message router_deleted on router 2e1fb4e3-2bf4-4232-a7a0-97e33eb21531 {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:45:32.798695 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9a75520e-b3ac-4a8c-8a96-04f614413d59 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:32.803812 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9a75520e-b3ac-4a8c-8a96-04f614413d59 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/routers/2e1fb4e3-2bf4-4232-a7a0-97e33eb21531 HTTP/1.1" status: 204 len: 168 time: 1.5446203 Apr 29 15:45:32.807174 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57476) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:32.818960 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e8be94b8-6ac8-4c8c-88f2-a35fb09cdf23 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:32.819135 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fced2b-f3be-4350-a8fe-46a685c60221 None None] Network 75e7f0f8-4897-4e20-8301-99a7eae75065 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:32.819253 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e8be94b8-6ac8-4c8c-88f2-a35fb09cdf23 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/f38c3aaf-f548-4417-8eca-4f63cd705621 HTTP/1.1" status: 204 len: 168 time: 1.7493076 Apr 29 15:45:32.842749 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57480) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:32.857053 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-652c5890-8f88-471a-ad5e-77399ae88851 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Unset dirty status for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:32.857053 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-652c5890-8f88-471a-ad5e-77399ae88851 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4502296 Apr 29 15:45:32.857854 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57484) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:32.894852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d3f96c04-0178-44f3-a4f4-ae36ae67bd98 None None] Provisioning for port e3978c49-a48b-462b-91c6-447d2beb017f completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:32.932589 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4592a113-35ed-40a1-897f-327a6f022f97 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0832837 Apr 29 15:45:32.934307 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57488) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:32.976981 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 959b94eb-a475-408e-a45a-9980704b3263 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:32.982621 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-22b8e3e5-8d2b-438e-accc-1e1766d93896 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c56968f4173e467ca1a4109666ee4127&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2859881 Apr 29 15:45:32.993039 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f7cc885a-5551-48c4-884a-3012c787f75a tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:33.016715 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d3f96c04-0178-44f3-a4f4-ae36ae67bd98 None None] Provisioning complete for port e3978c49-a48b-462b-91c6-447d2beb017f triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:33.016715 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d3f96c04-0178-44f3-a4f4-ae36ae67bd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:33.035678 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e72e101-6abd-4c34-95ff-4d32b666deb9 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:45:33.039079 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f7cc885a-5551-48c4-884a-3012c787f75a tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:33.049456 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7e72e101-6abd-4c34-95ff-4d32b666deb9 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "PUT /v2.0/routers/4da4d312-dbbb-4101-bb5c-0df821d1d887/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2676713 Apr 29 15:45:33.053384 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57494) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:33.053644 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] Sync routers for ids ['4da4d312-dbbb-4101-bb5c-0df821d1d887'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:45:33.067447 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-f0ab5621-e4e5-430b-b074-3394f250d97e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:33.071862 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] Routers {'4da4d312-dbbb-4101-bb5c-0df821d1d887'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:33.072588 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['4da4d312-dbbb-4101-bb5c-0df821d1d887'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:33.207608 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958ba949-6dd6-473e-9c08-2dd84e11ba73 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:33.210270 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-958ba949-6dd6-473e-9c08-2dd84e11ba73 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2762542 Apr 29 15:45:33.213481 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57498) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:33.244880 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d3f96c04-0178-44f3-a4f4-ae36ae67bd98 None None] Port e3978c49-a48b-462b-91c6-447d2beb017f cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:45:33.265162 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 959b94eb-a475-408e-a45a-9980704b3263 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:33.265162 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:33.299986 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] Set router 4da4d312-dbbb-4101-bb5c-0df821d1d887 gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:45:33.335284 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27228270-c866-4a06-9a38-2b6725d9df8b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:33.336295 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-27228270-c866-4a06-9a38-2b6725d9df8b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Synchronizing usage tracker for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:33.361789 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca9bd60-3979-406d-841a-c40dc3b36787 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting subnet 139c2558-9b4d-43fe-9b9d-632fd410f350 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:45:33.362041 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559180ab-fd08-4a13-8137-f2513cc1627a None None] DHCP port deletion for 75e7f0f8-4897-4e20-8301-99a7eae75065 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:45:33.365652 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5ca9bd60-3979-406d-841a-c40dc3b36787 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:33.382960 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f7cc885a-5551-48c4-884a-3012c787f75a tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:33.385221 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-559180ab-fd08-4a13-8137-f2513cc1627a None None] Deleting port cd3dce95-eabe-4c48-a607-f26e68202ec7 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:33.386514 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-559180ab-fd08-4a13-8137-f2513cc1627a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:33.408550 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc885a-5551-48c4-884a-3012c787f75a tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38460ba8-eb7f-4b48-a563-086c538b8520,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:33.423708 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-54f295c2-80af-473b-a1d0-8752775c9590 service neutron] 10.222.0.21 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281008 Apr 29 15:45:33.448320 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5ca9bd60-3979-406d-841a-c40dc3b36787 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:33.479483 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-27228270-c866-4a06-9a38-2b6725d9df8b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Unset dirty status for tenant:e63819badd2e459da584fcd005094a20 on resource:subnet {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:33.482759 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-27228270-c866-4a06-9a38-2b6725d9df8b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2663045 Apr 29 15:45:33.486357 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57502) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:33.573730 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-cfda159f-c002-498c-a340-aba989c0686b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0860116 Apr 29 15:45:33.579529 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57506) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:33.630245 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-559180ab-fd08-4a13-8137-f2513cc1627a None None] For port cd3dce95-eabe-4c48-a607-f26e68202ec7, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cd3dce95-eabe-4c48-a607-f26e68202ec7,segment=NetworkSegment(619ee12d-2ab1-44a9-b744-827882cca650),segment_id=619ee12d-2ab1-44a9-b744-827882cca650)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:33.631118 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-559180ab-fd08-4a13-8137-f2513cc1627a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:33.636350 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3821d41a-1bff-4130-b90a-7f82ac13e024 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:33.641033 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3821d41a-1bff-4130-b90a-7f82ac13e024 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:33.641033 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3821d41a-1bff-4130-b90a-7f82ac13e024 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/81c21aa9-3674-402d-9474-7b044fca2366 HTTP/1.1" status: 404 len: 333 time: 0.0580871 Apr 29 15:45:33.642764 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57510) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:33.680476 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:45:29Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': '495e7503-a4d9-4ab5-b6c1-00a24e95afc7', 'name': '', 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:b4:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:12Z', 'updated_at': '2022-04-29T15:45:30Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a567954b-7405-4fae-9437-176e7a91f278', 'name': '', 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:4c:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:04Z', 'updated_at': '2022-04-29T15:45:24Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3978c49-a48b-462b-91c6-447d2beb017f', 'name': '', 'network_id': '56906c4e-38f7-4451-a824-b0245f73ab7a', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:f5:96:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff7e8b59-5dc6-4b81-a012-19fde3c59985', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:26Z', 'updated_at': '2022-04-29T15:45:30Z', 'revision_number': 2, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff7e8b59-5dc6-4b81-a012-19fde3c59985', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:33.686903 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] Checking router: 4da4d312-dbbb-4101-bb5c-0df821d1d887 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:45:33.686903 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] Updating router 4da4d312-dbbb-4101-bb5c-0df821d1d887 port e3978c49-a48b-462b-91c6-447d2beb017f binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:45:33.732547 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f7cc885a-5551-48c4-884a-3012c787f75a tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:33.736588 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f7cc885a-5551-48c4-884a-3012c787f75a tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "DELETE /v2.0/security-groups/38460ba8-eb7f-4b48-a563-086c538b8520 HTTP/1.1" status: 204 len: 168 time: 0.8777916 Apr 29 15:45:33.739462 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57514) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:33.773985 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:33.779430 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-559180ab-fd08-4a13-8137-f2513cc1627a None None] Calling delete_port for cd3dce95-eabe-4c48-a607-f26e68202ec7 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:33.853089 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a54b866c-39b5-457d-8cb1-5546d2da6809 None None] Provisioning complete for port cd3dce95-eabe-4c48-a607-f26e68202ec7 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:33.853818 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a54b866c-39b5-457d-8cb1-5546d2da6809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:33.907828 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-32051f13-628d-487a-9d9c-55428149467c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:33.907828 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32051f13-628d-487a-9d9c-55428149467c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:33.907828 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-32051f13-628d-487a-9d9c-55428149467c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/f38c3aaf-f548-4417-8eca-4f63cd705621 HTTP/1.1" status: 404 len: 337 time: 0.2618484 Apr 29 15:45:33.909855 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57518) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:33.953305 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6285c23-f31f-48bb-908c-99621c391efc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:33.954025 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6285c23-f31f-48bb-908c-99621c391efc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:33.956311 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c6285c23-f31f-48bb-908c-99621c391efc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/6cc1f849-a539-4405-9366-bcb97983fa81 HTTP/1.1" status: 404 len: 337 time: 0.0451193 Apr 29 15:45:33.959669 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57522) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:34.008053 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5ca9bd60-3979-406d-841a-c40dc3b36787 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:34.034209 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-559180ab-fd08-4a13-8137-f2513cc1627a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:34.043026 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-af26516f-0f31-4c29-a9d5-1dc42c63f98f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:34.044226 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af26516f-0f31-4c29-a9d5-1dc42c63f98f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:34.046327 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-af26516f-0f31-4c29-a9d5-1dc42c63f98f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/c3f217fd-50ea-49be-b027-ce59c5f21022 HTTP/1.1" status: 404 len: 333 time: 0.0851002 Apr 29 15:45:34.051984 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57526) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:34.082731 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559180ab-fd08-4a13-8137-f2513cc1627a None None] No DVR routers for this DVR port cd3dce95-eabe-4c48-a607-f26e68202ec7 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:45:34.103310 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-9b501834-2ad6-42c1-aa40-e6d051e9484f service neutron] 10.222.0.21 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6700556 Apr 29 15:45:34.103664 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559180ab-fd08-4a13-8137-f2513cc1627a None None] Pushing event deleted for resources: {'Port': ['ID=cd3dce95-eabe-4c48-a607-f26e68202ec7,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:34.114089 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a26b91ec-7ea5-4619-b7c9-b278eace40bd tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Synchronizing usage tracker for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:34.117806 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a54b866c-39b5-457d-8cb1-5546d2da6809 None None] Provisioning complete for port e3978c49-a48b-462b-91c6-447d2beb017f triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:34.118172 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a54b866c-39b5-457d-8cb1-5546d2da6809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:34.132782 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3f0296-5d37-489f-8970-2cd84a87434c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:34.135298 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b3f0296-5d37-489f-8970-2cd84a87434c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:34.137150 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5b3f0296-5d37-489f-8970-2cd84a87434c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/17f1cc6d-ad2e-4350-abc1-92726cf2f981 HTTP/1.1" status: 404 len: 337 time: 0.0836153 Apr 29 15:45:34.144151 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57530) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:34.184590 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a54b866c-39b5-457d-8cb1-5546d2da6809 None None] Port e3978c49-a48b-462b-91c6-447d2beb017f cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:45:34.230545 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce9c9f1-2fed-4df3-b129-c18d0710c4ec tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:34.230991 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce9c9f1-2fed-4df3-b129-c18d0710c4ec tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:34.235178 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-cce9c9f1-2fed-4df3-b129-c18d0710c4ec tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/92ea33ed-d192-4215-974c-fce358ceffd8 HTTP/1.1" status: 404 len: 337 time: 0.0850201 Apr 29 15:45:34.235604 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57536) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:34.248950 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a26b91ec-7ea5-4619-b7c9-b278eace40bd tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Unset dirty status for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:34.252998 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a26b91ec-7ea5-4619-b7c9-b278eace40bd tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5072467 Apr 29 15:45:34.260226 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57540) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:34.267740 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:34.277110 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8149caa8-e586-4198-8b03-8f84db9b649f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:34.277548 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8149caa8-e586-4198-8b03-8f84db9b649f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:34.286004 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8149caa8-e586-4198-8b03-8f84db9b649f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/de5350b5-cce4-48ac-9ea6-6b4b82b31cd4 HTTP/1.1" status: 404 len: 333 time: 0.0471721 Apr 29 15:45:34.286565 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57544) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:34.289231 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] Transition to ACTIVE for port object e3978c49-a48b-462b-91c6-447d2beb017f will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:34.323704 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5ca9bd60-3979-406d-841a-c40dc3b36787 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:34.361242 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fccde3c-d515-4125-b256-2e2bdf2c67cc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:34.361455 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fccde3c-d515-4125-b256-2e2bdf2c67cc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:34.363146 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4fccde3c-d515-4125-b256-2e2bdf2c67cc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/6e800503-5fc3-47a2-88f5-62bbc43c0139 HTTP/1.1" status: 404 len: 337 time: 0.0755284 Apr 29 15:45:34.367040 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57552) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:34.369360 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9bd60-3979-406d-841a-c40dc3b36787 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Subnet': ['ID=139c2558-9b4d-43fe-9b9d-632fd410f350,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:34.373335 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5ca9bd60-3979-406d-841a-c40dc3b36787 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:34.379396 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5ca9bd60-3979-406d-841a-c40dc3b36787 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/subnets/139c2558-9b4d-43fe-9b9d-632fd410f350 HTTP/1.1" status: 204 len: 168 time: 1.5625551 Apr 29 15:45:34.379396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57556) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:34.384079 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4a5215-2c8d-4426-b165-258f87913dc9 None None] Network 3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:34.421780 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:34.432630 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.extraroute_db [None req-f0ab5621-e4e5-430b-b074-3394f250d97e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=84770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 29 15:45:34.442238 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ba53f560-324d-42d6-ae46-79eb3a5a911a tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:34.446681 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-874e443e-edd2-49c7-a347-e0794c6467c5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:34.447122 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-874e443e-edd2-49c7-a347-e0794c6467c5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:34.448848 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-874e443e-edd2-49c7-a347-e0794c6467c5 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/3f0dd808-644d-46d5-a04a-e02c24b2303d HTTP/1.1" status: 404 len: 337 time: 0.0792236 Apr 29 15:45:34.454823 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57560) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:34.470067 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.extraroute_db [None req-f0ab5621-e4e5-430b-b074-3394f250d97e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Removed routes are [] {{(pid=84770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 29 15:45:34.470471 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f0ab5621-e4e5-430b-b074-3394f250d97e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:34.515033 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ba53f560-324d-42d6-ae46-79eb3a5a911a tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:34.572279 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cd3dce95-eabe-4c48-a607-f26e68202ec7 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:45:34.578589 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c733fab9-364e-4c21-a671-4cd9c069973b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:34.578736 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c733fab9-364e-4c21-a671-4cd9c069973b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:34.580408 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c733fab9-364e-4c21-a671-4cd9c069973b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/4c97f08a-a40a-47e4-bb90-c6be959135f2 HTTP/1.1" status: 404 len: 333 time: 0.1245701 Apr 29 15:45:34.583026 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57564) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:34.618350 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: cd3dce95-eabe-4c48-a607-f26e68202ec7 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:45:34.619100 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cd3dce95-eabe-4c48-a607-f26e68202ec7 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:45:34.671023 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0767a2a8-92d1-45b6-99fa-431b0244ac49 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting subnet 54352ff9-dd8f-419e-9ee4-b258f8ab3331 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:45:34.675589 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0767a2a8-92d1-45b6-99fa-431b0244ac49 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:34.771726 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0321b52-dc97-4f3e-a409-d3299c16a29a None None] Pushing event updated for resources: {'Port': ['ID=e3978c49-a48b-462b-91c6-447d2beb017f,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:34.775161 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] Attempting to bind port e3978c49-a48b-462b-91c6-447d2beb017f on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:45:34.775684 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] Attempting to bind port e3978c49-a48b-462b-91c6-447d2beb017f by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '6d51fd3c-832c-4f83-8326-ce1a80efdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '56906c4e-38f7-4451-a824-b0245f73ab7a'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:45:34.776178 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] Attempting to bind port e3978c49-a48b-462b-91c6-447d2beb017f on network 56906c4e-38f7-4451-a824-b0245f73ab7a {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:45:34.778132 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0767a2a8-92d1-45b6-99fa-431b0244ac49 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:34.783932 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:45:34.784437 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] Checking segment: {'id': '6d51fd3c-832c-4f83-8326-ce1a80efdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '56906c4e-38f7-4451-a824-b0245f73ab7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:45:34.786628 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:34.787176 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] Bound using segment: {'id': '6d51fd3c-832c-4f83-8326-ce1a80efdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '56906c4e-38f7-4451-a824-b0245f73ab7a'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:45:34.787805 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] Bound port: e3978c49-a48b-462b-91c6-447d2beb017f, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d51fd3c-832c-4f83-8326-ce1a80efdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '56906c4e-38f7-4451-a824-b0245f73ab7a'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:45:34.788332 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:34.810924 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-69391aad-a547-4e46-8b2f-04ddd3b90325 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:34.810924 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69391aad-a547-4e46-8b2f-04ddd3b90325 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:34.812925 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ba53f560-324d-42d6-ae46-79eb3a5a911a tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:34.846829 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3477ca04-0699-4506-a444-19f73413cebc None None] DHCP port deletion for 3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:45:34.851776 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-3477ca04-0699-4506-a444-19f73413cebc None None] Deleting port f07deb51-5942-4080-9188-94b731f8a20e {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:34.852148 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3477ca04-0699-4506-a444-19f73413cebc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:34.930009 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0767a2a8-92d1-45b6-99fa-431b0244ac49 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:34.936604 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53f560-324d-42d6-ae46-79eb3a5a911a tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b443efad-b9a9-4bd8-b34a-b9a2d02c0456,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:34.960610 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-69391aad-a547-4e46-8b2f-04ddd3b90325 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/0ad71e56-9bef-418f-9531-e034fc225314 HTTP/1.1" status: 404 len: 337 time: 0.3751099 Apr 29 15:45:34.965263 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57570) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:35.004614 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] For port e3978c49-a48b-462b-91c6-447d2beb017f, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:45:35.014390 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] For port e3978c49-a48b-462b-91c6-447d2beb017f, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e3978c49-a48b-462b-91c6-447d2beb017f,segment=NetworkSegment(6d51fd3c-832c-4f83-8326-ce1a80efdaa1),segment_id=6d51fd3c-832c-4f83-8326-ce1a80efdaa1)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:45:35.057974 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ba53f560-324d-42d6-ae46-79eb3a5a911a tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:35.061915 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ba53f560-324d-42d6-ae46-79eb3a5a911a tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "DELETE /v2.0/security-groups/b443efad-b9a9-4bd8-b34a-b9a2d02c0456 HTTP/1.1" status: 204 len: 168 time: 0.8046968 Apr 29 15:45:35.067858 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57578) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:35.069248 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-12950b33-3e01-4a45-b79e-81134ca527b2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:35.069248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12950b33-3e01-4a45-b79e-81134ca527b2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:35.069248 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-12950b33-3e01-4a45-b79e-81134ca527b2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/78c0b5e9-5930-4de9-857d-b30003c180d1 HTTP/1.1" status: 404 len: 337 time: 0.1022303 Apr 29 15:45:35.071807 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9ba76c13-15b4-45c5-9ecb-318bfd19e75e req-b8b80aa7-6d8d-4542-85b1-691348ff1744 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 210 time: 0.0576501 Apr 29 15:45:35.072307 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57582) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:35.085414 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:35.124818 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0767a2a8-92d1-45b6-99fa-431b0244ac49 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:35.141072 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ce2383-3eba-4db4-bfd3-aa13013462dc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:35.141072 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ce2383-3eba-4db4-bfd3-aa13013462dc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:35.145536 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a2ce2383-3eba-4db4-bfd3-aa13013462dc tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/3b7a418d-0861-432a-b06a-a31bec0906ce HTTP/1.1" status: 404 len: 333 time: 0.0720599 Apr 29 15:45:35.148265 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57586) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:35.204494 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9bcd76-6124-45b8-9494-ed3d69769da6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:35.205139 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9bcd76-6124-45b8-9494-ed3d69769da6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:35.210363 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-eb9bcd76-6124-45b8-9494-ed3d69769da6 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/03574733-112f-460c-875b-f43035861303 HTTP/1.1" status: 404 len: 337 time: 0.0613456 Apr 29 15:45:35.211961 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57590) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:35.229170 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0321b52-dc97-4f3e-a409-d3299c16a29a None None] Pushing event updated for resources: {'Port': ['ID=e3978c49-a48b-462b-91c6-447d2beb017f,revision_number=4']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:35.237899 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] Routers {'4da4d312-dbbb-4101-bb5c-0df821d1d887'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:35.239211 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['4da4d312-dbbb-4101-bb5c-0df821d1d887'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:35.241600 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767a2a8-92d1-45b6-99fa-431b0244ac49 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Subnet': ['ID=54352ff9-dd8f-419e-9ee4-b258f8ab3331,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:35.258747 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-3477ca04-0699-4506-a444-19f73413cebc None None] For port f07deb51-5942-4080-9188-94b731f8a20e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=f07deb51-5942-4080-9188-94b731f8a20e,segment=NetworkSegment(284747b6-0a7d-41a2-a12d-eba6b3eb9c98),segment_id=284747b6-0a7d-41a2-a12d-eba6b3eb9c98)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:35.259425 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3477ca04-0699-4506-a444-19f73413cebc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:35.287935 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0767a2a8-92d1-45b6-99fa-431b0244ac49 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:35.308356 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-890b7da1-d351-4cfc-8e51-7579f39ce8cf tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Synchronizing usage tracker for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:35.322609 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac24402-6671-4989-a71d-2468b387846d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:35.323347 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac24402-6671-4989-a71d-2468b387846d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:35.328310 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3ac24402-6671-4989-a71d-2468b387846d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/edc28924-a8cf-4731-95de-20f3a132c744 HTTP/1.1" status: 404 len: 333 time: 0.1151812 Apr 29 15:45:35.330382 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57594) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:35.333935 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0767a2a8-92d1-45b6-99fa-431b0244ac49 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/subnets/54352ff9-dd8f-419e-9ee4-b258f8ab3331 HTTP/1.1" status: 204 len: 168 time: 0.9525666 Apr 29 15:45:35.337023 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57596) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:35.441476 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34320004-70fc-4eaa-aec6-48a2d9bb2b83 None None] Network 5663d654-64b7-4c24-bf5d-4ae8bb0b4872 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:35.443093 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce1a489-25d1-4f37-a275-9a955280de2f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:35.443650 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce1a489-25d1-4f37-a275-9a955280de2f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:35.453013 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9ce1a489-25d1-4f37-a275-9a955280de2f tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/ae81b609-bd64-4e03-b162-5bef02d22828 HTTP/1.1" status: 404 len: 337 time: 0.1157186 Apr 29 15:45:35.464911 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57606) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:35.519707 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-3488c77f-168a-47d9-a825-49777bc0225d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:35.525302 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3488c77f-168a-47d9-a825-49777bc0225d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:35.529894 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3488c77f-168a-47d9-a825-49777bc0225d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/7c5b7c51-94f0-48b8-bdea-f79053333c57 HTTP/1.1" status: 404 len: 333 time: 0.0633113 Apr 29 15:45:35.530678 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57610) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:35.565811 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] Set router 4da4d312-dbbb-4101-bb5c-0df821d1d887 gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:45:35.598224 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fdcdb60-0b9b-4ad0-99ec-4ed43a14fe88 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:35.598692 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fdcdb60-0b9b-4ad0-99ec-4ed43a14fe88 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:35.608821 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2fdcdb60-0b9b-4ad0-99ec-4ed43a14fe88 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/2f711fcc-ffb5-4b78-88eb-e5eca07c5e51 HTTP/1.1" status: 404 len: 337 time: 0.0682924 Apr 29 15:45:35.608821 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f0ab5621-e4e5-430b-b074-3394f250d97e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:35.608821 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57616) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:35.633825 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-890b7da1-d351-4cfc-8e51-7579f39ce8cf tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Unset dirty status for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:35.635074 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-890b7da1-d351-4cfc-8e51-7579f39ce8cf tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5717835 Apr 29 15:45:35.643985 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f0ab5621-e4e5-430b-b074-3394f250d97e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626962'] for router, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:35.645200 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57620) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:35.653806 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-61362606-145b-4a95-bd86-e6a2e2e153f7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:35.660109 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-647f567e-de78-499a-a611-df37a54cb771 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Request body: {'security_group': {'name': 'tempest-secgroup--1186736666'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:35.664374 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-032de1cb-f66c-40a8-b258-5a3720d4d744 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:35.664806 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-032de1cb-f66c-40a8-b258-5a3720d4d744 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:35.669075 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-032de1cb-f66c-40a8-b258-5a3720d4d744 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/c9796fa8-7f7a-48d1-b10d-02e1c3f953b3 HTTP/1.1" status: 404 len: 333 time: 0.0595858 Apr 29 15:45:35.670262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57624) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:35.672528 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-647f567e-de78-499a-a611-df37a54cb771 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:35.684283 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-647f567e-de78-499a-a611-df37a54cb771 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:35.686282 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-61362606-145b-4a95-bd86-e6a2e2e153f7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting port f07deb51-5942-4080-9188-94b731f8a20e {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:35.686669 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-61362606-145b-4a95-bd86-e6a2e2e153f7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:35.759409 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-5826fe76-eefa-47b6-b171-34ac801c8684 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:35.760043 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5826fe76-eefa-47b6-b171-34ac801c8684 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:35.764040 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5826fe76-eefa-47b6-b171-34ac801c8684 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/adc7dcad-6f5b-4e05-9109-d80ac3487a1c HTTP/1.1" status: 404 len: 337 time: 0.0931008 Apr 29 15:45:35.770228 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57628) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:35.772534 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-3477ca04-0699-4506-a444-19f73413cebc None None] Calling delete_port for f07deb51-5942-4080-9188-94b731f8a20e owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:35.830238 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-287b8123-4328-4e1c-8304-1e0ce0f79148 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:35.830691 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-287b8123-4328-4e1c-8304-1e0ce0f79148 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:35.832333 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-287b8123-4328-4e1c-8304-1e0ce0f79148 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/9aef3d5c-4c21-4c0c-a625-4bba5b116d02 HTTP/1.1" status: 404 len: 333 time: 0.0523214 Apr 29 15:45:35.842534 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57632) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:35.859985 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-647f567e-de78-499a-a611-df37a54cb771 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:35.889650 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c54fd7-bd5d-4549-970b-f5a556bf89de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:35.890085 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c54fd7-bd5d-4549-970b-f5a556bf89de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:35.894978 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-53c54fd7-bd5d-4549-970b-f5a556bf89de tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/db8146a5-9908-489c-afe9-e0efc5f0a9d0 HTTP/1.1" status: 404 len: 337 time: 0.0516078 Apr 29 15:45:35.895653 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57636) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:35.932421 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-647f567e-de78-499a-a611-df37a54cb771 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:35.986038 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-647f567e-de78-499a-a611-df37a54cb771 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Usage tracker for resource:security_group_rule and tenant:ec670c0a173e4c8089614edd52d5dccd is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:35.999091 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-647f567e-de78-499a-a611-df37a54cb771 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:36.010090 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-647f567e-de78-499a-a611-df37a54cb771 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:36.033925 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3477ca04-0699-4506-a444-19f73413cebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:36.040589 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-61362606-145b-4a95-bd86-e6a2e2e153f7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] For port f07deb51-5942-4080-9188-94b731f8a20e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=f07deb51-5942-4080-9188-94b731f8a20e,segment=NetworkSegment(284747b6-0a7d-41a2-a12d-eba6b3eb9c98),segment_id=284747b6-0a7d-41a2-a12d-eba6b3eb9c98)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:36.040976 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-61362606-145b-4a95-bd86-e6a2e2e153f7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:36.110065 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477ca04-0699-4506-a444-19f73413cebc None None] Pushing event deleted for resources: {'Port': ['ID=f07deb51-5942-4080-9188-94b731f8a20e,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:36.118853 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3477ca04-0699-4506-a444-19f73413cebc None None] No DVR routers for this DVR port f07deb51-5942-4080-9188-94b731f8a20e on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:45:36.123062 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a22250-9ac5-4090-95fc-d07d92e26363 None None] DHCP port deletion for 5663d654-64b7-4c24-bf5d-4ae8bb0b4872 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:45:36.128864 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-83a22250-9ac5-4090-95fc-d07d92e26363 None None] Deleting port dbe39864-79d9-4436-b443-975825c14edb {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:36.131376 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-83a22250-9ac5-4090-95fc-d07d92e26363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:36.174472 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-faae08fc-5c71-459a-bd4b-b4c85de47da2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:36.175058 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faae08fc-5c71-459a-bd4b-b4c85de47da2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:36.176921 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-faae08fc-5c71-459a-bd4b-b4c85de47da2 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/67d92b2c-3d9d-4b40-9a87-01f5f883c303 HTTP/1.1" status: 404 len: 333 time: 0.2802904 Apr 29 15:45:36.182092 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57644) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:36.190154 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-61362606-145b-4a95-bd86-e6a2e2e153f7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Calling delete_port for f07deb51-5942-4080-9188-94b731f8a20e owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:36.197440 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:45:34Z', 'revision_number': 6, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': '495e7503-a4d9-4ab5-b6c1-00a24e95afc7', 'name': '', 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:b4:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:12Z', 'updated_at': '2022-04-29T15:45:30Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a567954b-7405-4fae-9437-176e7a91f278', 'name': '', 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:4c:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:04Z', 'updated_at': '2022-04-29T15:45:24Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3978c49-a48b-462b-91c6-447d2beb017f', 'name': '', 'network_id': '56906c4e-38f7-4451-a824-b0245f73ab7a', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:f5:96:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff7e8b59-5dc6-4b81-a012-19fde3c59985', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:26Z', 'updated_at': '2022-04-29T15:45:34Z', 'revision_number': 4, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff7e8b59-5dc6-4b81-a012-19fde3c59985', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:36.203256 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9204c7-c152-4d3d-93c0-db4fc2c8d542 None None] The sync data for ids ['4da4d312-dbbb-4101-bb5c-0df821d1d887'] in dv-neutron-839913-1-hyperv is: [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:45:34Z', 'revision_number': 6, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': '495e7503-a4d9-4ab5-b6c1-00a24e95afc7', 'name': '', 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:b4:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:12Z', 'updated_at': '2022-04-29T15:45:30Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a567954b-7405-4fae-9437-176e7a91f278', 'name': '', 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:4c:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:04Z', 'updated_at': '2022-04-29T15:45:24Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3978c49-a48b-462b-91c6-447d2beb017f', 'name': '', 'network_id': '56906c4e-38f7-4451-a824-b0245f73ab7a', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:f5:96:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff7e8b59-5dc6-4b81-a012-19fde3c59985', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:26Z', 'updated_at': '2022-04-29T15:45:34Z', 'revision_number': 4, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff7e8b59-5dc6-4b81-a012-19fde3c59985', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:45:36.245265 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ab5621-e4e5-430b-b074-3394f250d97e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Router 4da4d312-dbbb-4101-bb5c-0df821d1d887 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:45:36.324044 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8a14621-e2b9-4ada-8f2c-370da45a7071 req-af7b2a2d-cdba-42b0-9b95-829545de841c tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 210 time: 0.0810838 Apr 29 15:45:36.483969 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-83a22250-9ac5-4090-95fc-d07d92e26363 None None] For port dbe39864-79d9-4436-b443-975825c14edb, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=dbe39864-79d9-4436-b443-975825c14edb,segment=NetworkSegment(f22a8c25-d7c7-46f9-b3bd-69869b5dfc89),segment_id=f22a8c25-d7c7-46f9-b3bd-69869b5dfc89)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:36.483969 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-83a22250-9ac5-4090-95fc-d07d92e26363 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:36.520713 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07f7663-2c65-42ca-aabe-965cfc5529af tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:36.521106 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f07f7663-2c65-42ca-aabe-965cfc5529af tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:36.571084 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f07f7663-2c65-42ca-aabe-965cfc5529af tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/a8c5868b-d9c6-46d4-9062-5db6da803e26 HTTP/1.1" status: 404 len: 337 time: 0.3885319 Apr 29 15:45:36.576494 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57648) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:36.601455 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-647f567e-de78-499a-a611-df37a54cb771 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:36.612364 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.db.api [None req-61362606-145b-4a95-bd86-e6a2e2e153f7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:45:36.619230 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG oslo_db.api [None req-61362606-145b-4a95-bd86-e6a2e2e153f7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:45:36.647456 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-7440aac3-b6fe-447d-b27e-36b8370797a8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:36.652322 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7440aac3-b6fe-447d-b27e-36b8370797a8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:36.652322 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7440aac3-b6fe-447d-b27e-36b8370797a8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/24653429-a618-4f4e-ac41-620519624049 HTTP/1.1" status: 404 len: 337 time: 0.0708067 Apr 29 15:45:36.652522 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57652) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:36.669156 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e3978c49-a48b-462b-91c6-447d2beb017f up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:36.701268 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-83a22250-9ac5-4090-95fc-d07d92e26363 None None] Calling delete_port for dbe39864-79d9-4436-b443-975825c14edb owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:36.707603 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ab5621-e4e5-430b-b074-3394f250d97e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:45:36.715669 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-647f567e-de78-499a-a611-df37a54cb771 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:36.723602 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f0ab5621-e4e5-430b-b074-3394f250d97e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:36.730881 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f0ab5621-e4e5-430b-b074-3394f250d97e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "PUT /v2.0/routers/4da4d312-dbbb-4101-bb5c-0df821d1d887 HTTP/1.1" status: 200 len: 954 time: 3.6767414 Apr 29 15:45:36.731871 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57656) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:36.759840 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f9fdc5-e267-48fa-bc68-655f06dcb41e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:36.760376 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f9fdc5-e267-48fa-bc68-655f06dcb41e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:36.773086 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f567e-de78-499a-a611-df37a54cb771 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc85b90-1d38-4ea3-bed4-8529ecd6d26d,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:36.784998 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e0f9fdc5-e267-48fa-bc68-655f06dcb41e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/97364a6d-eab1-4592-a07d-ce0a1a06290c HTTP/1.1" status: 404 len: 333 time: 0.1307817 Apr 29 15:45:36.787423 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57660) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:36.838598 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f640ef1-bb30-4e4d-b836-1d9b27810317 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:36.839344 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f640ef1-bb30-4e4d-b836-1d9b27810317 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:36.841127 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4f640ef1-bb30-4e4d-b836-1d9b27810317 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/304a7e2b-c0f0-4a08-bc62-11a4a2852b5c HTTP/1.1" status: 404 len: 337 time: 0.0526018 Apr 29 15:45:36.843587 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57664) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:36.886660 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-647f567e-de78-499a-a611-df37a54cb771 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:36.887852 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-647f567e-de78-499a-a611-df37a54cb771 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2406685 Apr 29 15:45:36.891041 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57668) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:36.892447 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d474324-4f4e-40a9-9837-1da7e631c8f9 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:36.892874 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d474324-4f4e-40a9-9837-1da7e631c8f9 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:36.898886 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2d474324-4f4e-40a9-9837-1da7e631c8f9 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/76101bbf-6dbe-4ef2-a0ed-155673df18e6 HTTP/1.1" status: 404 len: 337 time: 0.0510967 Apr 29 15:45:36.899162 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57672) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:36.900354 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port e3978c49-a48b-462b-91c6-447d2beb017f completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:36.902564 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-c2881332-dfa1-4d52-af21-0ff5252d4169 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Request body: {'security_group_rule': {'security_group_id': 'cfc85b90-1d38-4ea3-bed4-8529ecd6d26d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:36.904224 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-83a22250-9ac5-4090-95fc-d07d92e26363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:36.911219 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c2881332-dfa1-4d52-af21-0ff5252d4169 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:36.929017 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c2881332-dfa1-4d52-af21-0ff5252d4169 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Usage tracker for resource:security_group_rule and tenant:ec670c0a173e4c8089614edd52d5dccd is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:36.932818 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c2881332-dfa1-4d52-af21-0ff5252d4169 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:36.940379 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c2881332-dfa1-4d52-af21-0ff5252d4169 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:36.944754 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port e3978c49-a48b-462b-91c6-447d2beb017f triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:36.945281 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:36.967016 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e2212b-d2ba-43b9-936e-f58e86f96aab tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:36.977469 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e2212b-d2ba-43b9-936e-f58e86f96aab tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:36.977469 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a6e2212b-d2ba-43b9-936e-f58e86f96aab tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/06ac1ef5-9d1b-4968-b0b0-13bf3fc0c125 HTTP/1.1" status: 404 len: 333 time: 0.0695188 Apr 29 15:45:36.977469 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57676) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:36.987254 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e7fbbe22-8bed-482e-87d8-14c1ecdcec20 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "GET /v2.0/routers/4da4d312-dbbb-4101-bb5c-0df821d1d887 HTTP/1.1" status: 200 len: 954 time: 0.2539728 Apr 29 15:45:36.988462 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57680) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:36.994928 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-67f236ce-1f9e-4f8b-8989-da4e78ede7da tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'router': {'routes': None}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:36.999243 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a22250-9ac5-4090-95fc-d07d92e26363 None None] Pushing event deleted for resources: {'Port': ['ID=dbe39864-79d9-4436-b443-975825c14edb,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:37.012571 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a22250-9ac5-4090-95fc-d07d92e26363 None None] No DVR routers for this DVR port dbe39864-79d9-4436-b443-975825c14edb on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:45:37.036068 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b4992a-d8fc-4118-b28d-6e42aaa51d9e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:37.036777 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b4992a-d8fc-4118-b28d-6e42aaa51d9e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:37.039548 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-93b4992a-d8fc-4118-b28d-6e42aaa51d9e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/85ec9d51-4cd0-4834-999f-cb5fa8043a04 HTTP/1.1" status: 404 len: 337 time: 0.0665638 Apr 29 15:45:37.041909 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57684) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:37.072499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c2881332-dfa1-4d52-af21-0ff5252d4169 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.089912 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f68dc6-d6c3-48e9-a38e-07cebedbacfd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:37.090345 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f68dc6-d6c3-48e9-a38e-07cebedbacfd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:37.095824 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-45f68dc6-d6c3-48e9-a38e-07cebedbacfd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/9ee1c363-a638-4ba3-9712-8763220bd503 HTTP/1.1" status: 404 len: 337 time: 0.0507040 Apr 29 15:45:37.096450 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57688) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:37.131195 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-61362606-145b-4a95-bd86-e6a2e2e153f7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting port f07deb51-5942-4080-9188-94b731f8a20e {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:37.132334 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-61362606-145b-4a95-bd86-e6a2e2e153f7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.137614 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.189008 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port e3978c49-a48b-462b-91c6-447d2beb017f, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e3978c49-a48b-462b-91c6-447d2beb017f,segment=NetworkSegment(6d51fd3c-832c-4f83-8326-ce1a80efdaa1),segment_id=6d51fd3c-832c-4f83-8326-ce1a80efdaa1)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:37.221476 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ea4f57-3d72-4d46-8876-6f45d5bce154 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:37.221476 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ea4f57-3d72-4d46-8876-6f45d5bce154 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:37.225878 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-96ea4f57-3d72-4d46-8876-6f45d5bce154 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/4c07b001-e89d-44ae-8e6a-f87dd30485a9 HTTP/1.1" status: 404 len: 333 time: 0.1257083 Apr 29 15:45:37.226071 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57692) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:37.228271 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-61362606-145b-4a95-bd86-e6a2e2e153f7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] The port 'f07deb51-5942-4080-9188-94b731f8a20e' was deleted {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:45:37.274214 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8263ec43-e089-42d1-bb56-189c5802741e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:37.274588 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8263ec43-e089-42d1-bb56-189c5802741e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:37.277041 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8263ec43-e089-42d1-bb56-189c5802741e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/7c8345d1-1e30-4999-bfba-fd721399d36f HTTP/1.1" status: 404 len: 337 time: 0.0493393 Apr 29 15:45:37.280706 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57696) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:37.291057 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.350893 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0ee089-4fe4-47b4-9c09-ec92804af7f8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:37.351607 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0ee089-4fe4-47b4-9c09-ec92804af7f8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:37.378169 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c2881332-dfa1-4d52-af21-0ff5252d4169 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.382707 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8c0ee089-4fe4-47b4-9c09-ec92804af7f8 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/0e5649fb-3b2b-4713-8c5e-29524c91ee65 HTTP/1.1" status: 404 len: 337 time: 0.0985205 Apr 29 15:45:37.383453 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-61362606-145b-4a95-bd86-e6a2e2e153f7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.387067 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57702) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:37.409825 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-61362606-145b-4a95-bd86-e6a2e2e153f7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:37.426812 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=e3978c49-a48b-462b-91c6-447d2beb017f,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:37.432433 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device dbe39864-79d9-4436-b443-975825c14edb no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:45:37.440324 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-61362606-145b-4a95-bd86-e6a2e2e153f7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284747b6-0a7d-41a2-a12d-eba6b3eb9c98') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:37.440804 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-61362606-145b-4a95-bd86-e6a2e2e153f7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284747b6-0a7d-41a2-a12d-eba6b3eb9c98') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:37.452312 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a180b924-286a-4b43-ba3d-3b45095c2830 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports?device_id=293b3f03-42e7-4624-aaa1-336922295200 HTTP/1.1" status: 200 len: 205 time: 0.0625813 Apr 29 15:45:37.452922 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57706) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:37.457702 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-61362606-145b-4a95-bd86-e6a2e2e153f7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.468616 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cf533d-abfd-4686-bd1e-061a43cf2ce3 None None] Sync routers for ids ['4da4d312-dbbb-4101-bb5c-0df821d1d887'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:45:37.478023 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: dbe39864-79d9-4436-b443-975825c14edb {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:45:37.478372 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device dbe39864-79d9-4436-b443-975825c14edb not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:45:37.478528 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-61362606-145b-4a95-bd86-e6a2e2e153f7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.478885 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device f07deb51-5942-4080-9188-94b731f8a20e no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:45:37.486056 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61362606-145b-4a95-bd86-e6a2e2e153f7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:45:37.486839 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-61362606-145b-4a95-bd86-e6a2e2e153f7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:45:37.505532 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:45:37.517825 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c2881332-dfa1-4d52-af21-0ff5252d4169 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.518296 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: f07deb51-5942-4080-9188-94b731f8a20e {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:45:37.518799 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device f07deb51-5942-4080-9188-94b731f8a20e not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:45:37.523011 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cf533d-abfd-4686-bd1e-061a43cf2ce3 None None] Routers {'4da4d312-dbbb-4101-bb5c-0df821d1d887'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:37.523638 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-49cf533d-abfd-4686-bd1e-061a43cf2ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['4da4d312-dbbb-4101-bb5c-0df821d1d887'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:37.650512 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-61362606-145b-4a95-bd86-e6a2e2e153f7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.656256 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-61362606-145b-4a95-bd86-e6a2e2e153f7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.686011 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-61362606-145b-4a95-bd86-e6a2e2e153f7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/networks/3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b HTTP/1.1" status: 204 len: 168 time: 2.3458116 Apr 29 15:45:37.688254 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61362606-145b-4a95-bd86-e6a2e2e153f7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Network': ['ID=3dc2d8d3-725b-4d44-bf3d-2d308a15fb8b,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:37.692301 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-49cf533d-abfd-4686-bd1e-061a43cf2ce3 None None] Set router 4da4d312-dbbb-4101-bb5c-0df821d1d887 gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:45:37.695851 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57710) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:37.716938 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-07f4e5ae-6a7d-4fbe-aead-d07e8bf96d85 req-33c331f0-9a18-4ae8-ac7b-4d4058a4dda6 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 210 time: 0.1970139 Apr 29 15:45:37.717540 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2881332-dfa1-4d52-af21-0ff5252d4169 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fb9f09-d64a-469c-b347-3c75d69e8ee0,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:37.723172 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-e1a3e082-03e1-4e77-8b4c-a12301fee48e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] delete failed (client error): The resource could not be found. Apr 29 15:45:37.727597 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e1a3e082-03e1-4e77-8b4c-a12301fee48e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/routers/293b3f03-42e7-4624-aaa1-336922295200 HTTP/1.1" status: 404 len: 336 time: 0.2164230 Apr 29 15:45:37.730337 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57714) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:37.771677 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd99233-16cc-4bfd-a7fb-1864809ee615 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:37.772110 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd99233-16cc-4bfd-a7fb-1864809ee615 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:37.776397 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-cfd99233-16cc-4bfd-a7fb-1864809ee615 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/accedf01-d25e-44b5-b27d-3eb50cea10ba HTTP/1.1" status: 404 len: 337 time: 0.0447738 Apr 29 15:45:37.776945 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57718) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:37.832176 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-224f72f6-a286-433a-a52d-2a773250fd95 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0 HTTP/1.1" status: 200 len: 205 time: 0.0516346 Apr 29 15:45:37.832976 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57722) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:37.835680 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c2881332-dfa1-4d52-af21-0ff5252d4169 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.836768 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c2881332-dfa1-4d52-af21-0ff5252d4169 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.9447513 Apr 29 15:45:37.841582 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57726) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:37.915096 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-f905b9f9-ad55-4297-9af4-c82290190e64 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] delete failed (client error): The resource could not be found. Apr 29 15:45:37.916094 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f905b9f9-ad55-4297-9af4-c82290190e64 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/routers/ee69a62f-ecf9-4c0e-af73-ee3af7c2e8b0 HTTP/1.1" status: 404 len: 336 time: 0.0823731 Apr 29 15:45:37.923225 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57730) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:37.965069 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-328194b7-e6f7-4760-8720-669da4f911b5 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.969300 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4362262a-be87-40cd-86cc-704a4ca7162e tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.982399 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4362262a-be87-40cd-86cc-704a4ca7162e tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:38.089148 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65f0e43-c4b0-4183-bc13-b27e56c8299b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:38.089496 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f65f0e43-c4b0-4183-bc13-b27e56c8299b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:38.093531 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f65f0e43-c4b0-4183-bc13-b27e56c8299b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/27292ddf-8227-4d9a-877c-0e602c9f156f HTTP/1.1" status: 404 len: 337 time: 0.1670063 Apr 29 15:45:38.094858 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57734) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:38.120082 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-49cf533d-abfd-4686-bd1e-061a43cf2ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:45:34Z', 'revision_number': 6, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': '495e7503-a4d9-4ab5-b6c1-00a24e95afc7', 'name': '', 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:b4:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:12Z', 'updated_at': '2022-04-29T15:45:30Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a567954b-7405-4fae-9437-176e7a91f278', 'name': '', 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:4c:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:04Z', 'updated_at': '2022-04-29T15:45:24Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3978c49-a48b-462b-91c6-447d2beb017f', 'name': '', 'network_id': '56906c4e-38f7-4451-a824-b0245f73ab7a', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:f5:96:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff7e8b59-5dc6-4b81-a012-19fde3c59985', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:26Z', 'updated_at': '2022-04-29T15:45:37Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff7e8b59-5dc6-4b81-a012-19fde3c59985', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:38.124079 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cf533d-abfd-4686-bd1e-061a43cf2ce3 None None] Checking router: 4da4d312-dbbb-4101-bb5c-0df821d1d887 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:45:38.143430 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cf533d-abfd-4686-bd1e-061a43cf2ce3 None None] Routers {'4da4d312-dbbb-4101-bb5c-0df821d1d887'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:38.143991 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-49cf533d-abfd-4686-bd1e-061a43cf2ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['4da4d312-dbbb-4101-bb5c-0df821d1d887'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:38.165104 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b3d83a-dbf8-4421-b541-8bb42a4f7daf tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:38.165534 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57b3d83a-dbf8-4421-b541-8bb42a4f7daf tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:38.169605 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-57b3d83a-dbf8-4421-b541-8bb42a4f7daf tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/5728f29a-07c6-4a01-be20-f0a87c00c74f HTTP/1.1" status: 404 len: 337 time: 0.0699008 Apr 29 15:45:38.171559 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57738) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:38.209561 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4362262a-be87-40cd-86cc-704a4ca7162e tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:38.222432 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ae720e-366a-4d63-8522-b53c09c74d9a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:38.222916 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ae720e-366a-4d63-8522-b53c09c74d9a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:38.225241 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a6ae720e-366a-4d63-8522-b53c09c74d9a tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/9dc03078-4ac6-44bd-bcd0-1f379846249b HTTP/1.1" status: 404 len: 333 time: 0.0521629 Apr 29 15:45:38.227955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57742) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:38.230901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-328194b7-e6f7-4760-8720-669da4f911b5 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:38.255515 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362262a-be87-40cd-86cc-704a4ca7162e tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29fb9f09-d64a-469c-b347-3c75d69e8ee0,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:38.269788 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b5c021-f7ae-41be-800f-c3e2586faacd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:38.270463 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b5c021-f7ae-41be-800f-c3e2586faacd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:38.272791 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4362262a-be87-40cd-86cc-704a4ca7162e tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:38.273265 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b7b5c021-f7ae-41be-800f-c3e2586faacd tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/88988bce-500c-42f8-a017-1d4d94c02196 HTTP/1.1" status: 404 len: 337 time: 0.0438755 Apr 29 15:45:38.273869 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4362262a-be87-40cd-86cc-704a4ca7162e tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/29fb9f09-d64a-469c-b347-3c75d69e8ee0 HTTP/1.1" status: 204 len: 168 time: 0.3625002 Apr 29 15:45:38.278281 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57746) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:38.284671 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57748) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:38.284671 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-328194b7-e6f7-4760-8720-669da4f911b5 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5663d654-64b7-4c24-bf5d-4ae8bb0b4872']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:38.353322 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-49cf533d-abfd-4686-bd1e-061a43cf2ce3 None None] Set router 4da4d312-dbbb-4101-bb5c-0df821d1d887 gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:45:38.354937 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-328194b7-e6f7-4760-8720-669da4f911b5 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22a8c25-d7c7-46f9-b3bd-69869b5dfc89') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:38.355488 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-328194b7-e6f7-4760-8720-669da4f911b5 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22a8c25-d7c7-46f9-b3bd-69869b5dfc89') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:38.368522 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-328194b7-e6f7-4760-8720-669da4f911b5 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:38.384758 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.extraroute_db [None req-67f236ce-1f9e-4f8b-8989-da4e78ede7da tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Added routes are [] {{(pid=84770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 29 15:45:38.385085 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.extraroute_db [None req-67f236ce-1f9e-4f8b-8989-da4e78ede7da tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=84770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 29 15:45:38.411693 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ccea9b-a53c-40a5-aafd-58899b2a4af9 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:38.412933 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ccea9b-a53c-40a5-aafd-58899b2a4af9 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:38.417650 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-30ccea9b-a53c-40a5-aafd-58899b2a4af9 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/9081ec1c-937c-4f95-aca3-3346953256d9 HTTP/1.1" status: 404 len: 333 time: 0.1256943 Apr 29 15:45:38.417852 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-67f236ce-1f9e-4f8b-8989-da4e78ede7da tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:38.418552 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57754) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:38.461882 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-328194b7-e6f7-4760-8720-669da4f911b5 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:38.484496 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-328194b7-e6f7-4760-8720-669da4f911b5 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:45:38.484891 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-328194b7-e6f7-4760-8720-669da4f911b5 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:45:38.508281 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:45:38.510863 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b57d6da-c54a-4e59-931a-86e6c4997a7e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:38.510863 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b57d6da-c54a-4e59-931a-86e6c4997a7e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:38.511354 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5b57d6da-c54a-4e59-931a-86e6c4997a7e tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/8d604b45-6457-485d-b579-217d18653fdd HTTP/1.1" status: 404 len: 337 time: 0.0879395 Apr 29 15:45:38.522145 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-a8e6f157-f275-42b7-8c4c-51a2fe96bded tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:38.523551 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-a8e6f157-f275-42b7-8c4c-51a2fe96bded tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.35 "GET /v2.0/networks?id=d511986d-e449-4c9a-bc20-0b0373daead6 HTTP/1.1" status: 200 len: 811 time: 0.4104602 Apr 29 15:45:38.531011 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57758) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:38.598905 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc334e52-8131-4157-8efc-13d1c88786b4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:38.599940 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc334e52-8131-4157-8efc-13d1c88786b4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:38.602521 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-fc334e52-8131-4157-8efc-13d1c88786b4 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/68ffa0fe-8dd2-43fc-bb6a-9563993ae26b HTTP/1.1" status: 404 len: 333 time: 0.0704863 Apr 29 15:45:38.605568 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57762) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:38.642868 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e3978c49-a48b-462b-91c6-447d2beb017f up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:38.713365 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e3b1e689-97a4-490b-98e7-fc264e8bb01e tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Synchronizing usage tracker for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:38.723970 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f35c9b17-7b9f-4f48-90c6-5adb3088b9ca tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:38.723970 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f35c9b17-7b9f-4f48-90c6-5adb3088b9ca tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:38.727959 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f35c9b17-7b9f-4f48-90c6-5adb3088b9ca tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/44538d4a-bda5-4bd8-a292-4b08674bd5f0 HTTP/1.1" status: 404 len: 337 time: 0.1190648 Apr 29 15:45:38.730297 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57766) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:38.829640 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-06953bd3-1d40-4239-9a4b-cf5c3f41fe3b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:38.830338 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06953bd3-1d40-4239-9a4b-cf5c3f41fe3b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:38.842848 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-06953bd3-1d40-4239-9a4b-cf5c3f41fe3b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/68360a24-417c-4977-b228-132520c597e5 HTTP/1.1" status: 404 len: 333 time: 0.1107833 Apr 29 15:45:38.843334 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57774) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:38.844603 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-328194b7-e6f7-4760-8720-669da4f911b5 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:38.848639 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-ce5848ec-29b6-42e3-ab71-22cd83969fe4 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c56968f4173e467ca1a4109666ee4127 HTTP/1.1" status: 200 len: 380 time: 0.1678615 Apr 29 15:45:38.868801 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-328194b7-e6f7-4760-8720-669da4f911b5 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:38.874347 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-328194b7-e6f7-4760-8720-669da4f911b5 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/networks/5663d654-64b7-4c24-bf5d-4ae8bb0b4872 HTTP/1.1" status: 204 len: 168 time: 1.1737158 Apr 29 15:45:38.878073 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-0205a13c-41b2-4d38-8c04-c7d1e5ad5730 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Request body: {'port': {'device_id': 'c60fe2fe-bf9c-4b5d-97f2-821a277effdc', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'admin_state_up': True, 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'security_groups': ['7123c658-b9d4-42f6-a608-f9c2a67423ba']}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:38.891904 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57780) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:38.901475 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328194b7-e6f7-4760-8720-669da4f911b5 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Network': ['ID=5663d654-64b7-4c24-bf5d-4ae8bb0b4872,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:38.905743 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-3fe78d9c-2c9a-4f48-8b52-b3475d8c21ed tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'network': {'name': 'tempest-RoutersTest-2112527181'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:38.913761 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e3b1e689-97a4-490b-98e7-fc264e8bb01e tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Unset dirty status for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:38.917828 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e3b1e689-97a4-490b-98e7-fc264e8bb01e tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6358230 Apr 29 15:45:38.938800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port e3978c49-a48b-462b-91c6-447d2beb017f triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:38.939166 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:38.940458 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57784) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:38.972338 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-3fe78d9c-2c9a-4f48-8b52-b3475d8c21ed tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:38.972920 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-1efb5794-5bc7-45c5-bb4a-3072b5bda17d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:38.972920 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1efb5794-5bc7-45c5-bb4a-3072b5bda17d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:38.972920 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1efb5794-5bc7-45c5-bb4a-3072b5bda17d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/fb7a0069-565e-4135-9e2f-18cf62904fbf HTTP/1.1" status: 404 len: 337 time: 0.1210287 Apr 29 15:45:38.975829 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57788) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:39.024666 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-3fe78d9c-2c9a-4f48-8b52-b3475d8c21ed tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:network and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:39.025793 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-49cf533d-abfd-4686-bd1e-061a43cf2ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:45:34Z', 'revision_number': 6, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': '495e7503-a4d9-4ab5-b6c1-00a24e95afc7', 'name': '', 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:b4:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:12Z', 'updated_at': '2022-04-29T15:45:30Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a567954b-7405-4fae-9437-176e7a91f278', 'name': '', 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:4c:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:04Z', 'updated_at': '2022-04-29T15:45:24Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3978c49-a48b-462b-91c6-447d2beb017f', 'name': '', 'network_id': '56906c4e-38f7-4451-a824-b0245f73ab7a', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:f5:96:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff7e8b59-5dc6-4b81-a012-19fde3c59985', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:26Z', 'updated_at': '2022-04-29T15:45:37Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff7e8b59-5dc6-4b81-a012-19fde3c59985', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:39.027654 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-49912b07-5049-48e6-a923-6679bc31fb6c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:39.028076 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49912b07-5049-48e6-a923-6679bc31fb6c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:39.032336 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-49912b07-5049-48e6-a923-6679bc31fb6c tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/21cfb444-fd8d-466b-bb93-2bda0ba48897 HTTP/1.1" status: 404 len: 333 time: 0.0550003 Apr 29 15:45:39.033259 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-3fe78d9c-2c9a-4f48-8b52-b3475d8c21ed tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:39.036053 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cf533d-abfd-4686-bd1e-061a43cf2ce3 None None] The sync data for ids ['4da4d312-dbbb-4101-bb5c-0df821d1d887'] in dv-neutron-839913-1-hyperv is: [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:45:34Z', 'revision_number': 6, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': '495e7503-a4d9-4ab5-b6c1-00a24e95afc7', 'name': '', 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:b4:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:12Z', 'updated_at': '2022-04-29T15:45:30Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a567954b-7405-4fae-9437-176e7a91f278', 'name': '', 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:4c:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:04Z', 'updated_at': '2022-04-29T15:45:24Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3978c49-a48b-462b-91c6-447d2beb017f', 'name': '', 'network_id': '56906c4e-38f7-4451-a824-b0245f73ab7a', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:f5:96:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff7e8b59-5dc6-4b81-a012-19fde3c59985', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:26Z', 'updated_at': '2022-04-29T15:45:37Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff7e8b59-5dc6-4b81-a012-19fde3c59985', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:45:39.036402 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57792) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:39.045007 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c5779d00-4269-4d25-94bd-b96a0d097342 req-fef228cb-4086-4e67-b3fb-8fa72765fe77 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 210 time: 0.0617876 Apr 29 15:45:39.127691 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-3fe78d9c-2c9a-4f48-8b52-b3475d8c21ed tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:39.196465 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-0205a13c-41b2-4d38-8c04-c7d1e5ad5730 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:39.208154 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-0205a13c-41b2-4d38-8c04-c7d1e5ad5730 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:39.217853 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d712399-8668-46f7-8b72-a8a35374d197 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:39.218298 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d712399-8668-46f7-8b72-a8a35374d197 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:39.222365 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8d712399-8668-46f7-8b72-a8a35374d197 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/fc10919c-3c90-4cd0-93df-c71e4bc56db8 HTTP/1.1" status: 404 len: 337 time: 0.1791379 Apr 29 15:45:39.223369 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57796) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:39.291759 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-344f910b-c6db-48ed-a388-ed1563f8396e tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:39.296726 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5ec9b3-1479-4517-9e26-823d5921349d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:39.297157 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5ec9b3-1479-4517-9e26-823d5921349d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:39.298844 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6e5ec9b3-1479-4517-9e26-823d5921349d tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/bbf15c51-a01f-4f70-b389-e5b508ae36e6 HTTP/1.1" status: 404 len: 333 time: 0.0745380 Apr 29 15:45:39.302029 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57800) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:39.304695 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-0205a13c-41b2-4d38-8c04-c7d1e5ad5730 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Made reservation on behalf of c56968f4173e467ca1a4109666ee4127 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:45:39.307700 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-0205a13c-41b2-4d38-8c04-c7d1e5ad5730 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:39.337481 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-344f910b-c6db-48ed-a388-ed1563f8396e tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:39.346293 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-67f236ce-1f9e-4f8b-8989-da4e78ede7da tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:39.356168 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe78d9c-2c9a-4f48-8b52-b3475d8c21ed tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Made reservation on behalf of f56fa22878a4477ebb22e0778bbb8cc4 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:45:39.359275 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3fe78d9c-2c9a-4f48-8b52-b3475d8c21ed tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:39.359994 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-67f236ce-1f9e-4f8b-8989-da4e78ede7da tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626962'] for router, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:39.372435 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9382b930-639f-48d6-b432-ceee53121f04 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:39.372787 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9382b930-639f-48d6-b432-ceee53121f04 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:39.376931 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9382b930-639f-48d6-b432-ceee53121f04 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/2e187f4c-2617-422b-833d-c9e10412d50f HTTP/1.1" status: 404 len: 337 time: 0.0713887 Apr 29 15:45:39.377925 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57804) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:39.461580 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe78d9c-2c9a-4f48-8b52-b3475d8c21ed tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:45:39.477739 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3fe78d9c-2c9a-4f48-8b52-b3475d8c21ed tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:39.478132 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-3fe78d9c-2c9a-4f48-8b52-b3475d8c21ed tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Added segment 612266ab-b78b-4371-b54a-379b03714d54 of type vlan for network 1dd0a0e0-f576-4dd3-921d-c728278c20ea Apr 29 15:45:39.481530 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8243d1b2-3205-40be-8ad7-9f30a29e839b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:39.481973 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8243d1b2-3205-40be-8ad7-9f30a29e839b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:39.548014 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8243d1b2-3205-40be-8ad7-9f30a29e839b tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/ports/615055e2-4e8c-4bc9-b825-cc0c462d85eb HTTP/1.1" status: 404 len: 333 time: 0.1697142 Apr 29 15:45:39.550571 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57808) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:39.550926 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3fe78d9c-2c9a-4f48-8b52-b3475d8c21ed tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:39.582354 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-0205a13c-41b2-4d38-8c04-c7d1e5ad5730 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Allocated IP 172.20.0.6 (d511986d-e449-4c9a-bc20-0b0373daead6/fccdfd74-5a41-4338-8b3c-9da29bbca38f/49636631-79be-48ee-888e-5c69ee96dee6) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:39.598849 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4bf3b89-686b-4a8f-bc5a-46ab2a550128 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] DELETE failed (client error): The resource could not be found. Apr 29 15:45:39.599319 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4bf3b89-686b-4a8f-bc5a-46ab2a550128 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:45:39.601323 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b4bf3b89-686b-4a8f-bc5a-46ab2a550128 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/subnets/8711fc14-0205-4a2b-9470-983259c9bc8f HTTP/1.1" status: 404 len: 337 time: 0.0498803 Apr 29 15:45:39.604069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57812) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:39.707816 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-344f910b-c6db-48ed-a388-ed1563f8396e tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:39.710876 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-344f910b-c6db-48ed-a388-ed1563f8396e tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:39.714976 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-344f910b-c6db-48ed-a388-ed1563f8396e tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "DELETE /v2.0/security-groups/cfc85b90-1d38-4ea3-bed4-8529ecd6d26d HTTP/1.1" status: 204 len: 168 time: 0.7660749 Apr 29 15:45:39.728398 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57816) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:39.731697 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:45:39.810420 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3fe78d9c-2c9a-4f48-8b52-b3475d8c21ed tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:39.814355 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe78d9c-2c9a-4f48-8b52-b3475d8c21ed tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:39.815753 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3fe78d9c-2c9a-4f48-8b52-b3475d8c21ed tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:39.846172 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f910b-c6db-48ed-a388-ed1563f8396e tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc85b90-1d38-4ea3-bed4-8529ecd6d26d,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:39.852235 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-722c04ed-423f-40e0-8285-f371b8128b03 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:39.923707 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f236ce-1f9e-4f8b-8989-da4e78ede7da tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Router 4da4d312-dbbb-4101-bb5c-0df821d1d887 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:45:39.999612 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe78d9c-2c9a-4f48-8b52-b3475d8c21ed tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Network': ['ID=1dd0a0e0-f576-4dd3-921d-c728278c20ea,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:40.002374 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-722c04ed-423f-40e0-8285-f371b8128b03 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:40.011080 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9763dce6-3f5b-417a-805f-e7c9b85d03d7 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Synchronizing usage tracker for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:40.018100 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 1dd0a0e0-f576-4dd3-921d-c728278c20ea details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:45:40.026243 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3fe78d9c-2c9a-4f48-8b52-b3475d8c21ed tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1270680 Apr 29 15:45:40.031903 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57820) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:40.051580 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-0205a13c-41b2-4d38-8c04-c7d1e5ad5730 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:40.070400 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9763dce6-3f5b-417a-805f-e7c9b85d03d7 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Unset dirty status for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:40.075334 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9763dce6-3f5b-417a-805f-e7c9b85d03d7 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3427067 Apr 29 15:45:40.078195 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57824) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:40.087587 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-cd882c66-3d4b-470c-8045-a2eb8229aee4 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Request body: {'security_group': {'name': 'tempest-secgroup--1195321718'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:40.089425 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-8ee9ab71-6677-4b14-8871-040db850ae68 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'subnet': {'network_id': '1dd0a0e0-f576-4dd3-921d-c728278c20ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:40.096733 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-0205a13c-41b2-4d38-8c04-c7d1e5ad5730 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Transition to ACTIVE for port object 49636631-79be-48ee-888e-5c69ee96dee6 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:40.098094 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-cd882c66-3d4b-470c-8045-a2eb8229aee4 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:40.111044 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-cd882c66-3d4b-470c-8045-a2eb8229aee4 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:40.117338 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-722c04ed-423f-40e0-8285-f371b8128b03 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e7f0f8-4897-4e20-8301-99a7eae75065']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:40.137764 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-722c04ed-423f-40e0-8285-f371b8128b03 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619ee12d-2ab1-44a9-b744-827882cca650') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:40.138056 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-722c04ed-423f-40e0-8285-f371b8128b03 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619ee12d-2ab1-44a9-b744-827882cca650') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:40.211038 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cd882c66-3d4b-470c-8045-a2eb8229aee4 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:40.250849 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-cd882c66-3d4b-470c-8045-a2eb8229aee4 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:40.265576 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-cd882c66-3d4b-470c-8045-a2eb8229aee4 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:40.275699 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-722c04ed-423f-40e0-8285-f371b8128b03 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:40.281738 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-0205a13c-41b2-4d38-8c04-c7d1e5ad5730 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:40.351545 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-722c04ed-423f-40e0-8285-f371b8128b03 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:40.377279 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722c04ed-423f-40e0-8285-f371b8128b03 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:45:40.377673 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-722c04ed-423f-40e0-8285-f371b8128b03 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:45:40.393018 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:45:40.397968 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-0205a13c-41b2-4d38-8c04-c7d1e5ad5730 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Network d511986d-e449-4c9a-bc20-0b0373daead6 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:40.400166 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cd882c66-3d4b-470c-8045-a2eb8229aee4 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:40.401224 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205a13c-41b2-4d38-8c04-c7d1e5ad5730 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Pushing event updated for resources: {'Port': ['ID=49636631-79be-48ee-888e-5c69ee96dee6,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:40.403788 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-0205a13c-41b2-4d38-8c04-c7d1e5ad5730 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:40.405606 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8ee9ab71-6677-4b14-8871-040db850ae68 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:40.406293 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-0205a13c-41b2-4d38-8c04-c7d1e5ad5730 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:45:40.475357 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8ee9ab71-6677-4b14-8871-040db850ae68 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:subnet and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:40.479306 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8ee9ab71-6677-4b14-8871-040db850ae68 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:40.479625 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-0205a13c-41b2-4d38-8c04-c7d1e5ad5730 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:40.480529 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-0205a13c-41b2-4d38-8c04-c7d1e5ad5730 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:40.486796 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cd882c66-3d4b-470c-8045-a2eb8229aee4 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:40.494697 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8ee9ab71-6677-4b14-8871-040db850ae68 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:40.528009 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57074905-b664-4b6a-a846-2a953eff4d58 req-fa76752f-f1de-45de-ad25-d5430f9dd5f1 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:40.535076 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-57074905-b664-4b6a-a846-2a953eff4d58 req-fa76752f-f1de-45de-ad25-d5430f9dd5f1 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 931 time: 0.2962770 Apr 29 15:45:40.557699 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd882c66-3d4b-470c-8045-a2eb8229aee4 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fee7ccd-c0e7-435e-971d-9c327b359b35,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:40.582884 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f236ce-1f9e-4f8b-8989-da4e78ede7da tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:45:40.596902 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a484584b-d65b-40ce-87bf-84a19f23f8e8 None None] Sync routers for ids ['4da4d312-dbbb-4101-bb5c-0df821d1d887'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:45:40.601360 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-0205a13c-41b2-4d38-8c04-c7d1e5ad5730 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7290177 Apr 29 15:45:40.612689 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-57074905-b664-4b6a-a846-2a953eff4d58 req-94a04b3d-2ab4-414d-9f27-88655c62f052 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766573 Apr 29 15:45:40.613751 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-3035e9ac-76e7-49b7-b626-6b4a73d911f6 service neutron] Request body: {'port': {'device_id': 'c60fe2fe-bf9c-4b5d-97f2-821a277effdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:40.616797 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a484584b-d65b-40ce-87bf-84a19f23f8e8 None None] Routers {'4da4d312-dbbb-4101-bb5c-0df821d1d887'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:40.618227 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-67f236ce-1f9e-4f8b-8989-da4e78ede7da tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:40.619373 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-67f236ce-1f9e-4f8b-8989-da4e78ede7da tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "PUT /v2.0/routers/4da4d312-dbbb-4101-bb5c-0df821d1d887 HTTP/1.1" status: 200 len: 704 time: 3.6298335 Apr 29 15:45:40.620396 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-722c04ed-423f-40e0-8285-f371b8128b03 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:40.622140 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-a484584b-d65b-40ce-87bf-84a19f23f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['4da4d312-dbbb-4101-bb5c-0df821d1d887'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:40.628496 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee9ab71-6677-4b14-8871-040db850ae68 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Made reservation on behalf of f56fa22878a4477ebb22e0778bbb8cc4 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:45:40.647383 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57830) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:40.667294 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-722c04ed-423f-40e0-8285-f371b8128b03 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:40.680994 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-722c04ed-423f-40e0-8285-f371b8128b03 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] 10.222.0.21 "DELETE /v2.0/networks/75e7f0f8-4897-4e20-8301-99a7eae75065 HTTP/1.1" status: 204 len: 168 time: 1.0693340 Apr 29 15:45:40.682037 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cd882c66-3d4b-470c-8045-a2eb8229aee4 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:40.687104 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-cd882c66-3d4b-470c-8045-a2eb8229aee4 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6048725 Apr 29 15:45:40.687283 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57836) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:40.724727 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4e7a9b2c-d572-408e-a9f4-62abb5ae665d None None] Provisioning for port 49636631-79be-48ee-888e-5c69ee96dee6 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:40.730428 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4e7a9b2c-d572-408e-a9f4-62abb5ae665d None None] Provisioning complete for port 49636631-79be-48ee-888e-5c69ee96dee6 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:40.737637 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4e7a9b2c-d572-408e-a9f4-62abb5ae665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:40.787610 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c04ed-423f-40e0-8285-f371b8128b03 tempest-NetworksTestDHCPv6-227617342 tempest-NetworksTestDHCPv6-227617342-project] Pushing event deleted for resources: {'Network': ['ID=75e7f0f8-4897-4e20-8301-99a7eae75065,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:40.792900 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-7996bca7-7aa6-4b62-a48d-586280f2b3cf tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Request body: {'security_group_rule': {'security_group_id': '6fee7ccd-c0e7-435e-971d-9c327b359b35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:40.835315 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-3035e9ac-76e7-49b7-b626-6b4a73d911f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:40.841315 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a9b2c-d572-408e-a9f4-62abb5ae665d None None] Port 49636631-79be-48ee-888e-5c69ee96dee6 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:45:40.902716 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-a484584b-d65b-40ce-87bf-84a19f23f8e8 None None] Set router 4da4d312-dbbb-4101-bb5c-0df821d1d887 gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:45:40.922564 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-7996bca7-7aa6-4b62-a48d-586280f2b3cf tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:40.938094 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7996bca7-7aa6-4b62-a48d-586280f2b3cf tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Usage tracker for resource:security_group_rule and tenant:ec670c0a173e4c8089614edd52d5dccd is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:40.952541 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7996bca7-7aa6-4b62-a48d-586280f2b3cf tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:40.964201 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-7996bca7-7aa6-4b62-a48d-586280f2b3cf tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:40.983736 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8ee9ab71-6677-4b14-8871-040db850ae68 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:41.128647 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-934b8fa8-32d5-44a6-8fcd-9b0516f1da53 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "GET /v2.0/routers/4da4d312-dbbb-4101-bb5c-0df821d1d887 HTTP/1.1" status: 200 len: 704 time: 0.4656529 Apr 29 15:45:41.136140 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57840) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:41.251014 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7996bca7-7aa6-4b62-a48d-586280f2b3cf tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:41.320418 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-3035e9ac-76e7-49b7-b626-6b4a73d911f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49636631-79be-48ee-888e-5c69ee96dee6 {{(pid=84771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:45:41.329099 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-3035e9ac-76e7-49b7-b626-6b4a73d911f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:41.345598 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-a484584b-d65b-40ce-87bf-84a19f23f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:45:38Z', 'revision_number': 7, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': '495e7503-a4d9-4ab5-b6c1-00a24e95afc7', 'name': '', 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:b4:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:12Z', 'updated_at': '2022-04-29T15:45:30Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a567954b-7405-4fae-9437-176e7a91f278', 'name': '', 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:4c:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:04Z', 'updated_at': '2022-04-29T15:45:24Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3978c49-a48b-462b-91c6-447d2beb017f', 'name': '', 'network_id': '56906c4e-38f7-4451-a824-b0245f73ab7a', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:f5:96:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff7e8b59-5dc6-4b81-a012-19fde3c59985', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:26Z', 'updated_at': '2022-04-29T15:45:37Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff7e8b59-5dc6-4b81-a012-19fde3c59985', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:41.347813 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-3035e9ac-76e7-49b7-b626-6b4a73d911f6 service neutron] Transition to ACTIVE for port object 49636631-79be-48ee-888e-5c69ee96dee6 will not be triggered until provisioned by entity L2. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:41.352127 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a484584b-d65b-40ce-87bf-84a19f23f8e8 None None] Checking router: 4da4d312-dbbb-4101-bb5c-0df821d1d887 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:45:41.372328 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a484584b-d65b-40ce-87bf-84a19f23f8e8 None None] Routers {'4da4d312-dbbb-4101-bb5c-0df821d1d887'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:41.373527 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-a484584b-d65b-40ce-87bf-84a19f23f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['4da4d312-dbbb-4101-bb5c-0df821d1d887'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:41.423144 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-3035e9ac-76e7-49b7-b626-6b4a73d911f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:41.427128 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57846) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:41.522270 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035e9ac-76e7-49b7-b626-6b4a73d911f6 service neutron] Pushing event updated for resources: {'Port': ['ID=49636631-79be-48ee-888e-5c69ee96dee6,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:41.573771 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7996bca7-7aa6-4b62-a48d-586280f2b3cf tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:41.599965 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-a484584b-d65b-40ce-87bf-84a19f23f8e8 None None] Set router 4da4d312-dbbb-4101-bb5c-0df821d1d887 gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:45:41.690790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7996bca7-7aa6-4b62-a48d-586280f2b3cf tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:41.695118 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8ee9ab71-6677-4b14-8871-040db850ae68 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:41.749303 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-3035e9ac-76e7-49b7-b626-6b4a73d911f6 service neutron] Attempting to bind port 49636631-79be-48ee-888e-5c69ee96dee6 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:45:41.749637 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-3035e9ac-76e7-49b7-b626-6b4a73d911f6 service neutron] Attempting to bind port 49636631-79be-48ee-888e-5c69ee96dee6 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': 'eb205a45-e78c-4cf5-9d06-0787509ac84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:45:41.749971 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-3035e9ac-76e7-49b7-b626-6b4a73d911f6 service neutron] Attempting to bind port 49636631-79be-48ee-888e-5c69ee96dee6 on network d511986d-e449-4c9a-bc20-0b0373daead6 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:45:41.765379 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-3035e9ac-76e7-49b7-b626-6b4a73d911f6 service neutron] Port 49636631-79be-48ee-888e-5c69ee96dee6 on network d511986d-e449-4c9a-bc20-0b0373daead6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:45:41.765702 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-3035e9ac-76e7-49b7-b626-6b4a73d911f6 service neutron] Attempting to bind port 49636631-79be-48ee-888e-5c69ee96dee6 on network d511986d-e449-4c9a-bc20-0b0373daead6 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:45:41.778900 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-3035e9ac-76e7-49b7-b626-6b4a73d911f6 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:45:41.779160 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-3035e9ac-76e7-49b7-b626-6b4a73d911f6 service neutron] Checking segment: {'id': 'eb205a45-e78c-4cf5-9d06-0787509ac84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:45:41.779553 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-3035e9ac-76e7-49b7-b626-6b4a73d911f6 service neutron] Bound using segment: {'id': 'eb205a45-e78c-4cf5-9d06-0787509ac84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6'} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:45:41.780133 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-3035e9ac-76e7-49b7-b626-6b4a73d911f6 service neutron] Bound port: 49636631-79be-48ee-888e-5c69ee96dee6, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb205a45-e78c-4cf5-9d06-0787509ac84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6'}}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:45:41.780359 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-3035e9ac-76e7-49b7-b626-6b4a73d911f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:41.946239 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3eca7802-040b-459a-b0cd-2b6e4c47fc97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e63819badd2e459da584fcd005094a20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4330876 Apr 29 15:45:41.946517 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57854) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:41.954940 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7996bca7-7aa6-4b62-a48d-586280f2b3cf tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:41.956990 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7996bca7-7aa6-4b62-a48d-586280f2b3cf tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2659841 Apr 29 15:45:41.966526 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57858) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:41.970458 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-3035e9ac-76e7-49b7-b626-6b4a73d911f6 service neutron] For port 49636631-79be-48ee-888e-5c69ee96dee6, host hv-neutron-8399, cleared binding levels {{(pid=84771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:45:41.983128 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996bca7-7aa6-4b62-a48d-586280f2b3cf tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be904df8-e7ff-4090-bbdc-c9f9c81a71e5,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:42.001362 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-3035e9ac-76e7-49b7-b626-6b4a73d911f6 service neutron] For port 49636631-79be-48ee-888e-5c69ee96dee6, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=49636631-79be-48ee-888e-5c69ee96dee6,segment=NetworkSegment(eb205a45-e78c-4cf5-9d06-0787509ac84a),segment_id=eb205a45-e78c-4cf5-9d06-0787509ac84a)] {{(pid=84771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:45:42.017453 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1a1062fa-7055-4261-b077-5d13fe7e42c9 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-group-rules/be904df8-e7ff-4090-bbdc-c9f9c81a71e5 HTTP/1.1" status: 200 len: 705 time: 0.0479057 Apr 29 15:45:42.018204 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57862) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:42.046785 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9ab71-6677-4b14-8871-040db850ae68 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Subnet': ['ID=639cf857-7d37-460d-be5f-571ac6d1b646,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:42.053140 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee9ab71-6677-4b14-8871-040db850ae68 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Checking segment: {'id': '612266ab-b78b-4371-b54a-379b03714d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1dd0a0e0-f576-4dd3-921d-c728278c20ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:45:42.053495 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee9ab71-6677-4b14-8871-040db850ae68 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network hostable DHCP agents. Network: 1dd0a0e0-f576-4dd3-921d-c728278c20ea, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:45:42.062531 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-587af60f-76b7-4e90-b570-5d70bae1e47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.078749 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-a484584b-d65b-40ce-87bf-84a19f23f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:45:38Z', 'revision_number': 7, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': '495e7503-a4d9-4ab5-b6c1-00a24e95afc7', 'name': '', 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:b4:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:12Z', 'updated_at': '2022-04-29T15:45:30Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a567954b-7405-4fae-9437-176e7a91f278', 'name': '', 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:4c:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:04Z', 'updated_at': '2022-04-29T15:45:24Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3978c49-a48b-462b-91c6-447d2beb017f', 'name': '', 'network_id': '56906c4e-38f7-4451-a824-b0245f73ab7a', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:f5:96:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff7e8b59-5dc6-4b81-a012-19fde3c59985', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:26Z', 'updated_at': '2022-04-29T15:45:37Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff7e8b59-5dc6-4b81-a012-19fde3c59985', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:42.084037 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a484584b-d65b-40ce-87bf-84a19f23f8e8 None None] The sync data for ids ['4da4d312-dbbb-4101-bb5c-0df821d1d887'] in dv-neutron-839913-1-hyperv is: [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:45:38Z', 'revision_number': 7, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': '495e7503-a4d9-4ab5-b6c1-00a24e95afc7', 'name': '', 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:b4:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:12Z', 'updated_at': '2022-04-29T15:45:30Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a567954b-7405-4fae-9437-176e7a91f278', 'name': '', 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:4c:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:04Z', 'updated_at': '2022-04-29T15:45:24Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3978c49-a48b-462b-91c6-447d2beb017f', 'name': '', 'network_id': '56906c4e-38f7-4451-a824-b0245f73ab7a', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:f5:96:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff7e8b59-5dc6-4b81-a012-19fde3c59985', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:26Z', 'updated_at': '2022-04-29T15:45:37Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff7e8b59-5dc6-4b81-a012-19fde3c59985', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:45:42.101497 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82c368-1b13-407c-b8e6-f28c3bbc4f8a req-fc910207-53b9-441a-94df-b0c5f5a239b9 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:42.102834 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-3a0f2422-4888-41b9-ae5d-7ecfdfc27ca0 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Synchronizing usage tracker for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:42.103006 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3c82c368-1b13-407c-b8e6-f28c3bbc4f8a req-fc910207-53b9-441a-94df-b0c5f5a239b9 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 943 time: 0.2010436 Apr 29 15:45:42.110147 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-3035e9ac-76e7-49b7-b626-6b4a73d911f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.115952 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-587af60f-76b7-4e90-b570-5d70bae1e47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.139424 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-08111307-96d4-4294-a27f-dafc1965dada tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.223115 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-3035e9ac-76e7-49b7-b626-6b4a73d911f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.224570 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-3035e9ac-76e7-49b7-b626-6b4a73d911f6 service neutron] 10.222.0.35 "PUT /v2.0/ports/49636631-79be-48ee-888e-5c69ee96dee6 HTTP/1.1" status: 200 len: 1093 time: 1.6167033 Apr 29 15:45:42.227980 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60fe2fe-bf9c-4b5d-97f2-821a277effdc', 'tag': '49636631-79be-48ee-888e-5c69ee96dee6'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:45:42.239072 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035e9ac-76e7-49b7-b626-6b4a73d911f6 service neutron] Pushing event updated for resources: {'Port': ['ID=49636631-79be-48ee-888e-5c69ee96dee6,revision_number=3']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:42.267306 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee9ab71-6677-4b14-8871-040db850ae68 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network 1dd0a0e0-f576-4dd3-921d-c728278c20ea is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:45:42.279210 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-3a0f2422-4888-41b9-ae5d-7ecfdfc27ca0 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Unset dirty status for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:42.284844 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3a0f2422-4888-41b9-ae5d-7ecfdfc27ca0 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2629094 Apr 29 15:45:42.289741 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57868) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:42.303513 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3c82c368-1b13-407c-b8e6-f28c3bbc4f8a req-013e2ecf-b4e2-4df3-8c0d-eeb8ac287ec9 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868861 Apr 29 15:45:42.314158 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43140a82-52e9-4e50-b5ee-cb4d8a602c93'] response: {'name': 'network-changed', 'server_uuid': 'c60fe2fe-bf9c-4b5d-97f2-821a277effdc', 'tag': '49636631-79be-48ee-888e-5c69ee96dee6', 'status': 'completed', 'code': 200} Apr 29 15:45:42.397188 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aa0b8148-9600-446d-9d1b-6ca48f2b700c tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.404914 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-587af60f-76b7-4e90-b570-5d70bae1e47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.411364 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-8ee9ab71-6677-4b14-8871-040db850ae68 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 1dd0a0e0-f576-4dd3-921d-c728278c20ea) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:42.423609 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e377b68-3ea2-411f-9e18-05644d56b11d None None] Network 1dd0a0e0-f576-4dd3-921d-c728278c20ea requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:42.425294 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee9ab71-6677-4b14-8871-040db850ae68 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:42.425884 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8ee9ab71-6677-4b14-8871-040db850ae68 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.434831 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aa0b8148-9600-446d-9d1b-6ca48f2b700c tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.449138 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587af60f-76b7-4e90-b570-5d70bae1e47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b27163-9452-4008-b980-da962ac75a33,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:42.469818 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-587af60f-76b7-4e90-b570-5d70bae1e47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.471007 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-587af60f-76b7-4e90-b570-5d70bae1e47e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23b27163-9452-4008-b980-da962ac75a33 HTTP/1.1" status: 204 len: 168 time: 0.5236354 Apr 29 15:45:42.498097 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-686bbcd2-bf40-4569-91ff-653f9d45e66c req-bd53e63a-039f-45b8-82e3-5b1627f14b0b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56968f4173e467ca1a4109666ee4127&device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 1096 time: 0.1612875 Apr 29 15:45:42.526959 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8ee9ab71-6677-4b14-8871-040db850ae68 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4938309 Apr 29 15:45:42.532068 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57874) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:42.544432 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-2c8c6660-42b8-4ce4-806f-5563493defc7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1592549406', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:42.551141 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2c8c6660-42b8-4ce4-806f-5563493defc7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:42.582166 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2c8c6660-42b8-4ce4-806f-5563493defc7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:router and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:42.589561 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2c8c6660-42b8-4ce4-806f-5563493defc7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:42.602617 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2c8c6660-42b8-4ce4-806f-5563493defc7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:42.621777 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aa0b8148-9600-446d-9d1b-6ca48f2b700c tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.661418 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b8148-9600-446d-9d1b-6ca48f2b700c tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be904df8-e7ff-4090-bbdc-c9f9c81a71e5,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:42.706990 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686bbcd2-bf40-4569-91ff-653f9d45e66c req-3c254dda-1e68-4b62-92ce-9f2d92ab2b1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:42.710090 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-686bbcd2-bf40-4569-91ff-653f9d45e66c req-3c254dda-1e68-4b62-92ce-9f2d92ab2b1b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c56968f4173e467ca1a4109666ee4127&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2035041 Apr 29 15:45:42.727564 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6660-42b8-4ce4-806f-5563493defc7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.728542 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6660-42b8-4ce4-806f-5563493defc7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.772149 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6660-42b8-4ce4-806f-5563493defc7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.810076 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aa0b8148-9600-446d-9d1b-6ca48f2b700c tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.813708 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-aa0b8148-9600-446d-9d1b-6ca48f2b700c tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/be904df8-e7ff-4090-bbdc-c9f9c81a71e5 HTTP/1.1" status: 204 len: 168 time: 0.5250995 Apr 29 15:45:42.822681 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57878) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:42.863230 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76431ee8-8d15-4886-a35a-b27db2364836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-1dd0a0e0-f576-4dd3-921d-c728278c20ea', 'network_id': '1dd0a0e0-f576-4dd3-921d-c728278c20ea', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'fixed_ips': [{'subnet_id': '639cf857-7d37-460d-be5f-571ac6d1b646'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:45:42.865408 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-76431ee8-8d15-4886-a35a-b27db2364836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.883923 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6660-42b8-4ce4-806f-5563493defc7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.904648 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2228ef4b-5c2e-4af9-9b56-bbe576e29dec tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Synchronizing usage tracker for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:42.932792 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686bbcd2-bf40-4569-91ff-653f9d45e66c req-817989e7-b240-433c-898e-fdc15c86e02d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:42.934550 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-686bbcd2-bf40-4569-91ff-653f9d45e66c req-817989e7-b240-433c-898e-fdc15c86e02d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2191646 Apr 29 15:45:42.984916 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-08111307-96d4-4294-a27f-dafc1965dada tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting port e3978c49-a48b-462b-91c6-447d2beb017f {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:42.985435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-08111307-96d4-4294-a27f-dafc1965dada tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:43.034539 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2228ef4b-5c2e-4af9-9b56-bbe576e29dec tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Unset dirty status for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:43.044601 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2228ef4b-5c2e-4af9-9b56-bbe576e29dec tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2178946 Apr 29 15:45:43.044601 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57888) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:43.047668 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-46cdf30c-f6cd-422e-9d09-1df37a5bc162 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Request body: {'security_group_rule': {'security_group_id': '6fee7ccd-c0e7-435e-971d-9c327b359b35', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:43.056766 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-46cdf30c-f6cd-422e-9d09-1df37a5bc162 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:43.085095 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-46cdf30c-f6cd-422e-9d09-1df37a5bc162 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:43.085213 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6660-42b8-4ce4-806f-5563493defc7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:43.085213 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2c8c6660-42b8-4ce4-806f-5563493defc7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5491891 Apr 29 15:45:43.088278 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-dd54b649-4d89-422f-aa95-7133d3e9ad27 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56968f4173e467ca1a4109666ee4127&device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 1096 time: 0.1139343 Apr 29 15:45:43.088955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57894) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:43.098074 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-76431ee8-8d15-4886-a35a-b27db2364836 None None] Allocated IP 172.20.0.2 (1dd0a0e0-f576-4dd3-921d-c728278c20ea/639cf857-7d37-460d-be5f-571ac6d1b646/9830a8d4-7bf7-43ab-afd2-67fbdabbadca) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:43.140933 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-97100e3f-d119-4734-a4c2-1eccd3154b0f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'port': {'network_id': '1dd0a0e0-f576-4dd3-921d-c728278c20ea', 'name': 'tempest-RoutersTest-88997302'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:43.168158 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-bc136bee-6143-43cd-82d7-57535fc8f7db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49636631-79be-48ee-888e-5c69ee96dee6 HTTP/1.1" status: 200 len: 217 time: 0.0721767 Apr 29 15:45:43.238535 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-ad0704df-3064-457c-b0d1-279b2e307e72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:43.240469 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-ad0704df-3064-457c-b0d1-279b2e307e72 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fccdfd74-5a41-4338-8b3c-9da29bbca38f HTTP/1.1" status: 200 len: 850 time: 0.0665283 Apr 29 15:45:43.300856 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-46cdf30c-f6cd-422e-9d09-1df37a5bc162 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:43.325088 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-08111307-96d4-4294-a27f-dafc1965dada tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] For port e3978c49-a48b-462b-91c6-447d2beb017f, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e3978c49-a48b-462b-91c6-447d2beb017f,segment=NetworkSegment(6d51fd3c-832c-4f83-8326-ce1a80efdaa1),segment_id=6d51fd3c-832c-4f83-8326-ce1a80efdaa1)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:43.325704 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-08111307-96d4-4294-a27f-dafc1965dada tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:43.352096 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-76431ee8-8d15-4886-a35a-b27db2364836 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:43.362988 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-76431ee8-8d15-4886-a35a-b27db2364836 None None] Transition to ACTIVE for port object 9830a8d4-7bf7-43ab-afd2-67fbdabbadca will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:43.388759 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-76431ee8-8d15-4886-a35a-b27db2364836 None None] Transition to ACTIVE for port object 9830a8d4-7bf7-43ab-afd2-67fbdabbadca will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:43.414260 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-638b9a51-3f41-4623-859a-eed54f127315 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d511986d-e449-4c9a-bc20-0b0373daead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1680832 Apr 29 15:45:43.451796 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-46cdf30c-f6cd-422e-9d09-1df37a5bc162 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:43.491343 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-76431ee8-8d15-4886-a35a-b27db2364836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:43.526973 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-46cdf30c-f6cd-422e-9d09-1df37a5bc162 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:43.567550 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cdf30c-f6cd-422e-9d09-1df37a5bc162 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8c43f0-b3af-4556-8de1-b85e60e3fd47,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:43.578040 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76431ee8-8d15-4886-a35a-b27db2364836 None None] Pushing event updated for resources: {'Port': ['ID=9830a8d4-7bf7-43ab-afd2-67fbdabbadca,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:43.582496 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8230dadc-0a6c-45fa-8d0e-1c32cbaa9c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:43.600941 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-e1b76b6c-6368-4046-a318-13c1e0c0628e service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720047 Apr 29 15:45:43.601816 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76431ee8-8d15-4886-a35a-b27db2364836 None None] Network 1dd0a0e0-f576-4dd3-921d-c728278c20ea is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:43.608714 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-76431ee8-8d15-4886-a35a-b27db2364836 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:43.608714 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76431ee8-8d15-4886-a35a-b27db2364836 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:45:43.628402 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-08111307-96d4-4294-a27f-dafc1965dada tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Calling delete_port for e3978c49-a48b-462b-91c6-447d2beb017f owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:43.688852 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-97100e3f-d119-4734-a4c2-1eccd3154b0f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:43.724477 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-76431ee8-8d15-4886-a35a-b27db2364836 None None] Attempting to bind port 9830a8d4-7bf7-43ab-afd2-67fbdabbadca on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:45:43.724852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-76431ee8-8d15-4886-a35a-b27db2364836 None None] Attempting to bind port 9830a8d4-7bf7-43ab-afd2-67fbdabbadca by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '612266ab-b78b-4371-b54a-379b03714d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1dd0a0e0-f576-4dd3-921d-c728278c20ea'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:45:43.725207 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76431ee8-8d15-4886-a35a-b27db2364836 None None] Attempting to bind port 9830a8d4-7bf7-43ab-afd2-67fbdabbadca on network 1dd0a0e0-f576-4dd3-921d-c728278c20ea {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:45:43.732312 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76431ee8-8d15-4886-a35a-b27db2364836 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:45:43.732708 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76431ee8-8d15-4886-a35a-b27db2364836 None None] Checking segment: {'id': '612266ab-b78b-4371-b54a-379b03714d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1dd0a0e0-f576-4dd3-921d-c728278c20ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:45:43.733184 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-76431ee8-8d15-4886-a35a-b27db2364836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:43.733586 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76431ee8-8d15-4886-a35a-b27db2364836 None None] Bound using segment: {'id': '612266ab-b78b-4371-b54a-379b03714d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1dd0a0e0-f576-4dd3-921d-c728278c20ea'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:45:43.734100 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-76431ee8-8d15-4886-a35a-b27db2364836 None None] Bound port: 9830a8d4-7bf7-43ab-afd2-67fbdabbadca, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612266ab-b78b-4371-b54a-379b03714d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1dd0a0e0-f576-4dd3-921d-c728278c20ea'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:45:43.734428 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-76431ee8-8d15-4886-a35a-b27db2364836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:43.765554 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-97100e3f-d119-4734-a4c2-1eccd3154b0f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:43.793894 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-46cdf30c-f6cd-422e-9d09-1df37a5bc162 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:43.796677 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-46cdf30c-f6cd-422e-9d09-1df37a5bc162 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7537675 Apr 29 15:45:43.803093 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57908) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:43.831903 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-25b49154-199f-44c4-ab95-aadf3b2a97e9 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-group-rules/2d8c43f0-b3af-4556-8de1-b85e60e3fd47 HTTP/1.1" status: 200 len: 705 time: 0.0272348 Apr 29 15:45:43.969684 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57912) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:43.971068 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c78c1c-cf24-4b21-abb3-0e43987addeb req-a3b1c969-b351-4013-afa5-50e0ccc5c626 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:43.971068 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e5c78c1c-cf24-4b21-abb3-0e43987addeb req-a3b1c969-b351-4013-afa5-50e0ccc5c626 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 943 time: 0.1534128 Apr 29 15:45:43.971252 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-76431ee8-8d15-4886-a35a-b27db2364836 None None] For port 9830a8d4-7bf7-43ab-afd2-67fbdabbadca, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:45:43.971252 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-76431ee8-8d15-4886-a35a-b27db2364836 None None] For port 9830a8d4-7bf7-43ab-afd2-67fbdabbadca, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9830a8d4-7bf7-43ab-afd2-67fbdabbadca,segment=NetworkSegment(612266ab-b78b-4371-b54a-379b03714d54),segment_id=612266ab-b78b-4371-b54a-379b03714d54)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:45:43.971436 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fdbd8c45-b898-4ab2-9e60-82490d007439 req-9c6ea0b3-9a74-4d3a-866b-0c79e4b1c49e service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015602 Apr 29 15:45:43.971436 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-028e742e-f528-4c50-869d-93798167317e tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Synchronizing usage tracker for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:43.971602 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e5c78c1c-cf24-4b21-abb3-0e43987addeb req-f075fd57-d459-4739-8bbd-53f432472191 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030972 Apr 29 15:45:43.971602 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97100e3f-d119-4734-a4c2-1eccd3154b0f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Made reservation on behalf of f56fa22878a4477ebb22e0778bbb8cc4 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:45:43.971602 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-97100e3f-d119-4734-a4c2-1eccd3154b0f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:43.971833 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57916) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:43.996291 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-97100e3f-d119-4734-a4c2-1eccd3154b0f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] device_id is not set on port 8112a68b-c2ba-44a7-9aba-35c8ff11df5b yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:45:44.005006 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-76431ee8-8d15-4886-a35a-b27db2364836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:44.033666 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-028e742e-f528-4c50-869d-93798167317e tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Unset dirty status for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:44.035346 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-028e742e-f528-4c50-869d-93798167317e tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1967063 Apr 29 15:45:44.039998 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57922) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:44.084938 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-319f785d-6718-4e81-b801-114c8e9dc270 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:44.096309 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-319f785d-6718-4e81-b801-114c8e9dc270 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:44.119803 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-08111307-96d4-4294-a27f-dafc1965dada tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:44.122227 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76431ee8-8d15-4886-a35a-b27db2364836 None None] Pushing event updated for resources: {'Port': ['ID=9830a8d4-7bf7-43ab-afd2-67fbdabbadca,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:44.141847 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-e947c813-8239-40a0-9db1-0301bb8bdcc2 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1274905090'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:44.146892 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e947c813-8239-40a0-9db1-0301bb8bdcc2 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:44.150837 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e947c813-8239-40a0-9db1-0301bb8bdcc2 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Usage tracker for resource:network and tenant:6ae0e847c3d441bf94dc979def7972c4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:44.153935 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e947c813-8239-40a0-9db1-0301bb8bdcc2 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:44.160292 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e947c813-8239-40a0-9db1-0301bb8bdcc2 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:44.185876 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08111307-96d4-4294-a27f-dafc1965dada tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Port': ['ID=e3978c49-a48b-462b-91c6-447d2beb017f,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:44.209806 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-319f785d-6718-4e81-b801-114c8e9dc270 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:44.266087 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f785d-6718-4e81-b801-114c8e9dc270 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d8c43f0-b3af-4556-8de1-b85e60e3fd47,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:44.268923 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e947c813-8239-40a0-9db1-0301bb8bdcc2 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Made reservation on behalf of 6ae0e847c3d441bf94dc979def7972c4 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:45:44.274785 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e947c813-8239-40a0-9db1-0301bb8bdcc2 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:44.289873 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e947c813-8239-40a0-9db1-0301bb8bdcc2 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:44.301389 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-97100e3f-d119-4734-a4c2-1eccd3154b0f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Allocated IP 172.20.0.10 (1dd0a0e0-f576-4dd3-921d-c728278c20ea/639cf857-7d37-460d-be5f-571ac6d1b646/8112a68b-c2ba-44a7-9aba-35c8ff11df5b) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:44.329841 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e947c813-8239-40a0-9db1-0301bb8bdcc2 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:44.334382 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e947c813-8239-40a0-9db1-0301bb8bdcc2 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Usage tracker for resource:security_group_rule and tenant:6ae0e847c3d441bf94dc979def7972c4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:44.338574 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e947c813-8239-40a0-9db1-0301bb8bdcc2 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:44.351163 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e947c813-8239-40a0-9db1-0301bb8bdcc2 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:44.378430 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-319f785d-6718-4e81-b801-114c8e9dc270 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:44.379740 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-319f785d-6718-4e81-b801-114c8e9dc270 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2d8c43f0-b3af-4556-8de1-b85e60e3fd47 HTTP/1.1" status: 204 len: 168 time: 0.3386915 Apr 29 15:45:44.384265 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57926) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:44.494254 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-476c9d1d-dbc6-4193-ad56-0ddeec7707da tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Synchronizing usage tracker for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:44.528512 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e947c813-8239-40a0-9db1-0301bb8bdcc2 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:44.593818 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-476c9d1d-dbc6-4193-ad56-0ddeec7707da tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Unset dirty status for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:44.595715 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-476c9d1d-dbc6-4193-ad56-0ddeec7707da tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2104654 Apr 29 15:45:44.598475 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57930) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:44.602284 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e947c813-8239-40a0-9db1-0301bb8bdcc2 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:44.620518 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-b02f7f3b-747a-4571-9a37-40353d988cd5 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Request body: {'security_group_rule': {'security_group_id': '6fee7ccd-c0e7-435e-971d-9c327b359b35', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:44.631528 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-08111307-96d4-4294-a27f-dafc1965dada tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:44.640858 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b02f7f3b-747a-4571-9a37-40353d988cd5 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:44.641020 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e947c813-8239-40a0-9db1-0301bb8bdcc2 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:45:44.660445 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947c813-8239-40a0-9db1-0301bb8bdcc2 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=139f3805-c1da-4412-913f-d99651a4a5b6,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:44.670888 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b02f7f3b-747a-4571-9a37-40353d988cd5 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:44.685388 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e947c813-8239-40a0-9db1-0301bb8bdcc2 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:44.685865 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-e947c813-8239-40a0-9db1-0301bb8bdcc2 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Added segment 8d320f6e-62da-4c42-8480-c9847081f0f4 of type vlan for network 5284f574-12d6-4778-a5a7-616e6739dcb8 Apr 29 15:45:44.720952 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e947c813-8239-40a0-9db1-0301bb8bdcc2 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:44.753547 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 9830a8d4-7bf7-43ab-afd2-67fbdabbadca up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:44.793346 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-97100e3f-d119-4734-a4c2-1eccd3154b0f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:44.825866 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-97100e3f-d119-4734-a4c2-1eccd3154b0f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Transition to ACTIVE for port object 8112a68b-c2ba-44a7-9aba-35c8ff11df5b will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:44.845156 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e947c813-8239-40a0-9db1-0301bb8bdcc2 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:44.849036 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e947c813-8239-40a0-9db1-0301bb8bdcc2 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:44.853640 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e947c813-8239-40a0-9db1-0301bb8bdcc2 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:44.886054 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b02f7f3b-747a-4571-9a37-40353d988cd5 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:44.930408 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 9830a8d4-7bf7-43ab-afd2-67fbdabbadca completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:44.960572 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947c813-8239-40a0-9db1-0301bb8bdcc2 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Pushing event updated for resources: {'Network': ['ID=5284f574-12d6-4778-a5a7-616e6739dcb8,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:44.974535 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 5284f574-12d6-4778-a5a7-616e6739dcb8 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:45:44.982697 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-97100e3f-d119-4734-a4c2-1eccd3154b0f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:45.015977 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e947c813-8239-40a0-9db1-0301bb8bdcc2 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0496354 Apr 29 15:45:45.018708 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57936) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:45.029200 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-5633ceb2-4935-4de8-b27e-cbcee57a224f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Request body: {'subnet': {'network_id': '5284f574-12d6-4778-a5a7-616e6739dcb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:45.159638 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:45.161324 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5633ceb2-4935-4de8-b27e-cbcee57a224f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:45.165875 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5633ceb2-4935-4de8-b27e-cbcee57a224f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Usage tracker for resource:subnet and tenant:6ae0e847c3d441bf94dc979def7972c4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:45.169238 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5633ceb2-4935-4de8-b27e-cbcee57a224f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:45.179153 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5633ceb2-4935-4de8-b27e-cbcee57a224f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:45.267220 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97100e3f-d119-4734-a4c2-1eccd3154b0f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network 1dd0a0e0-f576-4dd3-921d-c728278c20ea is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:45.278515 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-97100e3f-d119-4734-a4c2-1eccd3154b0f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:45.281360 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97100e3f-d119-4734-a4c2-1eccd3154b0f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Port': ['ID=8112a68b-c2ba-44a7-9aba-35c8ff11df5b,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:45.283862 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5633ceb2-4935-4de8-b27e-cbcee57a224f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Made reservation on behalf of 6ae0e847c3d441bf94dc979def7972c4 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:45:45.290403 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97100e3f-d119-4734-a4c2-1eccd3154b0f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:45:45.404301 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5633ceb2-4935-4de8-b27e-cbcee57a224f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:45.416412 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57ba78c-7966-4850-8d27-31888212bcca None None] Network 1dd0a0e0-f576-4dd3-921d-c728278c20ea requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:45.461608 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b02f7f3b-747a-4571-9a37-40353d988cd5 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:45.535876 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b02f7f3b-747a-4571-9a37-40353d988cd5 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:45.590406 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b562c082-fa5a-4976-85c1-2d20664eb32d None None] Provisioning for port 9830a8d4-7bf7-43ab-afd2-67fbdabbadca completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:45.598737 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b562c082-fa5a-4976-85c1-2d20664eb32d None None] Provisioning complete for port 9830a8d4-7bf7-43ab-afd2-67fbdabbadca triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:45.599938 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b562c082-fa5a-4976-85c1-2d20664eb32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:45.615367 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97100e3f-d119-4734-a4c2-1eccd3154b0f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:45.616034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-97100e3f-d119-4734-a4c2-1eccd3154b0f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:45.645708 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f7f3b-747a-4571-9a37-40353d988cd5 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02941b4-dfdb-4cfb-90e8-f14febcec342,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:45.679733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3adf00-e44b-423d-9e29-e86b79e560f6 req-79677d53-bc6b-418c-b723-b140e16cf1aa tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:45.681199 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5e3adf00-e44b-423d-9e29-e86b79e560f6 req-79677d53-bc6b-418c-b723-b140e16cf1aa tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 943 time: 0.5319893 Apr 29 15:45:45.696798 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5633ceb2-4935-4de8-b27e-cbcee57a224f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:45.769865 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57940) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:45.770601 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-97100e3f-d119-4734-a4c2-1eccd3154b0f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.6800718 Apr 29 15:45:45.789204 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b562c082-fa5a-4976-85c1-2d20664eb32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:45.792429 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5e3adf00-e44b-423d-9e29-e86b79e560f6 req-0cd70adc-b689-4821-93b2-d11514cc5bfb tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022286 Apr 29 15:45:45.806601 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b02f7f3b-747a-4571-9a37-40353d988cd5 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:45.810303 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b02f7f3b-747a-4571-9a37-40353d988cd5 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2064586 Apr 29 15:45:45.811002 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57944) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:45.846390 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-b562c082-fa5a-4976-85c1-2d20664eb32d None None] For port 9830a8d4-7bf7-43ab-afd2-67fbdabbadca, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9830a8d4-7bf7-43ab-afd2-67fbdabbadca,segment=NetworkSegment(612266ab-b78b-4371-b54a-379b03714d54),segment_id=612266ab-b78b-4371-b54a-379b03714d54)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:45.851884 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08111307-96d4-4294-a27f-dafc1965dada tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Router 4da4d312-dbbb-4101-bb5c-0df821d1d887 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:45:45.861382 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-77352ee5-31b8-402d-8206-2eaba3647609 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-group-rules/e02941b4-dfdb-4cfb-90e8-f14febcec342 HTTP/1.1" status: 200 len: 706 time: 0.0469539 Apr 29 15:45:45.863015 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57948) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:45.864328 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633ceb2-4935-4de8-b27e-cbcee57a224f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Pushing event updated for resources: {'Subnet': ['ID=d5daaa36-d221-4ce2-a954-e40dac55736a,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:45.902129 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-da24e308-736a-47ae-954e-1bb32a038156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:45.929472 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5633ceb2-4935-4de8-b27e-cbcee57a224f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Checking segment: {'id': '8d320f6e-62da-4c42-8480-c9847081f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5284f574-12d6-4778-a5a7-616e6739dcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:45:45.929826 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5633ceb2-4935-4de8-b27e-cbcee57a224f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Network hostable DHCP agents. Network: 5284f574-12d6-4778-a5a7-616e6739dcb8, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:45:45.935077 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b562c082-fa5a-4976-85c1-2d20664eb32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:46.016290 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562c082-fa5a-4976-85c1-2d20664eb32d None None] Pushing event updated for resources: {'Port': ['ID=9830a8d4-7bf7-43ab-afd2-67fbdabbadca,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:46.057636 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6ee6c7a0-624d-42e5-b6b3-265342445269 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Synchronizing usage tracker for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:46.085170 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5633ceb2-4935-4de8-b27e-cbcee57a224f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Network 5284f574-12d6-4778-a5a7-616e6739dcb8 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:45:46.103591 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08111307-96d4-4294-a27f-dafc1965dada tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:45:46.110651 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-08111307-96d4-4294-a27f-dafc1965dada tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "PUT /v2.0/routers/4da4d312-dbbb-4101-bb5c-0df821d1d887/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9746532 Apr 29 15:45:46.111834 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57952) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:46.117455 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e46e9-32e2-43ee-9e41-e4facc2468aa None None] Sync routers for ids ['4da4d312-dbbb-4101-bb5c-0df821d1d887'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:45:46.130226 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e46e9-32e2-43ee-9e41-e4facc2468aa None None] Routers {'4da4d312-dbbb-4101-bb5c-0df821d1d887'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:46.131750 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-743e46e9-32e2-43ee-9e41-e4facc2468aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['4da4d312-dbbb-4101-bb5c-0df821d1d887'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:46.132972 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6ee6c7a0-624d-42e5-b6b3-265342445269 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Unset dirty status for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:46.134316 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6ee6c7a0-624d-42e5-b6b3-265342445269 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.2703557 Apr 29 15:45:46.144990 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57956) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:46.185277 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-865673af-266c-48f4-893d-20d6151d847c tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:46.202205 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-865673af-266c-48f4-893d-20d6151d847c tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:46.312489 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-865673af-266c-48f4-893d-20d6151d847c tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:46.346381 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865673af-266c-48f4-893d-20d6151d847c tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e02941b4-dfdb-4cfb-90e8-f14febcec342,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:46.370049 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-743e46e9-32e2-43ee-9e41-e4facc2468aa None None] Set router 4da4d312-dbbb-4101-bb5c-0df821d1d887 gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:45:46.390865 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-5633ceb2-4935-4de8-b27e-cbcee57a224f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 5284f574-12d6-4778-a5a7-616e6739dcb8) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:46.405248 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5633ceb2-4935-4de8-b27e-cbcee57a224f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:46.405816 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5633ceb2-4935-4de8-b27e-cbcee57a224f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:46.409808 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e3bb55-3e92-42b4-836d-60be55d522ba None None] Network 5284f574-12d6-4778-a5a7-616e6739dcb8 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:46.449846 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-865673af-266c-48f4-893d-20d6151d847c tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:46.453512 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-865673af-266c-48f4-893d-20d6151d847c tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e02941b4-dfdb-4cfb-90e8-f14febcec342 HTTP/1.1" status: 204 len: 168 time: 0.3048210 Apr 29 15:45:46.453809 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57960) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:46.503889 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7f5c7877-7ec1-41b5-9787-907efb7373c6 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Synchronizing usage tracker for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:46.508562 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0e540347-8098-404f-9d18-8b955929941b None None] Provisioning for port 8112a68b-c2ba-44a7-9aba-35c8ff11df5b completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:46.524932 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0e540347-8098-404f-9d18-8b955929941b None None] Provisioning complete for port 8112a68b-c2ba-44a7-9aba-35c8ff11df5b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:46.525305 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0e540347-8098-404f-9d18-8b955929941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:46.553092 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5633ceb2-4935-4de8-b27e-cbcee57a224f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5327756 Apr 29 15:45:46.560681 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57964) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:46.572226 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-5b8602f5-4cc3-44b1-8fb2-1ca0bec4b395 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Request body: {'port': {'network_id': '5284f574-12d6-4778-a5a7-616e6739dcb8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-813525961'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:46.633403 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 9830a8d4-7bf7-43ab-afd2-67fbdabbadca up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:46.647800 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2759c9d4-afbd-409a-8368-d46536182196 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting subnet ff7e8b59-5dc6-4b81-a012-19fde3c59985 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:45:46.652540 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7f5c7877-7ec1-41b5-9787-907efb7373c6 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Unset dirty status for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:46.652710 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2759c9d4-afbd-409a-8368-d46536182196 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:46.656509 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7f5c7877-7ec1-41b5-9787-907efb7373c6 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1988068 Apr 29 15:45:46.659365 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57968) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:46.740304 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5bf6d001-ca6e-4aff-8824-74b557695d0a tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:46.753907 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2759c9d4-afbd-409a-8368-d46536182196 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:46.796021 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5bf6d001-ca6e-4aff-8824-74b557695d0a tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:46.814714 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d44272e5-ebcf-45fa-85a2-c53afd4478f3 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:46.847810 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5b8602f5-4cc3-44b1-8fb2-1ca0bec4b395 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:46.854195 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5b8602f5-4cc3-44b1-8fb2-1ca0bec4b395 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Usage tracker for resource:port and tenant:6ae0e847c3d441bf94dc979def7972c4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:46.857394 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5b8602f5-4cc3-44b1-8fb2-1ca0bec4b395 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:46.863689 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5b8602f5-4cc3-44b1-8fb2-1ca0bec4b395 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:46.918863 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-0e540347-8098-404f-9d18-8b955929941b None None] Port 8112a68b-c2ba-44a7-9aba-35c8ff11df5b cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:45:46.971849 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5bf6d001-ca6e-4aff-8824-74b557695d0a tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:46.989004 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8602f5-4cc3-44b1-8fb2-1ca0bec4b395 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Made reservation on behalf of 6ae0e847c3d441bf94dc979def7972c4 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:45:46.992346 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5b8602f5-4cc3-44b1-8fb2-1ca0bec4b395 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.026098 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6d001-ca6e-4aff-8824-74b557695d0a tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fee7ccd-c0e7-435e-971d-9c327b359b35,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:47.031300 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2759c9d4-afbd-409a-8368-d46536182196 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.051834 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-5b8602f5-4cc3-44b1-8fb2-1ca0bec4b395 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] device_id is not set on port 8efa9ae4-89aa-4bf3-8785-cae177a4cb22 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:45:47.060106 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1a73e5-205f-42fc-8e4a-ea5b4db80018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-5284f574-12d6-4778-a5a7-616e6739dcb8', 'network_id': '5284f574-12d6-4778-a5a7-616e6739dcb8', 'tenant_id': '6ae0e847c3d441bf94dc979def7972c4', 'fixed_ips': [{'subnet_id': 'd5daaa36-d221-4ce2-a954-e40dac55736a'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:45:47.060908 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3d1a73e5-205f-42fc-8e4a-ea5b4db80018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.070704 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0e540347-8098-404f-9d18-8b955929941b None None] Provisioning complete for port 9830a8d4-7bf7-43ab-afd2-67fbdabbadca triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:47.071071 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0e540347-8098-404f-9d18-8b955929941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.152263 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c768de1-2098-4e51-b6dd-c33e2d9312da req-2b1c7699-29ae-4b23-89b1-ac28a8d61557 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:47.153876 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9c768de1-2098-4e51-b6dd-c33e2d9312da req-2b1c7699-29ae-4b23-89b1-ac28a8d61557 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 943 time: 0.2255907 Apr 29 15:45:47.195712 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 9830a8d4-7bf7-43ab-afd2-67fbdabbadca triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:47.196006 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.196950 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5bf6d001-ca6e-4aff-8824-74b557695d0a tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.200645 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5bf6d001-ca6e-4aff-8824-74b557695d0a tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "DELETE /v2.0/security-groups/6fee7ccd-c0e7-435e-971d-9c327b359b35 HTTP/1.1" status: 204 len: 168 time: 0.5383840 Apr 29 15:45:47.206744 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57974) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:47.221080 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-743e46e9-32e2-43ee-9e41-e4facc2468aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:45:43Z', 'revision_number': 8, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': '495e7503-a4d9-4ab5-b6c1-00a24e95afc7', 'name': '', 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:b4:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:12Z', 'updated_at': '2022-04-29T15:45:30Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a567954b-7405-4fae-9437-176e7a91f278', 'name': '', 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:4c:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:04Z', 'updated_at': '2022-04-29T15:45:24Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:47.244324 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.261855 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-5b8602f5-4cc3-44b1-8fb2-1ca0bec4b395 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Allocated IP 172.20.0.5 (5284f574-12d6-4778-a5a7-616e6739dcb8/d5daaa36-d221-4ce2-a954-e40dac55736a/8efa9ae4-89aa-4bf3-8785-cae177a4cb22) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:47.266984 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e46e9-32e2-43ee-9e41-e4facc2468aa None None] Checking router: 4da4d312-dbbb-4101-bb5c-0df821d1d887 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:45:47.269184 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9c768de1-2098-4e51-b6dd-c33e2d9312da req-b4671b2f-53c3-4e97-9819-4be059d61b8b tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799568 Apr 29 15:45:47.285677 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-05db8f61-0d3c-46eb-a5cd-f40f24ecc9e3 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Synchronizing usage tracker for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:47.307590 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d44272e5-ebcf-45fa-85a2-c53afd4478f3 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.313593 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2759c9d4-afbd-409a-8368-d46536182196 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.358132 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759c9d4-afbd-409a-8368-d46536182196 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Subnet': ['ID=ff7e8b59-5dc6-4b81-a012-19fde3c59985,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:47.362236 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e46e9-32e2-43ee-9e41-e4facc2468aa None None] Routers {'4da4d312-dbbb-4101-bb5c-0df821d1d887'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:47.362773 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2759c9d4-afbd-409a-8368-d46536182196 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.366388 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-743e46e9-32e2-43ee-9e41-e4facc2468aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['4da4d312-dbbb-4101-bb5c-0df821d1d887'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:47.372477 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2759c9d4-afbd-409a-8368-d46536182196 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/subnets/ff7e8b59-5dc6-4b81-a012-19fde3c59985 HTTP/1.1" status: 204 len: 168 time: 1.2597992 Apr 29 15:45:47.373397 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 57978) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:47.397299 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d44272e5-ebcf-45fa-85a2-c53afd4478f3 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.421017 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0997079b-085c-4b7e-83c3-cdce74b6463a None None] Network 56906c4e-38f7-4451-a824-b0245f73ab7a requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:47.488572 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-05db8f61-0d3c-46eb-a5cd-f40f24ecc9e3 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Unset dirty status for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:47.494712 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-05db8f61-0d3c-46eb-a5cd-f40f24ecc9e3 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2816446 Apr 29 15:45:47.496939 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57982) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:47.507919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-be2f6ccb-e39b-4235-9321-1056787dc9f8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Request body: {'security_group': {'name': 'tempest-secgroup--2116721897'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:47.515729 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-be2f6ccb-e39b-4235-9321-1056787dc9f8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:47.542376 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-be2f6ccb-e39b-4235-9321-1056787dc9f8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:47.546426 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5b8602f5-4cc3-44b1-8fb2-1ca0bec4b395 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.569473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-5b8602f5-4cc3-44b1-8fb2-1ca0bec4b395 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Transition to ACTIVE for port object 8efa9ae4-89aa-4bf3-8785-cae177a4cb22 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:47.602118 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5520c028-dab6-426e-b842-c65a9a40a1d3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.610186 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44272e5-ebcf-45fa-85a2-c53afd4478f3 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Port': ['ID=8112a68b-c2ba-44a7-9aba-35c8ff11df5b,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:47.650982 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-be2f6ccb-e39b-4235-9321-1056787dc9f8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.665125 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-5520c028-dab6-426e-b842-c65a9a40a1d3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting port 959b94eb-a475-408e-a45a-9980704b3263 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:47.665468 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5520c028-dab6-426e-b842-c65a9a40a1d3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.691145 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5b8602f5-4cc3-44b1-8fb2-1ca0bec4b395 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.790238 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.805396 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8602f5-4cc3-44b1-8fb2-1ca0bec4b395 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Pushing event updated for resources: {'Port': ['ID=8efa9ae4-89aa-4bf3-8785-cae177a4cb22,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:47.841864 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-be2f6ccb-e39b-4235-9321-1056787dc9f8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:47.845040 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8602f5-4cc3-44b1-8fb2-1ca0bec4b395 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Network 5284f574-12d6-4778-a5a7-616e6739dcb8 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:47.846446 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-743e46e9-32e2-43ee-9e41-e4facc2468aa None None] Set router 4da4d312-dbbb-4101-bb5c-0df821d1d887 gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:45:47.847549 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-5b8602f5-4cc3-44b1-8fb2-1ca0bec4b395 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:47.850568 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8602f5-4cc3-44b1-8fb2-1ca0bec4b395 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:45:47.877382 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-be2f6ccb-e39b-4235-9321-1056787dc9f8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Usage tracker for resource:security_group_rule and tenant:ec670c0a173e4c8089614edd52d5dccd is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:47.885192 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-be2f6ccb-e39b-4235-9321-1056787dc9f8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:47.903782 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-be2f6ccb-e39b-4235-9321-1056787dc9f8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:47.936003 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8602f5-4cc3-44b1-8fb2-1ca0bec4b395 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:47.940203 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5b8602f5-4cc3-44b1-8fb2-1ca0bec4b395 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.950285 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ec0240f6-e633-467b-849f-4a8a4829463f None None] Provisioning complete for port 8112a68b-c2ba-44a7-9aba-35c8ff11df5b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:47.950989 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ec0240f6-e633-467b-849f-4a8a4829463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.001522 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-be2f6ccb-e39b-4235-9321-1056787dc9f8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.039893 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-3d1a73e5-205f-42fc-8e4a-ea5b4db80018 None None] Allocated IP 172.20.0.2 (5284f574-12d6-4778-a5a7-616e6739dcb8/d5daaa36-d221-4ce2-a954-e40dac55736a/c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:48.065938 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5b8602f5-4cc3-44b1-8fb2-1ca0bec4b395 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5000424 Apr 29 15:45:48.065938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57986) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:48.070524 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-ec0240f6-e633-467b-849f-4a8a4829463f None None] Port 8112a68b-c2ba-44a7-9aba-35c8ff11df5b cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:45:48.073985 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-16f01352-9d58-4026-b511-d2c0db36a4c5 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Request body: {'port': {'network_id': '5284f574-12d6-4778-a5a7-616e6739dcb8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1990247641', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:48.074902 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.api.validators [None req-16f01352-9d58-4026-b511-d2c0db36a4c5 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] bootfile-name is not in valid_values {{(pid=84770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 15:45:48.074902 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.api.validators [None req-16f01352-9d58-4026-b511-d2c0db36a4c5 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] tftp-server is not in valid_values {{(pid=84770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 15:45:48.075713 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.api.validators [None req-16f01352-9d58-4026-b511-d2c0db36a4c5 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] server-ip-address is not in valid_values {{(pid=84770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 15:45:48.094599 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-be2f6ccb-e39b-4235-9321-1056787dc9f8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.185494 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-5520c028-dab6-426e-b842-c65a9a40a1d3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] For port 959b94eb-a475-408e-a45a-9980704b3263, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=959b94eb-a475-408e-a45a-9980704b3263,segment=NetworkSegment(6d51fd3c-832c-4f83-8326-ce1a80efdaa1),segment_id=6d51fd3c-832c-4f83-8326-ce1a80efdaa1)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:48.186132 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5520c028-dab6-426e-b842-c65a9a40a1d3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.193781 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d44272e5-ebcf-45fa-85a2-c53afd4478f3 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.234499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f6ccb-e39b-4235-9321-1056787dc9f8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05529baf-9009-47a6-ba8d-9e678b45c159,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:48.289578 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-16f01352-9d58-4026-b511-d2c0db36a4c5 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:48.293661 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-16f01352-9d58-4026-b511-d2c0db36a4c5 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Usage tracker for resource:port and tenant:6ae0e847c3d441bf94dc979def7972c4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:48.296870 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-16f01352-9d58-4026-b511-d2c0db36a4c5 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:48.303956 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-16f01352-9d58-4026-b511-d2c0db36a4c5 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:48.330468 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-5520c028-dab6-426e-b842-c65a9a40a1d3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Calling delete_port for 959b94eb-a475-408e-a45a-9980704b3263 owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:48.332566 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-be2f6ccb-e39b-4235-9321-1056787dc9f8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.334661 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-be2f6ccb-e39b-4235-9321-1056787dc9f8 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8367052 Apr 29 15:45:48.338001 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57992) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:48.343995 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-0985e340-701c-4c8e-967a-238a54fb87bd tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Request body: {'security_group_rule': {'security_group_id': '05529baf-9009-47a6-ba8d-9e678b45c159', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:48.351182 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-0985e340-701c-4c8e-967a-238a54fb87bd tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:48.356336 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0985e340-701c-4c8e-967a-238a54fb87bd tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Usage tracker for resource:security_group_rule and tenant:ec670c0a173e4c8089614edd52d5dccd is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:48.414302 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-abd0f0c2-6759-4f6c-a195-a9eaf6b566d7 None None] Provisioning complete for port 8112a68b-c2ba-44a7-9aba-35c8ff11df5b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:48.415031 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-abd0f0c2-6759-4f6c-a195-a9eaf6b566d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.483502 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.493600 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a5417b-c457-49f6-9f0c-65ae346c6910 None None] DHCP port deletion for 56906c4e-38f7-4451-a824-b0245f73ab7a request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:45:48.505278 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0985e340-701c-4c8e-967a-238a54fb87bd tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:48.509809 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f01352-9d58-4026-b511-d2c0db36a4c5 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Made reservation on behalf of 6ae0e847c3d441bf94dc979def7972c4 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:45:48.514217 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-16f01352-9d58-4026-b511-d2c0db36a4c5 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.530911 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5520c028-dab6-426e-b842-c65a9a40a1d3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.547721 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-80a5417b-c457-49f6-9f0c-65ae346c6910 None None] Deleting port 959b94eb-a475-408e-a45a-9980704b3263 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:48.548101 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-80a5417b-c457-49f6-9f0c-65ae346c6910 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.569111 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-0985e340-701c-4c8e-967a-238a54fb87bd tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:48.576249 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d44272e5-ebcf-45fa-85a2-c53afd4478f3 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.592088 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-16f01352-9d58-4026-b511-d2c0db36a4c5 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] device_id is not set on port be46d46d-7e23-4260-9f42-b8416b4abc43 yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:45:48.625288 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 959b94eb-a475-408e-a45a-9980704b3263 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:45:48.641679 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520c028-dab6-426e-b842-c65a9a40a1d3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Port': ['ID=959b94eb-a475-408e-a45a-9980704b3263,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:48.667507 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5520c028-dab6-426e-b842-c65a9a40a1d3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] No DVR routers for this DVR port 959b94eb-a475-408e-a45a-9980704b3263 on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:45:48.691664 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-abd0f0c2-6759-4f6c-a195-a9eaf6b566d7 None None] Port 8112a68b-c2ba-44a7-9aba-35c8ff11df5b cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:45:48.695722 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0985e340-701c-4c8e-967a-238a54fb87bd tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.697520 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-80a5417b-c457-49f6-9f0c-65ae346c6910 None None] The port '959b94eb-a475-408e-a45a-9980704b3263' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:45:48.701243 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 959b94eb-a475-408e-a45a-9980704b3263 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:45:48.705610 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 959b94eb-a475-408e-a45a-9980704b3263 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:45:48.723899 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3d1a73e5-205f-42fc-8e4a-ea5b4db80018 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.738393 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3d1a73e5-205f-42fc-8e4a-ea5b4db80018 None None] Transition to ACTIVE for port object c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:48.742092 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0fc08d-bea8-4d8e-80da-0aa5aab14603 req-0a42ab6f-aaff-4cd0-a810-9eca74227d3e tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:48.744519 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ae0fc08d-bea8-4d8e-80da-0aa5aab14603 req-0a42ab6f-aaff-4cd0-a810-9eca74227d3e tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 943 time: 0.2411160 Apr 29 15:45:48.765989 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3d1a73e5-205f-42fc-8e4a-ea5b4db80018 None None] Transition to ACTIVE for port object c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:48.777871 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-743e46e9-32e2-43ee-9e41-e4facc2468aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:45:43Z', 'revision_number': 8, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': '495e7503-a4d9-4ab5-b6c1-00a24e95afc7', 'name': '', 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:b4:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:12Z', 'updated_at': '2022-04-29T15:45:30Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a567954b-7405-4fae-9437-176e7a91f278', 'name': '', 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:4c:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:04Z', 'updated_at': '2022-04-29T15:45:24Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:48.782444 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e46e9-32e2-43ee-9e41-e4facc2468aa None None] The sync data for ids ['4da4d312-dbbb-4101-bb5c-0df821d1d887'] in dv-neutron-839913-1-hyperv is: [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:45:43Z', 'revision_number': 8, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': '495e7503-a4d9-4ab5-b6c1-00a24e95afc7', 'name': '', 'network_id': '7420d257-54fe-4add-aaaf-bde72554b97c', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:b4:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:12Z', 'updated_at': '2022-04-29T15:45:30Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '6cbf58b4-e3cd-4995-9f69-503d00895a9d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a567954b-7405-4fae-9437-176e7a91f278', 'name': '', 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:4c:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:04Z', 'updated_at': '2022-04-29T15:45:24Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:45:48.816585 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ae0fc08d-bea8-4d8e-80da-0aa5aab14603 req-f52f8a5c-02ec-4b5b-821b-bb4bfdbc5828 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627575 Apr 29 15:45:48.830812 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0985e340-701c-4c8e-967a-238a54fb87bd tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.879472 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3d1a73e5-205f-42fc-8e4a-ea5b4db80018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.928055 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0985e340-701c-4c8e-967a-238a54fb87bd tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.953305 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1a73e5-205f-42fc-8e4a-ea5b4db80018 None None] Network 5284f574-12d6-4778-a5a7-616e6739dcb8 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:48.959164 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-3d1a73e5-205f-42fc-8e4a-ea5b4db80018 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:48.962418 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1a73e5-205f-42fc-8e4a-ea5b4db80018 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:45:48.964971 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a73e5-205f-42fc-8e4a-ea5b4db80018 None None] Pushing event updated for resources: {'Port': ['ID=c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:48.965119 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985e340-701c-4c8e-967a-238a54fb87bd tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1e6edf-abb0-43e2-9b93-477b2b554db9,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:48.974727 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5520c028-dab6-426e-b842-c65a9a40a1d3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.984906 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-16f01352-9d58-4026-b511-d2c0db36a4c5 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Allocated IP 172.20.0.10 (5284f574-12d6-4778-a5a7-616e6739dcb8/d5daaa36-d221-4ce2-a954-e40dac55736a/be46d46d-7e23-4260-9f42-b8416b4abc43) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:49.010427 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-5520c028-dab6-426e-b842-c65a9a40a1d3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56906c4e-38f7-4451-a824-b0245f73ab7a']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:49.033526 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-5520c028-dab6-426e-b842-c65a9a40a1d3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d51fd3c-832c-4f83-8326-ce1a80efdaa1') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:49.033737 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-5520c028-dab6-426e-b842-c65a9a40a1d3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d51fd3c-832c-4f83-8326-ce1a80efdaa1') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:49.057749 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-3d1a73e5-205f-42fc-8e4a-ea5b4db80018 None None] Attempting to bind port c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:45:49.061511 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-3d1a73e5-205f-42fc-8e4a-ea5b4db80018 None None] Attempting to bind port c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '8d320f6e-62da-4c42-8480-c9847081f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5284f574-12d6-4778-a5a7-616e6739dcb8'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:45:49.061511 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1a73e5-205f-42fc-8e4a-ea5b4db80018 None None] Attempting to bind port c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07 on network 5284f574-12d6-4778-a5a7-616e6739dcb8 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:45:49.064929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1a73e5-205f-42fc-8e4a-ea5b4db80018 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:45:49.065375 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1a73e5-205f-42fc-8e4a-ea5b4db80018 None None] Checking segment: {'id': '8d320f6e-62da-4c42-8480-c9847081f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5284f574-12d6-4778-a5a7-616e6739dcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:45:49.065859 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3d1a73e5-205f-42fc-8e4a-ea5b4db80018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.066340 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1a73e5-205f-42fc-8e4a-ea5b4db80018 None None] Bound using segment: {'id': '8d320f6e-62da-4c42-8480-c9847081f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5284f574-12d6-4778-a5a7-616e6739dcb8'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:45:49.067091 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-3d1a73e5-205f-42fc-8e4a-ea5b4db80018 None None] Bound port: c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d320f6e-62da-4c42-8480-c9847081f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5284f574-12d6-4778-a5a7-616e6739dcb8'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:45:49.067526 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3d1a73e5-205f-42fc-8e4a-ea5b4db80018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.068074 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5520c028-dab6-426e-b842-c65a9a40a1d3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.112023 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0985e340-701c-4c8e-967a-238a54fb87bd tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.113197 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0985e340-701c-4c8e-967a-238a54fb87bd tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7739868 Apr 29 15:45:49.119226 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 57996) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:49.145725 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5520c028-dab6-426e-b842-c65a9a40a1d3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.160852 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5520c028-dab6-426e-b842-c65a9a40a1d3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:45:49.161073 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5520c028-dab6-426e-b842-c65a9a40a1d3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.179417 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-3d1a73e5-205f-42fc-8e4a-ea5b4db80018 None None] For port c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:45:49.180794 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:45:49.253484 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-68ebee73-7c49-4ab2-9917-47c3c75b5879 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.268854 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-16f01352-9d58-4026-b511-d2c0db36a4c5 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.299855 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-68ebee73-7c49-4ab2-9917-47c3c75b5879 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.308992 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-16f01352-9d58-4026-b511-d2c0db36a4c5 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Transition to ACTIVE for port object be46d46d-7e23-4260-9f42-b8416b4abc43 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:49.314944 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d44272e5-ebcf-45fa-85a2-c53afd4478f3 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.348686 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-3d1a73e5-205f-42fc-8e4a-ea5b4db80018 None None] For port c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07,segment=NetworkSegment(8d320f6e-62da-4c42-8480-c9847081f0f4),segment_id=8d320f6e-62da-4c42-8480-c9847081f0f4)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:45:49.348944 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5520c028-dab6-426e-b842-c65a9a40a1d3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.368930 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5520c028-dab6-426e-b842-c65a9a40a1d3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.381435 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520c028-dab6-426e-b842-c65a9a40a1d3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Network': ['ID=56906c4e-38f7-4451-a824-b0245f73ab7a,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:49.390170 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5520c028-dab6-426e-b842-c65a9a40a1d3 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/networks/56906c4e-38f7-4451-a824-b0245f73ab7a HTTP/1.1" status: 204 len: 168 time: 2.0136931 Apr 29 15:45:49.391926 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58000) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:49.447849 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d44272e5-ebcf-45fa-85a2-c53afd4478f3 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.450802 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3d1a73e5-205f-42fc-8e4a-ea5b4db80018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.451229 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-16f01352-9d58-4026-b511-d2c0db36a4c5 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.452853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-68ebee73-7c49-4ab2-9917-47c3c75b5879 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.528126 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebee73-7c49-4ab2-9917-47c3c75b5879 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05529baf-9009-47a6-ba8d-9e678b45c159,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:49.538613 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a73e5-205f-42fc-8e4a-ea5b4db80018 None None] Pushing event updated for resources: {'Port': ['ID=c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:49.556587 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f01352-9d58-4026-b511-d2c0db36a4c5 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Network 5284f574-12d6-4778-a5a7-616e6739dcb8 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:49.556587 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-16f01352-9d58-4026-b511-d2c0db36a4c5 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:49.569256 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f01352-9d58-4026-b511-d2c0db36a4c5 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:45:49.600775 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f01352-9d58-4026-b511-d2c0db36a4c5 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Pushing event updated for resources: {'Port': ['ID=be46d46d-7e23-4260-9f42-b8416b4abc43,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:49.640550 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-68ebee73-7c49-4ab2-9917-47c3c75b5879 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.642205 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-68ebee73-7c49-4ab2-9917-47c3c75b5879 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "DELETE /v2.0/security-groups/05529baf-9009-47a6-ba8d-9e678b45c159 HTTP/1.1" status: 204 len: 168 time: 0.5220754 Apr 29 15:45:49.644980 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58004) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:49.653020 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f01352-9d58-4026-b511-d2c0db36a4c5 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:49.654014 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-16f01352-9d58-4026-b511-d2c0db36a4c5 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.745404 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4f130027-cf42-469d-ad51-0f697e57a42f tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Synchronizing usage tracker for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:49.771908 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-16f01352-9d58-4026-b511-d2c0db36a4c5 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.7033548 Apr 29 15:45:49.774043 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58008) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:49.788408 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d44272e5-ebcf-45fa-85a2-c53afd4478f3 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.793987 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44272e5-ebcf-45fa-85a2-c53afd4478f3 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Port': ['ID=8112a68b-c2ba-44a7-9aba-35c8ff11df5b,revision_number=3']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:49.838357 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4f130027-cf42-469d-ad51-0f697e57a42f tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Unset dirty status for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:49.839662 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4f130027-cf42-469d-ad51-0f697e57a42f tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1934555 Apr 29 15:45:49.842284 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58012) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:49.922619 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c07409-a3b7-477a-a481-4c5e1155302c tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:49.926985 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c07409-a3b7-477a-a481-4c5e1155302c tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:49.931797 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c07409-a3b7-477a-a481-4c5e1155302c tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:49.933180 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a8c07409-a3b7-477a-a481-4c5e1155302c tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Synchronizing usage tracker for tenant:6ae0e847c3d441bf94dc979def7972c4 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:49.955782 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e9c9a73c-87c8-4470-92a6-1f93fab80842 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Synchronizing usage tracker for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:50.029073 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44272e5-ebcf-45fa-85a2-c53afd4478f3 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network 1dd0a0e0-f576-4dd3-921d-c728278c20ea is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:50.034809 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-d44272e5-ebcf-45fa-85a2-c53afd4478f3 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:50.065283 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ef18d-77a1-40f3-b894-9337642adecf req-e36849e8-a600-40a5-94e8-79594c603bf6 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:50.066775 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c16ef18d-77a1-40f3-b894-9337642adecf req-e36849e8-a600-40a5-94e8-79594c603bf6 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 943 time: 0.0890858 Apr 29 15:45:50.068476 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e9c9a73c-87c8-4470-92a6-1f93fab80842 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] Unset dirty status for tenant:ec670c0a173e4c8089614edd52d5dccd on resource:security_group_rule {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:50.072406 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e9c9a73c-87c8-4470-92a6-1f93fab80842 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2262919 Apr 29 15:45:50.072746 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58018) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:50.103342 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a8c07409-a3b7-477a-a481-4c5e1155302c tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Unset dirty status for tenant:6ae0e847c3d441bf94dc979def7972c4 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:50.104359 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a8c07409-a3b7-477a-a481-4c5e1155302c tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3303976 Apr 29 15:45:50.108255 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-d28013cb-cb5f-4e3e-924e-996ca98001a4 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] delete failed (client error): The resource could not be found. Apr 29 15:45:50.112632 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d28013cb-cb5f-4e3e-924e-996ca98001a4 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "DELETE /v2.0/security-groups/05529baf-9009-47a6-ba8d-9e678b45c159 HTTP/1.1" status: 404 len: 347 time: 0.0354753 Apr 29 15:45:50.112632 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58024) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:50.113842 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58028) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:50.234217 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c16ef18d-77a1-40f3-b894-9337642adecf req-60a3fa40-a416-4b63-886d-0e6cd5978fbd tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589556 Apr 29 15:45:50.254268 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-21204b00-1875-4341-b568-f5e73b457255 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Deleting port be46d46d-7e23-4260-9f42-b8416b4abc43 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:50.254732 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-21204b00-1875-4341-b568-f5e73b457255 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:50.300674 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5a85f826-aeec-4874-8883-970904efc887 tempest-SecGroupTest-1218148323 tempest-SecGroupTest-1218148323-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1805429 Apr 29 15:45:50.436003 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-604491a3-1134-4369-a7c1-0175236415cf None None] Provisioning complete for port 8112a68b-c2ba-44a7-9aba-35c8ff11df5b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:50.437188 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-604491a3-1134-4369-a7c1-0175236415cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:50.445158 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ce611dd4-6ff3-4b1c-9fdb-c0486105de19 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:50.537824 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-604491a3-1134-4369-a7c1-0175236415cf None None] Port 8112a68b-c2ba-44a7-9aba-35c8ff11df5b cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:45:50.612044 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-21204b00-1875-4341-b568-f5e73b457255 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:50.674907 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:50.798887 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-21204b00-1875-4341-b568-f5e73b457255 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Calling delete_port for be46d46d-7e23-4260-9f42-b8416b4abc43 owned by {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:50.822793 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44272e5-ebcf-45fa-85a2-c53afd4478f3 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Router 68a7f242-3e24-4040-b363-c0bd700d6efb is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:45:50.836599 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1463e9-7b41-4391-b5e9-b37ad64a4d40 None None] Network 5284f574-12d6-4778-a5a7-616e6739dcb8 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:50.920730 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:50.959869 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e3978c49-a48b-462b-91c6-447d2beb017f no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:45:51.001885 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: e3978c49-a48b-462b-91c6-447d2beb017f {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:45:51.002524 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e3978c49-a48b-462b-91c6-447d2beb017f not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:45:51.047253 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-baba0eaf-3417-48f1-9ce5-c4c5ba3635f3 None None] Provisioning for port c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:51.050098 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58036) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:51.060696 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-baba0eaf-3417-48f1-9ce5-c4c5ba3635f3 None None] Provisioning complete for port c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:51.061070 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-baba0eaf-3417-48f1-9ce5-c4c5ba3635f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:51.107892 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-21204b00-1875-4341-b568-f5e73b457255 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:51.293774 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21204b00-1875-4341-b568-f5e73b457255 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Pushing event deleted for resources: {'Port': ['ID=be46d46d-7e23-4260-9f42-b8416b4abc43,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:51.338865 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-baba0eaf-3417-48f1-9ce5-c4c5ba3635f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:51.358158 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0b13a19d-c33d-4fca-80ea-e859368b1671 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec670c0a173e4c8089614edd52d5dccd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3069105 Apr 29 15:45:51.361169 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58044) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:51.364689 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44272e5-ebcf-45fa-85a2-c53afd4478f3 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:45:51.371916 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d44272e5-ebcf-45fa-85a2-c53afd4478f3 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "PUT /v2.0/routers/68a7f242-3e24-4040-b363-c0bd700d6efb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5981526 Apr 29 15:45:51.376881 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58048) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:51.378747 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f427e-9a5e-4524-afd2-4f41e751e9e2 None None] Sync routers for ids ['68a7f242-3e24-4040-b363-c0bd700d6efb'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:45:51.388974 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-baba0eaf-3417-48f1-9ce5-c4c5ba3635f3 None None] For port c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07,segment=NetworkSegment(8d320f6e-62da-4c42-8480-c9847081f0f4),segment_id=8d320f6e-62da-4c42-8480-c9847081f0f4)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:51.399363 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f427e-9a5e-4524-afd2-4f41e751e9e2 None None] Routers {'68a7f242-3e24-4040-b363-c0bd700d6efb'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:51.405116 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-bb4f427e-9a5e-4524-afd2-4f41e751e9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['68a7f242-3e24-4040-b363-c0bd700d6efb'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:51.479860 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-bb4f427e-9a5e-4524-afd2-4f41e751e9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:51.491420 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-baba0eaf-3417-48f1-9ce5-c4c5ba3635f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:51.492830 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f427e-9a5e-4524-afd2-4f41e751e9e2 None None] Routers {'68a7f242-3e24-4040-b363-c0bd700d6efb'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:51.493695 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-bb4f427e-9a5e-4524-afd2-4f41e751e9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['68a7f242-3e24-4040-b363-c0bd700d6efb'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:51.524299 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4c759c5e-c47c-46c4-8837-1d71a46f303d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:51.540811 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-21204b00-1875-4341-b568-f5e73b457255 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:51.561681 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-bb4f427e-9a5e-4524-afd2-4f41e751e9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:51.562471 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f427e-9a5e-4524-afd2-4f41e751e9e2 None None] The sync data for ids ['68a7f242-3e24-4040-b363-c0bd700d6efb'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:45:51.585835 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba0eaf-3417-48f1-9ce5-c4c5ba3635f3 None None] Pushing event updated for resources: {'Port': ['ID=c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:51.591300 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4c759c5e-c47c-46c4-8837-1d71a46f303d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:51.614550 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9376b3-5e69-4b9c-a188-b243381dd93f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:51.615289 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4a9376b3-5e69-4b9c-a188-b243381dd93f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Synchronizing usage tracker for tenant:f56fa22878a4477ebb22e0778bbb8cc4 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:51.643970 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a494a1d-9f3a-4fe4-b2ed-e6a1d5b53ef7 req-98248b0c-e192-4707-b17b-c2102de88edb tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:51.645604 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2a494a1d-9f3a-4fe4-b2ed-e6a1d5b53ef7 req-98248b0c-e192-4707-b17b-c2102de88edb tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 943 time: 0.1972730 Apr 29 15:45:51.681189 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-21204b00-1875-4341-b568-f5e73b457255 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] 10.222.0.21 "DELETE /v2.0/ports/be46d46d-7e23-4260-9f42-b8416b4abc43 HTTP/1.1" status: 204 len: 168 time: 1.5705504 Apr 29 15:45:51.685847 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58052) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:51.695839 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-2da1fe06-07e3-4abf-9111-1466675844e4 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Request body: {'port': {'name': 'tempest-new-port-name-557104367', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:51.696543 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.api.validators [None req-2da1fe06-07e3-4abf-9111-1466675844e4 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] bootfile-name is not in valid_values {{(pid=84771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 15:45:51.697052 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.api.validators [None req-2da1fe06-07e3-4abf-9111-1466675844e4 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] tftp-server is not in valid_values {{(pid=84771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 15:45:51.697541 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.api.validators [None req-2da1fe06-07e3-4abf-9111-1466675844e4 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] server-ip-address is not in valid_values {{(pid=84771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 15:45:51.712767 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2a494a1d-9f3a-4fe4-b2ed-e6a1d5b53ef7 req-77a1290e-b686-44f5-8348-70b7d21f3e70 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597789 Apr 29 15:45:51.713610 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4a9376b3-5e69-4b9c-a188-b243381dd93f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Unset dirty status for tenant:f56fa22878a4477ebb22e0778bbb8cc4 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:51.718442 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4a9376b3-5e69-4b9c-a188-b243381dd93f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "GET /v2.0/ports/8112a68b-c2ba-44a7-9aba-35c8ff11df5b HTTP/1.1" status: 200 len: 976 time: 0.3367167 Apr 29 15:45:51.718442 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58056) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:51.759425 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-ce611dd4-6ff3-4b1c-9fdb-c0486105de19 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting port 495e7503-a4d9-4ab5-b6c1-00a24e95afc7 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:51.759758 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ce611dd4-6ff3-4b1c-9fdb-c0486105de19 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:51.796978 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 49636631-79be-48ee-888e-5c69ee96dee6 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:45:51.804148 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3ef01d2c-77bb-4235-a0c3-958b14ea2153 None None] Provisioning for port 8efa9ae4-89aa-4bf3-8785-cae177a4cb22 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:51.811180 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3ef01d2c-77bb-4235-a0c3-958b14ea2153 None None] Provisioning complete for port 8efa9ae4-89aa-4bf3-8785-cae177a4cb22 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:51.811552 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3ef01d2c-77bb-4235-a0c3-958b14ea2153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:51.869661 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-3ef01d2c-77bb-4235-a0c3-958b14ea2153 None None] Port 8efa9ae4-89aa-4bf3-8785-cae177a4cb22 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:45:51.891186 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2da1fe06-07e3-4abf-9111-1466675844e4 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:51.904794 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4c759c5e-c47c-46c4-8837-1d71a46f303d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:51.993122 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3ef01d2c-77bb-4235-a0c3-958b14ea2153 None None] Provisioning complete for port c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:51.993478 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3ef01d2c-77bb-4235-a0c3-958b14ea2153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:52.040800 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c759c5e-c47c-46c4-8837-1d71a46f303d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a7045f-7827-400e-9f2e-d53d983ce1df,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:52.122588 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 49636631-79be-48ee-888e-5c69ee96dee6, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=49636631-79be-48ee-888e-5c69ee96dee6,segment=NetworkSegment(eb205a45-e78c-4cf5-9d06-0787509ac84a),segment_id=eb205a45-e78c-4cf5-9d06-0787509ac84a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:52.141561 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '49636631-79be-48ee-888e-5c69ee96dee6', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'port_id': '49636631-79be-48ee-888e-5c69ee96dee6', 'mac_address': 'fa:16:3e:02:93:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:45:52.152296 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4c759c5e-c47c-46c4-8837-1d71a46f303d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:52.153592 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4c759c5e-c47c-46c4-8837-1d71a46f303d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09a7045f-7827-400e-9f2e-d53d983ce1df HTTP/1.1" status: 204 len: 168 time: 0.7912660 Apr 29 15:45:52.162455 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-ce611dd4-6ff3-4b1c-9fdb-c0486105de19 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] For port 495e7503-a4d9-4ab5-b6c1-00a24e95afc7, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=495e7503-a4d9-4ab5-b6c1-00a24e95afc7,segment=NetworkSegment(5429533c-0044-4aaa-8745-3d75d0e5da8e),segment_id=5429533c-0044-4aaa-8745-3d75d0e5da8e)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:52.162858 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ce611dd4-6ff3-4b1c-9fdb-c0486105de19 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:52.277156 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:52.298078 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49636631-79be-48ee-888e-5c69ee96dee6 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:45:52.319770 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 49636631-79be-48ee-888e-5c69ee96dee6, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=49636631-79be-48ee-888e-5c69ee96dee6,segment=NetworkSegment(eb205a45-e78c-4cf5-9d06-0787509ac84a),segment_id=eb205a45-e78c-4cf5-9d06-0787509ac84a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:52.389045 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-ce611dd4-6ff3-4b1c-9fdb-c0486105de19 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Calling delete_port for 495e7503-a4d9-4ab5-b6c1-00a24e95afc7 owned by network:router_interface {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:52.403819 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-18652eec-4c45-4126-80f4-485557370073 None None] Provisioning complete for port 8efa9ae4-89aa-4bf3-8785-cae177a4cb22 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:52.404343 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-18652eec-4c45-4126-80f4-485557370073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:52.417432 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a7975da-20be-406d-85ee-be3511a4fdcf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:52.439768 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:52.516351 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-18652eec-4c45-4126-80f4-485557370073 None None] Port 8efa9ae4-89aa-4bf3-8785-cae177a4cb22 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:45:52.526584 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-18652eec-4c45-4126-80f4-485557370073 None None] Could not find standard attr ID for object be46d46d-7e23-4260-9f42-b8416b4abc43. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:45:52.537414 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=49636631-79be-48ee-888e-5c69ee96dee6,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:52.565429 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2da1fe06-07e3-4abf-9111-1466675844e4 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:52.641222 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:52.651698 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2da1fe06-07e3-4abf-9111-1466675844e4 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:52.721770 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ce611dd4-6ff3-4b1c-9fdb-c0486105de19 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:52.793627 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:52.793627 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:52.843424 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1fe06-07e3-4abf-9111-1466675844e4 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Pushing event updated for resources: {'Port': ['ID=8efa9ae4-89aa-4bf3-8785-cae177a4cb22,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:52.892106 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-1a7975da-20be-406d-85ee-be3511a4fdcf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting port 8112a68b-c2ba-44a7-9aba-35c8ff11df5b {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:52.892652 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a7975da-20be-406d-85ee-be3511a4fdcf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:52.903834 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['49636631-79be-48ee-888e-5c69ee96dee6'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 15:45:52.958071 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce611dd4-6ff3-4b1c-9fdb-c0486105de19 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Port': ['ID=495e7503-a4d9-4ab5-b6c1-00a24e95afc7,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:52.977234 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-2da1fe06-07e3-4abf-9111-1466675844e4 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] In _notify_port_updated(), no bound segment for port 8efa9ae4-89aa-4bf3-8785-cae177a4cb22 on network 5284f574-12d6-4778-a5a7-616e6739dcb8 {{(pid=84771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 15:45:52.981606 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da1fe06-07e3-4abf-9111-1466675844e4 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:52.982245 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2da1fe06-07e3-4abf-9111-1466675844e4 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:52.987135 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2da1fe06-07e3-4abf-9111-1466675844e4 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] 10.222.0.21 "PUT /v2.0/ports/8efa9ae4-89aa-4bf3-8785-cae177a4cb22 HTTP/1.1" status: 200 len: 1135 time: 1.2998941 Apr 29 15:45:52.998237 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58072) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:53.157985 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a7975da-20be-406d-85ee-be3511a4fdcf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:53.184127 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-766acb37-7773-45a3-bff1-fadd511c5c16 None None] Provisioning complete for port 8efa9ae4-89aa-4bf3-8785-cae177a4cb22 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:53.184486 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-766acb37-7773-45a3-bff1-fadd511c5c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:53.253319 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-766acb37-7773-45a3-bff1-fadd511c5c16 None None] Port 8efa9ae4-89aa-4bf3-8785-cae177a4cb22 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:45:53.410420 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-1a7975da-20be-406d-85ee-be3511a4fdcf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Calling delete_port for 8112a68b-c2ba-44a7-9aba-35c8ff11df5b owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:53.413037 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaa1042-d421-45dc-a222-fb0b42961002 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:53.419126 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-efaa1042-d421-45dc-a222-fb0b42961002 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] 10.222.0.21 "GET /v2.0/ports/8efa9ae4-89aa-4bf3-8785-cae177a4cb22 HTTP/1.1" status: 200 len: 1135 time: 0.4198732 Apr 29 15:45:53.420715 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58082) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:53.501728 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-4bd83bf2-aad4-45fa-91a2-24784f66f875 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Deleting port 8efa9ae4-89aa-4bf3-8785-cae177a4cb22 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:53.502067 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4bd83bf2-aad4-45fa-91a2-24784f66f875 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:53.591791 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f93fe-db26-4e63-97fc-7b1d586d6633 req-927468a4-f501-426f-a366-be26d914c886 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:53.593279 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-460f93fe-db26-4e63-97fc-7b1d586d6633 req-927468a4-f501-426f-a366-be26d914c886 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 944 time: 0.1061985 Apr 29 15:45:53.623287 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ce611dd4-6ff3-4b1c-9fdb-c0486105de19 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:53.703878 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-460f93fe-db26-4e63-97fc-7b1d586d6633 req-d969ae6a-dfcc-41ff-96a8-bd71cceaf783 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744812 Apr 29 15:45:53.764987 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a7975da-20be-406d-85ee-be3511a4fdcf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:53.814448 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7975da-20be-406d-85ee-be3511a4fdcf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Port': ['ID=8112a68b-c2ba-44a7-9aba-35c8ff11df5b,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:53.901118 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4bd83bf2-aad4-45fa-91a2-24784f66f875 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:54.034309 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-4bd83bf2-aad4-45fa-91a2-24784f66f875 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Calling delete_port for 8efa9ae4-89aa-4bf3-8785-cae177a4cb22 owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:54.061749 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a7975da-20be-406d-85ee-be3511a4fdcf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:54.464012 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4bd83bf2-aad4-45fa-91a2-24784f66f875 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:54.480097 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7975da-20be-406d-85ee-be3511a4fdcf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Router 68a7f242-3e24-4040-b363-c0bd700d6efb has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:45:54.522300 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd83bf2-aad4-45fa-91a2-24784f66f875 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Pushing event deleted for resources: {'Port': ['ID=8efa9ae4-89aa-4bf3-8785-cae177a4cb22,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:54.651748 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4bd83bf2-aad4-45fa-91a2-24784f66f875 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:54.669743 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4bd83bf2-aad4-45fa-91a2-24784f66f875 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] 10.222.0.21 "DELETE /v2.0/ports/8efa9ae4-89aa-4bf3-8785-cae177a4cb22 HTTP/1.1" status: 204 len: 168 time: 1.2476063 Apr 29 15:45:54.671920 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58102) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:54.713340 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7975da-20be-406d-85ee-be3511a4fdcf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:45:54.722516 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce611dd4-6ff3-4b1c-9fdb-c0486105de19 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Router 4da4d312-dbbb-4101-bb5c-0df821d1d887 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:45:54.725976 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5767c89-4989-488a-a69b-e7f23b18f7ae None None] Sync routers for ids ['68a7f242-3e24-4040-b363-c0bd700d6efb'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:45:54.752439 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5767c89-4989-488a-a69b-e7f23b18f7ae None None] Routers {'68a7f242-3e24-4040-b363-c0bd700d6efb'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:54.753641 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-c5767c89-4989-488a-a69b-e7f23b18f7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['68a7f242-3e24-4040-b363-c0bd700d6efb'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:54.809421 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1a7975da-20be-406d-85ee-be3511a4fdcf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "PUT /v2.0/routers/68a7f242-3e24-4040-b363-c0bd700d6efb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0880747 Apr 29 15:45:54.809891 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58108) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:54.866875 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-c5767c89-4989-488a-a69b-e7f23b18f7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:54.913956 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5767c89-4989-488a-a69b-e7f23b18f7ae None None] Routers {'68a7f242-3e24-4040-b363-c0bd700d6efb'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:54.914657 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-c5767c89-4989-488a-a69b-e7f23b18f7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['68a7f242-3e24-4040-b363-c0bd700d6efb'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:54.981492 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-c5767c89-4989-488a-a69b-e7f23b18f7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:54.982010 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5767c89-4989-488a-a69b-e7f23b18f7ae None None] The sync data for ids ['68a7f242-3e24-4040-b363-c0bd700d6efb'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:45:55.175332 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e5d740-9e7c-4a8e-88cb-2a4645aabf52 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Deleting subnet d5daaa36-d221-4ce2-a954-e40dac55736a {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:45:55.180483 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c8e5d740-9e7c-4a8e-88cb-2a4645aabf52 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:55.241774 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c8e5d740-9e7c-4a8e-88cb-2a4645aabf52 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:55.282015 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce611dd4-6ff3-4b1c-9fdb-c0486105de19 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:45:55.288642 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ce611dd4-6ff3-4b1c-9fdb-c0486105de19 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "PUT /v2.0/routers/4da4d312-dbbb-4101-bb5c-0df821d1d887/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8957298 Apr 29 15:45:55.291776 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58122) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:55.304534 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8665d3-6658-4339-87f0-4cb2106f6818 None None] Sync routers for ids ['4da4d312-dbbb-4101-bb5c-0df821d1d887'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:45:55.322953 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8665d3-6658-4339-87f0-4cb2106f6818 None None] Routers {'4da4d312-dbbb-4101-bb5c-0df821d1d887'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:55.324023 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-8f8665d3-6658-4339-87f0-4cb2106f6818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['4da4d312-dbbb-4101-bb5c-0df821d1d887'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:55.433975 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-5eaa79f2-9107-47e8-a3dd-30009d3d0a61 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] remove_router_interface failed (client error): The resource could not be found. Apr 29 15:45:55.437770 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5eaa79f2-9107-47e8-a3dd-30009d3d0a61 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "PUT /v2.0/routers/68a7f242-3e24-4040-b363-c0bd700d6efb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6245735 Apr 29 15:45:55.438009 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58126) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:55.466056 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c8e5d740-9e7c-4a8e-88cb-2a4645aabf52 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:55.506696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b3775afc-0efb-4497-b605-943457fcfbf8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Synchronizing usage tracker for tenant:f56fa22878a4477ebb22e0778bbb8cc4 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:55.539029 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29597c20-4503-4cd5-a0b1-a129a3c53c7f req-473fb8ee-9e9d-4253-ae5d-57145737aed1 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:55.547245 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-29597c20-4503-4cd5-a0b1-a129a3c53c7f req-473fb8ee-9e9d-4253-ae5d-57145737aed1 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 944 time: 0.4872255 Apr 29 15:45:55.555795 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-8f8665d3-6658-4339-87f0-4cb2106f6818 None None] Set router 4da4d312-dbbb-4101-bb5c-0df821d1d887 gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:45:55.600094 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d56382-b934-472d-9f6d-152803792d6a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting subnet 6cbf58b4-e3cd-4995-9f69-503d00895a9d {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:45:55.604652 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-01d56382-b934-472d-9f6d-152803792d6a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:55.605698 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-29597c20-4503-4cd5-a0b1-a129a3c53c7f req-e68fcb8a-135a-4dc5-acfd-c9838538b2b8 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549152 Apr 29 15:45:55.610621 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b3775afc-0efb-4497-b605-943457fcfbf8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Unset dirty status for tenant:f56fa22878a4477ebb22e0778bbb8cc4 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:55.611851 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b3775afc-0efb-4497-b605-943457fcfbf8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "GET /v2.0/ports?device_id=68a7f242-3e24-4040-b363-c0bd700d6efb HTTP/1.1" status: 200 len: 205 time: 0.1727557 Apr 29 15:45:55.615261 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58130) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:55.654886 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c8e5d740-9e7c-4a8e-88cb-2a4645aabf52 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:55.704873 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5d740-9e7c-4a8e-88cb-2a4645aabf52 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Pushing event deleted for resources: {'Subnet': ['ID=d5daaa36-d221-4ce2-a954-e40dac55736a,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:55.717397 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c8e5d740-9e7c-4a8e-88cb-2a4645aabf52 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:55.723246 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88b52db-63f6-4949-adee-3c3bd2750f3e None None] Network 5284f574-12d6-4778-a5a7-616e6739dcb8 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:55.724488 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-01d56382-b934-472d-9f6d-152803792d6a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:55.787222 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58134) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:55.797792 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7290cd66-879d-42cf-b2f3-385716318750 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1441603316', 'description': 'tempest-secgroup-smoke-1441603316 description', 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:55.800571 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4002b85-9522-4962-b54f-42c603e81b56 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:55.815546 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c8e5d740-9e7c-4a8e-88cb-2a4645aabf52 tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] 10.222.0.21 "DELETE /v2.0/subnets/d5daaa36-d221-4ce2-a954-e40dac55736a HTTP/1.1" status: 204 len: 168 time: 1.1424329 Apr 29 15:45:55.816311 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58138) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:55.821209 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7290cd66-879d-42cf-b2f3-385716318750 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:55.831921 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7290cd66-879d-42cf-b2f3-385716318750 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Usage tracker for resource:security_group and tenant:f1017aa1cfb24ef0aafadccbd6fc1cae is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:55.857214 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7290cd66-879d-42cf-b2f3-385716318750 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:55.905903 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 49636631-79be-48ee-888e-5c69ee96dee6 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:55.933799 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7290cd66-879d-42cf-b2f3-385716318750 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:55.977507 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-089efb94-5e1b-4685-9db2-0cdd35fd087f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:55.983733 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-01d56382-b934-472d-9f6d-152803792d6a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:55.996833 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-8f8665d3-6658-4339-87f0-4cb2106f6818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:45:52Z', 'revision_number': 9, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': 'a567954b-7405-4fae-9437-176e7a91f278', 'name': '', 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:4c:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:04Z', 'updated_at': '2022-04-29T15:45:24Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:56.002314 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8665d3-6658-4339-87f0-4cb2106f6818 None None] Checking router: 4da4d312-dbbb-4101-bb5c-0df821d1d887 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:45:56.017394 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8665d3-6658-4339-87f0-4cb2106f6818 None None] Routers {'4da4d312-dbbb-4101-bb5c-0df821d1d887'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:45:56.018436 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-8f8665d3-6658-4339-87f0-4cb2106f6818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['4da4d312-dbbb-4101-bb5c-0df821d1d887'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:56.039638 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-089efb94-5e1b-4685-9db2-0cdd35fd087f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Deleting port c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:56.039981 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-089efb94-5e1b-4685-9db2-0cdd35fd087f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:56.071623 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7290cd66-879d-42cf-b2f3-385716318750 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:56.107892 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7290cd66-879d-42cf-b2f3-385716318750 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:56.153400 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 49636631-79be-48ee-888e-5c69ee96dee6 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:56.158518 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 49636631-79be-48ee-888e-5c69ee96dee6 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:56.160243 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:56.189572 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09da504c-415f-4c4b-89f8-0bdbeaf8256b None None] DHCP port deletion for 5284f574-12d6-4778-a5a7-616e6739dcb8 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:45:56.200068 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-09da504c-415f-4c4b-89f8-0bdbeaf8256b None None] Deleting port c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:56.200428 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-09da504c-415f-4c4b-89f8-0bdbeaf8256b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:56.226727 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7290cd66-879d-42cf-b2f3-385716318750 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:56.233740 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7290cd66-879d-42cf-b2f3-385716318750 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Usage tracker for resource:security_group_rule and tenant:f1017aa1cfb24ef0aafadccbd6fc1cae is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:56.238315 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7290cd66-879d-42cf-b2f3-385716318750 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:56.254899 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-8f8665d3-6658-4339-87f0-4cb2106f6818 None None] Set router 4da4d312-dbbb-4101-bb5c-0df821d1d887 gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:45:56.262546 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7290cd66-879d-42cf-b2f3-385716318750 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:56.269618 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4002b85-9522-4962-b54f-42c603e81b56 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:56.274532 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4002b85-9522-4962-b54f-42c603e81b56 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:56.313029 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-01d56382-b934-472d-9f6d-152803792d6a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:56.373763 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d56382-b934-472d-9f6d-152803792d6a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Subnet': ['ID=6cbf58b4-e3cd-4995-9f69-503d00895a9d,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:56.388125 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4002b85-9522-4962-b54f-42c603e81b56 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:56.389636 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4002b85-9522-4962-b54f-42c603e81b56 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Fanout notify agent at l3_agent the message router_deleted on router 68a7f242-3e24-4040-b363-c0bd700d6efb {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:45:56.408348 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-089efb94-5e1b-4685-9db2-0cdd35fd087f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] For port c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07,segment=NetworkSegment(8d320f6e-62da-4c42-8480-c9847081f0f4),segment_id=8d320f6e-62da-4c42-8480-c9847081f0f4)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:56.408957 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-089efb94-5e1b-4685-9db2-0cdd35fd087f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:56.421177 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-01d56382-b934-472d-9f6d-152803792d6a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:56.432187 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4002b85-9522-4962-b54f-42c603e81b56 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:56.439176 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b4002b85-9522-4962-b54f-42c603e81b56 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/routers/68a7f242-3e24-4040-b363-c0bd700d6efb HTTP/1.1" status: 204 len: 168 time: 0.8227272 Apr 29 15:45:56.440538 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58142) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:56.457420 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a225667-8e87-4c81-a8e3-cf86d9ac6060 None None] Network 7420d257-54fe-4add-aaaf-bde72554b97c requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:56.481541 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:56.619903 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60fe2fe-bf9c-4b5d-97f2-821a277effdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49636631-79be-48ee-888e-5c69ee96dee6'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:45:56.621584 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-01d56382-b934-472d-9f6d-152803792d6a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/subnets/6cbf58b4-e3cd-4995-9f69-503d00895a9d HTTP/1.1" status: 204 len: 168 time: 1.3291636 Apr 29 15:45:56.624287 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58146) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:56.631297 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 49636631-79be-48ee-888e-5c69ee96dee6, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=49636631-79be-48ee-888e-5c69ee96dee6,segment=NetworkSegment(eb205a45-e78c-4cf5-9d06-0787509ac84a),segment_id=eb205a45-e78c-4cf5-9d06-0787509ac84a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:56.634745 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:45:56.639261 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-089efb94-5e1b-4685-9db2-0cdd35fd087f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Calling delete_port for c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07 owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:56.667296 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-09da504c-415f-4c4b-89f8-0bdbeaf8256b None None] For port c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07,segment=NetworkSegment(8d320f6e-62da-4c42-8480-c9847081f0f4),segment_id=8d320f6e-62da-4c42-8480-c9847081f0f4)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:56.667688 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-09da504c-415f-4c4b-89f8-0bdbeaf8256b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:56.714401 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-8f8665d3-6658-4339-87f0-4cb2106f6818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:45:52Z', 'revision_number': 9, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': 'a567954b-7405-4fae-9437-176e7a91f278', 'name': '', 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:4c:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:04Z', 'updated_at': '2022-04-29T15:45:24Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:56.734092 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8665d3-6658-4339-87f0-4cb2106f6818 None None] The sync data for ids ['4da4d312-dbbb-4101-bb5c-0df821d1d887'] in dv-neutron-839913-1-hyperv is: [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:45:52Z', 'revision_number': 9, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': 'a567954b-7405-4fae-9437-176e7a91f278', 'name': '', 'network_id': '62985502-a482-40bf-be33-1c848cf7afc1', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:4c:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:04Z', 'updated_at': '2022-04-29T15:45:24Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': 'ff810b6c-c204-44ec-a08f-16cad6665b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:45:56.809062 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:56.920894 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-09da504c-415f-4c4b-89f8-0bdbeaf8256b None None] Calling delete_port for c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:56.937841 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7290cd66-879d-42cf-b2f3-385716318750 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:56.968040 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-845027aa-897b-4892-b899-1318f5937b8f'] response: {'server_uuid': 'c60fe2fe-bf9c-4b5d-97f2-821a277effdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49636631-79be-48ee-888e-5c69ee96dee6', 'code': 200} Apr 29 15:45:56.988912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d97640fd-7972-4608-9874-2269a1dfd763 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:56.997518 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aefec38-0e58-4871-9308-ff893804bcb0 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting subnet 639cf857-7d37-460d-be5f-571ac6d1b646 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:45:57.001754 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1aefec38-0e58-4871-9308-ff893804bcb0 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.008504 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-d97640fd-7972-4608-9874-2269a1dfd763 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting port cc50bc16-c401-4551-9492-48883c430a5e {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:57.008841 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d97640fd-7972-4608-9874-2269a1dfd763 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.047832 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b33e0-f5f0-43c6-9743-660f47faf28c req-a743351f-ff9b-4a70-ae4d-26b44ff324af tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:57.049175 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b1b33e0-f5f0-43c6-9743-660f47faf28c req-a743351f-ff9b-4a70-ae4d-26b44ff324af tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 945 time: 0.2088108 Apr 29 15:45:57.072460 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Port c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07 update to DOWN by agent not found {{(pid=84772) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 29 15:45:57.078210 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-089efb94-5e1b-4685-9db2-0cdd35fd087f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.093610 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=49636631-79be-48ee-888e-5c69ee96dee6,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:57.111054 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-09da504c-415f-4c4b-89f8-0bdbeaf8256b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:45:57.111407 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-09da504c-415f-4c4b-89f8-0bdbeaf8256b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:45:57.117126 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7290cd66-879d-42cf-b2f3-385716318750 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.122260 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1aefec38-0e58-4871-9308-ff893804bcb0 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.153698 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b1b33e0-f5f0-43c6-9743-660f47faf28c req-dca18f67-ccfb-4496-993f-cb61f9065040 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947335 Apr 29 15:45:57.245565 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a125b4-6d6d-435e-9d1a-93592f1eec72 None None] DHCP port deletion for 7420d257-54fe-4add-aaaf-bde72554b97c request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:45:57.250941 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-85a125b4-6d6d-435e-9d1a-93592f1eec72 None None] Deleting port cc50bc16-c401-4551-9492-48883c430a5e {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:57.251721 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-85a125b4-6d6d-435e-9d1a-93592f1eec72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.252233 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089efb94-5e1b-4685-9db2-0cdd35fd087f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Pushing event deleted for resources: {'Port': ['ID=c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:57.273079 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7290cd66-879d-42cf-b2f3-385716318750 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:57.288315 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7290cd66-879d-42cf-b2f3-385716318750 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Usage tracker for resource:security_group_rule and tenant:f1017aa1cfb24ef0aafadccbd6fc1cae is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:57.291814 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089efb94-5e1b-4685-9db2-0cdd35fd087f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] No DVR routers for this DVR port c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07 on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:45:57.296050 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290cd66-879d-42cf-b2f3-385716318750 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675252f3-2207-42b1-a375-c4a1a5945bd3,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:57.329583 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7290cd66-879d-42cf-b2f3-385716318750 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:57.409593 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-d97640fd-7972-4608-9874-2269a1dfd763 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] For port cc50bc16-c401-4551-9492-48883c430a5e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cc50bc16-c401-4551-9492-48883c430a5e,segment=NetworkSegment(5429533c-0044-4aaa-8745-3d75d0e5da8e),segment_id=5429533c-0044-4aaa-8745-3d75d0e5da8e)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:57.410058 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d97640fd-7972-4608-9874-2269a1dfd763 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.414080 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7290cd66-879d-42cf-b2f3-385716318750 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:57.510900 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-85a125b4-6d6d-435e-9d1a-93592f1eec72 None None] For port cc50bc16-c401-4551-9492-48883c430a5e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cc50bc16-c401-4551-9492-48883c430a5e,segment=NetworkSegment(5429533c-0044-4aaa-8745-3d75d0e5da8e),segment_id=5429533c-0044-4aaa-8745-3d75d0e5da8e)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:57.511654 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-85a125b4-6d6d-435e-9d1a-93592f1eec72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.529383 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-089efb94-5e1b-4685-9db2-0cdd35fd087f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.547024 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-d97640fd-7972-4608-9874-2269a1dfd763 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Calling delete_port for cc50bc16-c401-4551-9492-48883c430a5e owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:57.582641 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1aefec38-0e58-4871-9308-ff893804bcb0 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.617968 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-089efb94-5e1b-4685-9db2-0cdd35fd087f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5284f574-12d6-4778-a5a7-616e6739dcb8']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:57.628464 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-09da504c-415f-4c4b-89f8-0bdbeaf8256b None None] Deleting port c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:57.628983 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-09da504c-415f-4c4b-89f8-0bdbeaf8256b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.658847 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ff4df80d-bc54-4a97-b192-eaae737d0b35 req-be3ed9dc-913e-49a3-910d-8400dde38f8b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 1098 time: 0.3232167 Apr 29 15:45:57.661148 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-85a125b4-6d6d-435e-9d1a-93592f1eec72 None None] Calling delete_port for cc50bc16-c401-4551-9492-48883c430a5e owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:57.662784 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7290cd66-879d-42cf-b2f3-385716318750 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.664592 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-089efb94-5e1b-4685-9db2-0cdd35fd087f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d320f6e-62da-4c42-8480-c9847081f0f4') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:57.666208 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-089efb94-5e1b-4685-9db2-0cdd35fd087f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d320f6e-62da-4c42-8480-c9847081f0f4') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:57.685179 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d97640fd-7972-4608-9874-2269a1dfd763 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.697504 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-089efb94-5e1b-4685-9db2-0cdd35fd087f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.730551 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-089efb94-5e1b-4685-9db2-0cdd35fd087f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.741597 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-09da504c-415f-4c4b-89f8-0bdbeaf8256b None None] The port 'c44caa49-b3f2-4c50-bbcb-8cdd2aeb8c07' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:45:57.745417 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089efb94-5e1b-4685-9db2-0cdd35fd087f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:45:57.745816 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-089efb94-5e1b-4685-9db2-0cdd35fd087f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:45:57.772368 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ff4df80d-bc54-4a97-b192-eaae737d0b35 req-04c1aa60-a52b-4052-95d1-71e2af6cef71 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978270 Apr 29 15:45:57.778260 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97640fd-7972-4608-9874-2269a1dfd763 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] No DVR routers for this DVR port cc50bc16-c401-4551-9492-48883c430a5e on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:45:57.780369 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-85a125b4-6d6d-435e-9d1a-93592f1eec72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:45:57.781108 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-85a125b4-6d6d-435e-9d1a-93592f1eec72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:45:57.810141 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97640fd-7972-4608-9874-2269a1dfd763 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Port': ['ID=cc50bc16-c401-4551-9492-48883c430a5e,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:57.817214 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7290cd66-879d-42cf-b2f3-385716318750 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.884111 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290cd66-879d-42cf-b2f3-385716318750 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a408d491-5c90-4f79-8b7d-548226f0c245,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:57.910113 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d97640fd-7972-4608-9874-2269a1dfd763 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.919303 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1aefec38-0e58-4871-9308-ff893804bcb0 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.936846 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-d97640fd-7972-4608-9874-2269a1dfd763 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7420d257-54fe-4add-aaaf-bde72554b97c']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:57.949232 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-d97640fd-7972-4608-9874-2269a1dfd763 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5429533c-0044-4aaa-8745-3d75d0e5da8e') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:57.949529 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-d97640fd-7972-4608-9874-2269a1dfd763 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5429533c-0044-4aaa-8745-3d75d0e5da8e') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:57.961682 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d97640fd-7972-4608-9874-2269a1dfd763 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.961952 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-089efb94-5e1b-4685-9db2-0cdd35fd087f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.966233 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefec38-0e58-4871-9308-ff893804bcb0 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Subnet': ['ID=639cf857-7d37-460d-be5f-571ac6d1b646,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:57.979447 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d97640fd-7972-4608-9874-2269a1dfd763 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.985543 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97640fd-7972-4608-9874-2269a1dfd763 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:45:57.985922 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d97640fd-7972-4608-9874-2269a1dfd763 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.988404 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-089efb94-5e1b-4685-9db2-0cdd35fd087f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.997329 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089efb94-5e1b-4685-9db2-0cdd35fd087f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] Pushing event deleted for resources: {'Network': ['ID=5284f574-12d6-4778-a5a7-616e6739dcb8,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:57.999470 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1aefec38-0e58-4871-9308-ff893804bcb0 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:45:58.000747 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:45:58.003188 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1aefec38-0e58-4871-9308-ff893804bcb0 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/subnets/639cf857-7d37-460d-be5f-571ac6d1b646 HTTP/1.1" status: 204 len: 168 time: 1.5514002 Apr 29 15:45:58.003188 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-089efb94-5e1b-4685-9db2-0cdd35fd087f tempest-ExtraDHCPOptionsTestJSON-706604252 tempest-ExtraDHCPOptionsTestJSON-706604252-project] 10.222.0.21 "DELETE /v2.0/networks/5284f574-12d6-4778-a5a7-616e6739dcb8 HTTP/1.1" status: 204 len: 168 time: 2.1806731 Apr 29 15:45:58.004437 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7290cd66-879d-42cf-b2f3-385716318750 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:58.008684 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7290cd66-879d-42cf-b2f3-385716318750 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.2154155 Apr 29 15:45:58.008684 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58158) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:58.009306 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba11ece-e387-4613-9d3a-6c7ce62c48f1 None None] Network 1dd0a0e0-f576-4dd3-921d-c728278c20ea requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:45:58.011198 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58160) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:58.066095 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-5a883eee-bf56-42a5-b54a-9bb8d3d018a0 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Request body: {'security_group_rule': {'security_group_id': 'a408d491-5c90-4f79-8b7d-548226f0c245', 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:58.073048 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5a883eee-bf56-42a5-b54a-9bb8d3d018a0 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:58.077220 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5a883eee-bf56-42a5-b54a-9bb8d3d018a0 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Usage tracker for resource:security_group_rule and tenant:f1017aa1cfb24ef0aafadccbd6fc1cae is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:58.080517 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5a883eee-bf56-42a5-b54a-9bb8d3d018a0 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:58.087732 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5a883eee-bf56-42a5-b54a-9bb8d3d018a0 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:58.161304 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-00f230cb-2415-4b54-bd4b-55e86d84f445 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:58.172336 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-00f230cb-2415-4b54-bd4b-55e86d84f445 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting port 9830a8d4-7bf7-43ab-afd2-67fbdabbadca {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:58.172793 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-00f230cb-2415-4b54-bd4b-55e86d84f445 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:58.189315 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5a883eee-bf56-42a5-b54a-9bb8d3d018a0 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:58.254518 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d97640fd-7972-4608-9874-2269a1dfd763 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:58.287475 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-85a125b4-6d6d-435e-9d1a-93592f1eec72 None None] Deleting port cc50bc16-c401-4551-9492-48883c430a5e {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:58.288237 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-85a125b4-6d6d-435e-9d1a-93592f1eec72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:58.289632 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d97640fd-7972-4608-9874-2269a1dfd763 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:58.296270 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5a883eee-bf56-42a5-b54a-9bb8d3d018a0 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:58.301030 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97640fd-7972-4608-9874-2269a1dfd763 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Network': ['ID=7420d257-54fe-4add-aaaf-bde72554b97c,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:58.357069 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d97640fd-7972-4608-9874-2269a1dfd763 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/networks/7420d257-54fe-4add-aaaf-bde72554b97c HTTP/1.1" status: 204 len: 168 time: 1.7316971 Apr 29 15:45:58.359925 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58168) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:58.377754 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-85a125b4-6d6d-435e-9d1a-93592f1eec72 None None] The port 'cc50bc16-c401-4551-9492-48883c430a5e' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:45:58.433244 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5a883eee-bf56-42a5-b54a-9bb8d3d018a0 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:58.433481 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-00f230cb-2415-4b54-bd4b-55e86d84f445 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] For port 9830a8d4-7bf7-43ab-afd2-67fbdabbadca, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9830a8d4-7bf7-43ab-afd2-67fbdabbadca,segment=NetworkSegment(612266ab-b78b-4371-b54a-379b03714d54),segment_id=612266ab-b78b-4371-b54a-379b03714d54)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:58.434113 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-00f230cb-2415-4b54-bd4b-55e86d84f445 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:58.475384 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4171691c-cea7-48dc-ba95-2fbc5ec2b624 None None] DHCP port deletion for 1dd0a0e0-f576-4dd3-921d-c728278c20ea request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:45:58.480196 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-4171691c-cea7-48dc-ba95-2fbc5ec2b624 None None] Deleting port 9830a8d4-7bf7-43ab-afd2-67fbdabbadca {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:58.480561 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4171691c-cea7-48dc-ba95-2fbc5ec2b624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:58.549618 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a883eee-bf56-42a5-b54a-9bb8d3d018a0 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a33d3c0-d42a-4e24-ab19-f08be85780bd,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:58.600333 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563db9e5-c3bd-447d-8d4a-8c006b8dcfa9 req-397e6fd7-918a-4b3b-a4c2-0cd0fce85ecb tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:58.601836 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-563db9e5-c3bd-447d-8d4a-8c006b8dcfa9 req-397e6fd7-918a-4b3b-a4c2-0cd0fce85ecb tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 945 time: 0.2894690 Apr 29 15:45:58.622505 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-00f230cb-2415-4b54-bd4b-55e86d84f445 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Calling delete_port for 9830a8d4-7bf7-43ab-afd2-67fbdabbadca owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:58.635957 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cc50bc16-c401-4551-9492-48883c430a5e no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:45:58.642454 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5a883eee-bf56-42a5-b54a-9bb8d3d018a0 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:58.644831 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5a883eee-bf56-42a5-b54a-9bb8d3d018a0 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6332958 Apr 29 15:45:58.652408 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58174) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:58.664572 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-73e5746e-1365-4527-8c5d-89600799a2b3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Request body: {'security_group_rule': {'security_group_id': 'a408d491-5c90-4f79-8b7d-548226f0c245', 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:58.681683 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: cc50bc16-c401-4551-9492-48883c430a5e {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:45:58.682204 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cc50bc16-c401-4551-9492-48883c430a5e not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:45:58.682880 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 495e7503-a4d9-4ab5-b6c1-00a24e95afc7 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:45:58.692483 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-73e5746e-1365-4527-8c5d-89600799a2b3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:58.698034 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-563db9e5-c3bd-447d-8d4a-8c006b8dcfa9 req-287d117a-e5a3-4d49-8044-5d15c33785d1 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875144 Apr 29 15:45:58.701175 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58178) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:58.702230 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-73e5746e-1365-4527-8c5d-89600799a2b3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Usage tracker for resource:security_group_rule and tenant:f1017aa1cfb24ef0aafadccbd6fc1cae is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:58.710274 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-73e5746e-1365-4527-8c5d-89600799a2b3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:58.812243 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-73e5746e-1365-4527-8c5d-89600799a2b3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:58.853329 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-4171691c-cea7-48dc-ba95-2fbc5ec2b624 None None] For port 9830a8d4-7bf7-43ab-afd2-67fbdabbadca, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9830a8d4-7bf7-43ab-afd2-67fbdabbadca,segment=NetworkSegment(612266ab-b78b-4371-b54a-379b03714d54),segment_id=612266ab-b78b-4371-b54a-379b03714d54)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:45:58.854054 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4171691c-cea7-48dc-ba95-2fbc5ec2b624 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:58.965389 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-00f230cb-2415-4b54-bd4b-55e86d84f445 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:58.994841 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-4171691c-cea7-48dc-ba95-2fbc5ec2b624 None None] Calling delete_port for 9830a8d4-7bf7-43ab-afd2-67fbdabbadca owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:45:58.998246 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6118aa41-af28-422c-a3ce-b7c0c4864a06 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ae0e847c3d441bf94dc979def7972c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2919106 Apr 29 15:45:59.011309 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58184) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:59.024709 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 495e7503-a4d9-4ab5-b6c1-00a24e95afc7 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:45:59.025279 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 495e7503-a4d9-4ab5-b6c1-00a24e95afc7 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:45:59.025440 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 9830a8d4-7bf7-43ab-afd2-67fbdabbadca no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:45:59.028069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-73e5746e-1365-4527-8c5d-89600799a2b3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:59.033892 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f230cb-2415-4b54-bd4b-55e86d84f445 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Port': ['ID=9830a8d4-7bf7-43ab-afd2-67fbdabbadca,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:59.043254 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f230cb-2415-4b54-bd4b-55e86d84f445 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] No DVR routers for this DVR port 9830a8d4-7bf7-43ab-afd2-67fbdabbadca on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:45:59.072119 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 9830a8d4-7bf7-43ab-afd2-67fbdabbadca {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:45:59.072462 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 9830a8d4-7bf7-43ab-afd2-67fbdabbadca not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:45:59.112848 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-da060888-9be4-436b-a514-5056df55d9ef tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:59.131901 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-4171691c-cea7-48dc-ba95-2fbc5ec2b624 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:45:59.134045 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-4171691c-cea7-48dc-ba95-2fbc5ec2b624 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:45:59.178945 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-00f230cb-2415-4b54-bd4b-55e86d84f445 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:59.205936 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-00f230cb-2415-4b54-bd4b-55e86d84f445 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd0a0e0-f576-4dd3-921d-c728278c20ea']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:59.220069 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-00f230cb-2415-4b54-bd4b-55e86d84f445 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612266ab-b78b-4371-b54a-379b03714d54') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:59.220367 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-00f230cb-2415-4b54-bd4b-55e86d84f445 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612266ab-b78b-4371-b54a-379b03714d54') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:59.232947 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-00f230cb-2415-4b54-bd4b-55e86d84f445 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:59.256686 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-00f230cb-2415-4b54-bd4b-55e86d84f445 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:59.263674 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f230cb-2415-4b54-bd4b-55e86d84f445 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:45:59.264072 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-00f230cb-2415-4b54-bd4b-55e86d84f445 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:45:59.278814 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:45:59.354057 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-73e5746e-1365-4527-8c5d-89600799a2b3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:59.358545 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5917d1ac-cf19-4ee9-90c0-e05a0498ffea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:59.400871 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5917d1ac-cf19-4ee9-90c0-e05a0498ffea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:59.437565 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-73e5746e-1365-4527-8c5d-89600799a2b3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:59.462173 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-00f230cb-2415-4b54-bd4b-55e86d84f445 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:59.477540 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5746e-1365-4527-8c5d-89600799a2b3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5c9fae-efd5-408b-9c9b-60d9c0f03061,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:59.487743 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-00f230cb-2415-4b54-bd4b-55e86d84f445 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:59.494690 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f230cb-2415-4b54-bd4b-55e86d84f445 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Network': ['ID=1dd0a0e0-f576-4dd3-921d-c728278c20ea,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:59.577293 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-00f230cb-2415-4b54-bd4b-55e86d84f445 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/networks/1dd0a0e0-f576-4dd3-921d-c728278c20ea HTTP/1.1" status: 204 len: 168 time: 1.5618200 Apr 29 15:45:59.581527 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58188) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:59.586565 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-0f1d4fe1-6d51-4fda-95a0-de0ce5569a52 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'network': {'name': 'tempest-RoutersTest-1020910763'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:59.591591 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0f1d4fe1-6d51-4fda-95a0-de0ce5569a52 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:59.595802 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0f1d4fe1-6d51-4fda-95a0-de0ce5569a52 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:network and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:59.596413 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5917d1ac-cf19-4ee9-90c0-e05a0498ffea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:59.598680 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5917d1ac-cf19-4ee9-90c0-e05a0498ffea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:59.599748 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0f1d4fe1-6d51-4fda-95a0-de0ce5569a52 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:59.600494 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5917d1ac-cf19-4ee9-90c0-e05a0498ffea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/139f3805-c1da-4412-913f-d99651a4a5b6 HTTP/1.1" status: 204 len: 168 time: 0.5882587 Apr 29 15:45:59.601233 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-73e5746e-1365-4527-8c5d-89600799a2b3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:59.603733 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-73e5746e-1365-4527-8c5d-89600799a2b3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9483247 Apr 29 15:45:59.606867 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58194) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:59.609839 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0f1d4fe1-6d51-4fda-95a0-de0ce5569a52 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:59.619030 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-394e05e8-bbb3-43b7-96dd-b2e9585e9365 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Request body: {'security_group_rule': {'security_group_id': 'a408d491-5c90-4f79-8b7d-548226f0c245', 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:45:59.628249 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-394e05e8-bbb3-43b7-96dd-b2e9585e9365 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:59.633022 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-394e05e8-bbb3-43b7-96dd-b2e9585e9365 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Usage tracker for resource:security_group_rule and tenant:f1017aa1cfb24ef0aafadccbd6fc1cae is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:59.635794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-4171691c-cea7-48dc-ba95-2fbc5ec2b624 None None] Deleting port 9830a8d4-7bf7-43ab-afd2-67fbdabbadca {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:45:59.636173 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4171691c-cea7-48dc-ba95-2fbc5ec2b624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:59.647458 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-394e05e8-bbb3-43b7-96dd-b2e9585e9365 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:59.648589 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917d1ac-cf19-4ee9-90c0-e05a0498ffea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139f3805-c1da-4412-913f-d99651a4a5b6,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:59.656267 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-394e05e8-bbb3-43b7-96dd-b2e9585e9365 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:59.686046 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1d4fe1-6d51-4fda-95a0-de0ce5569a52 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Made reservation on behalf of f56fa22878a4477ebb22e0778bbb8cc4 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:45:59.691881 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0f1d4fe1-6d51-4fda-95a0-de0ce5569a52 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:59.725839 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-4171691c-cea7-48dc-ba95-2fbc5ec2b624 None None] The port '9830a8d4-7bf7-43ab-afd2-67fbdabbadca' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:45:59.730979 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1d4fe1-6d51-4fda-95a0-de0ce5569a52 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:45:59.762222 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0f1d4fe1-6d51-4fda-95a0-de0ce5569a52 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:59.762592 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-0f1d4fe1-6d51-4fda-95a0-de0ce5569a52 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Added segment 12911189-7026-4d52-850c-7630de50768f of type vlan for network 6f68620b-e251-44c7-9d98-91cf96f5d1f5 Apr 29 15:45:59.791767 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-394e05e8-bbb3-43b7-96dd-b2e9585e9365 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:59.800806 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0f1d4fe1-6d51-4fda-95a0-de0ce5569a52 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:59.879669 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-394e05e8-bbb3-43b7-96dd-b2e9585e9365 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:59.913794 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0f1d4fe1-6d51-4fda-95a0-de0ce5569a52 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:59.917634 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1d4fe1-6d51-4fda-95a0-de0ce5569a52 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:59.918417 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0f1d4fe1-6d51-4fda-95a0-de0ce5569a52 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:59.952263 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-394e05e8-bbb3-43b7-96dd-b2e9585e9365 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:59.988884 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b6b77-cc2b-4a7a-94ae-5f5a019d5140 req-06441bb4-2e6b-44b5-937b-bdbdcafa3ca5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:45:59.990396 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5d2b6b77-cc2b-4a7a-94ae-5f5a019d5140 req-06441bb4-2e6b-44b5-937b-bdbdcafa3ca5 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 945 time: 0.1346614 Apr 29 15:46:00.047994 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e05e8-bbb3-43b7-96dd-b2e9585e9365 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391b1db9-7989-4834-881b-4a79e8179aed,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:00.057694 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d4fe1-6d51-4fda-95a0-de0ce5569a52 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Network': ['ID=6f68620b-e251-44c7-9d98-91cf96f5d1f5,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:00.070685 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 6f68620b-e251-44c7-9d98-91cf96f5d1f5 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:46:00.102302 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-da060888-9be4-436b-a514-5056df55d9ef tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting port a567954b-7405-4fae-9437-176e7a91f278 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:46:00.102302 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-da060888-9be4-436b-a514-5056df55d9ef tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:00.121316 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0f1d4fe1-6d51-4fda-95a0-de0ce5569a52 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5369999 Apr 29 15:46:00.121663 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58208) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:00.131065 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-2b2eb862-4fe6-4c4e-a955-2cd182903d71 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'subnet': {'network_id': '6f68620b-e251-44c7-9d98-91cf96f5d1f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:00.133651 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5d2b6b77-cc2b-4a7a-94ae-5f5a019d5140 req-ecdd6987-b834-4452-b3cf-b412c7bc5a82 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089516 Apr 29 15:46:00.150029 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-394e05e8-bbb3-43b7-96dd-b2e9585e9365 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:00.151305 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-394e05e8-bbb3-43b7-96dd-b2e9585e9365 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5435145 Apr 29 15:46:00.155724 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58212) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:00.204039 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-aa66144d-6424-41bc-9242-17d9c9e39d89 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Request body: {'security_group_rule': {'security_group_id': 'a408d491-5c90-4f79-8b7d-548226f0c245', 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:00.239171 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2b2eb862-4fe6-4c4e-a955-2cd182903d71 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:00.244126 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2b2eb862-4fe6-4c4e-a955-2cd182903d71 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:subnet and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:00.246961 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2b2eb862-4fe6-4c4e-a955-2cd182903d71 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:00.253401 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2b2eb862-4fe6-4c4e-a955-2cd182903d71 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:00.256934 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-aa66144d-6424-41bc-9242-17d9c9e39d89 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:00.274106 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-aa66144d-6424-41bc-9242-17d9c9e39d89 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Usage tracker for resource:security_group_rule and tenant:f1017aa1cfb24ef0aafadccbd6fc1cae is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:00.278881 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-aa66144d-6424-41bc-9242-17d9c9e39d89 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:00.291255 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-aa66144d-6424-41bc-9242-17d9c9e39d89 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:00.333169 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2eb862-4fe6-4c4e-a955-2cd182903d71 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Made reservation on behalf of f56fa22878a4477ebb22e0778bbb8cc4 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:46:00.391162 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-da060888-9be4-436b-a514-5056df55d9ef tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] For port a567954b-7405-4fae-9437-176e7a91f278, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a567954b-7405-4fae-9437-176e7a91f278,segment=NetworkSegment(395d2c9f-01af-4acd-88c2-e4ddfc7d2718),segment_id=395d2c9f-01af-4acd-88c2-e4ddfc7d2718)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:00.391520 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-da060888-9be4-436b-a514-5056df55d9ef tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:00.441226 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2b2eb862-4fe6-4c4e-a955-2cd182903d71 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:00.520855 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-da060888-9be4-436b-a514-5056df55d9ef tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Calling delete_port for a567954b-7405-4fae-9437-176e7a91f278 owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:46:00.564619 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa66144d-6424-41bc-9242-17d9c9e39d89 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:00.583224 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b815c8a-4bf1-43f8-a3bf-614b5593e461 req-501be388-20ba-437f-b7b4-88b8f01c2664 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:00.585105 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0b815c8a-4bf1-43f8-a3bf-614b5593e461 req-501be388-20ba-437f-b7b4-88b8f01c2664 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 945 time: 0.3014443 Apr 29 15:46:00.707522 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0b815c8a-4bf1-43f8-a3bf-614b5593e461 req-4734a82a-056c-42b7-bbd5-121b17dccf2d tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148520 Apr 29 15:46:00.710459 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa66144d-6424-41bc-9242-17d9c9e39d89 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:00.740309 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58224) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:00.776914 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2b2eb862-4fe6-4c4e-a955-2cd182903d71 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:00.809068 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa66144d-6424-41bc-9242-17d9c9e39d89 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:00.834604 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66144d-6424-41bc-9242-17d9c9e39d89 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9beca937-3a84-4279-af15-d12068ccd450,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:00.860600 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-da060888-9be4-436b-a514-5056df55d9ef tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:00.883698 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58230) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:00.884333 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2eb862-4fe6-4c4e-a955-2cd182903d71 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Subnet': ['ID=02f631c1-118c-46ed-82a2-3a160a2d1aad,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:00.906990 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2eb862-4fe6-4c4e-a955-2cd182903d71 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Checking segment: {'id': '12911189-7026-4d52-850c-7630de50768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6f68620b-e251-44c7-9d98-91cf96f5d1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:46:00.907346 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2eb862-4fe6-4c4e-a955-2cd182903d71 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network hostable DHCP agents. Network: 6f68620b-e251-44c7-9d98-91cf96f5d1f5, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:46:00.912794 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da060888-9be4-436b-a514-5056df55d9ef tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Port': ['ID=a567954b-7405-4fae-9437-176e7a91f278,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:00.930945 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d0e9d339-375e-40a7-bd4d-539f4beb9251 tempest-TestVolumeBootPattern-1599167699 tempest-TestVolumeBootPattern-1599167699-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 1093 time: 0.1888597 Apr 29 15:46:00.933535 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58236) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:00.940458 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-e16adf29-cb49-454e-b459-a3fd5f7698ca tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': '49636631-79be-48ee-888e-5c69ee96dee6', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:00.945110 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa66144d-6424-41bc-9242-17d9c9e39d89 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:00.947180 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e16adf29-cb49-454e-b459-a3fd5f7698ca tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:00.955331 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-aa66144d-6424-41bc-9242-17d9c9e39d89 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7907093 Apr 29 15:46:00.955639 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e16adf29-cb49-454e-b459-a3fd5f7698ca tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Usage tracker for resource:floatingip and tenant:c56968f4173e467ca1a4109666ee4127 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:00.955639 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e16adf29-cb49-454e-b459-a3fd5f7698ca tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:00.960764 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58240) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:00.960956 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e16adf29-cb49-454e-b459-a3fd5f7698ca tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:00.968309 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-c0e026b6-5bd0-4558-b3c5-015111cefb75 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Request body: {'security_group_rule': {'security_group_id': 'a408d491-5c90-4f79-8b7d-548226f0c245', 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:01.030227 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c0e026b6-5bd0-4558-b3c5-015111cefb75 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:01.038831 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e16adf29-cb49-454e-b459-a3fd5f7698ca tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for floatingip, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:01.059034 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2eb862-4fe6-4c4e-a955-2cd182903d71 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network 6f68620b-e251-44c7-9d98-91cf96f5d1f5 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:46:01.066611 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-659ee116-e15a-4a33-81de-430b1b93c377 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:01.067302 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-659ee116-e15a-4a33-81de-430b1b93c377 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 15:46:01.071348 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-659ee116-e15a-4a33-81de-430b1b93c377 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1808989 Apr 29 15:46:01.072231 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58244) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:01.081408 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-0c16f8e1-5400-4cca-ae57-3faf0f362a5d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group': {'name': 'tempest-secgroup--978847836'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:01.090022 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0c16f8e1-5400-4cca-ae57-3faf0f362a5d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:01.142030 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0c16f8e1-5400-4cca-ae57-3faf0f362a5d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Usage tracker for resource:security_group and tenant:15eb29f603c64daba293c4bc651afc5f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:01.148407 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0c16f8e1-5400-4cca-ae57-3faf0f362a5d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:01.156998 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0c16f8e1-5400-4cca-ae57-3faf0f362a5d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:01.170944 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-2b2eb862-4fe6-4c4e-a955-2cd182903d71 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 6f68620b-e251-44c7-9d98-91cf96f5d1f5) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:01.179355 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2eb862-4fe6-4c4e-a955-2cd182903d71 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:01.179768 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753db3a9-6b3f-4aad-b16f-6a72d721edab None None] Network 6f68620b-e251-44c7-9d98-91cf96f5d1f5 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:46:01.180261 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2b2eb862-4fe6-4c4e-a955-2cd182903d71 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:01.196470 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c0e026b6-5bd0-4558-b3c5-015111cefb75 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Usage tracker for resource:security_group_rule and tenant:f1017aa1cfb24ef0aafadccbd6fc1cae is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:01.204347 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c0e026b6-5bd0-4558-b3c5-015111cefb75 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:01.213990 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c0e026b6-5bd0-4558-b3c5-015111cefb75 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:01.232604 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c16f8e1-5400-4cca-ae57-3faf0f362a5d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:01.251850 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c16f8e1-5400-4cca-ae57-3faf0f362a5d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:01.265871 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-da060888-9be4-436b-a514-5056df55d9ef tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:01.271167 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2b2eb862-4fe6-4c4e-a955-2cd182903d71 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1455059 Apr 29 15:46:01.271406 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58248) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:01.277068 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-b19ff8cc-5c7e-4fb3-b5f1-57bd14d317ae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1384468071', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:01.278863 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e16adf29-cb49-454e-b459-a3fd5f7698ca tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:01.286152 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b19ff8cc-5c7e-4fb3-b5f1-57bd14d317ae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:01.292459 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b19ff8cc-5c7e-4fb3-b5f1-57bd14d317ae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:router and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:01.295342 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b19ff8cc-5c7e-4fb3-b5f1-57bd14d317ae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:01.339538 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0c16f8e1-5400-4cca-ae57-3faf0f362a5d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:01.351928 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0c16f8e1-5400-4cca-ae57-3faf0f362a5d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Usage tracker for resource:security_group_rule and tenant:15eb29f603c64daba293c4bc651afc5f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:01.352319 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b19ff8cc-5c7e-4fb3-b5f1-57bd14d317ae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:01.357290 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0c16f8e1-5400-4cca-ae57-3faf0f362a5d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:01.360966 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-c0e026b6-5bd0-4558-b3c5-015111cefb75 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Project f1017aa1cfb24ef0aafadccbd6fc1cae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:46:01.367655 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0c16f8e1-5400-4cca-ae57-3faf0f362a5d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:01.424069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c0e026b6-5bd0-4558-b3c5-015111cefb75 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:01.464733 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04eb0816-9c1f-48d0-acba-663d2b34a2ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-6f68620b-e251-44c7-9d98-91cf96f5d1f5', 'network_id': '6f68620b-e251-44c7-9d98-91cf96f5d1f5', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'fixed_ips': [{'subnet_id': '02f631c1-118c-46ed-82a2-3a160a2d1aad'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:46:01.465820 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-04eb0816-9c1f-48d0-acba-663d2b34a2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:01.495375 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b19ff8cc-5c7e-4fb3-b5f1-57bd14d317ae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:01.496305 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b19ff8cc-5c7e-4fb3-b5f1-57bd14d317ae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:01.525393 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b19ff8cc-5c7e-4fb3-b5f1-57bd14d317ae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:01.559106 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-e16adf29-cb49-454e-b459-a3fd5f7698ca tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Allocated IP 172.26.1.87 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/da5b2e3a-2c18-4848-93f1-d75d383051da) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:46:01.569242 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c0e026b6-5bd0-4558-b3c5-015111cefb75 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:01.640706 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b19ff8cc-5c7e-4fb3-b5f1-57bd14d317ae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:01.644895 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-04eb0816-9c1f-48d0-acba-663d2b34a2ff None None] Allocated IP 172.20.0.2 (6f68620b-e251-44c7-9d98-91cf96f5d1f5/02f631c1-118c-46ed-82a2-3a160a2d1aad/d402f747-2200-4699-8979-3c64dd3b2598) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:46:01.677126 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c16f8e1-5400-4cca-ae57-3faf0f362a5d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:01.752618 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e16adf29-cb49-454e-b459-a3fd5f7698ca tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:01.758550 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c0e026b6-5bd0-4558-b3c5-015111cefb75 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:01.763087 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c16f8e1-5400-4cca-ae57-3faf0f362a5d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:01.807167 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e026b6-5bd0-4558-b3c5-015111cefb75 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb981206-7b80-43da-a2e0-b9569e91553b,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:01.813289 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0c16f8e1-5400-4cca-ae57-3faf0f362a5d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:01.818418 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16f8e1-5400-4cca-ae57-3faf0f362a5d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62bdd1a6-0297-440d-9c6b-17a43e291664,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:01.824687 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0c16f8e1-5400-4cca-ae57-3faf0f362a5d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Usage tracker for resource:security_group_rule and tenant:15eb29f603c64daba293c4bc651afc5f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:01.827137 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0c16f8e1-5400-4cca-ae57-3faf0f362a5d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:01.835090 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0c16f8e1-5400-4cca-ae57-3faf0f362a5d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:01.894440 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c16f8e1-5400-4cca-ae57-3faf0f362a5d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:01.914975 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-04eb0816-9c1f-48d0-acba-663d2b34a2ff None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:01.924317 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e16adf29-cb49-454e-b459-a3fd5f7698ca tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:01.926137 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-04eb0816-9c1f-48d0-acba-663d2b34a2ff None None] Transition to ACTIVE for port object d402f747-2200-4699-8979-3c64dd3b2598 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:01.944762 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b19ff8cc-5c7e-4fb3-b5f1-57bd14d317ae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:01.946662 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-04eb0816-9c1f-48d0-acba-663d2b34a2ff None None] Transition to ACTIVE for port object d402f747-2200-4699-8979-3c64dd3b2598 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:01.948827 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b19ff8cc-5c7e-4fb3-b5f1-57bd14d317ae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6764927 Apr 29 15:46:01.949643 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c0e026b6-5bd0-4558-b3c5-015111cefb75 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:01.950787 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c0e026b6-5bd0-4558-b3c5-015111cefb75 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9889803 Apr 29 15:46:01.956621 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58252) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:01.962057 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58254) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:01.965220 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-ace4241e-e6cd-44dc-b52f-387e91706ffe tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Request body: {'security_group_rule': {'security_group_id': 'a408d491-5c90-4f79-8b7d-548226f0c245', 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:01.977389 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c16f8e1-5400-4cca-ae57-3faf0f362a5d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:02.011009 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-04eb0816-9c1f-48d0-acba-663d2b34a2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:02.025823 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ace4241e-e6cd-44dc-b52f-387e91706ffe tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:02.041603 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ace4241e-e6cd-44dc-b52f-387e91706ffe tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Usage tracker for resource:security_group_rule and tenant:f1017aa1cfb24ef0aafadccbd6fc1cae is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:02.045838 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16adf29-cb49-454e-b459-a3fd5f7698ca tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:02.046771 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16f8e1-5400-4cca-ae57-3faf0f362a5d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc4238d-f6ce-4a69-962e-ba8ffe425fc2,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:02.051817 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-e16adf29-cb49-454e-b459-a3fd5f7698ca tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:02.053931 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adf29-cb49-454e-b459-a3fd5f7698ca tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Pushing event updated for resources: {'Port': ['ID=da5b2e3a-2c18-4848-93f1-d75d383051da,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:02.059788 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16adf29-cb49-454e-b459-a3fd5f7698ca tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:46:02.093528 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ace4241e-e6cd-44dc-b52f-387e91706ffe tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:02.103147 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0c16f8e1-5400-4cca-ae57-3faf0f362a5d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:02.104764 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0c16f8e1-5400-4cca-ae57-3faf0f362a5d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0312779 Apr 29 15:46:02.109108 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58260) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:02.114222 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb0816-9c1f-48d0-acba-663d2b34a2ff None None] Pushing event updated for resources: {'Port': ['ID=d402f747-2200-4699-8979-3c64dd3b2598,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:02.116236 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-ecbe4a49-d87e-4b28-a6f5-798cd5f544e4 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group_rule': {'security_group_id': 'ffc4238d-f6ce-4a69-962e-ba8ffe425fc2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:02.118082 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eb0816-9c1f-48d0-acba-663d2b34a2ff None None] Network 6f68620b-e251-44c7-9d98-91cf96f5d1f5 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:02.119649 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-04eb0816-9c1f-48d0-acba-663d2b34a2ff None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:02.122097 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eb0816-9c1f-48d0-acba-663d2b34a2ff None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:46:02.123451 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ace4241e-e6cd-44dc-b52f-387e91706ffe tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:02.126060 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ecbe4a49-d87e-4b28-a6f5-798cd5f544e4 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:02.159432 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ecbe4a49-d87e-4b28-a6f5-798cd5f544e4 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Usage tracker for resource:security_group_rule and tenant:15eb29f603c64daba293c4bc651afc5f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:02.167966 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ecbe4a49-d87e-4b28-a6f5-798cd5f544e4 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:02.181897 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ecbe4a49-d87e-4b28-a6f5-798cd5f544e4 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:02.213952 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-04eb0816-9c1f-48d0-acba-663d2b34a2ff None None] Attempting to bind port d402f747-2200-4699-8979-3c64dd3b2598 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:46:02.214594 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-04eb0816-9c1f-48d0-acba-663d2b34a2ff None None] Attempting to bind port d402f747-2200-4699-8979-3c64dd3b2598 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '12911189-7026-4d52-850c-7630de50768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6f68620b-e251-44c7-9d98-91cf96f5d1f5'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:46:02.214946 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb0816-9c1f-48d0-acba-663d2b34a2ff None None] Attempting to bind port d402f747-2200-4699-8979-3c64dd3b2598 on network 6f68620b-e251-44c7-9d98-91cf96f5d1f5 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:46:02.221597 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb0816-9c1f-48d0-acba-663d2b34a2ff None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:46:02.222227 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb0816-9c1f-48d0-acba-663d2b34a2ff None None] Checking segment: {'id': '12911189-7026-4d52-850c-7630de50768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6f68620b-e251-44c7-9d98-91cf96f5d1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:46:02.222714 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-04eb0816-9c1f-48d0-acba-663d2b34a2ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:02.223212 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb0816-9c1f-48d0-acba-663d2b34a2ff None None] Bound using segment: {'id': '12911189-7026-4d52-850c-7630de50768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6f68620b-e251-44c7-9d98-91cf96f5d1f5'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:46:02.223792 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-04eb0816-9c1f-48d0-acba-663d2b34a2ff None None] Bound port: d402f747-2200-4699-8979-3c64dd3b2598, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12911189-7026-4d52-850c-7630de50768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6f68620b-e251-44c7-9d98-91cf96f5d1f5'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:46:02.224412 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-04eb0816-9c1f-48d0-acba-663d2b34a2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:02.282789 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-ace4241e-e6cd-44dc-b52f-387e91706ffe tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Project f1017aa1cfb24ef0aafadccbd6fc1cae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:46:02.301403 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ace4241e-e6cd-44dc-b52f-387e91706ffe tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:02.317193 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-04eb0816-9c1f-48d0-acba-663d2b34a2ff None None] For port d402f747-2200-4699-8979-3c64dd3b2598, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:46:02.319215 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-04eb0816-9c1f-48d0-acba-663d2b34a2ff None None] For port d402f747-2200-4699-8979-3c64dd3b2598, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d402f747-2200-4699-8979-3c64dd3b2598,segment=NetworkSegment(12911189-7026-4d52-850c-7630de50768f),segment_id=12911189-7026-4d52-850c-7630de50768f)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:46:02.360710 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da060888-9be4-436b-a514-5056df55d9ef tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Router 4da4d312-dbbb-4101-bb5c-0df821d1d887 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:46:02.366094 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-04eb0816-9c1f-48d0-acba-663d2b34a2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:02.383170 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4a49-d87e-4b28-a6f5-798cd5f544e4 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:02.465274 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb0816-9c1f-48d0-acba-663d2b34a2ff None None] Pushing event updated for resources: {'Port': ['ID=d402f747-2200-4699-8979-3c64dd3b2598,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:02.506095 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4a49-d87e-4b28-a6f5-798cd5f544e4 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:02.567460 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4a49-d87e-4b28-a6f5-798cd5f544e4 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:02.598811 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe4a49-d87e-4b28-a6f5-798cd5f544e4 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7461063a-3b9b-4a23-af5f-26f7653f4277,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:02.706184 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4a49-d87e-4b28-a6f5-798cd5f544e4 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:02.711962 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ecbe4a49-d87e-4b28-a6f5-798cd5f544e4 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5975375 Apr 29 15:46:02.711962 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58264) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:02.728278 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-ed035f66-8997-4273-bf2d-56bf5d05c518 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group_rule': {'security_group_id': 'ffc4238d-f6ce-4a69-962e-ba8ffe425fc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:02.738220 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ed035f66-8997-4273-bf2d-56bf5d05c518 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:02.745993 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ed035f66-8997-4273-bf2d-56bf5d05c518 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Usage tracker for resource:security_group_rule and tenant:15eb29f603c64daba293c4bc651afc5f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:02.759497 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ed035f66-8997-4273-bf2d-56bf5d05c518 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:02.776853 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e16adf29-cb49-454e-b459-a3fd5f7698ca tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:02.778068 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ed035f66-8997-4273-bf2d-56bf5d05c518 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:02.825124 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ace4241e-e6cd-44dc-b52f-387e91706ffe tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:02.883991 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ed035f66-8997-4273-bf2d-56bf5d05c518 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:02.899879 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ace4241e-e6cd-44dc-b52f-387e91706ffe tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:02.917832 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e16adf29-cb49-454e-b459-a3fd5f7698ca tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:02.963866 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4241e-e6cd-44dc-b52f-387e91706ffe tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13641877-cd58-4dc0-b017-10aca4aba014,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:02.980301 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10cc76b2-86ef-4345-a3d0-b9fbe418fd9b tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:03.060919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ace4241e-e6cd-44dc-b52f-387e91706ffe tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:03.062083 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ace4241e-e6cd-44dc-b52f-387e91706ffe tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.1015408 Apr 29 15:46:03.077317 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58268) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:03.087897 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-3be413d7-3c51-4956-85c1-30381632bb27 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Request body: {'network': {'name': 'tempest-network-smoke--1673463655', 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'port_security_enabled': True}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:03.097795 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-ed035f66-8997-4273-bf2d-56bf5d05c518 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 15:46:03.102191 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ed035f66-8997-4273-bf2d-56bf5d05c518 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3862224 Apr 29 15:46:03.107147 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-3be413d7-3c51-4956-85c1-30381632bb27 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:03.110834 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58272) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:03.116614 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-3be413d7-3c51-4956-85c1-30381632bb27 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Usage tracker for resource:network and tenant:f1017aa1cfb24ef0aafadccbd6fc1cae is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:03.132311 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-3be413d7-3c51-4956-85c1-30381632bb27 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:03.142954 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-3be413d7-3c51-4956-85c1-30381632bb27 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:03.173946 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da060888-9be4-436b-a514-5056df55d9ef tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:46:03.179139 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-da060888-9be4-436b-a514-5056df55d9ef tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "PUT /v2.0/routers/4da4d312-dbbb-4101-bb5c-0df821d1d887/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8182409 Apr 29 15:46:03.189978 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58276) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:03.190076 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b1cf58-8a79-41bf-852b-f59f3d7cbe2b None None] Sync routers for ids ['4da4d312-dbbb-4101-bb5c-0df821d1d887'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:46:03.208841 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b1cf58-8a79-41bf-852b-f59f3d7cbe2b None None] Routers {'4da4d312-dbbb-4101-bb5c-0df821d1d887'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:03.209777 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-87b1cf58-8a79-41bf-852b-f59f3d7cbe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['4da4d312-dbbb-4101-bb5c-0df821d1d887'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:03.232919 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-341e83bf-d125-4d20-b0f0-68dd06a476ba tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:03.266848 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e16adf29-cb49-454e-b459-a3fd5f7698ca tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:03.273879 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be413d7-3c51-4956-85c1-30381632bb27 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Made reservation on behalf of f1017aa1cfb24ef0aafadccbd6fc1cae for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:46:03.278171 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3be413d7-3c51-4956-85c1-30381632bb27 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:03.341175 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-341e83bf-d125-4d20-b0f0-68dd06a476ba tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:03.370276 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be413d7-3c51-4956-85c1-30381632bb27 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:46:03.402907 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3be413d7-3c51-4956-85c1-30381632bb27 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:03.403246 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-3be413d7-3c51-4956-85c1-30381632bb27 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Added segment c791905b-c6a6-4e63-8cef-a35da8b2b344 of type vlan for network b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb Apr 29 15:46:03.413901 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-87b1cf58-8a79-41bf-852b-f59f3d7cbe2b None None] Set router 4da4d312-dbbb-4101-bb5c-0df821d1d887 gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:46:03.416909 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e16adf29-cb49-454e-b459-a3fd5f7698ca tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:03.542329 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-10cc76b2-86ef-4345-a3d0-b9fbe418fd9b tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Allocated IP 172.20.0.1 (6f68620b-e251-44c7-9d98-91cf96f5d1f5/02f631c1-118c-46ed-82a2-3a160a2d1aad/a43b6749-d629-4cd4-aa95-c7cc58c9f947) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:46:03.578893 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec3226e-ff03-466a-a0dd-d9d879865fa5 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting subnet ff810b6c-c204-44ec-a08f-16cad6665b0d {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:46:03.604718 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e16adf29-cb49-454e-b459-a3fd5f7698ca tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:03.604964 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fec3226e-ff03-466a-a0dd-d9d879865fa5 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:03.733185 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fec3226e-ff03-466a-a0dd-d9d879865fa5 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:03.770301 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de8c29e-9593-4901-a89d-41c166c074cd None None] Network 6f68620b-e251-44c7-9d98-91cf96f5d1f5 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:46:03.784078 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3be413d7-3c51-4956-85c1-30381632bb27 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:03.795034 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adf29-cb49-454e-b459-a3fd5f7698ca tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Pushing event updated for resources: {'Port': ['ID=da5b2e3a-2c18-4848-93f1-d75d383051da,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:03.805864 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-341e83bf-d125-4d20-b0f0-68dd06a476ba tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:03.854164 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10cc76b2-86ef-4345-a3d0-b9fbe418fd9b tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:03.879058 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-10cc76b2-86ef-4345-a3d0-b9fbe418fd9b tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Transition to ACTIVE for port object a43b6749-d629-4cd4-aa95-c7cc58c9f947 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:03.890164 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e83bf-d125-4d20-b0f0-68dd06a476ba tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc4238d-f6ce-4a69-962e-ba8ffe425fc2,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:03.901437 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fec3226e-ff03-466a-a0dd-d9d879865fa5 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:03.910958 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-341e83bf-d125-4d20-b0f0-68dd06a476ba tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:03.914759 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-341e83bf-d125-4d20-b0f0-68dd06a476ba tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "DELETE /v2.0/security-groups/ffc4238d-f6ce-4a69-962e-ba8ffe425fc2 HTTP/1.1" status: 204 len: 168 time: 0.8007247 Apr 29 15:46:03.917695 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58280) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:04.000711 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d28f5ba5-7ef8-433d-87de-18bae1b8af21 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Synchronizing usage tracker for tenant:15eb29f603c64daba293c4bc651afc5f on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:46:04.012920 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-01c5e122-a235-4f83-bf51-2bb993eb6105 None None] Provisioning for port d402f747-2200-4699-8979-3c64dd3b2598 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:04.030720 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3be413d7-3c51-4956-85c1-30381632bb27 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:04.034345 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be413d7-3c51-4956-85c1-30381632bb27 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:04.034934 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3be413d7-3c51-4956-85c1-30381632bb27 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:04.038944 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-87b1cf58-8a79-41bf-852b-f59f3d7cbe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:46:00Z', 'revision_number': 10, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:04.045612 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b1cf58-8a79-41bf-852b-f59f3d7cbe2b None None] Checking router: 4da4d312-dbbb-4101-bb5c-0df821d1d887 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:46:04.070666 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10cc76b2-86ef-4345-a3d0-b9fbe418fd9b tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:04.103789 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b1cf58-8a79-41bf-852b-f59f3d7cbe2b None None] Routers {'4da4d312-dbbb-4101-bb5c-0df821d1d887'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:04.104419 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-87b1cf58-8a79-41bf-852b-f59f3d7cbe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['4da4d312-dbbb-4101-bb5c-0df821d1d887'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:04.128317 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fec3226e-ff03-466a-a0dd-d9d879865fa5 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:04.143584 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d28f5ba5-7ef8-433d-87de-18bae1b8af21 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Unset dirty status for tenant:15eb29f603c64daba293c4bc651afc5f on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:46:04.149200 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d28f5ba5-7ef8-433d-87de-18bae1b8af21 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2256484 Apr 29 15:46:04.162105 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58284) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:04.170200 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-31c3bb73-ff41-49cb-85f7-1e54e595c549 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group': {'name': 'tempest-secgroup--632473584'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:04.181293 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-31c3bb73-ff41-49cb-85f7-1e54e595c549 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:04.187448 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be413d7-3c51-4956-85c1-30381632bb27 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Pushing event updated for resources: {'Network': ['ID=b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:04.193922 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3226e-ff03-466a-a0dd-d9d879865fa5 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Subnet': ['ID=ff810b6c-c204-44ec-a08f-16cad6665b0d,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:04.201530 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-31c3bb73-ff41-49cb-85f7-1e54e595c549 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:04.208179 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cc76b2-86ef-4345-a3d0-b9fbe418fd9b tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network 6f68620b-e251-44c7-9d98-91cf96f5d1f5 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:04.216030 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3be413d7-3c51-4956-85c1-30381632bb27 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1337469 Apr 29 15:46:04.216030 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [None req-e16adf29-cb49-454e-b459-a3fd5f7698ca tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Floating IP 432e9a59-a233-40f0-8f37-7da5d66731ea associated. External IP: 172.26.1.87, port: 49636631-79be-48ee-888e-5c69ee96dee6. Apr 29 15:46:04.216489 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-10cc76b2-86ef-4345-a3d0-b9fbe418fd9b tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:04.219917 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58288) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:04.222680 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cc76b2-86ef-4345-a3d0-b9fbe418fd9b tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:46:04.228032 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:46:04.253238 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-f98fda03-d30e-4c54-a478-fbc987d640de tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-979138949', 'admin_state_up': True, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:04.261014 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-f98fda03-d30e-4c54-a478-fbc987d640de tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:04.264798 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f98fda03-d30e-4c54-a478-fbc987d640de tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Usage tracker for resource:router and tenant:f1017aa1cfb24ef0aafadccbd6fc1cae is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:04.267782 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f98fda03-d30e-4c54-a478-fbc987d640de tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:04.274809 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-f98fda03-d30e-4c54-a478-fbc987d640de tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:04.282748 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fec3226e-ff03-466a-a0dd-d9d879865fa5 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:04.286224 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc76b2-86ef-4345-a3d0-b9fbe418fd9b tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Port': ['ID=a43b6749-d629-4cd4-aa95-c7cc58c9f947,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:04.321691 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-fec3226e-ff03-466a-a0dd-d9d879865fa5 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/subnets/ff810b6c-c204-44ec-a08f-16cad6665b0d HTTP/1.1" status: 204 len: 168 time: 1.1327260 Apr 29 15:46:04.323010 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58292) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:04.337697 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-31c3bb73-ff41-49cb-85f7-1e54e595c549 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:04.364755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fb0a07-a8d3-4892-b93a-08dd4549b112 None None] Network 62985502-a482-40bf-be33-1c848cf7afc1 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:46:04.398010 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-31c3bb73-ff41-49cb-85f7-1e54e595c549 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:04.403069 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-31c3bb73-ff41-49cb-85f7-1e54e595c549 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Usage tracker for resource:security_group_rule and tenant:15eb29f603c64daba293c4bc651afc5f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:04.405303 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10cc76b2-86ef-4345-a3d0-b9fbe418fd9b tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:04.408124 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-31c3bb73-ff41-49cb-85f7-1e54e595c549 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:04.415241 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f98fda03-d30e-4c54-a478-fbc987d640de tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:04.416228 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-31c3bb73-ff41-49cb-85f7-1e54e595c549 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:04.416360 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f98fda03-d30e-4c54-a478-fbc987d640de tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:04.487216 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:04.496883 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f98fda03-d30e-4c54-a478-fbc987d640de tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:04.502260 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-31c3bb73-ff41-49cb-85f7-1e54e595c549 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:04.520547 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting port cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:46:04.521351 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:04.529702 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-87b1cf58-8a79-41bf-852b-f59f3d7cbe2b None None] Set router 4da4d312-dbbb-4101-bb5c-0df821d1d887 gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:46:04.654552 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-31c3bb73-ff41-49cb-85f7-1e54e595c549 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:04.733072 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3bb73-ff41-49cb-85f7-1e54e595c549 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccb9f3f-9523-4c32-a242-3e449b4014a8,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:04.745310 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c3bb73-ff41-49cb-85f7-1e54e595c549 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:04.745645 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c3bb73-ff41-49cb-85f7-1e54e595c549 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:04.745984 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c3bb73-ff41-49cb-85f7-1e54e595c549 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:04.746411 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c3bb73-ff41-49cb-85f7-1e54e595c549 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:04.746807 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c3bb73-ff41-49cb-85f7-1e54e595c549 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:04.747267 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c3bb73-ff41-49cb-85f7-1e54e595c549 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:04.747804 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c3bb73-ff41-49cb-85f7-1e54e595c549 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:04.748132 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c3bb73-ff41-49cb-85f7-1e54e595c549 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:04.748461 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c3bb73-ff41-49cb-85f7-1e54e595c549 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:04.748780 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c3bb73-ff41-49cb-85f7-1e54e595c549 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:04.749097 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c3bb73-ff41-49cb-85f7-1e54e595c549 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:04.786194 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-31c3bb73-ff41-49cb-85f7-1e54e595c549 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:04.786194 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-31c3bb73-ff41-49cb-85f7-1e54e595c549 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6204271 Apr 29 15:46:04.786194 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58296) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:04.793627 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-01238a60-cb9e-4873-a0ce-61967bb438fa tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group_rule': {'security_group_id': '3ccb9f3f-9523-4c32-a242-3e449b4014a8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:04.794275 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-01238a60-cb9e-4873-a0ce-61967bb438fa tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:46:04.797895 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-01238a60-cb9e-4873-a0ce-61967bb438fa tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0089028 Apr 29 15:46:04.799098 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58300) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:04.827029 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d402f747-2200-4699-8979-3c64dd3b2598 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:04.908396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9bd19cd3-0bbf-4164-a8da-dc88befe21c0 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:04.949337 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9bd19cd3-0bbf-4164-a8da-dc88befe21c0 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:05.000633 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16adf29-cb49-454e-b459-a3fd5f7698ca tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Router 5eb1e853-950b-4a34-b779-2094d01ca578 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:46:05.054446 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] For port cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2,segment=NetworkSegment(395d2c9f-01af-4acd-88c2-e4ddfc7d2718),segment_id=395d2c9f-01af-4acd-88c2-e4ddfc7d2718)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:05.055090 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:05.148424 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d390d9-561b-4353-85bf-872c396dbf51 None None] DHCP port deletion for 62985502-a482-40bf-be33-1c848cf7afc1 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:46:05.152459 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-16a45950-27a0-4e3f-9181-ce399eda58d6 None None] Provisioning for port a43b6749-d629-4cd4-aa95-c7cc58c9f947 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:05.167142 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-07d390d9-561b-4353-85bf-872c396dbf51 None None] Deleting port cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:46:05.167450 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-07d390d9-561b-4353-85bf-872c396dbf51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:05.196742 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-16a45950-27a0-4e3f-9181-ce399eda58d6 None None] Provisioning complete for port a43b6749-d629-4cd4-aa95-c7cc58c9f947 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:05.197110 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-16a45950-27a0-4e3f-9181-ce399eda58d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:05.230435 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16adf29-cb49-454e-b459-a3fd5f7698ca tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:46:05.243158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Calling delete_port for cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:46:05.247056 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36180a78-74b1-4723-8fe1-97087ea814d3 None None] Sync routers for ids ['5eb1e853-950b-4a34-b779-2094d01ca578'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:46:05.247907 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port d402f747-2200-4699-8979-3c64dd3b2598 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:05.257511 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port d402f747-2200-4699-8979-3c64dd3b2598 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:05.257872 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:05.261358 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36180a78-74b1-4723-8fe1-97087ea814d3 None None] Routers {'5eb1e853-950b-4a34-b779-2094d01ca578'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:05.264822 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-36180a78-74b1-4723-8fe1-97087ea814d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5eb1e853-950b-4a34-b779-2094d01ca578'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:05.283681 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9bd19cd3-0bbf-4164-a8da-dc88befe21c0 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:05.288607 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9bd19cd3-0bbf-4164-a8da-dc88befe21c0 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:05.291574 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9bd19cd3-0bbf-4164-a8da-dc88befe21c0 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "DELETE /v2.0/security-groups/3ccb9f3f-9523-4c32-a242-3e449b4014a8 HTTP/1.1" status: 204 len: 168 time: 0.4915252 Apr 29 15:46:05.310206 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58304) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:05.311713 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd19cd3-0bbf-4164-a8da-dc88befe21c0 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccb9f3f-9523-4c32-a242-3e449b4014a8,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:05.387379 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e16adf29-cb49-454e-b459-a3fd5f7698ca tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:05.393472 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-16a45950-27a0-4e3f-9181-ce399eda58d6 None None] Port a43b6749-d629-4cd4-aa95-c7cc58c9f947 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:46:05.401971 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10cc76b2-86ef-4345-a3d0-b9fbe418fd9b tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:05.428725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f98fda03-d30e-4c54-a478-fbc987d640de tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:05.441816 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-87b1cf58-8a79-41bf-852b-f59f3d7cbe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:46:00Z', 'revision_number': 10, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:05.457043 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-11cfe833-dd6c-4cd6-82b5-1be535b0e195 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Synchronizing usage tracker for tenant:15eb29f603c64daba293c4bc651afc5f on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:46:05.466502 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b1cf58-8a79-41bf-852b-f59f3d7cbe2b None None] The sync data for ids ['4da4d312-dbbb-4101-bb5c-0df821d1d887'] in dv-neutron-839913-1-hyperv is: [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:46:00Z', 'revision_number': 10, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None, '_interfaces': [{'id': 'a7ec7cfa-2526-416a-a36a-730e258a0c23', 'name': '', 'network_id': '2acd8833-38f1-4756-8107-1cc3782984cf', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'mac_address': 'fa:16:3e:fc:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:56Z', 'updated_at': '2022-04-29T15:45:16Z', 'revision_number': 5, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'subnets': [{'id': '71dbf371-5cc7-4a14-bf5b-81ba4733e115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:46:05.485193 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e16adf29-cb49-454e-b459-a3fd5f7698ca tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.5494039 Apr 29 15:46:05.486779 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60fe2fe-bf9c-4b5d-97f2-821a277effdc', 'tag': '49636631-79be-48ee-888e-5c69ee96dee6'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:46:05.495199 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-36180a78-74b1-4723-8fe1-97087ea814d3 None None] Set router 5eb1e853-950b-4a34-b779-2094d01ca578 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:46:05.559328 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-11cfe833-dd6c-4cd6-82b5-1be535b0e195 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Unset dirty status for tenant:15eb29f603c64daba293c4bc651afc5f on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:46:05.560615 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-11cfe833-dd6c-4cd6-82b5-1be535b0e195 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2462721 Apr 29 15:46:05.564291 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58312) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:05.571550 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-5e85a912-9821-499d-97ff-71b5b6a65115 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group': {'name': 'tempest-secgroup--1736210840'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:05.577528 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5e85a912-9821-499d-97ff-71b5b6a65115 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:05.600714 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5e85a912-9821-499d-97ff-71b5b6a65115 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:05.611170 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e976aa9-2a5b-423f-917a-7641d8e130ca'] response: {'name': 'network-changed', 'server_uuid': 'c60fe2fe-bf9c-4b5d-97f2-821a277effdc', 'tag': '49636631-79be-48ee-888e-5c69ee96dee6', 'status': 'completed', 'code': 200} Apr 29 15:46:05.645581 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4e75c3b5-c755-4a8c-8c17-eb16193cce7d None None] Provisioning complete for port a43b6749-d629-4cd4-aa95-c7cc58c9f947 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:05.646789 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4e75c3b5-c755-4a8c-8c17-eb16193cce7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:05.675034 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5e85a912-9821-499d-97ff-71b5b6a65115 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:05.681878 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-07d390d9-561b-4353-85bf-872c396dbf51 None None] For port cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2,segment=NetworkSegment(395d2c9f-01af-4acd-88c2-e4ddfc7d2718),segment_id=395d2c9f-01af-4acd-88c2-e4ddfc7d2718)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:05.682266 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-07d390d9-561b-4353-85bf-872c396dbf51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:05.703303 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:05.733586 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5e85a912-9821-499d-97ff-71b5b6a65115 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:05.737729 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5e85a912-9821-499d-97ff-71b5b6a65115 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Usage tracker for resource:security_group_rule and tenant:15eb29f603c64daba293c4bc651afc5f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:05.741014 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5e85a912-9821-499d-97ff-71b5b6a65115 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:05.747303 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5e85a912-9821-499d-97ff-71b5b6a65115 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:05.766549 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-7675bbb5-85d4-4913-be97-17f720473744 req-8abab6fe-f315-45dd-9965-46a69045c367 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56968f4173e467ca1a4109666ee4127&device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 1098 time: 0.1572526 Apr 29 15:46:05.890511 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-07d390d9-561b-4353-85bf-872c396dbf51 None None] Calling delete_port for cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:46:05.988598 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-36180a78-74b1-4723-8fe1-97087ea814d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:40:27Z', 'revision_number': 4, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port': {'id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:18Z', 'updated_at': '2022-04-29T15:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '432e9a59-a233-40f0-8f37-7da5d66731ea', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'floating_ip_address': '172.26.1.87', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'port_id': '49636631-79be-48ee-888e-5c69ee96dee6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'mac_address': 'fa:16:3e:02:93:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60fe2fe-bf9c-4b5d-97f2-821a277effdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:46:02Z', 'updated_at': '2022-04-29T15:46:02Z', 'revision_number': 0, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58611ec8-4cdc-4b16-aa9e-d9f81425f6ca', 'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'mac_address': 'fa:16:3e:bb:23:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:26Z', 'updated_at': '2022-04-29T15:40:38Z', 'revision_number': 5, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'subnets': [{'id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:06.000054 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-4e75c3b5-c755-4a8c-8c17-eb16193cce7d None None] Port a43b6749-d629-4cd4-aa95-c7cc58c9f947 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:46:06.004594 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36180a78-74b1-4723-8fe1-97087ea814d3 None None] Checking router: 5eb1e853-950b-4a34-b779-2094d01ca578 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:46:06.018120 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port d402f747-2200-4699-8979-3c64dd3b2598, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d402f747-2200-4699-8979-3c64dd3b2598,segment=NetworkSegment(12911189-7026-4d52-850c-7630de50768f),segment_id=12911189-7026-4d52-850c-7630de50768f)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:06.026586 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36180a78-74b1-4723-8fe1-97087ea814d3 None None] Routers {'5eb1e853-950b-4a34-b779-2094d01ca578'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:06.027355 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-36180a78-74b1-4723-8fe1-97087ea814d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5eb1e853-950b-4a34-b779-2094d01ca578'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:06.044745 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-07d390d9-561b-4353-85bf-872c396dbf51 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:46:06.050466 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-07d390d9-561b-4353-85bf-872c396dbf51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:46:06.059496 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:06.089065 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5e85a912-9821-499d-97ff-71b5b6a65115 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:06.108149 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:06.128005 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Port': ['ID=cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:06.133695 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] No DVR routers for this DVR port cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:46:06.152585 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675bbb5-85d4-4913-be97-17f720473744 req-e7bf65c4-6dcf-4b9c-97ed-d9c161198503 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:06.156359 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-7675bbb5-85d4-4913-be97-17f720473744 req-e7bf65c4-6dcf-4b9c-97ed-d9c161198503 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d511986d-e449-4c9a-bc20-0b0373daead6 HTTP/1.1" status: 200 len: 912 time: 0.3822067 Apr 29 15:46:06.183719 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=d402f747-2200-4699-8979-3c64dd3b2598,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:06.213819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:06.213819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:06.213819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:06.213819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:06.213819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:06.213819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:06.213819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:06.214581 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:06.214581 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:06.214581 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:06.214866 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:06.232107 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5e85a912-9821-499d-97ff-71b5b6a65115 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:06.232683 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-36180a78-74b1-4723-8fe1-97087ea814d3 None None] Set router 5eb1e853-950b-4a34-b779-2094d01ca578 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:46:06.299976 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.resource_extend [None req-10cc76b2-86ef-4345-a3d0-b9fbe418fd9b tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:46:06.318850 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:06.323342 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85a912-9821-499d-97ff-71b5b6a65115 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=415b6945-7780-47a4-a828-d75642b3428f,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:06.340439 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10cc76b2-86ef-4345-a3d0-b9fbe418fd9b tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:06.340564 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-7675bbb5-85d4-4913-be97-17f720473744 req-670653a0-0a4a-4aa8-84e2-a28080500c0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49636631-79be-48ee-888e-5c69ee96dee6 HTTP/1.1" status: 200 len: 998 time: 0.1766062 Apr 29 15:46:06.357268 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62985502-a482-40bf-be33-1c848cf7afc1']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:06.394529 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5e85a912-9821-499d-97ff-71b5b6a65115 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:06.395159 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395d2c9f-01af-4acd-88c2-e4ddfc7d2718') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:06.395452 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395d2c9f-01af-4acd-88c2-e4ddfc7d2718') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:06.399673 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5e85a912-9821-499d-97ff-71b5b6a65115 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8343916 Apr 29 15:46:06.400344 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58316) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:06.410103 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-dcabff4b-5693-4840-9979-6ca977d1e8e1 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group_rule': {'security_group_id': '415b6945-7780-47a4-a828-d75642b3428f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:06.410804 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-dcabff4b-5693-4840-9979-6ca977d1e8e1 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:46:06.411794 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-dcabff4b-5693-4840-9979-6ca977d1e8e1 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0084033 Apr 29 15:46:06.413458 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f98fda03-d30e-4c54-a478-fbc987d640de tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:06.414782 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58320) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:06.437829 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:06.440431 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675bbb5-85d4-4913-be97-17f720473744 req-2c116665-e4bc-4f8d-8a94-0f57355e294d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:06.441958 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-7675bbb5-85d4-4913-be97-17f720473744 req-2c116665-e4bc-4f8d-8a94-0f57355e294d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fccdfd74-5a41-4338-8b3c-9da29bbca38f HTTP/1.1" status: 200 len: 850 time: 0.0964475 Apr 29 15:46:06.450382 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10cc76b2-86ef-4345-a3d0-b9fbe418fd9b tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:06.546778 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-07d390d9-561b-4353-85bf-872c396dbf51 None None] Deleting port cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:46:06.547652 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-07d390d9-561b-4353-85bf-872c396dbf51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:06.564202 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-56eb8b04-5c49-464a-9690-92e41b6b41ca tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:06.603943 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-7675bbb5-85d4-4913-be97-17f720473744 req-ffc49918-bbf1-40b4-a3ff-26e6b08c10e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d511986d-e449-4c9a-bc20-0b0373daead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1537426 Apr 29 15:46:06.611954 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-56eb8b04-5c49-464a-9690-92e41b6b41ca tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:06.618603 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-36180a78-74b1-4723-8fe1-97087ea814d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:40:27Z', 'revision_number': 4, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port': {'id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:18Z', 'updated_at': '2022-04-29T15:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '432e9a59-a233-40f0-8f37-7da5d66731ea', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'floating_ip_address': '172.26.1.87', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'port_id': '49636631-79be-48ee-888e-5c69ee96dee6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'mac_address': 'fa:16:3e:02:93:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60fe2fe-bf9c-4b5d-97f2-821a277effdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:46:02Z', 'updated_at': '2022-04-29T15:46:02Z', 'revision_number': 0, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58611ec8-4cdc-4b16-aa9e-d9f81425f6ca', 'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'mac_address': 'fa:16:3e:bb:23:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:26Z', 'updated_at': '2022-04-29T15:40:38Z', 'revision_number': 5, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'subnets': [{'id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:06.623661 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36180a78-74b1-4723-8fe1-97087ea814d3 None None] The sync data for ids ['5eb1e853-950b-4a34-b779-2094d01ca578'] in dv-neutron-839913-1-hyperv is: [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:40:27Z', 'revision_number': 4, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port': {'id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:18Z', 'updated_at': '2022-04-29T15:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '432e9a59-a233-40f0-8f37-7da5d66731ea', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'floating_ip_address': '172.26.1.87', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'port_id': '49636631-79be-48ee-888e-5c69ee96dee6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'mac_address': 'fa:16:3e:02:93:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60fe2fe-bf9c-4b5d-97f2-821a277effdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:46:02Z', 'updated_at': '2022-04-29T15:46:02Z', 'revision_number': 0, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58611ec8-4cdc-4b16-aa9e-d9f81425f6ca', 'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'mac_address': 'fa:16:3e:bb:23:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:26Z', 'updated_at': '2022-04-29T15:40:38Z', 'revision_number': 5, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'subnets': [{'id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:46:06.634151 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f98fda03-d30e-4c54-a478-fbc987d640de tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:06.660615 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:06.701977 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-07d390d9-561b-4353-85bf-872c396dbf51 None None] The port 'cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:46:06.714577 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d402f747-2200-4699-8979-3c64dd3b2598 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:06.764042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:46:06.766113 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:06.793705 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-7675bbb5-85d4-4913-be97-17f720473744 req-1cd75874-b517-46b5-9483-f18724e72470 service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690598 Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:46:06.866417 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:46:06.886405 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-56eb8b04-5c49-464a-9690-92e41b6b41ca tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:06.898071 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port d402f747-2200-4699-8979-3c64dd3b2598 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:06.898896 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:06.922439 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb8b04-5c49-464a-9690-92e41b6b41ca tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=415b6945-7780-47a4-a828-d75642b3428f,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:06.923722 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10cc76b2-86ef-4345-a3d0-b9fbe418fd9b tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:06.937832 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9007941-bf6f-4b84-86a9-4d84e6813c0d None None] New status for floating IP 432e9a59-a233-40f0-8f37-7da5d66731ea: ACTIVE {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:46:06.938076 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc76b2-86ef-4345-a3d0-b9fbe418fd9b tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Port': ['ID=a43b6749-d629-4cd4-aa95-c7cc58c9f947,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:06.941250 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-56eb8b04-5c49-464a-9690-92e41b6b41ca tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:06.942386 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-56eb8b04-5c49-464a-9690-92e41b6b41ca tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "DELETE /v2.0/security-groups/415b6945-7780-47a4-a828-d75642b3428f HTTP/1.1" status: 204 len: 168 time: 0.5266674 Apr 29 15:46:06.946189 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58324) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:06.949963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:06.953891 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:07.019392 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-7675bbb5-85d4-4913-be97-17f720473744 req-aafe64f0-ad7a-4412-aa72-b64286de3f6f service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198384 Apr 29 15:46:07.031883 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Network': ['ID=62985502-a482-40bf-be33-1c848cf7afc1,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:07.041963 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4eb67b63-a190-48fb-91b0-9715293c610e tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Synchronizing usage tracker for tenant:15eb29f603c64daba293c4bc651afc5f on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:46:07.110104 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2dec9fa4-61a8-4da7-824f-1d50382ef4b1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/networks/62985502-a482-40bf-be33-1c848cf7afc1 HTTP/1.1" status: 204 len: 168 time: 2.7868419 Apr 29 15:46:07.113618 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58328) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:07.145819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-f98fda03-d30e-4c54-a478-fbc987d640de tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Allocated IP 172.26.1.67 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/a6a1464d-2f19-448a-9e64-815b9de917d9) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:46:07.177750 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4eb67b63-a190-48fb-91b0-9715293c610e tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Unset dirty status for tenant:15eb29f603c64daba293c4bc651afc5f on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:46:07.182409 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4eb67b63-a190-48fb-91b0-9715293c610e tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2310202 Apr 29 15:46:07.185363 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58332) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:07.246825 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-ed2d2746-041a-4b96-b5d3-d9e5debbaddb tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group': {'name': 'tempest-secgroup--1656383219'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:07.255742 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ed2d2746-041a-4b96-b5d3-d9e5debbaddb tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:07.276451 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ed2d2746-041a-4b96-b5d3-d9e5debbaddb tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:07.281542 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cc76b2-86ef-4345-a3d0-b9fbe418fd9b tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network 6f68620b-e251-44c7-9d98-91cf96f5d1f5 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:07.283684 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-10cc76b2-86ef-4345-a3d0-b9fbe418fd9b tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:07.351387 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a567954b-7405-4fae-9437-176e7a91f278 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:46:07.382143 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ed2d2746-041a-4b96-b5d3-d9e5debbaddb tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:07.389317 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: a567954b-7405-4fae-9437-176e7a91f278 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:46:07.389655 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a567954b-7405-4fae-9437-176e7a91f278 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:46:07.390067 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:46:07.425872 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:46:07.425872 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cc89b5e1-5eaa-485d-bbbb-e20ed34fd0a2 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:46:07.514037 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ed2d2746-041a-4b96-b5d3-d9e5debbaddb tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:07.520080 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ed2d2746-041a-4b96-b5d3-d9e5debbaddb tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Usage tracker for resource:security_group_rule and tenant:15eb29f603c64daba293c4bc651afc5f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:07.524837 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ed2d2746-041a-4b96-b5d3-d9e5debbaddb tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:07.534319 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ed2d2746-041a-4b96-b5d3-d9e5debbaddb tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:07.583040 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6afd10a4-4705-413d-a45e-692a4811acfb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:07.619929 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f98fda03-d30e-4c54-a478-fbc987d640de tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:07.646364 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-94f2fb33-44bc-4707-8c46-6936565bbecc None None] Provisioning complete for port a43b6749-d629-4cd4-aa95-c7cc58c9f947 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:07.647514 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-94f2fb33-44bc-4707-8c46-6936565bbecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:07.709510 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-94f2fb33-44bc-4707-8c46-6936565bbecc None None] Port a43b6749-d629-4cd4-aa95-c7cc58c9f947 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:46:07.735575 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f98fda03-d30e-4c54-a478-fbc987d640de tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:07.740815 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ed2d2746-041a-4b96-b5d3-d9e5debbaddb tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:07.803213 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98fda03-d30e-4c54-a478-fbc987d640de tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:07.805610 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cc76b2-86ef-4345-a3d0-b9fbe418fd9b tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Router fbad8f63-9ca2-4291-9141-09563ea3a8e5 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:46:07.809967 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-f98fda03-d30e-4c54-a478-fbc987d640de tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:07.815233 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98fda03-d30e-4c54-a478-fbc987d640de tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:46:07.828889 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ed2d2746-041a-4b96-b5d3-d9e5debbaddb tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:07.843135 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98fda03-d30e-4c54-a478-fbc987d640de tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Pushing event updated for resources: {'Port': ['ID=a6a1464d-2f19-448a-9e64-815b9de917d9,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:07.937976 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d2746-041a-4b96-b5d3-d9e5debbaddb tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e58f9df-522f-4af6-b2e5-489dd1448011,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:08.095358 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ed2d2746-041a-4b96-b5d3-d9e5debbaddb tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:08.099682 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ed2d2746-041a-4b96-b5d3-d9e5debbaddb tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8682075 Apr 29 15:46:08.100091 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58336) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:08.103133 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cc76b2-86ef-4345-a3d0-b9fbe418fd9b tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:46:08.107928 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-10cc76b2-86ef-4345-a3d0-b9fbe418fd9b tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "PUT /v2.0/routers/fbad8f63-9ca2-4291-9141-09563ea3a8e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1500483 Apr 29 15:46:08.108949 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7753bff5-7403-461c-999a-d7bf5d19aa33 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group_rule': {'security_group_id': '3e58f9df-522f-4af6-b2e5-489dd1448011', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:08.109641 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-7753bff5-7403-461c-999a-d7bf5d19aa33 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:46:08.110535 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58340) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:08.111121 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7753bff5-7403-461c-999a-d7bf5d19aa33 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0097895 Apr 29 15:46:08.113452 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58342) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:08.120944 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18791aa-d0f8-4f02-946e-a764876d33a8 None None] Sync routers for ids ['fbad8f63-9ca2-4291-9141-09563ea3a8e5'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:46:08.134422 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18791aa-d0f8-4f02-946e-a764876d33a8 None None] Routers {'fbad8f63-9ca2-4291-9141-09563ea3a8e5'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:08.135459 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-c18791aa-d0f8-4f02-946e-a764876d33a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['fbad8f63-9ca2-4291-9141-09563ea3a8e5'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:08.155240 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-d596ebe6-8e04-49b1-8b13-a278dd1fe8c5 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group_rule': {'security_group_id': '3e58f9df-522f-4af6-b2e5-489dd1448011', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:08.155919 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-d596ebe6-8e04-49b1-8b13-a278dd1fe8c5 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:46:08.156901 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d596ebe6-8e04-49b1-8b13-a278dd1fe8c5 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0423794 Apr 29 15:46:08.159903 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58348) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:08.171457 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-f148b3ca-dbd8-45e6-b32f-bf3b5e1ac413 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group_rule': {'security_group_id': '3e58f9df-522f-4af6-b2e5-489dd1448011', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:08.175612 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-f148b3ca-dbd8-45e6-b32f-bf3b5e1ac413 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:46:08.175612 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f148b3ca-dbd8-45e6-b32f-bf3b5e1ac413 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0120232 Apr 29 15:46:08.181846 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58352) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:08.194679 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-0a4cf3ad-b1fd-4311-a9cb-5b3ed1ac085f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group_rule': {'security_group_id': '3e58f9df-522f-4af6-b2e5-489dd1448011', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:08.195383 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-0a4cf3ad-b1fd-4311-a9cb-5b3ed1ac085f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:46:08.201313 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0a4cf3ad-b1fd-4311-a9cb-5b3ed1ac085f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0148113 Apr 29 15:46:08.201313 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58356) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:08.201619 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-c18791aa-d0f8-4f02-946e-a764876d33a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:08.209337 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c1c883-72f6-4e65-8cc0-96643ee1479f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:08.210055 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-57c1c883-72f6-4e65-8cc0-96643ee1479f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Synchronizing usage tracker for tenant:f56fa22878a4477ebb22e0778bbb8cc4 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:46:08.215318 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18791aa-d0f8-4f02-946e-a764876d33a8 None None] Routers {'fbad8f63-9ca2-4291-9141-09563ea3a8e5'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:08.216150 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-c18791aa-d0f8-4f02-946e-a764876d33a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['fbad8f63-9ca2-4291-9141-09563ea3a8e5'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:08.235579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f98fda03-d30e-4c54-a478-fbc987d640de tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:08.236339 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f98fda03-d30e-4c54-a478-fbc987d640de tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:08.279526 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-c18791aa-d0f8-4f02-946e-a764876d33a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:08.280011 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18791aa-d0f8-4f02-946e-a764876d33a8 None None] The sync data for ids ['fbad8f63-9ca2-4291-9141-09563ea3a8e5'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:46:08.322129 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e61b4592-7f95-428c-b7c0-b1a621c6f691 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:08.359330 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e61b4592-7f95-428c-b7c0-b1a621c6f691 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:08.409378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-57c1c883-72f6-4e65-8cc0-96643ee1479f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Unset dirty status for tenant:f56fa22878a4477ebb22e0778bbb8cc4 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:46:08.410555 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-57c1c883-72f6-4e65-8cc0-96643ee1479f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "GET /v2.0/ports/a43b6749-d629-4cd4-aa95-c7cc58c9f947 HTTP/1.1" status: 200 len: 910 time: 0.2982581 Apr 29 15:46:08.417268 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58360) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:08.514258 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e61b4592-7f95-428c-b7c0-b1a621c6f691 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:08.540420 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b4592-7f95-428c-b7c0-b1a621c6f691 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e58f9df-522f-4af6-b2e5-489dd1448011,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:08.545333 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-6afd10a4-4705-413d-a45e-692a4811acfb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting port a7ec7cfa-2526-416a-a36a-730e258a0c23 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:46:08.545663 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6afd10a4-4705-413d-a45e-692a4811acfb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:08.585457 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e61b4592-7f95-428c-b7c0-b1a621c6f691 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:08.588870 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e61b4592-7f95-428c-b7c0-b1a621c6f691 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "DELETE /v2.0/security-groups/3e58f9df-522f-4af6-b2e5-489dd1448011 HTTP/1.1" status: 204 len: 168 time: 0.3864174 Apr 29 15:46:08.589180 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58364) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:08.697696 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a95d0e29-4cbb-4738-be74-79116170d95f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1074715 Apr 29 15:46:08.701188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58368) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:08.710252 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-694f71e1-df00-460c-b986-07aa00f3d1de tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group': {'name': 'tempest-secgroup--233642137'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:08.718212 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-694f71e1-df00-460c-b986-07aa00f3d1de tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:08.726405 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-694f71e1-df00-460c-b986-07aa00f3d1de tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Usage tracker for resource:security_group and tenant:15eb29f603c64daba293c4bc651afc5f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:08.730908 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-694f71e1-df00-460c-b986-07aa00f3d1de tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:08.740211 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-694f71e1-df00-460c-b986-07aa00f3d1de tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:08.749915 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-6afd10a4-4705-413d-a45e-692a4811acfb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] For port a7ec7cfa-2526-416a-a36a-730e258a0c23, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a7ec7cfa-2526-416a-a36a-730e258a0c23,segment=NetworkSegment(f0266f78-8bc2-476f-9926-d3e36e7d9546),segment_id=f0266f78-8bc2-476f-9926-d3e36e7d9546)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:08.750272 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6afd10a4-4705-413d-a45e-692a4811acfb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:08.873373 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-6afd10a4-4705-413d-a45e-692a4811acfb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Calling delete_port for a7ec7cfa-2526-416a-a36a-730e258a0c23 owned by network:router_interface {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:46:08.879226 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-694f71e1-df00-460c-b986-07aa00f3d1de tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:08.955142 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-694f71e1-df00-460c-b986-07aa00f3d1de tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:08.965907 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-694f71e1-df00-460c-b986-07aa00f3d1de tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Usage tracker for resource:security_group_rule and tenant:15eb29f603c64daba293c4bc651afc5f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:08.973339 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-694f71e1-df00-460c-b986-07aa00f3d1de tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:08.982148 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-694f71e1-df00-460c-b986-07aa00f3d1de tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:09.056816 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c09cb7c1-5506-4bf0-821a-68f763251258 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:09.131177 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98fda03-d30e-4c54-a478-fbc987d640de tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Router c533ddb5-21c8-4763-9b56-8e38c1652b70 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:46:09.142946 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6afd10a4-4705-413d-a45e-692a4811acfb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:09.181798 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-694f71e1-df00-460c-b986-07aa00f3d1de tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:09.198365 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd10a4-4705-413d-a45e-692a4811acfb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Port': ['ID=a7ec7cfa-2526-416a-a36a-730e258a0c23,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:09.272418 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-694f71e1-df00-460c-b986-07aa00f3d1de tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:09.390690 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f71e1-df00-460c-b986-07aa00f3d1de tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f452960-1b19-4981-8a0b-b288e4f3ca13,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:09.419998 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6afd10a4-4705-413d-a45e-692a4811acfb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:09.469832 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-694f71e1-df00-460c-b986-07aa00f3d1de tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:09.472540 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-694f71e1-df00-460c-b986-07aa00f3d1de tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7702634 Apr 29 15:46:09.483312 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58372) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:09.509518 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-bc3a984a-f71e-4dc8-8e9e-537687d42fa9 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group_rule': {'security_group_id': '6f452960-1b19-4981-8a0b-b288e4f3ca13', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:09.509518 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-bc3a984a-f71e-4dc8-8e9e-537687d42fa9 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:46:09.509518 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bc3a984a-f71e-4dc8-8e9e-537687d42fa9 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0256052 Apr 29 15:46:09.516300 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58376) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:09.535292 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-01a0f99e-b3d7-47ae-a894-2b9e050eb43e tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group_rule': {'security_group_id': '6f452960-1b19-4981-8a0b-b288e4f3ca13', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:09.617839 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-01a0f99e-b3d7-47ae-a894-2b9e050eb43e tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:09.631021 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-01a0f99e-b3d7-47ae-a894-2b9e050eb43e tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Usage tracker for resource:security_group_rule and tenant:15eb29f603c64daba293c4bc651afc5f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:09.642723 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-01a0f99e-b3d7-47ae-a894-2b9e050eb43e tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:09.653359 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-01a0f99e-b3d7-47ae-a894-2b9e050eb43e tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:09.855836 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98fda03-d30e-4c54-a478-fbc987d640de tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:46:09.869362 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] Sync routers for ids ['c533ddb5-21c8-4763-9b56-8e38c1652b70'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:46:09.886715 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] Routers {'c533ddb5-21c8-4763-9b56-8e38c1652b70'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:09.886715 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c533ddb5-21c8-4763-9b56-8e38c1652b70'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:10.028071 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-01a0f99e-b3d7-47ae-a894-2b9e050eb43e tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:46:10.028071 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-01a0f99e-b3d7-47ae-a894-2b9e050eb43e tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5090134 Apr 29 15:46:10.032482 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58380) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:10.085042 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-f5de57a9-3bec-4e5b-ab71-94d36420fe4f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group_rule': {'security_group_id': '6f452960-1b19-4981-8a0b-b288e4f3ca13', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:10.085042 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-f5de57a9-3bec-4e5b-ab71-94d36420fe4f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:46:10.089314 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f5de57a9-3bec-4e5b-ab71-94d36420fe4f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0534456 Apr 29 15:46:10.091236 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58384) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:10.102645 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-92d72f7e-616f-4338-88dd-fd6fffeefec0 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group_rule': {'security_group_id': '6f452960-1b19-4981-8a0b-b288e4f3ca13', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:10.111631 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-92d72f7e-616f-4338-88dd-fd6fffeefec0 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:10.118941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-92d72f7e-616f-4338-88dd-fd6fffeefec0 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Usage tracker for resource:security_group_rule and tenant:15eb29f603c64daba293c4bc651afc5f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:10.124995 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-92d72f7e-616f-4338-88dd-fd6fffeefec0 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:10.142113 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-92d72f7e-616f-4338-88dd-fd6fffeefec0 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:10.146738 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] Set router c533ddb5-21c8-4763-9b56-8e38c1652b70 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:46:10.160550 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afd10a4-4705-413d-a45e-692a4811acfb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Router 4da4d312-dbbb-4101-bb5c-0df821d1d887 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:46:10.163659 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f98fda03-d30e-4c54-a478-fbc987d640de tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:10.166042 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f98fda03-d30e-4c54-a478-fbc987d640de tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.9451041 Apr 29 15:46:10.168048 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58388) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:10.302000 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-c09cb7c1-5506-4bf0-821a-68f763251258 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting port a43b6749-d629-4cd4-aa95-c7cc58c9f947 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:46:10.302000 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c09cb7c1-5506-4bf0-821a-68f763251258 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:10.396775 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afd10a4-4705-413d-a45e-692a4811acfb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:46:10.405580 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d229d5-9127-42a7-bb05-7e89a9714e88 None None] Sync routers for ids ['4da4d312-dbbb-4101-bb5c-0df821d1d887'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:46:10.439024 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d229d5-9127-42a7-bb05-7e89a9714e88 None None] Routers {'4da4d312-dbbb-4101-bb5c-0df821d1d887'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:10.439024 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-86d229d5-9127-42a7-bb05-7e89a9714e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['4da4d312-dbbb-4101-bb5c-0df821d1d887'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:10.454399 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58394) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:10.456095 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6afd10a4-4705-413d-a45e-692a4811acfb tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "PUT /v2.0/routers/4da4d312-dbbb-4101-bb5c-0df821d1d887/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3401499 Apr 29 15:46:10.466688 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-92d72f7e-616f-4338-88dd-fd6fffeefec0 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:46:10.466688 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-92d72f7e-616f-4338-88dd-fd6fffeefec0 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3709941 Apr 29 15:46:10.472650 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58396) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:10.502784 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-e2e64c9f-9800-4133-9ec5-a8813424589a tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group_rule': {'security_group_id': '6f452960-1b19-4981-8a0b-b288e4f3ca13', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:10.502784 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-e2e64c9f-9800-4133-9ec5-a8813424589a tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:46:10.502784 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e2e64c9f-9800-4133-9ec5-a8813424589a tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0209553 Apr 29 15:46:10.502784 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58402) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:10.502784 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-4fedf8e6-8f89-4091-8d25-c451b109783f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group_rule': {'security_group_id': '6f452960-1b19-4981-8a0b-b288e4f3ca13', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:10.526916 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4fedf8e6-8f89-4091-8d25-c451b109783f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:10.537679 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4fedf8e6-8f89-4091-8d25-c451b109783f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Usage tracker for resource:security_group_rule and tenant:15eb29f603c64daba293c4bc651afc5f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:10.591262 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979138949', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:04Z', 'updated_at': '2022-04-29T15:46:08Z', 'revision_number': 3, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'gw_port': {'id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:df:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:06Z', 'updated_at': '2022-04-29T15:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:10.595894 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c09cb7c1-5506-4bf0-821a-68f763251258 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:10.597017 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] Checking router: c533ddb5-21c8-4763-9b56-8e38c1652b70 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:46:10.597562 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] Updating router c533ddb5-21c8-4763-9b56-8e38c1652b70 port a6a1464d-2f19-448a-9e64-815b9de917d9 binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:46:10.597727 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4fedf8e6-8f89-4091-8d25-c451b109783f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:10.610816 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4fedf8e6-8f89-4091-8d25-c451b109783f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:10.614645 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0a132891-ef1e-437e-9d35-8c9f22e62545 tempest-TestNetworkAdvancedServerOps-100258152 tempest-TestNetworkAdvancedServerOps-100258152-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=f1017aa1cfb24ef0aafadccbd6fc1cae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4414175 Apr 29 15:46:10.626027 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58406) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:10.693057 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:10.718462 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-86d229d5-9127-42a7-bb05-7e89a9714e88 None None] Set router 4da4d312-dbbb-4101-bb5c-0df821d1d887 gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:46:10.834927 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-86d229d5-9127-42a7-bb05-7e89a9714e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:46:08Z', 'revision_number': 11, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:10.839444 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d229d5-9127-42a7-bb05-7e89a9714e88 None None] Checking router: 4da4d312-dbbb-4101-bb5c-0df821d1d887 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:46:10.840901 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-c09cb7c1-5506-4bf0-821a-68f763251258 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Calling delete_port for a43b6749-d629-4cd4-aa95-c7cc58c9f947 owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:46:10.851258 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d229d5-9127-42a7-bb05-7e89a9714e88 None None] Routers {'4da4d312-dbbb-4101-bb5c-0df821d1d887'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:10.851897 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-86d229d5-9127-42a7-bb05-7e89a9714e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['4da4d312-dbbb-4101-bb5c-0df821d1d887'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:10.852327 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-4fedf8e6-8f89-4091-8d25-c451b109783f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:46:10.853617 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4fedf8e6-8f89-4091-8d25-c451b109783f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3604903 Apr 29 15:46:10.858510 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58410) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:10.864117 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-a4b3ff7e-2c01-4b88-8a6e-95c9f90cbf59 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group_rule': {'security_group_id': '6f452960-1b19-4981-8a0b-b288e4f3ca13', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:10.865643 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-a4b3ff7e-2c01-4b88-8a6e-95c9f90cbf59 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:46:10.867019 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a4b3ff7e-2c01-4b88-8a6e-95c9f90cbf59 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073912 Apr 29 15:46:10.872021 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58414) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:10.879484 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-af7e9693-850b-4e92-bd8f-ae564f14fbc4 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group_rule': {'security_group_id': '6f452960-1b19-4981-8a0b-b288e4f3ca13', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:10.886879 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-af7e9693-850b-4e92-bd8f-ae564f14fbc4 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:10.891096 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-af7e9693-850b-4e92-bd8f-ae564f14fbc4 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Usage tracker for resource:security_group_rule and tenant:15eb29f603c64daba293c4bc651afc5f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:10.894359 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-af7e9693-850b-4e92-bd8f-ae564f14fbc4 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:10.901196 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-af7e9693-850b-4e92-bd8f-ae564f14fbc4 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:10.992475 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-86d229d5-9127-42a7-bb05-7e89a9714e88 None None] Set router 4da4d312-dbbb-4101-bb5c-0df821d1d887 gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:46:11.037310 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239f4c0c-57d8-42d8-bfd9-bb134043e1b4 tempest-TestNetworkAdvancedServerOps-100258152 tempest-TestNetworkAdvancedServerOps-100258152-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:11.038999 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-239f4c0c-57d8-42d8-bfd9-bb134043e1b4 tempest-TestNetworkAdvancedServerOps-100258152 tempest-TestNetworkAdvancedServerOps-100258152-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4098935 Apr 29 15:46:11.042036 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58418) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:11.055060 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-216d78fe-e841-479d-be55-1a3e6960914a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting subnet 71dbf371-5cc7-4a14-bf5b-81ba4733e115 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:46:11.058111 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-216d78fe-e841-479d-be55-1a3e6960914a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:11.097288 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-af7e9693-850b-4e92-bd8f-ae564f14fbc4 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:46:11.098726 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-af7e9693-850b-4e92-bd8f-ae564f14fbc4 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2256203 Apr 29 15:46:11.103563 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-86d229d5-9127-42a7-bb05-7e89a9714e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:46:08Z', 'revision_number': 11, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:11.104111 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58422) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:11.107694 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d229d5-9127-42a7-bb05-7e89a9714e88 None None] The sync data for ids ['4da4d312-dbbb-4101-bb5c-0df821d1d887'] in dv-neutron-839913-1-hyperv is: [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:46:08Z', 'revision_number': 11, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:46:11.122210 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e3cac56b-e7bf-4c1b-bea8-595873c91fa8 tempest-TestNetworkAdvancedServerOps-100258152 tempest-TestNetworkAdvancedServerOps-100258152-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0726247 Apr 29 15:46:11.122334 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-216d78fe-e841-479d-be55-1a3e6960914a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:11.124465 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-4f3e0a36-7c3c-4094-bbb0-3053b46c4cbe tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group_rule': {'security_group_id': '6f452960-1b19-4981-8a0b-b288e4f3ca13', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:11.130853 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4f3e0a36-7c3c-4094-bbb0-3053b46c4cbe tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:11.136167 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4f3e0a36-7c3c-4094-bbb0-3053b46c4cbe tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Usage tracker for resource:security_group_rule and tenant:15eb29f603c64daba293c4bc651afc5f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:11.151492 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4f3e0a36-7c3c-4094-bbb0-3053b46c4cbe tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:11.155451 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58426) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:11.158797 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4f3e0a36-7c3c-4094-bbb0-3053b46c4cbe tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:11.165682 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-7ffd8063-802f-45f4-ab82-d988643b746a tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-779564048', 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb', 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:11.198419 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:11.210739 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] Transition to ACTIVE for port object a6a1464d-2f19-448a-9e64-815b9de917d9 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:11.290900 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:11.329734 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-4f3e0a36-7c3c-4094-bbb0-3053b46c4cbe tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:46:11.333901 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4f3e0a36-7c3c-4094-bbb0-3053b46c4cbe tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2251554 Apr 29 15:46:11.334707 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58430) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:11.356296 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-7ffd8063-802f-45f4-ab82-d988643b746a tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:11.366296 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7ffd8063-802f-45f4-ab82-d988643b746a tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Usage tracker for resource:subnet and tenant:f1017aa1cfb24ef0aafadccbd6fc1cae is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:11.369934 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] Attempting to bind port a6a1464d-2f19-448a-9e64-815b9de917d9 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:46:11.370305 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] Attempting to bind port a6a1464d-2f19-448a-9e64-815b9de917d9 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:46:11.370896 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] Attempting to bind port a6a1464d-2f19-448a-9e64-815b9de917d9 on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:46:11.371050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7ffd8063-802f-45f4-ab82-d988643b746a tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:11.373366 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377938c-fab6-4f51-918f-18371ba14181 None None] Pushing event updated for resources: {'Port': ['ID=a6a1464d-2f19-448a-9e64-815b9de917d9,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:11.381516 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-7ffd8063-802f-45f4-ab82-d988643b746a tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:11.385022 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:46:11.385397 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:46:11.385802 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:11.386190 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:46:11.386683 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] Bound port: a6a1464d-2f19-448a-9e64-815b9de917d9, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:46:11.387049 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:11.387985 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-216d78fe-e841-479d-be55-1a3e6960914a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:11.408327 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-61e208ae-ab15-4175-841e-a0bd86813ad1 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:11.415876 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d377938c-fab6-4f51-918f-18371ba14181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:11.416224 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d377938c-fab6-4f51-918f-18371ba14181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:11.416563 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d377938c-fab6-4f51-918f-18371ba14181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:11.416897 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d377938c-fab6-4f51-918f-18371ba14181 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:11.417233 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d377938c-fab6-4f51-918f-18371ba14181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:11.417557 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d377938c-fab6-4f51-918f-18371ba14181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:11.418074 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d377938c-fab6-4f51-918f-18371ba14181 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:11.418410 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d377938c-fab6-4f51-918f-18371ba14181 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:11.418763 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d377938c-fab6-4f51-918f-18371ba14181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:11.419088 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d377938c-fab6-4f51-918f-18371ba14181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:11.419405 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d377938c-fab6-4f51-918f-18371ba14181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:11.456552 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-61e208ae-ab15-4175-841e-a0bd86813ad1 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:11.482998 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] For port a6a1464d-2f19-448a-9e64-815b9de917d9, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:46:11.542007 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffd8063-802f-45f4-ab82-d988643b746a tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Made reservation on behalf of f1017aa1cfb24ef0aafadccbd6fc1cae for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:46:11.611599 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] For port a6a1464d-2f19-448a-9e64-815b9de917d9, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a6a1464d-2f19-448a-9e64-815b9de917d9,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:46:11.621507 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-216d78fe-e841-479d-be55-1a3e6960914a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:11.625212 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c09cb7c1-5506-4bf0-821a-68f763251258 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:11.649626 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-61e208ae-ab15-4175-841e-a0bd86813ad1 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:11.667055 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e208ae-ab15-4175-841e-a0bd86813ad1 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f452960-1b19-4981-8a0b-b288e4f3ca13,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:11.675881 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-61e208ae-ab15-4175-841e-a0bd86813ad1 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:11.678410 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-61e208ae-ab15-4175-841e-a0bd86813ad1 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "DELETE /v2.0/security-groups/6f452960-1b19-4981-8a0b-b288e4f3ca13 HTTP/1.1" status: 204 len: 168 time: 0.3414223 Apr 29 15:46:11.685182 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58434) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:11.696717 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:11.727646 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d78fe-e841-479d-be55-1a3e6960914a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Subnet': ['ID=71dbf371-5cc7-4a14-bf5b-81ba4733e115,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:11.735638 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cb7c1-5506-4bf0-821a-68f763251258 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Port': ['ID=a43b6749-d629-4cd4-aa95-c7cc58c9f947,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:11.765336 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-adc8cb59-cd5d-4b62-8a17-e01132d39ef0 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Synchronizing usage tracker for tenant:15eb29f603c64daba293c4bc651afc5f on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:46:11.781605 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8063-802f-45f4-ab82-d988643b746a tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:11.801578 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-216d78fe-e841-479d-be55-1a3e6960914a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:11.804016 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377938c-fab6-4f51-918f-18371ba14181 None None] Pushing event updated for resources: {'Port': ['ID=a6a1464d-2f19-448a-9e64-815b9de917d9,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:11.810191 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d818b4e1-1655-42d4-b7ce-989beb5ce368 None None] Network 2acd8833-38f1-4756-8107-1cc3782984cf requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:46:11.827903 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] Routers {'c533ddb5-21c8-4763-9b56-8e38c1652b70'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:11.828771 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c533ddb5-21c8-4763-9b56-8e38c1652b70'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:11.845704 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-adc8cb59-cd5d-4b62-8a17-e01132d39ef0 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Unset dirty status for tenant:15eb29f603c64daba293c4bc651afc5f on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:46:11.848419 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-adc8cb59-cd5d-4b62-8a17-e01132d39ef0 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1618605 Apr 29 15:46:11.853182 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58438) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:11.863486 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-40da4727-0464-49e7-b67e-494edc065a6f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group': {'name': 'tempest-secgroup--1653214746'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:11.872844 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-40da4727-0464-49e7-b67e-494edc065a6f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:11.886192 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-40da4727-0464-49e7-b67e-494edc065a6f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:11.986427 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-40da4727-0464-49e7-b67e-494edc065a6f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:12.027269 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-216d78fe-e841-479d-be55-1a3e6960914a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/subnets/71dbf371-5cc7-4a14-bf5b-81ba4733e115 HTTP/1.1" status: 204 len: 168 time: 1.5609257 Apr 29 15:46:12.027507 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-40da4727-0464-49e7-b67e-494edc065a6f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:12.027723 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58442) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:12.053449 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-40da4727-0464-49e7-b67e-494edc065a6f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Usage tracker for resource:security_group_rule and tenant:15eb29f603c64daba293c4bc651afc5f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:12.059033 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-40da4727-0464-49e7-b67e-494edc065a6f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:12.120354 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-40da4727-0464-49e7-b67e-494edc065a6f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:12.176461 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] Set router c533ddb5-21c8-4763-9b56-8e38c1652b70 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:46:12.184970 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7520db92-b301-4905-b0bd-99269d07352b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:12.226790 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-7520db92-b301-4905-b0bd-99269d07352b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Deleting port 7826055e-96cf-4ae4-9524-5c0b186b50f0 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:46:12.227123 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7520db92-b301-4905-b0bd-99269d07352b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:12.251010 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-40da4727-0464-49e7-b67e-494edc065a6f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:12.269949 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c09cb7c1-5506-4bf0-821a-68f763251258 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:12.355682 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-40da4727-0464-49e7-b67e-494edc065a6f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:12.458769 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da4727-0464-49e7-b67e-494edc065a6f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f5de4f-93d6-48d9-b389-c124b22fa3ae,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:12.459711 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794c475b-2da2-4223-ac6c-41d813c1245c None None] DHCP port deletion for 2acd8833-38f1-4756-8107-1cc3782984cf request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:46:12.466113 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-794c475b-2da2-4223-ac6c-41d813c1245c None None] Deleting port 7826055e-96cf-4ae4-9524-5c0b186b50f0 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:46:12.466376 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-794c475b-2da2-4223-ac6c-41d813c1245c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:12.509212 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-7520db92-b301-4905-b0bd-99269d07352b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] For port 7826055e-96cf-4ae4-9524-5c0b186b50f0, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7826055e-96cf-4ae4-9524-5c0b186b50f0,segment=NetworkSegment(f0266f78-8bc2-476f-9926-d3e36e7d9546),segment_id=f0266f78-8bc2-476f-9926-d3e36e7d9546)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:12.509930 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7520db92-b301-4905-b0bd-99269d07352b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:12.585751 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-40da4727-0464-49e7-b67e-494edc065a6f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:12.587150 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-40da4727-0464-49e7-b67e-494edc065a6f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7329166 Apr 29 15:46:12.600135 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58448) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:12.603005 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8063-802f-45f4-ab82-d988643b746a tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:12.613018 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-da8616df-4e84-481c-a357-a0a57bb86edb tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group_rule': {'security_group_id': 'b8f5de4f-93d6-48d9-b389-c124b22fa3ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:12.656565 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7826055e-96cf-4ae4-9524-5c0b186b50f0 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:46:12.666774 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-7520db92-b301-4905-b0bd-99269d07352b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Calling delete_port for 7826055e-96cf-4ae4-9524-5c0b186b50f0 owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:46:12.668106 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-da8616df-4e84-481c-a357-a0a57bb86edb tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:12.678955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-da8616df-4e84-481c-a357-a0a57bb86edb tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Usage tracker for resource:security_group_rule and tenant:15eb29f603c64daba293c4bc651afc5f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:12.682879 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979138949', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:04Z', 'updated_at': '2022-04-29T15:46:08Z', 'revision_number': 3, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'gw_port': {'id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:df:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:06Z', 'updated_at': '2022-04-29T15:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:12.689915 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-da8616df-4e84-481c-a357-a0a57bb86edb tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:12.704638 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-da8616df-4e84-481c-a357-a0a57bb86edb tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:12.724966 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd8063-802f-45f4-ab82-d988643b746a tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Pushing event updated for resources: {'Subnet': ['ID=c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:12.736979 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffd8063-802f-45f4-ab82-d988643b746a tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Checking segment: {'id': 'c791905b-c6a6-4e63-8cef-a35da8b2b344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:46:12.737547 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffd8063-802f-45f4-ab82-d988643b746a tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Network hostable DHCP agents. Network: b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:46:12.772292 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f31488-f5c2-4044-8bf4-41a73fd7c76c None None] The sync data for ids ['c533ddb5-21c8-4763-9b56-8e38c1652b70'] in dv-neutron-839913-1-hyperv is: [{'id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979138949', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:04Z', 'updated_at': '2022-04-29T15:46:08Z', 'revision_number': 3, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'gw_port': {'id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:df:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:06Z', 'updated_at': '2022-04-29T15:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:46:12.817536 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-794c475b-2da2-4223-ac6c-41d813c1245c None None] For port 7826055e-96cf-4ae4-9524-5c0b186b50f0, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7826055e-96cf-4ae4-9524-5c0b186b50f0,segment=NetworkSegment(f0266f78-8bc2-476f-9926-d3e36e7d9546),segment_id=f0266f78-8bc2-476f-9926-d3e36e7d9546)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:12.817993 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-794c475b-2da2-4223-ac6c-41d813c1245c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:12.852440 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7520db92-b301-4905-b0bd-99269d07352b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:12.897085 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09cb7c1-5506-4bf0-821a-68f763251258 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Router fbad8f63-9ca2-4291-9141-09563ea3a8e5 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:46:12.900693 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520db92-b301-4905-b0bd-99269d07352b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Port': ['ID=7826055e-96cf-4ae4-9524-5c0b186b50f0,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:12.908164 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7520db92-b301-4905-b0bd-99269d07352b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] No DVR routers for this DVR port 7826055e-96cf-4ae4-9524-5c0b186b50f0 on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:46:12.962646 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Port 7826055e-96cf-4ae4-9524-5c0b186b50f0 update to DOWN by agent not found {{(pid=84772) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 29 15:46:12.963077 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a7ec7cfa-2526-416a-a36a-730e258a0c23 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:46:12.998326 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-794c475b-2da2-4223-ac6c-41d813c1245c None None] Calling delete_port for 7826055e-96cf-4ae4-9524-5c0b186b50f0 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:46:13.033747 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: a7ec7cfa-2526-416a-a36a-730e258a0c23 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:46:13.034026 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a7ec7cfa-2526-416a-a36a-730e258a0c23 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:46:13.035607 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7520db92-b301-4905-b0bd-99269d07352b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:13.058419 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffd8063-802f-45f4-ab82-d988643b746a tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Network b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:46:13.067062 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-7520db92-b301-4905-b0bd-99269d07352b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2acd8833-38f1-4756-8107-1cc3782984cf']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:13.079849 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-7520db92-b301-4905-b0bd-99269d07352b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0266f78-8bc2-476f-9926-d3e36e7d9546') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:13.080273 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-794c475b-2da2-4223-ac6c-41d813c1245c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:46:13.084405 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-7520db92-b301-4905-b0bd-99269d07352b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0266f78-8bc2-476f-9926-d3e36e7d9546') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:13.084569 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-794c475b-2da2-4223-ac6c-41d813c1245c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:46:13.088138 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09cb7c1-5506-4bf0-821a-68f763251258 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:46:13.092739 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7520db92-b301-4905-b0bd-99269d07352b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:13.099489 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c09cb7c1-5506-4bf0-821a-68f763251258 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "PUT /v2.0/routers/fbad8f63-9ca2-4291-9141-09563ea3a8e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6804843 Apr 29 15:46:13.100022 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc48095-6293-4afd-91e4-5e81620d6bde None None] Sync routers for ids ['fbad8f63-9ca2-4291-9141-09563ea3a8e5'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:46:13.102185 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58452) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:13.113489 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc48095-6293-4afd-91e4-5e81620d6bde None None] Routers {'fbad8f63-9ca2-4291-9141-09563ea3a8e5'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:13.114667 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fcc48095-6293-4afd-91e4-5e81620d6bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['fbad8f63-9ca2-4291-9141-09563ea3a8e5'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:13.119507 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7520db92-b301-4905-b0bd-99269d07352b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:13.126388 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7520db92-b301-4905-b0bd-99269d07352b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:46:13.126903 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7520db92-b301-4905-b0bd-99269d07352b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:46:13.142982 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:46:13.148529 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7dfcf05f-3259-4f9f-b991-512a733c0da4 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Synchronizing usage tracker for tenant:f56fa22878a4477ebb22e0778bbb8cc4 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:46:13.171021 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-7ffd8063-802f-45f4-ab82-d988643b746a tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:13.176349 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffd8063-802f-45f4-ab82-d988643b746a tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:13.177217 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8063-802f-45f4-ab82-d988643b746a tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:13.183483 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aade8a81-93ed-4ef6-8bbc-ef1d6ae2e3b1 None None] Network b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:46:13.210223 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fcc48095-6293-4afd-91e4-5e81620d6bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:13.211574 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-da8616df-4e84-481c-a357-a0a57bb86edb tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] create failed (client error): The resource could not be found. Apr 29 15:46:13.213124 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-da8616df-4e84-481c-a357-a0a57bb86edb tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6116745 Apr 29 15:46:13.215728 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58456) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:13.222648 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-4ee83c13-d0b3-457d-9730-30b60060e6f6 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group_rule': {'security_group_id': 'b8f5de4f-93d6-48d9-b389-c124b22fa3ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9d9ef451-4b0d-41f4-ae24-326a6e1b5799'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:13.231871 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-4ee83c13-d0b3-457d-9730-30b60060e6f6 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:13.236045 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4ee83c13-d0b3-457d-9730-30b60060e6f6 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Usage tracker for resource:security_group_rule and tenant:15eb29f603c64daba293c4bc651afc5f is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:13.244942 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4ee83c13-d0b3-457d-9730-30b60060e6f6 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:13.254925 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7dfcf05f-3259-4f9f-b991-512a733c0da4 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Unset dirty status for tenant:f56fa22878a4477ebb22e0778bbb8cc4 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:46:13.257459 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7dfcf05f-3259-4f9f-b991-512a733c0da4 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbad8f63-9ca2-4291-9141-09563ea3a8e5 HTTP/1.1" status: 200 len: 205 time: 0.1540546 Apr 29 15:46:13.259061 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-4ee83c13-d0b3-457d-9730-30b60060e6f6 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:13.260448 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58460) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:13.275822 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7ffd8063-802f-45f4-ab82-d988643b746a tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1207643 Apr 29 15:46:13.278711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58464) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:13.294169 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc48095-6293-4afd-91e4-5e81620d6bde None None] Routers {'fbad8f63-9ca2-4291-9141-09563ea3a8e5'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:13.294845 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fcc48095-6293-4afd-91e4-5e81620d6bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['fbad8f63-9ca2-4291-9141-09563ea3a8e5'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:13.376218 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fcc48095-6293-4afd-91e4-5e81620d6bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:13.376823 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc48095-6293-4afd-91e4-5e81620d6bde None None] The sync data for ids ['fbad8f63-9ca2-4291-9141-09563ea3a8e5'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:46:13.545476 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbe8cad-8a80-42a4-ad8b-79a6c20be456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb', 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'fixed_ips': [{'subnet_id': 'c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:46:13.546439 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bfbe8cad-8a80-42a4-ad8b-79a6c20be456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:13.568450 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7520db92-b301-4905-b0bd-99269d07352b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:13.574316 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7520db92-b301-4905-b0bd-99269d07352b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:13.609055 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7520db92-b301-4905-b0bd-99269d07352b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/networks/2acd8833-38f1-4756-8107-1cc3782984cf HTTP/1.1" status: 204 len: 168 time: 1.5771701 Apr 29 15:46:13.611471 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58468) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:13.615447 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-794c475b-2da2-4223-ac6c-41d813c1245c None None] Deleting port 7826055e-96cf-4ae4-9524-5c0b186b50f0 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:46:13.616278 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-794c475b-2da2-4223-ac6c-41d813c1245c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:13.616399 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520db92-b301-4905-b0bd-99269d07352b tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Pushing event deleted for resources: {'Network': ['ID=2acd8833-38f1-4756-8107-1cc3782984cf,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:13.634843 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-03de7f36-7f76-4e1f-a3c6-8259febc4142 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'router': {'routes': None}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:13.732055 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7af99aa6-261c-4bc5-8bc1-d6e5ab565a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:13.748128 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-794c475b-2da2-4223-ac6c-41d813c1245c None None] The port '7826055e-96cf-4ae4-9524-5c0b186b50f0' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:46:13.772834 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7fbada47-4729-47ab-bf2c-ece1b8baf1f2 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:13.863011 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-bfbe8cad-8a80-42a4-ad8b-79a6c20be456 None None] Allocated IP 172.20.0.2 (b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb/c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9/86aa3193-cf7d-41ce-bb64-86cc8414268f) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:46:13.867803 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-4ee83c13-d0b3-457d-9730-30b60060e6f6 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] create failed (client error): The resource could not be found. Apr 29 15:46:13.869225 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4ee83c13-d0b3-457d-9730-30b60060e6f6 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6515901 Apr 29 15:46:13.876882 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58472) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:13.996273 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-37c16aa0-e913-4a41-b0fe-f5b163d1a40f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:14.026191 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-37c16aa0-e913-4a41-b0fe-f5b163d1a40f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:14.127795 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bfbe8cad-8a80-42a4-ad8b-79a6c20be456 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:14.148512 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-bfbe8cad-8a80-42a4-ad8b-79a6c20be456 None None] Transition to ACTIVE for port object 86aa3193-cf7d-41ce-bb64-86cc8414268f will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:14.174886 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-bfbe8cad-8a80-42a4-ad8b-79a6c20be456 None None] Transition to ACTIVE for port object 86aa3193-cf7d-41ce-bb64-86cc8414268f will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:14.244129 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-37c16aa0-e913-4a41-b0fe-f5b163d1a40f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:14.279705 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.extraroute_db [None req-03de7f36-7f76-4e1f-a3c6-8259febc4142 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Added routes are [] {{(pid=84771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 29 15:46:14.280035 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.extraroute_db [None req-03de7f36-7f76-4e1f-a3c6-8259febc4142 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Removed routes are [] {{(pid=84771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 29 15:46:14.280358 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03de7f36-7f76-4e1f-a3c6-8259febc4142 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:14.291139 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bfbe8cad-8a80-42a4-ad8b-79a6c20be456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:14.324295 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c16aa0-e913-4a41-b0fe-f5b163d1a40f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f5de4f-93d6-48d9-b389-c124b22fa3ae,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:14.345723 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-37c16aa0-e913-4a41-b0fe-f5b163d1a40f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:14.347975 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-37c16aa0-e913-4a41-b0fe-f5b163d1a40f tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "DELETE /v2.0/security-groups/b8f5de4f-93d6-48d9-b389-c124b22fa3ae HTTP/1.1" status: 204 len: 168 time: 0.4686730 Apr 29 15:46:14.356773 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58476) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:14.381331 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbe8cad-8a80-42a4-ad8b-79a6c20be456 None None] Network b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:14.385065 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-bfbe8cad-8a80-42a4-ad8b-79a6c20be456 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:14.390221 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbe8cad-8a80-42a4-ad8b-79a6c20be456 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:46:14.398392 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe8cad-8a80-42a4-ad8b-79a6c20be456 None None] Pushing event updated for resources: {'Port': ['ID=86aa3193-cf7d-41ce-bb64-86cc8414268f,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:14.441944 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f7679852-50e0-400f-98d9-567793a7867a tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Synchronizing usage tracker for tenant:15eb29f603c64daba293c4bc651afc5f on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:46:14.501427 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-bfbe8cad-8a80-42a4-ad8b-79a6c20be456 None None] Attempting to bind port 86aa3193-cf7d-41ce-bb64-86cc8414268f on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:46:14.501804 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-bfbe8cad-8a80-42a4-ad8b-79a6c20be456 None None] Attempting to bind port 86aa3193-cf7d-41ce-bb64-86cc8414268f by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'c791905b-c6a6-4e63-8cef-a35da8b2b344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:46:14.502311 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbe8cad-8a80-42a4-ad8b-79a6c20be456 None None] Attempting to bind port 86aa3193-cf7d-41ce-bb64-86cc8414268f on network b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:46:14.510972 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbe8cad-8a80-42a4-ad8b-79a6c20be456 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:46:14.513843 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbe8cad-8a80-42a4-ad8b-79a6c20be456 None None] Checking segment: {'id': 'c791905b-c6a6-4e63-8cef-a35da8b2b344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:46:14.513843 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bfbe8cad-8a80-42a4-ad8b-79a6c20be456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:14.513843 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbe8cad-8a80-42a4-ad8b-79a6c20be456 None None] Bound using segment: {'id': 'c791905b-c6a6-4e63-8cef-a35da8b2b344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:46:14.513843 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-bfbe8cad-8a80-42a4-ad8b-79a6c20be456 None None] Bound port: 86aa3193-cf7d-41ce-bb64-86cc8414268f, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c791905b-c6a6-4e63-8cef-a35da8b2b344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:46:14.513843 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bfbe8cad-8a80-42a4-ad8b-79a6c20be456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:14.641221 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-bfbe8cad-8a80-42a4-ad8b-79a6c20be456 None None] For port 86aa3193-cf7d-41ce-bb64-86cc8414268f, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:46:14.645331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f7679852-50e0-400f-98d9-567793a7867a tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Unset dirty status for tenant:15eb29f603c64daba293c4bc651afc5f on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:46:14.648132 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7fbada47-4729-47ab-bf2c-ece1b8baf1f2 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:14.649880 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-bfbe8cad-8a80-42a4-ad8b-79a6c20be456 None None] For port 86aa3193-cf7d-41ce-bb64-86cc8414268f, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=86aa3193-cf7d-41ce-bb64-86cc8414268f,segment=NetworkSegment(c791905b-c6a6-4e63-8cef-a35da8b2b344),segment_id=c791905b-c6a6-4e63-8cef-a35da8b2b344)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:46:14.651920 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f7679852-50e0-400f-98d9-567793a7867a tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2933321 Apr 29 15:46:14.656435 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58480) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:14.663763 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7fbada47-4729-47ab-bf2c-ece1b8baf1f2 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:14.671629 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-a3ce18dd-8814-4e4a-a0fb-f3de6f693112 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group_rule': {'security_group_id': '9ba7ff43-1f77-4a0b-ba1f-91a212921427', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:14.680458 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a6a1464d-2f19-448a-9e64-815b9de917d9 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:14.681823 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-a3ce18dd-8814-4e4a-a0fb-f3de6f693112 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:14.688155 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-a3ce18dd-8814-4e4a-a0fb-f3de6f693112 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Usage tracker for resource:security_group_rule and tenant:15eb29f603c64daba293c4bc651afc5f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:14.691149 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-a3ce18dd-8814-4e4a-a0fb-f3de6f693112 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:14.714190 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-a3ce18dd-8814-4e4a-a0fb-f3de6f693112 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:14.729566 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bfbe8cad-8a80-42a4-ad8b-79a6c20be456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:14.774808 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e5cfa3b0-b76c-4454-a33f-f0f701e8a4c3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:14.847602 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe8cad-8a80-42a4-ad8b-79a6c20be456 None None] Pushing event updated for resources: {'Port': ['ID=86aa3193-cf7d-41ce-bb64-86cc8414268f,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:14.913927 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port a6a1464d-2f19-448a-9e64-815b9de917d9 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:14.923114 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port a6a1464d-2f19-448a-9e64-815b9de917d9 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:14.923683 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:15.068043 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03de7f36-7f76-4e1f-a3c6-8259febc4142 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:15.072325 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03de7f36-7f76-4e1f-a3c6-8259febc4142 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626962'] for router, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:15.219112 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7fbada47-4729-47ab-bf2c-ece1b8baf1f2 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:15.219112 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbada47-4729-47ab-bf2c-ece1b8baf1f2 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Fanout notify agent at l3_agent the message router_deleted on router fbad8f63-9ca2-4291-9141-09563ea3a8e5 {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:46:15.253022 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:15.263375 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:15.271322 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7fbada47-4729-47ab-bf2c-ece1b8baf1f2 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:15.275082 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7fbada47-4729-47ab-bf2c-ece1b8baf1f2 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/routers/fbad8f63-9ca2-4291-9141-09563ea3a8e5 HTTP/1.1" status: 204 len: 168 time: 2.0110486 Apr 29 15:46:15.276946 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58484) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:15.283292 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port a6a1464d-2f19-448a-9e64-815b9de917d9, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a6a1464d-2f19-448a-9e64-815b9de917d9,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:15.339624 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03de7f36-7f76-4e1f-a3c6-8259febc4142 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Router 4da4d312-dbbb-4101-bb5c-0df821d1d887 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:46:15.351862 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-a3ce18dd-8814-4e4a-a0fb-f3de6f693112 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] create failed (client error): The resource could not be found. Apr 29 15:46:15.352888 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a3ce18dd-8814-4e4a-a0fb-f3de6f693112 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6953111 Apr 29 15:46:15.357146 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58488) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:15.366847 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-9ec50d7f-3bc6-4b48-bc18-af862fbdeda7 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group': {'name': 'tempest-secgroup--1359804927'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:15.376423 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:15.391715 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-9ec50d7f-3bc6-4b48-bc18-af862fbdeda7 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:15.405837 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-e5cfa3b0-b76c-4454-a33f-f0f701e8a4c3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Allocated IP 172.20.0.1 (b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb/c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9/606a085a-b585-4d56-8f2c-63d3b2f8a945) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:46:15.452191 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=a6a1464d-2f19-448a-9e64-815b9de917d9,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:15.526180 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-9ec50d7f-3bc6-4b48-bc18-af862fbdeda7 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:15.574787 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e5cfa3b0-b76c-4454-a33f-f0f701e8a4c3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:15.592625 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-e5cfa3b0-b76c-4454-a33f-f0f701e8a4c3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Transition to ACTIVE for port object 606a085a-b585-4d56-8f2c-63d3b2f8a945 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:15.641180 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03de7f36-7f76-4e1f-a3c6-8259febc4142 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:46:15.644692 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d03ad20-40d8-48cf-ae55-2d1be723252d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting subnet 02f631c1-118c-46ed-82a2-3a160a2d1aad {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:46:15.650736 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e24737-ea3d-48d9-9ee7-b4321bd39579 None None] Sync routers for ids ['4da4d312-dbbb-4101-bb5c-0df821d1d887'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:46:15.651255 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03de7f36-7f76-4e1f-a3c6-8259febc4142 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:15.651985 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-03de7f36-7f76-4e1f-a3c6-8259febc4142 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "PUT /v2.0/routers/4da4d312-dbbb-4101-bb5c-0df821d1d887 HTTP/1.1" status: 200 len: 705 time: 2.0380976 Apr 29 15:46:15.654169 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7d03ad20-40d8-48cf-ae55-2d1be723252d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:15.654921 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58492) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:15.671895 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e24737-ea3d-48d9-9ee7-b4321bd39579 None None] Routers {'4da4d312-dbbb-4101-bb5c-0df821d1d887'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:15.672500 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-69e24737-ea3d-48d9-9ee7-b4321bd39579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:45:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['4da4d312-dbbb-4101-bb5c-0df821d1d887'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:15.698036 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9ec50d7f-3bc6-4b48-bc18-af862fbdeda7 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:15.700831 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-afeaa90d-ccd7-45df-8a15-dff1dbeaacb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Synchronizing usage tracker for tenant:72863ce39b024e9da16162dddbf6a3b4 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:46:15.707980 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e5cfa3b0-b76c-4454-a33f-f0f701e8a4c3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:15.764660 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cfa3b0-b76c-4454-a33f-f0f701e8a4c3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Network b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:15.766989 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7d03ad20-40d8-48cf-ae55-2d1be723252d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:15.774635 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-e5cfa3b0-b76c-4454-a33f-f0f701e8a4c3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:15.788463 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cfa3b0-b76c-4454-a33f-f0f701e8a4c3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:46:15.843325 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-9ec50d7f-3bc6-4b48-bc18-af862fbdeda7 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:15.852102 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9ec50d7f-3bc6-4b48-bc18-af862fbdeda7 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Usage tracker for resource:security_group_rule and tenant:15eb29f603c64daba293c4bc651afc5f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:15.857442 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9ec50d7f-3bc6-4b48-bc18-af862fbdeda7 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:15.867132 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-9ec50d7f-3bc6-4b48-bc18-af862fbdeda7 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:15.878835 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-69e24737-ea3d-48d9-9ee7-b4321bd39579 None None] Set router 4da4d312-dbbb-4101-bb5c-0df821d1d887 gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:46:15.897498 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-34f7c783-1adc-4868-9ce6-dc5b2025bd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:15.900885 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfa3b0-b76c-4454-a33f-f0f701e8a4c3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Pushing event updated for resources: {'Port': ['ID=606a085a-b585-4d56-8f2c-63d3b2f8a945,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:15.903271 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e5cfa3b0-b76c-4454-a33f-f0f701e8a4c3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:15.939466 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7d03ad20-40d8-48cf-ae55-2d1be723252d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:15.941328 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-afeaa90d-ccd7-45df-8a15-dff1dbeaacb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Unset dirty status for tenant:72863ce39b024e9da16162dddbf6a3b4 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:46:15.942914 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-afeaa90d-ccd7-45df-8a15-dff1dbeaacb2 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da4d312-dbbb-4101-bb5c-0df821d1d887 HTTP/1.1" status: 200 len: 205 time: 0.2864432 Apr 29 15:46:15.961480 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58496) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:16.004991 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9ec50d7f-3bc6-4b48-bc18-af862fbdeda7 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:16.018759 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-69e24737-ea3d-48d9-9ee7-b4321bd39579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:46:08Z', 'revision_number': 11, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:16.027512 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e24737-ea3d-48d9-9ee7-b4321bd39579 None None] Checking router: 4da4d312-dbbb-4101-bb5c-0df821d1d887 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:46:16.049867 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e24737-ea3d-48d9-9ee7-b4321bd39579 None None] Routers {'4da4d312-dbbb-4101-bb5c-0df821d1d887'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:16.050645 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-69e24737-ea3d-48d9-9ee7-b4321bd39579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['4da4d312-dbbb-4101-bb5c-0df821d1d887'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:16.081946 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9ec50d7f-3bc6-4b48-bc18-af862fbdeda7 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:16.121734 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d514f4a-78a3-4cce-a786-21c0e63f4f00 None None] Network b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:46:16.163510 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7d03ad20-40d8-48cf-ae55-2d1be723252d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:16.253399 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03ad20-40d8-48cf-ae55-2d1be723252d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Subnet': ['ID=02f631c1-118c-46ed-82a2-3a160a2d1aad,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:16.253399 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec50d7f-3bc6-4b48-bc18-af862fbdeda7 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b116ce50-e458-4a6a-a996-513753bb2162,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:16.276361 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7d03ad20-40d8-48cf-ae55-2d1be723252d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:16.288917 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7d03ad20-40d8-48cf-ae55-2d1be723252d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/subnets/02f631c1-118c-46ed-82a2-3a160a2d1aad HTTP/1.1" status: 204 len: 168 time: 0.9957809 Apr 29 15:46:16.288917 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58500) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:16.304225 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e5cfa3b0-b76c-4454-a33f-f0f701e8a4c3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:16.340586 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5f6f98-fb06-408d-98c7-7fa94a18f317 None None] Network 6f68620b-e251-44c7-9d98-91cf96f5d1f5 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:46:16.405072 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d4e64b74-35d8-4588-93ab-1757c280caff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:16.411114 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-69e24737-ea3d-48d9-9ee7-b4321bd39579 None None] Set router 4da4d312-dbbb-4101-bb5c-0df821d1d887 gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:46:16.422274 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9ec50d7f-3bc6-4b48-bc18-af862fbdeda7 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:16.422274 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9ec50d7f-3bc6-4b48-bc18-af862fbdeda7 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0569918 Apr 29 15:46:16.422274 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58504) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:16.478331 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-1fe22fdc-9d9e-48c7-8098-0e7347d35af8 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group': {'name': 'tempest-secgroup--501390667'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:16.497777 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1fe22fdc-9d9e-48c7-8098-0e7347d35af8 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:16.497777 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1fe22fdc-9d9e-48c7-8098-0e7347d35af8 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Usage tracker for resource:security_group and tenant:15eb29f603c64daba293c4bc651afc5f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:16.524426 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1fe22fdc-9d9e-48c7-8098-0e7347d35af8 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:16.543459 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1fe22fdc-9d9e-48c7-8098-0e7347d35af8 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:16.543459 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-93e25f61-483f-4e11-b341-f4725c21b01a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:16.572758 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e428448e-e35c-4134-9695-48a36b2c4122 None None] Provisioning for port 86aa3193-cf7d-41ce-bb64-86cc8414268f completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:16.597077 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-93e25f61-483f-4e11-b341-f4725c21b01a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting port d402f747-2200-4699-8979-3c64dd3b2598 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:46:16.597077 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-93e25f61-483f-4e11-b341-f4725c21b01a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:16.652148 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-69e24737-ea3d-48d9-9ee7-b4321bd39579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:46:08Z', 'revision_number': 11, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:16.679011 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e24737-ea3d-48d9-9ee7-b4321bd39579 None None] The sync data for ids ['4da4d312-dbbb-4101-bb5c-0df821d1d887'] in dv-neutron-839913-1-hyperv is: [{'id': '4da4d312-dbbb-4101-bb5c-0df821d1d887', 'name': 'tempest-RoutersIpV6Test-router-1481427812', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:51Z', 'updated_at': '2022-04-29T15:46:08Z', 'revision_number': 11, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:46:16.732923 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:46:16.750441 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1fe22fdc-9d9e-48c7-8098-0e7347d35af8 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:16.873287 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecbb4c3-06a8-4a8d-8378-c6b6942d47d2 None None] DHCP port deletion for 6f68620b-e251-44c7-9d98-91cf96f5d1f5 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:46:16.889857 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-eecbb4c3-06a8-4a8d-8378-c6b6942d47d2 None None] Deleting port d402f747-2200-4699-8979-3c64dd3b2598 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:46:16.889857 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-eecbb4c3-06a8-4a8d-8378-c6b6942d47d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:16.982627 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1fe22fdc-9d9e-48c7-8098-0e7347d35af8 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:16.982627 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1fe22fdc-9d9e-48c7-8098-0e7347d35af8 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Usage tracker for resource:security_group_rule and tenant:15eb29f603c64daba293c4bc651afc5f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:16.993016 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1fe22fdc-9d9e-48c7-8098-0e7347d35af8 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:16.993016 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1fe22fdc-9d9e-48c7-8098-0e7347d35af8 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:17.011738 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a6a1464d-2f19-448a-9e64-815b9de917d9 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:17.064171 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1fe22fdc-9d9e-48c7-8098-0e7347d35af8 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:17.249400 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1fe22fdc-9d9e-48c7-8098-0e7347d35af8 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:17.355681 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe22fdc-9d9e-48c7-8098-0e7347d35af8 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8cef71-bbc8-40e1-a1fb-e1ee5a5d6853,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:17.366378 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-eecbb4c3-06a8-4a8d-8378-c6b6942d47d2 None None] For port d402f747-2200-4699-8979-3c64dd3b2598, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d402f747-2200-4699-8979-3c64dd3b2598,segment=NetworkSegment(12911189-7026-4d52-850c-7630de50768f),segment_id=12911189-7026-4d52-850c-7630de50768f)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:17.366378 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-eecbb4c3-06a8-4a8d-8378-c6b6942d47d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:17.374522 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-93e25f61-483f-4e11-b341-f4725c21b01a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] For port d402f747-2200-4699-8979-3c64dd3b2598, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d402f747-2200-4699-8979-3c64dd3b2598,segment=NetworkSegment(12911189-7026-4d52-850c-7630de50768f),segment_id=12911189-7026-4d52-850c-7630de50768f)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:17.374522 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-93e25f61-483f-4e11-b341-f4725c21b01a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:17.374522 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1fe22fdc-9d9e-48c7-8098-0e7347d35af8 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:17.384880 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1fe22fdc-9d9e-48c7-8098-0e7347d35af8 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9484043 Apr 29 15:46:17.384880 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58508) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:17.404645 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-c678a974-8a50-434b-aa2b-eeca50381f26 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group_rule': {'security_group_id': 'b116ce50-e458-4a6a-a996-513753bb2162', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4a8cef71-bbc8-40e1-a1fb-e1ee5a5d6853'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:17.534235 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-eecbb4c3-06a8-4a8d-8378-c6b6942d47d2 None None] Calling delete_port for d402f747-2200-4699-8979-3c64dd3b2598 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:46:17.541095 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c678a974-8a50-434b-aa2b-eeca50381f26 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:17.606821 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:17.606821 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5c2e3ac3-6abb-479c-b157-dc88cffcd07a None None] Provisioning for port 606a085a-b585-4d56-8f2c-63d3b2f8a945 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:17.624920 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port a6a1464d-2f19-448a-9e64-815b9de917d9 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:17.624920 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:17.659009 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d4e64b74-35d8-4588-93ab-1757c280caff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:17.659009 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d4e64b74-35d8-4588-93ab-1757c280caff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:17.673251 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-93e25f61-483f-4e11-b341-f4725c21b01a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Calling delete_port for d402f747-2200-4699-8979-3c64dd3b2598 owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:46:17.679866 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5c2e3ac3-6abb-479c-b157-dc88cffcd07a None None] Provisioning complete for port 606a085a-b585-4d56-8f2c-63d3b2f8a945 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:17.679866 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5c2e3ac3-6abb-479c-b157-dc88cffcd07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:17.714539 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c678a974-8a50-434b-aa2b-eeca50381f26 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Usage tracker for resource:security_group_rule and tenant:15eb29f603c64daba293c4bc651afc5f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:17.714539 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c678a974-8a50-434b-aa2b-eeca50381f26 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:17.714539 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c678a974-8a50-434b-aa2b-eeca50381f26 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:17.757542 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:17.780485 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e3ac3-6abb-479c-b157-dc88cffcd07a None None] Port 606a085a-b585-4d56-8f2c-63d3b2f8a945 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:46:17.810948 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e5cfa3b0-b76c-4454-a33f-f0f701e8a4c3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:17.822720 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-93e25f61-483f-4e11-b341-f4725c21b01a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:17.850794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-eecbb4c3-06a8-4a8d-8378-c6b6942d47d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:46:17.850794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-eecbb4c3-06a8-4a8d-8378-c6b6942d47d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:46:17.859229 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 86aa3193-cf7d-41ce-bb64-86cc8414268f up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:17.873169 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e25f61-483f-4e11-b341-f4725c21b01a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Port': ['ID=d402f747-2200-4699-8979-3c64dd3b2598,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:17.879249 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d4e64b74-35d8-4588-93ab-1757c280caff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:17.879249 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e64b74-35d8-4588-93ab-1757c280caff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Fanout notify agent at l3_agent the message router_deleted on router 4da4d312-dbbb-4101-bb5c-0df821d1d887 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:46:17.890815 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e25f61-483f-4e11-b341-f4725c21b01a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] No DVR routers for this DVR port d402f747-2200-4699-8979-3c64dd3b2598 on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:46:17.915042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d4e64b74-35d8-4588-93ab-1757c280caff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:17.915042 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d4e64b74-35d8-4588-93ab-1757c280caff tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/routers/4da4d312-dbbb-4101-bb5c-0df821d1d887 HTTP/1.1" status: 204 len: 168 time: 1.9430871 Apr 29 15:46:17.915042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e5cfa3b0-b76c-4454-a33f-f0f701e8a4c3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:17.952414 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58512) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:17.959203 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a74ac905-6dba-444b-9092-0e6c0cb21f17 None None] Provisioning complete for port 606a085a-b585-4d56-8f2c-63d3b2f8a945 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:17.959203 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a74ac905-6dba-444b-9092-0e6c0cb21f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:17.965417 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-c678a974-8a50-434b-aa2b-eeca50381f26 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:46:17.965417 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c678a974-8a50-434b-aa2b-eeca50381f26 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.5624855 Apr 29 15:46:17.965417 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58514) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:17.983477 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-6a84d235-42ad-4531-8d3c-68277cc16e1c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-396718709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:18.008017 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6a84d235-42ad-4531-8d3c-68277cc16e1c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:18.024619 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6a84d235-42ad-4531-8d3c-68277cc16e1c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Usage tracker for resource:router and tenant:72863ce39b024e9da16162dddbf6a3b4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:18.024619 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6a84d235-42ad-4531-8d3c-68277cc16e1c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:18.048256 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a74ac905-6dba-444b-9092-0e6c0cb21f17 None None] Port 606a085a-b585-4d56-8f2c-63d3b2f8a945 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:46:18.056016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6a84d235-42ad-4531-8d3c-68277cc16e1c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:18.056016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e5cfa3b0-b76c-4454-a33f-f0f701e8a4c3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:18.075147 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfa3b0-b76c-4454-a33f-f0f701e8a4c3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Pushing event updated for resources: {'Port': ['ID=606a085a-b585-4d56-8f2c-63d3b2f8a945,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:18.078075 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-93e25f61-483f-4e11-b341-f4725c21b01a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:18.094071 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 86aa3193-cf7d-41ce-bb64-86cc8414268f completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:18.102114 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 86aa3193-cf7d-41ce-bb64-86cc8414268f triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:18.102114 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:18.105274 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-93e25f61-483f-4e11-b341-f4725c21b01a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f68620b-e251-44c7-9d98-91cf96f5d1f5']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:18.136189 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-93e25f61-483f-4e11-b341-f4725c21b01a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12911189-7026-4d52-850c-7630de50768f') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:18.136189 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-93e25f61-483f-4e11-b341-f4725c21b01a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12911189-7026-4d52-850c-7630de50768f') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:18.154708 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6a84d235-42ad-4531-8d3c-68277cc16e1c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:18.154708 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6a84d235-42ad-4531-8d3c-68277cc16e1c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:18.160594 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-93e25f61-483f-4e11-b341-f4725c21b01a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:18.160594 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4c951039-a0ab-4246-8100-57038d17dd88 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:18.193837 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4c951039-a0ab-4246-8100-57038d17dd88 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:18.254908 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-93e25f61-483f-4e11-b341-f4725c21b01a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:18.263395 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e25f61-483f-4e11-b341-f4725c21b01a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:46:18.263395 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-93e25f61-483f-4e11-b341-f4725c21b01a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:46:18.286641 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:46:18.352300 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-eecbb4c3-06a8-4a8d-8378-c6b6942d47d2 None None] Deleting port d402f747-2200-4699-8979-3c64dd3b2598 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:46:18.352300 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-eecbb4c3-06a8-4a8d-8378-c6b6942d47d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:18.368602 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cfa3b0-b76c-4454-a33f-f0f701e8a4c3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Network b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:18.368602 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-e5cfa3b0-b76c-4454-a33f-f0f701e8a4c3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:18.416827 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4c951039-a0ab-4246-8100-57038d17dd88 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:18.477805 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c951039-a0ab-4246-8100-57038d17dd88 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8cef71-bbc8-40e1-a1fb-e1ee5a5d6853,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:18.487203 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-eecbb4c3-06a8-4a8d-8378-c6b6942d47d2 None None] The port 'd402f747-2200-4699-8979-3c64dd3b2598' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:46:18.487203 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:18.504897 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4c951039-a0ab-4246-8100-57038d17dd88 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:18.504897 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4c951039-a0ab-4246-8100-57038d17dd88 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "DELETE /v2.0/security-groups/4a8cef71-bbc8-40e1-a1fb-e1ee5a5d6853 HTTP/1.1" status: 204 len: 168 time: 0.5154328 Apr 29 15:46:18.504897 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58520) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:18.513929 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6a84d235-42ad-4531-8d3c-68277cc16e1c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:18.538247 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:18.548185 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-93e25f61-483f-4e11-b341-f4725c21b01a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:18.565311 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 86aa3193-cf7d-41ce-bb64-86cc8414268f, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=86aa3193-cf7d-41ce-bb64-86cc8414268f,segment=NetworkSegment(c791905b-c6a6-4e63-8cef-a35da8b2b344),segment_id=c791905b-c6a6-4e63-8cef-a35da8b2b344)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:18.587928 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-93e25f61-483f-4e11-b341-f4725c21b01a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:18.596860 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e25f61-483f-4e11-b341-f4725c21b01a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Network': ['ID=6f68620b-e251-44c7-9d98-91cf96f5d1f5,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:18.618617 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-93e25f61-483f-4e11-b341-f4725c21b01a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/networks/6f68620b-e251-44c7-9d98-91cf96f5d1f5 HTTP/1.1" status: 204 len: 168 time: 2.3279796 Apr 29 15:46:18.624689 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58524) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:18.624689 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-47723455-2659-4f51-b838-68118b04b72d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-384646649', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}, 'admin_state_up': False}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:18.651228 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-47723455-2659-4f51-b838-68118b04b72d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:18.651228 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6a84d235-42ad-4531-8d3c-68277cc16e1c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:18.659568 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-988fc080-1632-4a86-a9ff-6311d3738e5a tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Synchronizing usage tracker for tenant:15eb29f603c64daba293c4bc651afc5f on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:46:18.669124 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-47723455-2659-4f51-b838-68118b04b72d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:router and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:18.669124 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-47723455-2659-4f51-b838-68118b04b72d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:18.685360 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:18.772245 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-988fc080-1632-4a86-a9ff-6311d3738e5a tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Unset dirty status for tenant:15eb29f603c64daba293c4bc651afc5f on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:46:18.772245 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-988fc080-1632-4a86-a9ff-6311d3738e5a tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2802386 Apr 29 15:46:18.783249 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58528) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:18.793751 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-47723455-2659-4f51-b838-68118b04b72d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:18.805840 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-86bb2e35-085c-4d04-ad00-8179fda23005 None None] Provisioning complete for port 606a085a-b585-4d56-8f2c-63d3b2f8a945 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:18.805840 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-86bb2e35-085c-4d04-ad00-8179fda23005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:18.846551 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=86aa3193-cf7d-41ce-bb64-86cc8414268f,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:18.876215 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d402f747-2200-4699-8979-3c64dd3b2598 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:46:18.924269 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-86bb2e35-085c-4d04-ad00-8179fda23005 None None] Port 606a085a-b585-4d56-8f2c-63d3b2f8a945 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:46:18.924269 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: d402f747-2200-4699-8979-3c64dd3b2598 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:46:18.924269 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d402f747-2200-4699-8979-3c64dd3b2598 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:46:18.929770 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c616b7e1-3340-48e3-ac55-9c990c86be89 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:18.969804 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c616b7e1-3340-48e3-ac55-9c990c86be89 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:18.973303 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6a84d235-42ad-4531-8d3c-68277cc16e1c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:18.973303 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6a84d235-42ad-4531-8d3c-68277cc16e1c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9962194 Apr 29 15:46:18.977595 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58532) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:18.985551 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-bbcc3b00-489e-429c-920b-7853702411db tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:19.012726 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cfa3b0-b76c-4454-a33f-f0f701e8a4c3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Router c533ddb5-21c8-4763-9b56-8e38c1652b70 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:46:19.199335 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-47723455-2659-4f51-b838-68118b04b72d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:19.199335 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-47723455-2659-4f51-b838-68118b04b72d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:19.259342 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-47723455-2659-4f51-b838-68118b04b72d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:19.373634 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cfa3b0-b76c-4454-a33f-f0f701e8a4c3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:46:19.413287 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c616b7e1-3340-48e3-ac55-9c990c86be89 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:19.446987 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e5cfa3b0-b76c-4454-a33f-f0f701e8a4c3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "PUT /v2.0/routers/c533ddb5-21c8-4763-9b56-8e38c1652b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1636624 Apr 29 15:46:19.462869 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] Sync routers for ids ['c533ddb5-21c8-4763-9b56-8e38c1652b70'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:46:19.523787 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] Routers {'c533ddb5-21c8-4763-9b56-8e38c1652b70'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:19.523787 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c533ddb5-21c8-4763-9b56-8e38c1652b70'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:19.555965 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-47723455-2659-4f51-b838-68118b04b72d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:19.601320 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616b7e1-3340-48e3-ac55-9c990c86be89 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b116ce50-e458-4a6a-a996-513753bb2162,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:19.631532 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bbcc3b00-489e-429c-920b-7853702411db tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:19.763931 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c616b7e1-3340-48e3-ac55-9c990c86be89 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:19.763931 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c616b7e1-3340-48e3-ac55-9c990c86be89 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "DELETE /v2.0/security-groups/b116ce50-e458-4a6a-a996-513753bb2162 HTTP/1.1" status: 204 len: 168 time: 0.9827461 Apr 29 15:46:19.763931 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58542) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:19.837262 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bbcc3b00-489e-429c-920b-7853702411db tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626962'] for router, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:19.984927 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] Set router c533ddb5-21c8-4763-9b56-8e38c1652b70 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:46:20.050521 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-47723455-2659-4f51-b838-68118b04b72d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:20.092281 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-47723455-2659-4f51-b838-68118b04b72d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:20.095166 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-23f7358e-1daa-418f-a100-e36c71683367 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Synchronizing usage tracker for tenant:15eb29f603c64daba293c4bc651afc5f on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:46:20.173801 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-ce9d7676-d525-4736-bde8-f9e01c40af32 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1441603316&fields=id&tenant_id=f1017aa1cfb24ef0aafadccbd6fc1cae HTTP/1.1" status: 200 len: 267 time: 0.1857848 Apr 29 15:46:20.181610 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-23f7358e-1daa-418f-a100-e36c71683367 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Unset dirty status for tenant:15eb29f603c64daba293c4bc651afc5f on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:46:20.183610 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-23f7358e-1daa-418f-a100-e36c71683367 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4162705 Apr 29 15:46:20.185741 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58550) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:20.191643 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-62b9965f-e9b2-4bd7-8504-2d08b50a04a2 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group': {'name': 'tempest-secgroup--885062904'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:20.199470 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-62b9965f-e9b2-4bd7-8504-2d08b50a04a2 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:20.210528 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-62b9965f-e9b2-4bd7-8504-2d08b50a04a2 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:20.250835 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcc3b00-489e-429c-920b-7853702411db tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Router 428cf3d4-7c1e-4515-93ed-7708e09797db is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:46:20.316372 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-62b9965f-e9b2-4bd7-8504-2d08b50a04a2 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:20.336524 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979138949', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:04Z', 'updated_at': '2022-04-29T15:46:15Z', 'revision_number': 4, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'gw_port': {'id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:06Z', 'updated_at': '2022-04-29T15:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '606a085a-b585-4d56-8f2c-63d3b2f8a945', 'name': '', 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'mac_address': 'fa:16:3e:b3:c8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:15Z', 'updated_at': '2022-04-29T15:46:17Z', 'revision_number': 2, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'subnets': [{'id': 'c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:20.355200 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] Checking router: c533ddb5-21c8-4763-9b56-8e38c1652b70 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:46:20.355200 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] Updating router c533ddb5-21c8-4763-9b56-8e38c1652b70 port 606a085a-b585-4d56-8f2c-63d3b2f8a945 binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:46:20.373171 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-47723455-2659-4f51-b838-68118b04b72d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Allocated IP 172.26.1.92 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/0a5898e2-fa1b-4446-a54e-cd8108f915d4) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:46:20.426109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-33fc5ca9-9b17-435d-93b7-14f525b3630e tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:20.429051 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:20.433515 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-33fc5ca9-9b17-435d-93b7-14f525b3630e tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/networks?id=b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb HTTP/1.1" status: 200 len: 797 time: 0.2310054 Apr 29 15:46:20.546945 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-e55a6843-23cb-458c-8c48-0d7024600dbe tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/quotas/f1017aa1cfb24ef0aafadccbd6fc1cae HTTP/1.1" status: 200 len: 375 time: 0.1017039 Apr 29 15:46:20.561975 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcc3b00-489e-429c-920b-7853702411db tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:46:20.563728 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-62b9965f-e9b2-4bd7-8504-2d08b50a04a2 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:20.573462 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-62b9965f-e9b2-4bd7-8504-2d08b50a04a2 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Usage tracker for resource:security_group_rule and tenant:15eb29f603c64daba293c4bc651afc5f is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:20.576106 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-62b9965f-e9b2-4bd7-8504-2d08b50a04a2 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:20.580897 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bbcc3b00-489e-429c-920b-7853702411db tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:20.582029 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-bbcc3b00-489e-429c-920b-7853702411db tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "PUT /v2.0/routers/428cf3d4-7c1e-4515-93ed-7708e09797db HTTP/1.1" status: 200 len: 697 time: 1.6127465 Apr 29 15:46:20.585797 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e243f0-4a2e-4786-ad1f-cee29a0e1362 None None] Sync routers for ids ['428cf3d4-7c1e-4515-93ed-7708e09797db'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:46:20.586355 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58554) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:20.588657 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-62b9965f-e9b2-4bd7-8504-2d08b50a04a2 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:20.606756 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e243f0-4a2e-4786-ad1f-cee29a0e1362 None None] Routers {'428cf3d4-7c1e-4515-93ed-7708e09797db'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:20.606756 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-e5e243f0-4a2e-4786-ad1f-cee29a0e1362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['428cf3d4-7c1e-4515-93ed-7708e09797db'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:20.867119 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 86aa3193-cf7d-41ce-bb64-86cc8414268f up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:20.899277 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-e5e243f0-4a2e-4786-ad1f-cee29a0e1362 None None] Set router 428cf3d4-7c1e-4515-93ed-7708e09797db gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:46:20.906343 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b3956bc8-2c8c-40fc-8c1a-6733285b092c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "GET /v2.0/routers/428cf3d4-7c1e-4515-93ed-7708e09797db HTTP/1.1" status: 200 len: 703 time: 0.3017068 Apr 29 15:46:20.906343 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58558) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:20.940417 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-47723455-2659-4f51-b838-68118b04b72d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:20.947918 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-06148dcf-7884-4079-8bc9-272df8eb64b5 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Synchronizing usage tracker for tenant:72863ce39b024e9da16162dddbf6a3b4 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:46:20.961090 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-e8dcf224-f503-4f97-89ff-5dce5e64c240 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Synchronizing usage tracker for tenant:f1017aa1cfb24ef0aafadccbd6fc1cae on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:46:20.976512 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-62b9965f-e9b2-4bd7-8504-2d08b50a04a2 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:20.976512 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-06148dcf-7884-4079-8bc9-272df8eb64b5 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Unset dirty status for tenant:72863ce39b024e9da16162dddbf6a3b4 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:46:20.976512 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-06148dcf-7884-4079-8bc9-272df8eb64b5 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "GET /v2.0/ports?device_id=428cf3d4-7c1e-4515-93ed-7708e09797db HTTP/1.1" status: 200 len: 205 time: 0.0799451 Apr 29 15:46:20.992663 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58562) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:21.058178 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-e5e243f0-4a2e-4786-ad1f-cee29a0e1362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428cf3d4-7c1e-4515-93ed-7708e09797db', 'name': 'tempest-RoutersIpV6Test-router-396718709', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:18Z', 'updated_at': '2022-04-29T15:46:19Z', 'revision_number': 2, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:21.069669 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e243f0-4a2e-4786-ad1f-cee29a0e1362 None None] Checking router: 428cf3d4-7c1e-4515-93ed-7708e09797db for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:46:21.080214 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e243f0-4a2e-4786-ad1f-cee29a0e1362 None None] Routers {'428cf3d4-7c1e-4515-93ed-7708e09797db'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:21.080214 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-e5e243f0-4a2e-4786-ad1f-cee29a0e1362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['428cf3d4-7c1e-4515-93ed-7708e09797db'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:21.101989 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-62b9965f-e9b2-4bd7-8504-2d08b50a04a2 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:21.103763 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-e8dcf224-f503-4f97-89ff-5dce5e64c240 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Unset dirty status for tenant:f1017aa1cfb24ef0aafadccbd6fc1cae on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:46:21.103763 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-e8dcf224-f503-4f97-89ff-5dce5e64c240 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1017aa1cfb24ef0aafadccbd6fc1cae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5286975 Apr 29 15:46:21.104231 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 86aa3193-cf7d-41ce-bb64-86cc8414268f triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:21.104231 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:21.176589 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:21.223626 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] Transition to ACTIVE for port object 606a085a-b585-4d56-8f2c-63d3b2f8a945 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:21.228976 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9965f-e9b2-4bd7-8504-2d08b50a04a2 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf42e9ca-c15b-44cb-b16f-aacb6755a04f,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:21.243598 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-47723455-2659-4f51-b838-68118b04b72d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:21.253333 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-83c4e9f8-0820-4dae-9f36-b49e1e8d4990 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:21.280972 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-e5e243f0-4a2e-4786-ad1f-cee29a0e1362 None None] Set router 428cf3d4-7c1e-4515-93ed-7708e09797db gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:46:21.341861 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:21.351072 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-62b9965f-e9b2-4bd7-8504-2d08b50a04a2 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:21.351072 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-62b9965f-e9b2-4bd7-8504-2d08b50a04a2 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1475031 Apr 29 15:46:21.351072 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58566) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:21.362422 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47723455-2659-4f51-b838-68118b04b72d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:21.369751 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-f0ccfe21-5d28-4da3-8bde-42a1780c4d3e tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:21.369751 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-f0ccfe21-5d28-4da3-8bde-42a1780c4d3e tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] update failed (client error): There was a conflict when trying to complete your request. Apr 29 15:46:21.369751 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f0ccfe21-5d28-4da3-8bde-42a1780c4d3e tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "PUT /v2.0/security-groups/cf42e9ca-c15b-44cb-b16f-aacb6755a04f HTTP/1.1" status: 409 len: 330 time: 0.0073133 Apr 29 15:46:21.376378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-47723455-2659-4f51-b838-68118b04b72d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:21.376378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58570) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:21.376378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47723455-2659-4f51-b838-68118b04b72d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:46:21.408614 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47723455-2659-4f51-b838-68118b04b72d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Port': ['ID=0a5898e2-fa1b-4446-a54e-cd8108f915d4,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:21.459034 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-de7aa943-c906-41f8-9f94-2789964083d3 service neutron] 10.222.0.21 "GET /v2.0/networks/b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462856 Apr 29 15:46:21.521010 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16cee6-0528-496b-b181-c35b5c8e4904 None None] Pushing event updated for resources: {'Port': ['ID=606a085a-b585-4d56-8f2c-63d3b2f8a945,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:21.526160 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-e5e243f0-4a2e-4786-ad1f-cee29a0e1362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428cf3d4-7c1e-4515-93ed-7708e09797db', 'name': 'tempest-RoutersIpV6Test-router-396718709', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:18Z', 'updated_at': '2022-04-29T15:46:19Z', 'revision_number': 2, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:21.526160 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e243f0-4a2e-4786-ad1f-cee29a0e1362 None None] The sync data for ids ['428cf3d4-7c1e-4515-93ed-7708e09797db'] in dv-neutron-839913-1-hyperv is: [{'id': '428cf3d4-7c1e-4515-93ed-7708e09797db', 'name': 'tempest-RoutersIpV6Test-router-396718709', 'tenant_id': '72863ce39b024e9da16162dddbf6a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:18Z', 'updated_at': '2022-04-29T15:46:19Z', 'revision_number': 2, 'project_id': '72863ce39b024e9da16162dddbf6a3b4', 'gw_port_host': None}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:46:21.774710 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8403e5a5-9a77-4e3a-ac6d-70f30444d83e tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:21.860596 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-dbdf4a14-db4c-4d71-b8f2-6979c23f77ad service neutron] 10.222.0.21 "GET /v2.0/networks/b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974624 Apr 29 15:46:21.924247 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8403e5a5-9a77-4e3a-ac6d-70f30444d83e tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:21.943815 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-83c4e9f8-0820-4dae-9f36-b49e1e8d4990 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:21.951801 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-83c4e9f8-0820-4dae-9f36-b49e1e8d4990 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:22.001751 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] Attempting to bind port 606a085a-b585-4d56-8f2c-63d3b2f8a945 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:46:22.001751 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] Attempting to bind port 606a085a-b585-4d56-8f2c-63d3b2f8a945 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'c791905b-c6a6-4e63-8cef-a35da8b2b344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:46:22.001751 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] Attempting to bind port 606a085a-b585-4d56-8f2c-63d3b2f8a945 on network b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:46:22.022827 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:46:22.022827 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] Checking segment: {'id': 'c791905b-c6a6-4e63-8cef-a35da8b2b344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:46:22.022827 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:22.022827 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] Bound using segment: {'id': 'c791905b-c6a6-4e63-8cef-a35da8b2b344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:46:22.022827 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] Bound port: 606a085a-b585-4d56-8f2c-63d3b2f8a945, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c791905b-c6a6-4e63-8cef-a35da8b2b344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:46:22.022827 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:22.079185 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-83c4e9f8-0820-4dae-9f36-b49e1e8d4990 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:22.079831 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c4e9f8-0820-4dae-9f36-b49e1e8d4990 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Fanout notify agent at l3_agent the message router_deleted on router 428cf3d4-7c1e-4515-93ed-7708e09797db {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:46:22.117348 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] For port 606a085a-b585-4d56-8f2c-63d3b2f8a945, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:46:22.120821 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] For port 606a085a-b585-4d56-8f2c-63d3b2f8a945, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=606a085a-b585-4d56-8f2c-63d3b2f8a945,segment=NetworkSegment(c791905b-c6a6-4e63-8cef-a35da8b2b344),segment_id=c791905b-c6a6-4e63-8cef-a35da8b2b344)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:46:22.134585 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-83c4e9f8-0820-4dae-9f36-b49e1e8d4990 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:22.135856 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-83c4e9f8-0820-4dae-9f36-b49e1e8d4990 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/routers/428cf3d4-7c1e-4515-93ed-7708e09797db HTTP/1.1" status: 204 len: 168 time: 1.1512899 Apr 29 15:46:22.137404 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8403e5a5-9a77-4e3a-ac6d-70f30444d83e tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:22.150974 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58574) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:22.169131 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403e5a5-9a77-4e3a-ac6d-70f30444d83e tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf42e9ca-c15b-44cb-b16f-aacb6755a04f,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:22.205214 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-47723455-2659-4f51-b838-68118b04b72d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:22.205983 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-47723455-2659-4f51-b838-68118b04b72d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:22.217308 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:22.229589 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a2b54c44-3d9a-4bee-ab23-b6e1824d1e26 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "GET /v2.0/ports?device_id=428cf3d4-7c1e-4515-93ed-7708e09797db HTTP/1.1" status: 200 len: 205 time: 0.0769598 Apr 29 15:46:22.232759 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58582) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:22.303526 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-5b2930ab-f0e7-417a-a940-150d1ff11d26 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] delete failed (client error): The resource could not be found. Apr 29 15:46:22.304547 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5b2930ab-f0e7-417a-a940-150d1ff11d26 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/routers/428cf3d4-7c1e-4515-93ed-7708e09797db HTTP/1.1" status: 404 len: 336 time: 0.0709240 Apr 29 15:46:22.307336 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58586) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:22.366807 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16cee6-0528-496b-b181-c35b5c8e4904 None None] Pushing event updated for resources: {'Port': ['ID=606a085a-b585-4d56-8f2c-63d3b2f8a945,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:22.370366 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3506decd-d23b-4b68-b9f0-57a8288fe1e4 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] DELETE failed (client error): The resource could not be found. Apr 29 15:46:22.371132 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3506decd-d23b-4b68-b9f0-57a8288fe1e4 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:46:22.373180 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3506decd-d23b-4b68-b9f0-57a8288fe1e4 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/subnets/ff7e8b59-5dc6-4b81-a012-19fde3c59985 HTTP/1.1" status: 404 len: 337 time: 0.0646214 Apr 29 15:46:22.376802 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-67cc3852-23c6-489e-8363-7a13af881886 req-b614ccbb-79b4-4576-a02e-9bfd7b0e5916 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2950511 Apr 29 15:46:22.377660 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58594) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:22.389263 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] Routers {'c533ddb5-21c8-4763-9b56-8e38c1652b70'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:22.400799 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c533ddb5-21c8-4763-9b56-8e38c1652b70'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:22.423161 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ba721fe3-bf50-44e1-b2f5-647ce6129325 req-2bdb2caf-5a58-4944-aa72-c75841b37788 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 210 time: 0.1405945 Apr 29 15:46:22.425687 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-163666a6-f9f3-4d2a-a5a8-abf77aa940a8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] DELETE failed (client error): The resource could not be found. Apr 29 15:46:22.429126 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163666a6-f9f3-4d2a-a5a8-abf77aa940a8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:46:22.429126 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-163666a6-f9f3-4d2a-a5a8-abf77aa940a8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/subnets/6cbf58b4-e3cd-4995-9f69-503d00895a9d HTTP/1.1" status: 404 len: 337 time: 0.0487692 Apr 29 15:46:22.430599 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58598) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:22.455314 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8403e5a5-9a77-4e3a-ac6d-70f30444d83e tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:22.467622 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8403e5a5-9a77-4e3a-ac6d-70f30444d83e tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "DELETE /v2.0/security-groups/cf42e9ca-c15b-44cb-b16f-aacb6755a04f HTTP/1.1" status: 204 len: 168 time: 1.1090748 Apr 29 15:46:22.475471 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58602) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:22.479794 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc17a70-ed72-4ca1-ab65-d5e1663d8d35 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] DELETE failed (client error): The resource could not be found. Apr 29 15:46:22.480176 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc17a70-ed72-4ca1-ab65-d5e1663d8d35 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:46:22.483816 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-cdc17a70-ed72-4ca1-ab65-d5e1663d8d35 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/subnets/ff810b6c-c204-44ec-a08f-16cad6665b0d HTTP/1.1" status: 404 len: 337 time: 0.0497353 Apr 29 15:46:22.503268 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58606) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:22.567530 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b36892-ef10-4b5d-8210-329eb95ce45c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] DELETE failed (client error): The resource could not be found. Apr 29 15:46:22.568813 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b36892-ef10-4b5d-8210-329eb95ce45c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:46:22.570841 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c4b36892-ef10-4b5d-8210-329eb95ce45c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/subnets/71dbf371-5cc7-4a14-bf5b-81ba4733e115 HTTP/1.1" status: 404 len: 337 time: 0.0654256 Apr 29 15:46:22.573605 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58610) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:22.694690 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] Set router c533ddb5-21c8-4763-9b56-8e38c1652b70 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:46:22.703359 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ee8ae754-9af4-4a23-bb2c-1896cf930a62 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da4d312-dbbb-4101-bb5c-0df821d1d887 HTTP/1.1" status: 200 len: 205 time: 0.1280460 Apr 29 15:46:22.708695 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58614) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:22.790958 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-67cc3852-23c6-489e-8363-7a13af881886 req-074247d0-f6ad-45b0-aca6-5d6a5f985080 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56968f4173e467ca1a4109666ee4127&device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 1098 time: 0.3080058 Apr 29 15:46:22.870024 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-f1a9949a-1221-44db-a413-3b3cc5e45447 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] delete failed (client error): The resource could not be found. Apr 29 15:46:22.873191 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f1a9949a-1221-44db-a413-3b3cc5e45447 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/routers/4da4d312-dbbb-4101-bb5c-0df821d1d887 HTTP/1.1" status: 404 len: 336 time: 0.1607864 Apr 29 15:46:22.874969 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58618) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:22.886053 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8b981f09-3fa8-4792-8b48-d544c7f9cb6d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Synchronizing usage tracker for tenant:15eb29f603c64daba293c4bc651afc5f on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:46:22.938332 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4262759a-3277-4e4e-8998-fa862b71427f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea93fa87-812a-4deb-ba28-6d4a4f56489d HTTP/1.1" status: 200 len: 205 time: 0.0618410 Apr 29 15:46:22.942623 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58622) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:22.973436 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc3852-23c6-489e-8363-7a13af881886 req-67011133-bc2a-4035-8059-39ce6e2f9a63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:22.975805 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-67cc3852-23c6-489e-8363-7a13af881886 req-67011133-bc2a-4035-8059-39ce6e2f9a63 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d511986d-e449-4c9a-bc20-0b0373daead6 HTTP/1.1" status: 200 len: 912 time: 0.1625206 Apr 29 15:46:23.012789 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-e8dc896f-9fdb-4192-b8c8-2e748fc2133a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] delete failed (client error): The resource could not be found. Apr 29 15:46:23.016127 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e8dc896f-9fdb-4192-b8c8-2e748fc2133a tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/routers/ea93fa87-812a-4deb-ba28-6d4a4f56489d HTTP/1.1" status: 404 len: 336 time: 0.0700288 Apr 29 15:46:23.017260 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58628) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:23.017260 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8b981f09-3fa8-4792-8b48-d544c7f9cb6d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] Unset dirty status for tenant:15eb29f603c64daba293c4bc651afc5f on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:46:23.018361 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8b981f09-3fa8-4792-8b48-d544c7f9cb6d tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5417135 Apr 29 15:46:23.061421 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58632) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:23.078882 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b320f4-e7a3-4055-95c6-471a3429942c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] DELETE failed (client error): The resource could not be found. Apr 29 15:46:23.079309 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b320f4-e7a3-4055-95c6-471a3429942c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:46:23.080916 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-45b320f4-e7a3-4055-95c6-471a3429942c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/subnets/5b2e596c-9197-4b84-ac10-110eb1b8563d HTTP/1.1" status: 404 len: 337 time: 0.0615299 Apr 29 15:46:23.089592 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58636) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:23.125816 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-67cc3852-23c6-489e-8363-7a13af881886 req-271e0344-0a5e-40ca-b25d-8437a2a7583e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49636631-79be-48ee-888e-5c69ee96dee6 HTTP/1.1" status: 200 len: 1000 time: 0.1429243 Apr 29 15:46:23.141504 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-85643cd2-e7a9-4db7-9a9a-fc807eafe8b5 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] delete failed (client error): The resource could not be found. Apr 29 15:46:23.141504 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-85643cd2-e7a9-4db7-9a9a-fc807eafe8b5 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "DELETE /v2.0/security-groups/75576ba6-ec5a-41b2-9ba0-4bf5ae66aee0 HTTP/1.1" status: 404 len: 347 time: 0.0752637 Apr 29 15:46:23.145528 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58640) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:23.156094 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c78fa6ca-6f47-4887-9fb2-e410ad38790f tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "GET /v2.0/ports?device_id=225d6969-bee3-4fab-b09b-34756619b9ea HTTP/1.1" status: 200 len: 205 time: 0.0693326 Apr 29 15:46:23.158517 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979138949', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:04Z', 'updated_at': '2022-04-29T15:46:15Z', 'revision_number': 4, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'gw_port': {'id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:06Z', 'updated_at': '2022-04-29T15:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '606a085a-b585-4d56-8f2c-63d3b2f8a945', 'name': '', 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'mac_address': 'fa:16:3e:b3:c8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:15Z', 'updated_at': '2022-04-29T15:46:22Z', 'revision_number': 4, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'subnets': [{'id': 'c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:23.164626 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728fa3f2-9da7-4966-9224-60630c24b21c None None] The sync data for ids ['c533ddb5-21c8-4763-9b56-8e38c1652b70'] in dv-neutron-839913-1-hyperv is: [{'id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979138949', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:04Z', 'updated_at': '2022-04-29T15:46:15Z', 'revision_number': 4, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'gw_port': {'id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:06Z', 'updated_at': '2022-04-29T15:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '606a085a-b585-4d56-8f2c-63d3b2f8a945', 'name': '', 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'mac_address': 'fa:16:3e:b3:c8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:15Z', 'updated_at': '2022-04-29T15:46:22Z', 'revision_number': 4, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'subnets': [{'id': 'c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:46:23.169398 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58644) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:23.206567 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc3852-23c6-489e-8363-7a13af881886 req-ca2f16ca-0c5d-4b4e-9362-5e7142668c8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:23.208586 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-67cc3852-23c6-489e-8363-7a13af881886 req-ca2f16ca-0c5d-4b4e-9362-5e7142668c8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fccdfd74-5a41-4338-8b3c-9da29bbca38f HTTP/1.1" status: 200 len: 850 time: 0.0766473 Apr 29 15:46:23.249636 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-44b5b4e3-093b-49d0-8587-c7f6196f4ea8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] delete failed (client error): The resource could not be found. Apr 29 15:46:23.250650 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-44b5b4e3-093b-49d0-8587-c7f6196f4ea8 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/routers/225d6969-bee3-4fab-b09b-34756619b9ea HTTP/1.1" status: 404 len: 336 time: 0.0802076 Apr 29 15:46:23.253021 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-98522755-571e-4155-b2c8-ab49e5d8e056 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] show failed (client error): The resource could not be found. Apr 29 15:46:23.253949 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-98522755-571e-4155-b2c8-ab49e5d8e056 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "GET /v2.0/security-groups/51961e47-8724-4aa1-a379-46afcda39ed9 HTTP/1.1" status: 404 len: 347 time: 0.1025379 Apr 29 15:46:23.256875 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58648) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:23.262642 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58652) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:23.334735 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-67cc3852-23c6-489e-8363-7a13af881886 req-12ebaea8-27f9-4daf-83b6-d3c36456b901 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d511986d-e449-4c9a-bc20-0b0373daead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1151042 Apr 29 15:46:23.436118 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-79507b6e-e61d-4bcf-bc48-40cd64f4d602 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "GET /v2.0/ports?device_id=3110c007-4751-41a2-be52-31109109908b HTTP/1.1" status: 200 len: 205 time: 0.1779625 Apr 29 15:46:23.438759 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58656) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:23.441396 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-d5da8c9c-6098-4d7d-87d1-659ffa36cd66 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] show failed (client error): The resource could not be found. Apr 29 15:46:23.442789 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d5da8c9c-6098-4d7d-87d1-659ffa36cd66 tempest-NegativeSecGroupTest-682794856 tempest-NegativeSecGroupTest-682794856-project] 10.222.0.21 "GET /v2.0/security-group-rules/21d0e961-42cf-46c8-966c-11e459dccb25 HTTP/1.1" status: 404 len: 356 time: 0.0367661 Apr 29 15:46:23.488722 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-67cc3852-23c6-489e-8363-7a13af881886 req-677ab56d-faf8-427a-9e53-de3f209cceeb service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475911 Apr 29 15:46:23.523800 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-0d4a58c4-46fb-4da1-aedd-0ca08c670360 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] delete failed (client error): The resource could not be found. Apr 29 15:46:23.525074 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0d4a58c4-46fb-4da1-aedd-0ca08c670360 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/routers/3110c007-4751-41a2-be52-31109109908b HTTP/1.1" status: 404 len: 336 time: 0.0850976 Apr 29 15:46:23.527807 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58664) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:23.581313 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a93ad87-772b-4438-866e-a205b4e2385e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] DELETE failed (client error): The resource could not be found. Apr 29 15:46:23.581416 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a93ad87-772b-4438-866e-a205b4e2385e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:46:23.585789 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0a93ad87-772b-4438-866e-a205b4e2385e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/subnets/9e412032-88a9-4ee0-a4c4-fa4ac3a3d90e HTTP/1.1" status: 404 len: 337 time: 0.0534174 Apr 29 15:46:23.586250 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58668) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:23.710362 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b73bba24-3b0f-4686-a45c-30202915bd4c tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ac9211-74db-4f27-aec7-65e86eb69b0b HTTP/1.1" status: 200 len: 205 time: 0.1229494 Apr 29 15:46:23.711573 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47723455-2659-4f51-b838-68118b04b72d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Router 0bd7bdb6-b9f5-452d-bd61-a5ce803494ec is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:46:23.716317 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58672) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:23.745050 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d5e20de0-c31e-4188-a10a-4c70615868eb req-7aeac088-25e9-449c-a760-fa7e0814f872 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 210 time: 0.0976768 Apr 29 15:46:23.796553 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-67cc3852-23c6-489e-8363-7a13af881886 req-31b9a0d3-b847-4304-81bd-6242449e5fd0 service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012941 Apr 29 15:46:23.810069 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-0043028b-4a03-46f5-95f0-2f5f93ce819e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] delete failed (client error): The resource could not be found. Apr 29 15:46:23.811470 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0043028b-4a03-46f5-95f0-2f5f93ce819e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/routers/e3ac9211-74db-4f27-aec7-65e86eb69b0b HTTP/1.1" status: 404 len: 336 time: 0.0942247 Apr 29 15:46:23.814244 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58676) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:23.867049 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c1db8b-448e-47f7-88b8-4fa4965e61d9 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] DELETE failed (client error): The resource could not be found. Apr 29 15:46:23.867742 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c1db8b-448e-47f7-88b8-4fa4965e61d9 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:46:23.870080 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-90c1db8b-448e-47f7-88b8-4fa4965e61d9 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/subnets/ace0f1f1-c392-47eb-ad40-bd18dd4f0354 HTTP/1.1" status: 404 len: 337 time: 0.0537617 Apr 29 15:46:23.872511 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58680) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:23.944101 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a4f4e470-4a7e-45f9-b10b-bd0cca5d4ed1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e50f264e-05f2-4871-ac50-c876e6551c94 HTTP/1.1" status: 200 len: 205 time: 0.0554471 Apr 29 15:46:23.950743 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58686) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:24.013447 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-98e92b98-f48a-4d1f-92ed-b30aad78ff4e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] delete failed (client error): The resource could not be found. Apr 29 15:46:24.014472 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-98e92b98-f48a-4d1f-92ed-b30aad78ff4e tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/routers/e50f264e-05f2-4871-ac50-c876e6551c94 HTTP/1.1" status: 404 len: 336 time: 0.0751729 Apr 29 15:46:24.017347 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58690) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:24.059500 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e205ea7-f36e-4a67-b5ec-b484a9524a59 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] DELETE failed (client error): The resource could not be found. Apr 29 15:46:24.059624 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e205ea7-f36e-4a67-b5ec-b484a9524a59 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:46:24.061391 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0e205ea7-f36e-4a67-b5ec-b484a9524a59 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/subnets/da3e9604-618b-4b17-b807-e80ee75c6330 HTTP/1.1" status: 404 len: 337 time: 0.0431235 Apr 29 15:46:24.064964 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58694) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:24.113230 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5a7c8d-260d-48bf-bc18-08193937c6c1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] DELETE failed (client error): The resource could not be found. Apr 29 15:46:24.113364 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5a7c8d-260d-48bf-bc18-08193937c6c1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:46:24.115692 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-cf5a7c8d-260d-48bf-bc18-08193937c6c1 tempest-RoutersIpV6Test-1783894054 tempest-RoutersIpV6Test-1783894054-project] 10.222.0.21 "DELETE /v2.0/subnets/ebac3c46-35cb-4552-96d9-5091f9e8875f HTTP/1.1" status: 404 len: 337 time: 0.0494614 Apr 29 15:46:24.166713 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47723455-2659-4f51-b838-68118b04b72d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:46:24.179907 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad83dce-5612-4ef5-983c-cd5b40b31ba5 None None] Sync routers for ids ['0bd7bdb6-b9f5-452d-bd61-a5ce803494ec'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:46:24.213324 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad83dce-5612-4ef5-983c-cd5b40b31ba5 None None] Routers {'0bd7bdb6-b9f5-452d-bd61-a5ce803494ec'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:24.214204 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-dad83dce-5612-4ef5-983c-cd5b40b31ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['0bd7bdb6-b9f5-452d-bd61-a5ce803494ec'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:24.296644 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-47723455-2659-4f51-b838-68118b04b72d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:24.301555 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-47723455-2659-4f51-b838-68118b04b72d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.6837931 Apr 29 15:46:24.301555 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58702) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:24.315052 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-dad83dce-5612-4ef5-983c-cd5b40b31ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:24.336404 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad83dce-5612-4ef5-983c-cd5b40b31ba5 None None] Routers {'0bd7bdb6-b9f5-452d-bd61-a5ce803494ec'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:24.336404 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-dad83dce-5612-4ef5-983c-cd5b40b31ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['0bd7bdb6-b9f5-452d-bd61-a5ce803494ec'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:24.384622 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58706) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:24.419130 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-dad83dce-5612-4ef5-983c-cd5b40b31ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:24.419130 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad83dce-5612-4ef5-983c-cd5b40b31ba5 None None] The sync data for ids ['0bd7bdb6-b9f5-452d-bd61-a5ce803494ec'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:46:24.639076 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c725fd0e-8336-4477-b767-c01e8b318fba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15eb29f603c64daba293c4bc651afc5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2494142 Apr 29 15:46:24.639076 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58714) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:24.660165 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f1ca4b8e-f8c7-48f6-9186-5e2a6e3f8fc7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "GET /v2.0/routers/0bd7bdb6-b9f5-452d-bd61-a5ce803494ec HTTP/1.1" status: 200 len: 879 time: 0.3567877 Apr 29 15:46:24.663163 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58718) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:24.791207 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-28d5baff-fc37-4be9-925f-f340ba5f54f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:24.824612 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58724) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:24.874936 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-28d5baff-fc37-4be9-925f-f340ba5f54f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:24.891669 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 606a085a-b585-4d56-8f2c-63d3b2f8a945 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:24.975838 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-489d12d0-6008-4220-bf52-238c60abb5fd req-88c42892-c6b1-4ec8-8f49-fc0e0fddc2d3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 210 time: 0.0524404 Apr 29 15:46:25.048423 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 606a085a-b585-4d56-8f2c-63d3b2f8a945 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:25.048423 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 606a085a-b585-4d56-8f2c-63d3b2f8a945 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:25.048423 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:25.051589 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2c33cbe7-b950-4f56-a328-44a2e5ea51d8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Synchronizing usage tracker for tenant:f56fa22878a4477ebb22e0778bbb8cc4 on resource:router {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:46:25.091835 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-28d5baff-fc37-4be9-925f-f340ba5f54f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:25.113564 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5baff-fc37-4be9-925f-f340ba5f54f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bdd1a6-0297-440d-9c6b-17a43e291664,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:25.120277 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c8319619-8efd-485b-b3bf-b922e1bdf6b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72863ce39b024e9da16162dddbf6a3b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2886448 Apr 29 15:46:25.123862 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58730) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:25.195801 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2c33cbe7-b950-4f56-a328-44a2e5ea51d8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Unset dirty status for tenant:f56fa22878a4477ebb22e0778bbb8cc4 on resource:router {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:46:25.195801 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2c33cbe7-b950-4f56-a328-44a2e5ea51d8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.5277634 Apr 29 15:46:25.195801 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58734) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:25.201278 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-77c27877-3036-4edb-9463-c57ac1abdcbf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-384646649'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:25.207528 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:25.220534 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e0124c72-6574-4281-b41a-8bacf18c5958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:25.241784 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-28d5baff-fc37-4be9-925f-f340ba5f54f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:25.241784 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-28d5baff-fc37-4be9-925f-f340ba5f54f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62bdd1a6-0297-440d-9c6b-17a43e291664 HTTP/1.1" status: 204 len: 168 time: 0.6005459 Apr 29 15:46:25.256399 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 606a085a-b585-4d56-8f2c-63d3b2f8a945, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=606a085a-b585-4d56-8f2c-63d3b2f8a945,segment=NetworkSegment(c791905b-c6a6-4e63-8cef-a35da8b2b344),segment_id=c791905b-c6a6-4e63-8cef-a35da8b2b344)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:25.259898 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e0124c72-6574-4281-b41a-8bacf18c5958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:25.375431 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:25.429253 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e0124c72-6574-4281-b41a-8bacf18c5958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:25.440932 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=606a085a-b585-4d56-8f2c-63d3b2f8a945,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:25.445789 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0124c72-6574-4281-b41a-8bacf18c5958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c62bc4-f81c-4573-9f38-48e8ab627fcb,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:25.450670 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e0124c72-6574-4281-b41a-8bacf18c5958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:25.461110 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e0124c72-6574-4281-b41a-8bacf18c5958 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65c62bc4-f81c-4573-9f38-48e8ab627fcb HTTP/1.1" status: 204 len: 168 time: 0.3273373 Apr 29 15:46:25.923110 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-a4b1599d-9b95-4840-b12e-0b14a248fec8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:25.924022 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-a4b1599d-9b95-4840-b12e-0b14a248fec8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Synchronizing usage tracker for tenant:f1017aa1cfb24ef0aafadccbd6fc1cae on resource:network {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:46:25.970549 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-77c27877-3036-4edb-9463-c57ac1abdcbf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:26.034604 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-a4b1599d-9b95-4840-b12e-0b14a248fec8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Unset dirty status for tenant:f1017aa1cfb24ef0aafadccbd6fc1cae on resource:network {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:46:26.037865 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-a4b1599d-9b95-4840-b12e-0b14a248fec8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.35 "GET /v2.0/networks?id=b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb HTTP/1.1" status: 200 len: 797 time: 0.2815692 Apr 29 15:46:26.085790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-77c27877-3036-4edb-9463-c57ac1abdcbf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626962'] for router, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:26.105575 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-947c8ce5-403a-40e3-856d-40a808cfcb54 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Synchronizing usage tracker for tenant:f1017aa1cfb24ef0aafadccbd6fc1cae on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:46:26.285716 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9557fca3-b5c4-4644-8cea-ba5a6b25d85b req-476da77c-dab1-45be-b231-42fcca33df74 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 210 time: 0.0941546 Apr 29 15:46:26.286928 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-947c8ce5-403a-40e3-856d-40a808cfcb54 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Unset dirty status for tenant:f1017aa1cfb24ef0aafadccbd6fc1cae on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:46:26.288594 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-947c8ce5-403a-40e3-856d-40a808cfcb54 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1017aa1cfb24ef0aafadccbd6fc1cae HTTP/1.1" status: 200 len: 380 time: 0.2338321 Apr 29 15:46:26.301471 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-423b999b-ce91-4e3e-b086-bdfe23e7c9f8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Request body: {'port': {'device_id': '1d19430c-463f-4372-ba55-c8b7c4ba1f63', 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb', 'admin_state_up': True, 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'security_groups': ['a408d491-5c90-4f79-8b7d-548226f0c245']}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:26.401558 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c27877-3036-4edb-9463-c57ac1abdcbf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Router 0bd7bdb6-b9f5-452d-bd61-a5ce803494ec has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:46:26.514243 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-423b999b-ce91-4e3e-b086-bdfe23e7c9f8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:26.528590 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-423b999b-ce91-4e3e-b086-bdfe23e7c9f8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:26.627449 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c27877-3036-4edb-9463-c57ac1abdcbf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:46:26.628231 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-423b999b-ce91-4e3e-b086-bdfe23e7c9f8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Made reservation on behalf of f1017aa1cfb24ef0aafadccbd6fc1cae for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:46:26.631844 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-423b999b-ce91-4e3e-b086-bdfe23e7c9f8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:26.637410 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a7d78a-8cdd-49ce-badd-9506d6663228 None None] Sync routers for ids ['0bd7bdb6-b9f5-452d-bd61-a5ce803494ec'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:46:26.649614 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-77c27877-3036-4edb-9463-c57ac1abdcbf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:26.649614 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-77c27877-3036-4edb-9463-c57ac1abdcbf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "PUT /v2.0/routers/0bd7bdb6-b9f5-452d-bd61-a5ce803494ec HTTP/1.1" status: 200 len: 886 time: 1.4538543 Apr 29 15:46:26.652376 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a7d78a-8cdd-49ce-badd-9506d6663228 None None] Routers {'0bd7bdb6-b9f5-452d-bd61-a5ce803494ec'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:26.652821 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58772) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:26.653216 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-a8a7d78a-8cdd-49ce-badd-9506d6663228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['0bd7bdb6-b9f5-452d-bd61-a5ce803494ec'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:26.761253 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-a8a7d78a-8cdd-49ce-badd-9506d6663228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:26.813296 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a7d78a-8cdd-49ce-badd-9506d6663228 None None] Routers {'0bd7bdb6-b9f5-452d-bd61-a5ce803494ec'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:26.813296 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-a8a7d78a-8cdd-49ce-badd-9506d6663228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['0bd7bdb6-b9f5-452d-bd61-a5ce803494ec'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:26.857520 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 606a085a-b585-4d56-8f2c-63d3b2f8a945 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:26.972856 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-a8a7d78a-8cdd-49ce-badd-9506d6663228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:26.976471 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a7d78a-8cdd-49ce-badd-9506d6663228 None None] The sync data for ids ['0bd7bdb6-b9f5-452d-bd61-a5ce803494ec'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:46:27.007267 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1b367942-4999-4d73-8c3b-427e6df10883 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "GET /v2.0/routers/0bd7bdb6-b9f5-452d-bd61-a5ce803494ec HTTP/1.1" status: 200 len: 886 time: 0.3529067 Apr 29 15:46:27.013073 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58780) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:27.034159 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 606a085a-b585-4d56-8f2c-63d3b2f8a945 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:27.034838 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:27.063313 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4902500f-40d6-49d2-99b9-8ed6a418d0fa tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd7bdb6-b9f5-452d-bd61-a5ce803494ec HTTP/1.1" status: 200 len: 205 time: 0.0467112 Apr 29 15:46:27.064461 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58784) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:27.084755 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58788) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:27.122535 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-423b999b-ce91-4e3e-b086-bdfe23e7c9f8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Allocated IP 172.20.0.12 (b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb/c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9/aeea86f4-ac99-4a61-af3e-d33f41a875e2) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:46:27.320895 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f8ae5ba1-115a-465e-a3c6-7170f3e37259 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:27.378465 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-423b999b-ce91-4e3e-b086-bdfe23e7c9f8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:27.398426 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58798) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:27.409295 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-423b999b-ce91-4e3e-b086-bdfe23e7c9f8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Transition to ACTIVE for port object aeea86f4-ac99-4a61-af3e-d33f41a875e2 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:27.475722 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-03c454b6-853b-4449-9e13-9838afd36055 tempest-SubnetPoolsTestJSON-1320891003 tempest-SubnetPoolsTestJSON-1320891003-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-774580855', 'prefixes': ['172.20.0.0/16']}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:27.481795 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-03c454b6-853b-4449-9e13-9838afd36055 tempest-SubnetPoolsTestJSON-1320891003 tempest-SubnetPoolsTestJSON-1320891003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:27.493635 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-423b999b-ce91-4e3e-b086-bdfe23e7c9f8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:27.537947 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-b5738b5e-1580-40df-bf4b-08968997db79 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1983898060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:27.558729 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b5738b5e-1580-40df-bf4b-08968997db79 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:27.579825 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b5738b5e-1580-40df-bf4b-08968997db79 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Usage tracker for resource:router and tenant:fe0586ee679e4146b739ad458f9b97ed is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:27.588432 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b5738b5e-1580-40df-bf4b-08968997db79 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:27.598247 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b5738b5e-1580-40df-bf4b-08968997db79 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:27.603942 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-423b999b-ce91-4e3e-b086-bdfe23e7c9f8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Network b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:27.610259 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-423b999b-ce91-4e3e-b086-bdfe23e7c9f8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:27.630016 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-423b999b-ce91-4e3e-b086-bdfe23e7c9f8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:46:27.643812 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b999b-ce91-4e3e-b086-bdfe23e7c9f8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Pushing event updated for resources: {'Port': ['ID=aeea86f4-ac99-4a61-af3e-d33f41a875e2,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:27.681771 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e17b5f-0f8f-48c9-bdcc-aee99a7c5ef1 req-14a98126-233b-480d-914a-e21988968c40 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:27.683901 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e4e17b5f-0f8f-48c9-bdcc-aee99a7c5ef1 req-14a98126-233b-480d-914a-e21988968c40 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 932 time: 0.1131861 Apr 29 15:46:27.709214 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-423b999b-ce91-4e3e-b086-bdfe23e7c9f8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:27.709882 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-423b999b-ce91-4e3e-b086-bdfe23e7c9f8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:27.741958 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b5738b5e-1580-40df-bf4b-08968997db79 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:27.744101 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b5738b5e-1580-40df-bf4b-08968997db79 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:27.766799 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e4e17b5f-0f8f-48c9-bdcc-aee99a7c5ef1 req-568bc49e-790b-44dd-b8b9-c14b419b86ca tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751617 Apr 29 15:46:27.784020 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b5738b5e-1580-40df-bf4b-08968997db79 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:27.815771 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f8ae5ba1-115a-465e-a3c6-7170f3e37259 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:27.840699 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-423b999b-ce91-4e3e-b086-bdfe23e7c9f8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5464687 Apr 29 15:46:27.857110 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-6ed34a3b-a833-42a6-8cd1-fd8c8421cb3d service neutron] Request body: {'port': {'device_id': '1d19430c-463f-4372-ba55-c8b7c4ba1f63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:27.891221 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b5738b5e-1580-40df-bf4b-08968997db79 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:27.937048 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-f8ae5ba1-115a-465e-a3c6-7170f3e37259 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting port 0a5898e2-fa1b-4446-a54e-cd8108f915d4 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:46:27.937390 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f8ae5ba1-115a-465e-a3c6-7170f3e37259 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:27.992596 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-6ed34a3b-a833-42a6-8cd1-fd8c8421cb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:28.005958 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03c454b6-853b-4449-9e13-9838afd36055 tempest-SubnetPoolsTestJSON-1320891003 tempest-SubnetPoolsTestJSON-1320891003-project] Notify callbacks [] for subnetpool, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:28.007147 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-03c454b6-853b-4449-9e13-9838afd36055 tempest-SubnetPoolsTestJSON-1320891003 tempest-SubnetPoolsTestJSON-1320891003-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9213388 Apr 29 15:46:28.010138 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58804) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:28.012386 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b5738b5e-1580-40df-bf4b-08968997db79 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:28.015193 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b5738b5e-1580-40df-bf4b-08968997db79 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6153452 Apr 29 15:46:28.016172 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58808) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:28.062552 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d695e628-6a29-475c-93ad-4f1270a30389 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1785330636'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:28.074140 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d695e628-6a29-475c-93ad-4f1270a30389 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:28.092874 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d695e628-6a29-475c-93ad-4f1270a30389 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Usage tracker for resource:network and tenant:fe0586ee679e4146b739ad458f9b97ed is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:28.094667 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-eb7ee09d-c485-486c-86d5-1101ce94d7e7 None None] Provisioning for port aeea86f4-ac99-4a61-af3e-d33f41a875e2 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:28.099748 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d695e628-6a29-475c-93ad-4f1270a30389 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:28.102073 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-eb7ee09d-c485-486c-86d5-1101ce94d7e7 None None] Provisioning complete for port aeea86f4-ac99-4a61-af3e-d33f41a875e2 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:28.102073 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee09d-c485-486c-86d5-1101ce94d7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:28.111541 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-741bd9d1-4cef-411d-80be-f2810d49577d tempest-SubnetPoolsTestJSON-1320891003 tempest-SubnetPoolsTestJSON-1320891003-project] 10.222.0.21 "GET /v2.0/subnetpools/3be66911-89ef-493a-9a4b-29624e77f76f HTTP/1.1" status: 200 len: 731 time: 0.0957675 Apr 29 15:46:28.111541 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d695e628-6a29-475c-93ad-4f1270a30389 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:28.114026 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58812) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:28.127115 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-b69dbe7d-dcae-4642-9599-f067e23130e6 tempest-SubnetPoolsTestJSON-1320891003 tempest-SubnetPoolsTestJSON-1320891003-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-129859618'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:28.149275 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f8ae5ba1-115a-465e-a3c6-7170f3e37259 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:28.223310 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ee09d-c485-486c-86d5-1101ce94d7e7 None None] Port aeea86f4-ac99-4a61-af3e-d33f41a875e2 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:46:28.255690 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d695e628-6a29-475c-93ad-4f1270a30389 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Made reservation on behalf of fe0586ee679e4146b739ad458f9b97ed for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:46:28.258550 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d695e628-6a29-475c-93ad-4f1270a30389 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:28.301998 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d695e628-6a29-475c-93ad-4f1270a30389 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:28.302464 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-f8ae5ba1-115a-465e-a3c6-7170f3e37259 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Calling delete_port for 0a5898e2-fa1b-4446-a54e-cd8108f915d4 owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:46:28.393492 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d695e628-6a29-475c-93ad-4f1270a30389 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:28.400071 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d695e628-6a29-475c-93ad-4f1270a30389 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Usage tracker for resource:security_group_rule and tenant:fe0586ee679e4146b739ad458f9b97ed is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:28.408187 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d695e628-6a29-475c-93ad-4f1270a30389 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:28.423517 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d695e628-6a29-475c-93ad-4f1270a30389 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:28.531808 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b69dbe7d-dcae-4642-9599-f067e23130e6 tempest-SubnetPoolsTestJSON-1320891003 tempest-SubnetPoolsTestJSON-1320891003-project] Notify callbacks [] for subnetpool, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:28.534612 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b69dbe7d-dcae-4642-9599-f067e23130e6 tempest-SubnetPoolsTestJSON-1320891003 tempest-SubnetPoolsTestJSON-1320891003-project] 10.222.0.21 "PUT /v2.0/subnetpools/3be66911-89ef-493a-9a4b-29624e77f76f HTTP/1.1" status: 200 len: 683 time: 0.4166849 Apr 29 15:46:28.535682 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58816) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:28.549006 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f8ae5ba1-115a-465e-a3c6-7170f3e37259 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:28.562361 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-6ed34a3b-a833-42a6-8cd1-fd8c8421cb3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeea86f4-ac99-4a61-af3e-d33f41a875e2 {{(pid=84771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:46:28.577127 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-6ed34a3b-a833-42a6-8cd1-fd8c8421cb3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:28.598368 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae5ba1-115a-465e-a3c6-7170f3e37259 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Port': ['ID=0a5898e2-fa1b-4446-a54e-cd8108f915d4,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:28.626597 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-6ed34a3b-a833-42a6-8cd1-fd8c8421cb3d service neutron] Transition to ACTIVE for port object aeea86f4-ac99-4a61-af3e-d33f41a875e2 will not be triggered until provisioned by entity L2. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:28.691695 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d695e628-6a29-475c-93ad-4f1270a30389 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:28.712285 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-6ed34a3b-a833-42a6-8cd1-fd8c8421cb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:28.817664 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d695e628-6a29-475c-93ad-4f1270a30389 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:28.853777 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d695e628-6a29-475c-93ad-4f1270a30389 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:46:28.855596 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f8ae5ba1-115a-465e-a3c6-7170f3e37259 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:28.877424 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d695e628-6a29-475c-93ad-4f1270a30389 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:28.877776 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-d695e628-6a29-475c-93ad-4f1270a30389 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Added segment 07278f02-6fae-48df-8e78-c7f116f3ff2b of type vlan for network 5af99a54-a9d3-4bb6-ba01-b3333d08fd44 Apr 29 15:46:28.930188 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d695e628-6a29-475c-93ad-4f1270a30389 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:29.065431 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed34a3b-a833-42a6-8cd1-fd8c8421cb3d service neutron] Pushing event updated for resources: {'Port': ['ID=aeea86f4-ac99-4a61-af3e-d33f41a875e2,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:29.069768 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0a45e0a6-7be7-4760-a1d3-377c582bdd8d tempest-SubnetPoolsTestJSON-1320891003 tempest-SubnetPoolsTestJSON-1320891003-project] Notify callbacks [] for subnetpool, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:29.074661 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0a45e0a6-7be7-4760-a1d3-377c582bdd8d tempest-SubnetPoolsTestJSON-1320891003 tempest-SubnetPoolsTestJSON-1320891003-project] 10.222.0.21 "DELETE /v2.0/subnetpools/3be66911-89ef-493a-9a4b-29624e77f76f HTTP/1.1" status: 204 len: 168 time: 0.5364027 Apr 29 15:46:29.078411 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58822) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:29.133373 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-ad816d76-0dcd-4f15-bfb3-4edd3b62112c tempest-SubnetPoolsTestJSON-1320891003 tempest-SubnetPoolsTestJSON-1320891003-project] show failed (client error): The resource could not be found. Apr 29 15:46:29.137338 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ad816d76-0dcd-4f15-bfb3-4edd3b62112c tempest-SubnetPoolsTestJSON-1320891003 tempest-SubnetPoolsTestJSON-1320891003-project] 10.222.0.21 "GET /v2.0/subnetpools/3be66911-89ef-493a-9a4b-29624e77f76f HTTP/1.1" status: 404 len: 346 time: 0.0541224 Apr 29 15:46:29.137338 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695e628-6a29-475c-93ad-4f1270a30389 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2587f1e9-d510-4032-b422-676f91c1d9e2,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:29.139606 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58826) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:29.194109 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d695e628-6a29-475c-93ad-4f1270a30389 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:29.198071 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d695e628-6a29-475c-93ad-4f1270a30389 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:29.198733 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d695e628-6a29-475c-93ad-4f1270a30389 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:29.223925 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-8195db9a-4dba-401b-b382-873ee293721f tempest-SubnetPoolsTestJSON-1320891003 tempest-SubnetPoolsTestJSON-1320891003-project] delete failed (client error): The resource could not be found. Apr 29 15:46:29.225184 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8195db9a-4dba-401b-b382-873ee293721f tempest-SubnetPoolsTestJSON-1320891003 tempest-SubnetPoolsTestJSON-1320891003-project] 10.222.0.21 "DELETE /v2.0/subnetpools/3be66911-89ef-493a-9a4b-29624e77f76f HTTP/1.1" status: 404 len: 346 time: 0.0846334 Apr 29 15:46:29.228880 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f8ae5ba1-115a-465e-a3c6-7170f3e37259 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:29.240811 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f8ae5ba1-115a-465e-a3c6-7170f3e37259 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:29.260999 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba538a-b0a2-43b7-a2e8-eb07cb837e16 req-b71ed406-2af7-4944-8105-f0f1d4c569cd tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:29.262502 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-97ba538a-b0a2-43b7-a2e8-eb07cb837e16 req-b71ed406-2af7-4944-8105-f0f1d4c569cd tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 944 time: 0.2747335 Apr 29 15:46:29.323719 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-97ba538a-b0a2-43b7-a2e8-eb07cb837e16 req-e4c048fc-333b-4559-8f6e-1b18115abfc4 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489595 Apr 29 15:46:29.367539 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-6ed34a3b-a833-42a6-8cd1-fd8c8421cb3d service neutron] Attempting to bind port aeea86f4-ac99-4a61-af3e-d33f41a875e2 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:46:29.367880 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-6ed34a3b-a833-42a6-8cd1-fd8c8421cb3d service neutron] Attempting to bind port aeea86f4-ac99-4a61-af3e-d33f41a875e2 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': 'c791905b-c6a6-4e63-8cef-a35da8b2b344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:46:29.368202 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-6ed34a3b-a833-42a6-8cd1-fd8c8421cb3d service neutron] Attempting to bind port aeea86f4-ac99-4a61-af3e-d33f41a875e2 on network b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:46:29.378443 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f8ae5ba1-115a-465e-a3c6-7170f3e37259 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:29.379271 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ae5ba1-115a-465e-a3c6-7170f3e37259 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Fanout notify agent at l3_agent the message router_deleted on router 0bd7bdb6-b9f5-452d-bd61-a5ce803494ec {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:46:29.403307 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695e628-6a29-475c-93ad-4f1270a30389 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Pushing event updated for resources: {'Network': ['ID=5af99a54-a9d3-4bb6-ba01-b3333d08fd44,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:29.405477 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-6ed34a3b-a833-42a6-8cd1-fd8c8421cb3d service neutron] Port aeea86f4-ac99-4a61-af3e-d33f41a875e2 on network b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:46:29.405802 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-6ed34a3b-a833-42a6-8cd1-fd8c8421cb3d service neutron] Attempting to bind port aeea86f4-ac99-4a61-af3e-d33f41a875e2 on network b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:46:29.413649 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-6ed34a3b-a833-42a6-8cd1-fd8c8421cb3d service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:46:29.413998 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-6ed34a3b-a833-42a6-8cd1-fd8c8421cb3d service neutron] Checking segment: {'id': 'c791905b-c6a6-4e63-8cef-a35da8b2b344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:46:29.414575 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-6ed34a3b-a833-42a6-8cd1-fd8c8421cb3d service neutron] Bound using segment: {'id': 'c791905b-c6a6-4e63-8cef-a35da8b2b344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb'} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:46:29.414989 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-6ed34a3b-a833-42a6-8cd1-fd8c8421cb3d service neutron] Bound port: aeea86f4-ac99-4a61-af3e-d33f41a875e2, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c791905b-c6a6-4e63-8cef-a35da8b2b344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb'}}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:46:29.415344 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-6ed34a3b-a833-42a6-8cd1-fd8c8421cb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:29.416134 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 5af99a54-a9d3-4bb6-ba01-b3333d08fd44 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:46:29.488491 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d695e628-6a29-475c-93ad-4f1270a30389 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4698670 Apr 29 15:46:29.492510 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58832) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:29.501410 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-73cded19-f57f-4bb1-aaac-d83a195972b5 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Request body: {'subnet': {'network_id': '5af99a54-a9d3-4bb6-ba01-b3333d08fd44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:29.516149 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f8ae5ba1-115a-465e-a3c6-7170f3e37259 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:29.517630 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f8ae5ba1-115a-465e-a3c6-7170f3e37259 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/routers/0bd7bdb6-b9f5-452d-bd61-a5ce803494ec HTTP/1.1" status: 204 len: 168 time: 2.4514759 Apr 29 15:46:29.521852 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58836) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:29.528921 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-4100d70a-3e0c-4790-8b88-c5c22e51fcd8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'network': {'name': 'tempest-RoutersTest-1938626272'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:29.535672 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-4100d70a-3e0c-4790-8b88-c5c22e51fcd8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:29.541390 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4100d70a-3e0c-4790-8b88-c5c22e51fcd8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:network and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:29.550430 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4100d70a-3e0c-4790-8b88-c5c22e51fcd8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:29.563848 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-4100d70a-3e0c-4790-8b88-c5c22e51fcd8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:29.706813 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4100d70a-3e0c-4790-8b88-c5c22e51fcd8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Made reservation on behalf of f56fa22878a4477ebb22e0778bbb8cc4 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:46:29.711780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4100d70a-3e0c-4790-8b88-c5c22e51fcd8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:29.717414 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-6ed34a3b-a833-42a6-8cd1-fd8c8421cb3d service neutron] For port aeea86f4-ac99-4a61-af3e-d33f41a875e2, host hv-neutron-8399, cleared binding levels {{(pid=84771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:46:29.737600 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-6ed34a3b-a833-42a6-8cd1-fd8c8421cb3d service neutron] For port aeea86f4-ac99-4a61-af3e-d33f41a875e2, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=aeea86f4-ac99-4a61-af3e-d33f41a875e2,segment=NetworkSegment(c791905b-c6a6-4e63-8cef-a35da8b2b344),segment_id=c791905b-c6a6-4e63-8cef-a35da8b2b344)] {{(pid=84771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:46:29.743214 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-73cded19-f57f-4bb1-aaac-d83a195972b5 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:29.747774 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-73cded19-f57f-4bb1-aaac-d83a195972b5 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Usage tracker for resource:subnet and tenant:fe0586ee679e4146b739ad458f9b97ed is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:29.751455 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-73cded19-f57f-4bb1-aaac-d83a195972b5 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:29.759864 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-73cded19-f57f-4bb1-aaac-d83a195972b5 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:29.768761 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4100d70a-3e0c-4790-8b88-c5c22e51fcd8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:46:29.781693 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4100d70a-3e0c-4790-8b88-c5c22e51fcd8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:29.782073 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-4100d70a-3e0c-4790-8b88-c5c22e51fcd8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Added segment 4f2ceb57-83c9-42f0-9cb2-13d0ea210b3e of type vlan for network c9a5e8e2-9745-48e4-96e4-35e230b86112 Apr 29 15:46:29.800370 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-6ed34a3b-a833-42a6-8cd1-fd8c8421cb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:29.815442 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4100d70a-3e0c-4790-8b88-c5c22e51fcd8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:29.850963 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cded19-f57f-4bb1-aaac-d83a195972b5 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Made reservation on behalf of fe0586ee679e4146b739ad458f9b97ed for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:46:29.957916 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-6ed34a3b-a833-42a6-8cd1-fd8c8421cb3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:29.961207 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-6ed34a3b-a833-42a6-8cd1-fd8c8421cb3d service neutron] 10.222.0.35 "PUT /v2.0/ports/aeea86f4-ac99-4a61-af3e-d33f41a875e2 HTTP/1.1" status: 200 len: 1094 time: 2.1135957 Apr 29 15:46:29.961669 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d19430c-463f-4372-ba55-c8b7c4ba1f63', 'tag': 'aeea86f4-ac99-4a61-af3e-d33f41a875e2'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:46:29.965153 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58842) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:30.021050 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-73cded19-f57f-4bb1-aaac-d83a195972b5 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:30.023117 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4100d70a-3e0c-4790-8b88-c5c22e51fcd8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:30.045893 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed34a3b-a833-42a6-8cd1-fd8c8421cb3d service neutron] Pushing event updated for resources: {'Port': ['ID=aeea86f4-ac99-4a61-af3e-d33f41a875e2,revision_number=3']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:30.047878 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4100d70a-3e0c-4790-8b88-c5c22e51fcd8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:30.049631 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4100d70a-3e0c-4790-8b88-c5c22e51fcd8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:30.184000 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4182b8bc-0c4b-4763-97a3-4a2bf1eb5da5'] response: {'name': 'network-changed', 'server_uuid': '1d19430c-463f-4372-ba55-c8b7c4ba1f63', 'tag': 'aeea86f4-ac99-4a61-af3e-d33f41a875e2', 'status': 'completed', 'code': 200} Apr 29 15:46:30.189017 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4100d70a-3e0c-4790-8b88-c5c22e51fcd8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6655469 Apr 29 15:46:30.214139 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e1d81847-697e-4920-b6a6-6b70803c3a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:30.226820 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58850) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:30.233796 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-08fdac3b-964d-49bc-882f-1454321c4a67 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'subnet': {'network_id': 'c9a5e8e2-9745-48e4-96e4-35e230b86112', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:30.249470 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100d70a-3e0c-4790-8b88-c5c22e51fcd8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Network': ['ID=c9a5e8e2-9745-48e4-96e4-35e230b86112,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:30.263131 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network c9a5e8e2-9745-48e4-96e4-35e230b86112 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:46:30.281378 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-8f5cbaf6-cca9-4ae1-8fb2-2b335e27a3fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1017aa1cfb24ef0aafadccbd6fc1cae&device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 1097 time: 0.0965014 Apr 29 15:46:30.368278 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e1d81847-697e-4920-b6a6-6b70803c3a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:30.374869 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e1d81847-697e-4920-b6a6-6b70803c3a9c admin admin] Usage tracker for resource:security_group_rule and tenant:d790b341f8e94dc6abca69ad1655c784 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:30.380805 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e1d81847-697e-4920-b6a6-6b70803c3a9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:30.388621 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-08fdac3b-964d-49bc-882f-1454321c4a67 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:30.391287 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e1d81847-697e-4920-b6a6-6b70803c3a9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:30.393661 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-0c4f1d87-d9e0-4749-a480-c0eb4913a5bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aeea86f4-ac99-4a61-af3e-d33f41a875e2 HTTP/1.1" status: 200 len: 217 time: 0.0834243 Apr 29 15:46:30.396562 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-08fdac3b-964d-49bc-882f-1454321c4a67 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:subnet and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:30.400883 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-08fdac3b-964d-49bc-882f-1454321c4a67 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:30.410694 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-08fdac3b-964d-49bc-882f-1454321c4a67 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:30.483500 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e1d81847-697e-4920-b6a6-6b70803c3a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:30.495984 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-9682cd7b-3f4d-4cbf-b81e-8ecfedda8077 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:30.497340 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-9682cd7b-3f4d-4cbf-b81e-8ecfedda8077 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9 HTTP/1.1" status: 200 len: 834 time: 0.0977802 Apr 29 15:46:30.520895 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fdac3b-964d-49bc-882f-1454321c4a67 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Made reservation on behalf of f56fa22878a4477ebb22e0778bbb8cc4 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:46:30.572909 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-5c5ef755-1fc9-4a92-8c50-1fa79ba79e99 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698297 Apr 29 15:46:30.574161 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-73cded19-f57f-4bb1-aaac-d83a195972b5 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:30.596263 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e1d81847-697e-4920-b6a6-6b70803c3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:30.687238 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d81847-697e-4920-b6a6-6b70803c3a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7595518-2e3c-48e0-820a-77701a4a130c,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:30.705640 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e1d81847-697e-4920-b6a6-6b70803c3a9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d790b341f8e94dc6abca69ad1655c784&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7366488 Apr 29 15:46:30.710403 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-08fdac3b-964d-49bc-882f-1454321c4a67 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:30.710536 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58856) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:30.762293 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cded19-f57f-4bb1-aaac-d83a195972b5 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Pushing event updated for resources: {'Subnet': ['ID=c3fed410-4454-4bb2-a9b7-12b8c948354b,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:30.802879 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8484560-c311-477f-8702-7b9858849cb2 req-9ea0b1e5-ebaf-4b1f-8035-ace8b05f62b9 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:30.804361 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a8484560-c311-477f-8702-7b9858849cb2 req-9ea0b1e5-ebaf-4b1f-8035-ace8b05f62b9 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 944 time: 0.3187072 Apr 29 15:46:30.827296 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cded19-f57f-4bb1-aaac-d83a195972b5 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Checking segment: {'id': '07278f02-6fae-48df-8e78-c7f116f3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5af99a54-a9d3-4bb6-ba01-b3333d08fd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:46:30.828615 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cded19-f57f-4bb1-aaac-d83a195972b5 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Network hostable DHCP agents. Network: 5af99a54-a9d3-4bb6-ba01-b3333d08fd44, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:46:30.850879 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-43094554-61d5-4b72-a100-1c479abc73bc service neutron] 10.222.0.35 "GET /v2.0/networks/b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478578 Apr 29 15:46:30.876924 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a8484560-c311-477f-8702-7b9858849cb2 req-3aae1102-f677-44fe-9949-41fb808c5ef4 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666137 Apr 29 15:46:30.940645 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5f45a43b-9dbb-4f31-b4f3-6f546c2da260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:30.986556 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5f45a43b-9dbb-4f31-b4f3-6f546c2da260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:31.048800 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cded19-f57f-4bb1-aaac-d83a195972b5 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Network 5af99a54-a9d3-4bb6-ba01-b3333d08fd44 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:46:31.055244 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-08fdac3b-964d-49bc-882f-1454321c4a67 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:31.057323 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fb0155d0-8c55-4c9d-89eb-f985a12cbb7b req-e1186f42-cb7a-4222-95b7-ce3e4f706872 service neutron] 10.222.0.35 "GET /v2.0/networks/b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987875 Apr 29 15:46:31.138905 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fdac3b-964d-49bc-882f-1454321c4a67 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Subnet': ['ID=3a2ade38-187e-4d8f-9324-9382e5415a6a,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:31.147934 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-73cded19-f57f-4bb1-aaac-d83a195972b5 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 5af99a54-a9d3-4bb6-ba01-b3333d08fd44) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:31.150719 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fdac3b-964d-49bc-882f-1454321c4a67 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Checking segment: {'id': '4f2ceb57-83c9-42f0-9cb2-13d0ea210b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c9a5e8e2-9745-48e4-96e4-35e230b86112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:46:31.151205 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fdac3b-964d-49bc-882f-1454321c4a67 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network hostable DHCP agents. Network: c9a5e8e2-9745-48e4-96e4-35e230b86112, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:46:31.151927 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cded19-f57f-4bb1-aaac-d83a195972b5 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:31.152507 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-73cded19-f57f-4bb1-aaac-d83a195972b5 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:31.156742 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2421bce6-a33c-435f-8e31-41bc39aea8ac None None] Network 5af99a54-a9d3-4bb6-ba01-b3333d08fd44 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:46:31.180068 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5f45a43b-9dbb-4f31-b4f3-6f546c2da260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:31.194982 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5f45a43b-9dbb-4f31-b4f3-6f546c2da260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:31.198656 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5f45a43b-9dbb-4f31-b4f3-6f546c2da260 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7595518-2e3c-48e0-820a-77701a4a130c HTTP/1.1" status: 204 len: 168 time: 0.4822493 Apr 29 15:46:31.205293 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45a43b-9dbb-4f31-b4f3-6f546c2da260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7595518-2e3c-48e0-820a-77701a4a130c,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:31.280156 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fdac3b-964d-49bc-882f-1454321c4a67 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network c9a5e8e2-9745-48e4-96e4-35e230b86112 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:46:31.282713 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6594c911-e3f0-4a2b-ae04-d6ba55112dfe req-c0aeb8b3-5773-41dd-a8fa-44eb388f7a69 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1017aa1cfb24ef0aafadccbd6fc1cae&device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 1097 time: 0.0758836 Apr 29 15:46:31.288017 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-08fdac3b-964d-49bc-882f-1454321c4a67 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, c9a5e8e2-9745-48e4-96e4-35e230b86112) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:31.291901 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fdac3b-964d-49bc-882f-1454321c4a67 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:31.292466 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-08fdac3b-964d-49bc-882f-1454321c4a67 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:31.324345 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deef5567-9388-40a6-b7a2-2d7a9242ad81 None None] Network c9a5e8e2-9745-48e4-96e4-35e230b86112 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:46:31.325381 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-73cded19-f57f-4bb1-aaac-d83a195972b5 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8318696 Apr 29 15:46:31.328980 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58862) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:31.335324 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-007969e5-a03e-417a-9db2-003d072103bc tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Request body: {'network': {'name': 'tempest-router-network01--1249981839'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:31.340667 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-007969e5-a03e-417a-9db2-003d072103bc tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:31.344941 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-007969e5-a03e-417a-9db2-003d072103bc tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Usage tracker for resource:network and tenant:fe0586ee679e4146b739ad458f9b97ed is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:31.348381 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-007969e5-a03e-417a-9db2-003d072103bc tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:31.354319 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-007969e5-a03e-417a-9db2-003d072103bc tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:31.431404 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594c911-e3f0-4a2b-ae04-d6ba55112dfe req-c57418e1-99e9-4f42-89b2-e95f64850744 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:31.432852 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6594c911-e3f0-4a2b-ae04-d6ba55112dfe req-c57418e1-99e9-4f42-89b2-e95f64850744 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb HTTP/1.1" status: 200 len: 898 time: 0.1424334 Apr 29 15:46:31.491870 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be42bb1f-240b-4261-b029-9e416681a70a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-5af99a54-a9d3-4bb6-ba01-b3333d08fd44', 'network_id': '5af99a54-a9d3-4bb6-ba01-b3333d08fd44', 'tenant_id': 'fe0586ee679e4146b739ad458f9b97ed', 'fixed_ips': [{'subnet_id': 'c3fed410-4454-4bb2-a9b7-12b8c948354b'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:46:31.493034 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-be42bb1f-240b-4261-b029-9e416681a70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:31.505567 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6594c911-e3f0-4a2b-ae04-d6ba55112dfe req-2f4982c6-4dbe-4b92-acf9-006dcf1f727e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aeea86f4-ac99-4a61-af3e-d33f41a875e2 HTTP/1.1" status: 200 len: 217 time: 0.0656474 Apr 29 15:46:31.514712 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-08fdac3b-964d-49bc-882f-1454321c4a67 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2866704 Apr 29 15:46:31.521686 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58866) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:31.527055 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-4e9d6f97-6bf6-49b9-9923-2ae8fe479672 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1360857936', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:31.533638 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-4e9d6f97-6bf6-49b9-9923-2ae8fe479672 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:31.539294 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4e9d6f97-6bf6-49b9-9923-2ae8fe479672 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:router and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:31.543077 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4e9d6f97-6bf6-49b9-9923-2ae8fe479672 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:31.549925 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-4e9d6f97-6bf6-49b9-9923-2ae8fe479672 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:31.616128 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007969e5-a03e-417a-9db2-003d072103bc tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Made reservation on behalf of fe0586ee679e4146b739ad458f9b97ed for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:46:31.624857 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-007969e5-a03e-417a-9db2-003d072103bc tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:31.655945 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6f97-6bf6-49b9-9923-2ae8fe479672 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:31.658035 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6f97-6bf6-49b9-9923-2ae8fe479672 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:31.684532 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-007969e5-a03e-417a-9db2-003d072103bc tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:46:31.687964 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb63567-c85f-4fcf-9f59-d7d6340d0e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-c9a5e8e2-9745-48e4-96e4-35e230b86112', 'network_id': 'c9a5e8e2-9745-48e4-96e4-35e230b86112', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'fixed_ips': [{'subnet_id': '3a2ade38-187e-4d8f-9324-9382e5415a6a'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:46:31.689259 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4cb63567-c85f-4fcf-9f59-d7d6340d0e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:31.704532 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-007969e5-a03e-417a-9db2-003d072103bc tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:31.705822 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-007969e5-a03e-417a-9db2-003d072103bc tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Added segment 5440e8b1-9951-4548-a3a1-18e01c623693 of type vlan for network 02584814-9d63-4aed-b5da-7c6af5cfbba7 Apr 29 15:46:31.708015 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594c911-e3f0-4a2b-ae04-d6ba55112dfe req-dafda6b1-c4a8-4009-a47d-277a5ccfc6d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:31.714124 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6594c911-e3f0-4a2b-ae04-d6ba55112dfe req-dafda6b1-c4a8-4009-a47d-277a5ccfc6d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9 HTTP/1.1" status: 200 len: 834 time: 0.2038634 Apr 29 15:46:31.747842 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-007969e5-a03e-417a-9db2-003d072103bc tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:31.753579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6f97-6bf6-49b9-9923-2ae8fe479672 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:31.837175 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6594c911-e3f0-4a2b-ae04-d6ba55112dfe req-34e4fed2-af61-43de-838f-15d689e8a16f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1147165 Apr 29 15:46:31.910467 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6f97-6bf6-49b9-9923-2ae8fe479672 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:31.913748 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-be42bb1f-240b-4261-b029-9e416681a70a None None] Allocated IP 2001:db8::2 (5af99a54-a9d3-4bb6-ba01-b3333d08fd44/c3fed410-4454-4bb2-a9b7-12b8c948354b/d0b3c6af-21bd-45ae-8bf5-81921e834f32) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:46:31.930269 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-007969e5-a03e-417a-9db2-003d072103bc tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:31.935248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007969e5-a03e-417a-9db2-003d072103bc tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:31.936885 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-007969e5-a03e-417a-9db2-003d072103bc tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:32.032650 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6594c911-e3f0-4a2b-ae04-d6ba55112dfe req-47c096bd-41cb-44ee-b6c6-ec5ebd660852 service neutron] 10.222.0.35 "GET /v2.0/networks/b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896808 Apr 29 15:46:32.111424 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-4cb63567-c85f-4fcf-9f59-d7d6340d0e52 None None] Allocated IP 172.20.0.2 (c9a5e8e2-9745-48e4-96e4-35e230b86112/3a2ade38-187e-4d8f-9324-9382e5415a6a/72367560-800d-4758-ac02-1bde6756ba26) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:46:32.134293 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007969e5-a03e-417a-9db2-003d072103bc tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Pushing event updated for resources: {'Network': ['ID=02584814-9d63-4aed-b5da-7c6af5cfbba7,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:32.158800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 02584814-9d63-4aed-b5da-7c6af5cfbba7 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:46:32.165089 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6f97-6bf6-49b9-9923-2ae8fe479672 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:32.166516 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4e9d6f97-6bf6-49b9-9923-2ae8fe479672 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6435688 Apr 29 15:46:32.169829 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58882) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:32.224309 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6594c911-e3f0-4a2b-ae04-d6ba55112dfe req-bfe98bb3-2727-486f-8ec7-80f578663d2c service neutron] 10.222.0.35 "GET /v2.0/networks/b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845119 Apr 29 15:46:32.235481 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418230b1-3d32-47e8-9fce-1c77d57c0d88 req-65f58b61-2ffd-46c5-a75c-722b8e62344b tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:32.236953 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-418230b1-3d32-47e8-9fce-1c77d57c0d88 req-65f58b61-2ffd-46c5-a75c-722b8e62344b tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 944 time: 0.1648989 Apr 29 15:46:32.246523 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-007969e5-a03e-417a-9db2-003d072103bc tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9163933 Apr 29 15:46:32.247253 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58886) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:32.254295 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-28fa7f6f-1db2-4da4-89be-ea34645434cb tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Request body: {'network': {'name': 'tempest-router-network02--2003546666'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:32.261819 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-28fa7f6f-1db2-4da4-89be-ea34645434cb tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:32.266141 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-28fa7f6f-1db2-4da4-89be-ea34645434cb tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Usage tracker for resource:network and tenant:fe0586ee679e4146b739ad458f9b97ed is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:32.269430 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-28fa7f6f-1db2-4da4-89be-ea34645434cb tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:32.283811 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-28fa7f6f-1db2-4da4-89be-ea34645434cb tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:32.405259 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fa7f6f-1db2-4da4-89be-ea34645434cb tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Made reservation on behalf of fe0586ee679e4146b739ad458f9b97ed for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:46:32.408348 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-28fa7f6f-1db2-4da4-89be-ea34645434cb tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:32.415288 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-418230b1-3d32-47e8-9fce-1c77d57c0d88 req-0529994d-df8b-46fd-9ec8-d773b9ff56e6 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674168 Apr 29 15:46:32.448183 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28fa7f6f-1db2-4da4-89be-ea34645434cb tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:46:32.460989 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-28fa7f6f-1db2-4da4-89be-ea34645434cb tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:32.461969 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-28fa7f6f-1db2-4da4-89be-ea34645434cb tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Added segment 3f60e72f-0ef9-44d1-af46-7946c53ca467 of type vlan for network e3d4fe2b-b8a9-4dc9-b275-7b19e0df14a8 Apr 29 15:46:32.499278 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-28fa7f6f-1db2-4da4-89be-ea34645434cb tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:32.522328 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-be42bb1f-240b-4261-b029-9e416681a70a None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:32.575710 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-be42bb1f-240b-4261-b029-9e416681a70a None None] Transition to ACTIVE for port object d0b3c6af-21bd-45ae-8bf5-81921e834f32 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:32.593681 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-28fa7f6f-1db2-4da4-89be-ea34645434cb tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:32.595642 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fa7f6f-1db2-4da4-89be-ea34645434cb tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:32.596430 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-28fa7f6f-1db2-4da4-89be-ea34645434cb tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:32.711957 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4cb63567-c85f-4fcf-9f59-d7d6340d0e52 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:32.726967 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4cb63567-c85f-4fcf-9f59-d7d6340d0e52 None None] Transition to ACTIVE for port object 72367560-800d-4758-ac02-1bde6756ba26 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:32.736360 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa7f6f-1db2-4da4-89be-ea34645434cb tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Pushing event updated for resources: {'Network': ['ID=e3d4fe2b-b8a9-4dc9-b275-7b19e0df14a8,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:32.751380 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-be42bb1f-240b-4261-b029-9e416681a70a None None] Transition to ACTIVE for port object d0b3c6af-21bd-45ae-8bf5-81921e834f32 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:32.756121 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network e3d4fe2b-b8a9-4dc9-b275-7b19e0df14a8 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:46:32.795041 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-28fa7f6f-1db2-4da4-89be-ea34645434cb tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5462012 Apr 29 15:46:32.800587 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58896) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:32.810370 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-61d52a0d-111e-4115-b142-de919f41f63b tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Request body: {'subnet': {'network_id': '02584814-9d63-4aed-b5da-7c6af5cfbba7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:32.849971 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4cb63567-c85f-4fcf-9f59-d7d6340d0e52 None None] Transition to ACTIVE for port object 72367560-800d-4758-ac02-1bde6756ba26 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:32.859159 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f8b49d71-c479-49f7-9b9f-90157aed8b06 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:32.865163 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-be42bb1f-240b-4261-b029-9e416681a70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:32.942013 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-61d52a0d-111e-4115-b142-de919f41f63b tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:32.947703 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-61d52a0d-111e-4115-b142-de919f41f63b tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Usage tracker for resource:subnet and tenant:fe0586ee679e4146b739ad458f9b97ed is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:32.952955 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-61d52a0d-111e-4115-b142-de919f41f63b tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:32.960661 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4cb63567-c85f-4fcf-9f59-d7d6340d0e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:32.961242 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-61d52a0d-111e-4115-b142-de919f41f63b tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:32.966456 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be42bb1f-240b-4261-b029-9e416681a70a None None] Network 5af99a54-a9d3-4bb6-ba01-b3333d08fd44 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:32.979112 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-be42bb1f-240b-4261-b029-9e416681a70a None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:32.981434 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be42bb1f-240b-4261-b029-9e416681a70a None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:46:32.999373 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42bb1f-240b-4261-b029-9e416681a70a None None] Pushing event updated for resources: {'Port': ['ID=d0b3c6af-21bd-45ae-8bf5-81921e834f32,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:33.014960 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb63567-c85f-4fcf-9f59-d7d6340d0e52 None None] Network c9a5e8e2-9745-48e4-96e4-35e230b86112 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:33.026971 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d52a0d-111e-4115-b142-de919f41f63b tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Made reservation on behalf of fe0586ee679e4146b739ad458f9b97ed for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:46:33.048208 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-4cb63567-c85f-4fcf-9f59-d7d6340d0e52 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:33.055490 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb63567-c85f-4fcf-9f59-d7d6340d0e52 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:46:33.147117 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-61d52a0d-111e-4115-b142-de919f41f63b tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:33.200141 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb63567-c85f-4fcf-9f59-d7d6340d0e52 None None] Pushing event updated for resources: {'Port': ['ID=72367560-800d-4758-ac02-1bde6756ba26,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:33.241465 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-be42bb1f-240b-4261-b029-9e416681a70a None None] Attempting to bind port d0b3c6af-21bd-45ae-8bf5-81921e834f32 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:46:33.242067 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-be42bb1f-240b-4261-b029-9e416681a70a None None] Attempting to bind port d0b3c6af-21bd-45ae-8bf5-81921e834f32 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '07278f02-6fae-48df-8e78-c7f116f3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5af99a54-a9d3-4bb6-ba01-b3333d08fd44'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:46:33.242636 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be42bb1f-240b-4261-b029-9e416681a70a None None] Attempting to bind port d0b3c6af-21bd-45ae-8bf5-81921e834f32 on network 5af99a54-a9d3-4bb6-ba01-b3333d08fd44 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:46:33.266542 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be42bb1f-240b-4261-b029-9e416681a70a None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:46:33.267984 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be42bb1f-240b-4261-b029-9e416681a70a None None] Checking segment: {'id': '07278f02-6fae-48df-8e78-c7f116f3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5af99a54-a9d3-4bb6-ba01-b3333d08fd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:46:33.268487 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-be42bb1f-240b-4261-b029-9e416681a70a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:33.269575 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be42bb1f-240b-4261-b029-9e416681a70a None None] Bound using segment: {'id': '07278f02-6fae-48df-8e78-c7f116f3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5af99a54-a9d3-4bb6-ba01-b3333d08fd44'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:46:33.269575 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-be42bb1f-240b-4261-b029-9e416681a70a None None] Bound port: d0b3c6af-21bd-45ae-8bf5-81921e834f32, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07278f02-6fae-48df-8e78-c7f116f3ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5af99a54-a9d3-4bb6-ba01-b3333d08fd44'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:46:33.269575 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-be42bb1f-240b-4261-b029-9e416681a70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:33.281121 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-4cb63567-c85f-4fcf-9f59-d7d6340d0e52 None None] Attempting to bind port 72367560-800d-4758-ac02-1bde6756ba26 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:46:33.281495 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-4cb63567-c85f-4fcf-9f59-d7d6340d0e52 None None] Attempting to bind port 72367560-800d-4758-ac02-1bde6756ba26 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '4f2ceb57-83c9-42f0-9cb2-13d0ea210b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c9a5e8e2-9745-48e4-96e4-35e230b86112'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:46:33.281850 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb63567-c85f-4fcf-9f59-d7d6340d0e52 None None] Attempting to bind port 72367560-800d-4758-ac02-1bde6756ba26 on network c9a5e8e2-9745-48e4-96e4-35e230b86112 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:46:33.315201 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-f8b49d71-c479-49f7-9b9f-90157aed8b06 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Allocated IP 172.20.0.1 (c9a5e8e2-9745-48e4-96e4-35e230b86112/3a2ade38-187e-4d8f-9324-9382e5415a6a/c608e5af-bdd7-459d-a274-a3b38b6f93c2) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:46:33.319894 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb63567-c85f-4fcf-9f59-d7d6340d0e52 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:46:33.320269 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb63567-c85f-4fcf-9f59-d7d6340d0e52 None None] Checking segment: {'id': '4f2ceb57-83c9-42f0-9cb2-13d0ea210b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c9a5e8e2-9745-48e4-96e4-35e230b86112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:46:33.320665 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4cb63567-c85f-4fcf-9f59-d7d6340d0e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:33.321718 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb63567-c85f-4fcf-9f59-d7d6340d0e52 None None] Bound using segment: {'id': '4f2ceb57-83c9-42f0-9cb2-13d0ea210b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c9a5e8e2-9745-48e4-96e4-35e230b86112'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:46:33.321718 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-4cb63567-c85f-4fcf-9f59-d7d6340d0e52 None None] Bound port: 72367560-800d-4758-ac02-1bde6756ba26, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2ceb57-83c9-42f0-9cb2-13d0ea210b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c9a5e8e2-9745-48e4-96e4-35e230b86112'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:46:33.322092 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4cb63567-c85f-4fcf-9f59-d7d6340d0e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:33.439232 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-be42bb1f-240b-4261-b029-9e416681a70a None None] For port d0b3c6af-21bd-45ae-8bf5-81921e834f32, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:46:33.453606 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-be42bb1f-240b-4261-b029-9e416681a70a None None] For port d0b3c6af-21bd-45ae-8bf5-81921e834f32, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d0b3c6af-21bd-45ae-8bf5-81921e834f32,segment=NetworkSegment(07278f02-6fae-48df-8e78-c7f116f3ff2b),segment_id=07278f02-6fae-48df-8e78-c7f116f3ff2b)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:46:33.457693 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-4cb63567-c85f-4fcf-9f59-d7d6340d0e52 None None] For port 72367560-800d-4758-ac02-1bde6756ba26, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:46:33.461082 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-4cb63567-c85f-4fcf-9f59-d7d6340d0e52 None None] For port 72367560-800d-4758-ac02-1bde6756ba26, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=72367560-800d-4758-ac02-1bde6756ba26,segment=NetworkSegment(4f2ceb57-83c9-42f0-9cb2-13d0ea210b3e),segment_id=4f2ceb57-83c9-42f0-9cb2-13d0ea210b3e)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:46:33.516108 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-61d52a0d-111e-4115-b142-de919f41f63b tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:33.523096 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f8b49d71-c479-49f7-9b9f-90157aed8b06 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:33.543134 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-be42bb1f-240b-4261-b029-9e416681a70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:33.548668 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4cb63567-c85f-4fcf-9f59-d7d6340d0e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:33.561477 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-f8b49d71-c479-49f7-9b9f-90157aed8b06 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Transition to ACTIVE for port object c608e5af-bdd7-459d-a274-a3b38b6f93c2 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:33.603033 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d52a0d-111e-4115-b142-de919f41f63b tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Pushing event updated for resources: {'Subnet': ['ID=ce50ab65-2c92-4f0d-89ba-c007ab832c83,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:33.652284 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f8b49d71-c479-49f7-9b9f-90157aed8b06 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:33.674088 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d52a0d-111e-4115-b142-de919f41f63b tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Checking segment: {'id': '5440e8b1-9951-4548-a3a1-18e01c623693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '02584814-9d63-4aed-b5da-7c6af5cfbba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:46:33.674469 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d52a0d-111e-4115-b142-de919f41f63b tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Network hostable DHCP agents. Network: 02584814-9d63-4aed-b5da-7c6af5cfbba7, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:46:33.683045 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42bb1f-240b-4261-b029-9e416681a70a None None] Pushing event updated for resources: {'Port': ['ID=d0b3c6af-21bd-45ae-8bf5-81921e834f32,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:33.756939 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b49d71-c479-49f7-9b9f-90157aed8b06 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network c9a5e8e2-9745-48e4-96e4-35e230b86112 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:33.760629 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-f8b49d71-c479-49f7-9b9f-90157aed8b06 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:33.770977 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b49d71-c479-49f7-9b9f-90157aed8b06 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:46:33.786915 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d52a0d-111e-4115-b142-de919f41f63b tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Network 02584814-9d63-4aed-b5da-7c6af5cfbba7 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:46:33.802440 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb63567-c85f-4fcf-9f59-d7d6340d0e52 None None] Pushing event updated for resources: {'Port': ['ID=72367560-800d-4758-ac02-1bde6756ba26,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:33.894518 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b49d71-c479-49f7-9b9f-90157aed8b06 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Port': ['ID=c608e5af-bdd7-459d-a274-a3b38b6f93c2,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:33.896997 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-61d52a0d-111e-4115-b142-de919f41f63b tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 02584814-9d63-4aed-b5da-7c6af5cfbba7) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:33.900991 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f8b49d71-c479-49f7-9b9f-90157aed8b06 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:33.901477 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d52a0d-111e-4115-b142-de919f41f63b tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:33.902379 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-61d52a0d-111e-4115-b142-de919f41f63b tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:33.938221 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6e8850-dd35-4473-a207-b103d13f2b39 None None] Network 02584814-9d63-4aed-b5da-7c6af5cfbba7 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:46:33.956268 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4e30f-1313-4772-a63b-169cb479a4f5 req-b6995363-e8f5-425d-86f3-37bc0063cd8a tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:33.970907 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-84b4e30f-1313-4772-a63b-169cb479a4f5 req-b6995363-e8f5-425d-86f3-37bc0063cd8a tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 944 time: 0.1676970 Apr 29 15:46:34.036834 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-61d52a0d-111e-4115-b142-de919f41f63b tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2346039 Apr 29 15:46:34.044675 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58916) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:34.059401 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-4be6d01d-fc23-447a-916a-13cdb62b904e tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Request body: {'subnet': {'network_id': 'e3d4fe2b-b8a9-4dc9-b275-7b19e0df14a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:34.079485 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-84b4e30f-1313-4772-a63b-169cb479a4f5 req-dcebded0-79d3-489e-9a7e-b20b4bcd2a27 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128442 Apr 29 15:46:34.136225 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device aeea86f4-ac99-4a61-af3e-d33f41a875e2 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:46:34.256828 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f8b49d71-c479-49f7-9b9f-90157aed8b06 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:34.358333 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4be6d01d-fc23-447a-916a-13cdb62b904e tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:34.378368 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4be6d01d-fc23-447a-916a-13cdb62b904e tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Usage tracker for resource:subnet and tenant:fe0586ee679e4146b739ad458f9b97ed is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:34.382969 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4be6d01d-fc23-447a-916a-13cdb62b904e tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:34.391239 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4be6d01d-fc23-447a-916a-13cdb62b904e tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:34.484011 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port aeea86f4-ac99-4a61-af3e-d33f41a875e2, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=aeea86f4-ac99-4a61-af3e-d33f41a875e2,segment=NetworkSegment(c791905b-c6a6-4e63-8cef-a35da8b2b344),segment_id=c791905b-c6a6-4e63-8cef-a35da8b2b344)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:34.499383 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': 'aeea86f4-ac99-4a61-af3e-d33f41a875e2', 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb', 'port_id': 'aeea86f4-ac99-4a61-af3e-d33f41a875e2', 'mac_address': 'fa:16:3e:51:cf:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:46:34.530691 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f5fa04-25ff-433c-b289-9f0ee3c64050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-02584814-9d63-4aed-b5da-7c6af5cfbba7', 'network_id': '02584814-9d63-4aed-b5da-7c6af5cfbba7', 'tenant_id': 'fe0586ee679e4146b739ad458f9b97ed', 'fixed_ips': [{'subnet_id': 'ce50ab65-2c92-4f0d-89ba-c007ab832c83'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:46:34.531768 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-64f5fa04-25ff-433c-b289-9f0ee3c64050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:34.611705 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:34.655587 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeea86f4-ac99-4a61-af3e-d33f41a875e2 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:46:34.658859 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be6d01d-fc23-447a-916a-13cdb62b904e tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Made reservation on behalf of fe0586ee679e4146b739ad458f9b97ed for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:46:34.734441 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port aeea86f4-ac99-4a61-af3e-d33f41a875e2, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=aeea86f4-ac99-4a61-af3e-d33f41a875e2,segment=NetworkSegment(c791905b-c6a6-4e63-8cef-a35da8b2b344),segment_id=c791905b-c6a6-4e63-8cef-a35da8b2b344)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:34.808006 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58924) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:34.829725 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:34.885912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f8b49d71-c479-49f7-9b9f-90157aed8b06 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:34.918549 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4be6d01d-fc23-447a-916a-13cdb62b904e tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:34.952578 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 72367560-800d-4758-ac02-1bde6756ba26 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:34.982432 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f8b49d71-c479-49f7-9b9f-90157aed8b06 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:35.022424 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-64f5fa04-25ff-433c-b289-9f0ee3c64050 None None] Allocated IP 2001:db8::2 (02584814-9d63-4aed-b5da-7c6af5cfbba7/ce50ab65-2c92-4f0d-89ba-c007ab832c83/852f7cf9-6183-4e09-8ba1-5d59fb8d108d) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:46:35.132298 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=aeea86f4-ac99-4a61-af3e-d33f41a875e2,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:35.293552 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['aeea86f4-ac99-4a61-af3e-d33f41a875e2'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 15:46:35.400266 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-97eadcb0-948e-4227-80bd-3756cd0e8447 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'network': {'name': 'tempest-network-smoke--1826332451', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'port_security_enabled': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:35.463054 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-97eadcb0-948e-4227-80bd-3756cd0e8447 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:35.471453 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71e2d27-6659-4363-85e2-e08fce844eb0 None None] Network c9a5e8e2-9745-48e4-96e4-35e230b86112 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:46:35.486295 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-97eadcb0-948e-4227-80bd-3756cd0e8447 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:network and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:35.496709 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-97eadcb0-948e-4227-80bd-3756cd0e8447 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:35.503185 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f8b49d71-c479-49f7-9b9f-90157aed8b06 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:35.519307 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-97eadcb0-948e-4227-80bd-3756cd0e8447 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:35.520272 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4be6d01d-fc23-447a-916a-13cdb62b904e tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:35.533100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b49d71-c479-49f7-9b9f-90157aed8b06 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Port': ['ID=c608e5af-bdd7-459d-a274-a3b38b6f93c2,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:35.576283 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 72367560-800d-4758-ac02-1bde6756ba26 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:35.594458 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d0b3c6af-21bd-45ae-8bf5-81921e834f32 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:35.623510 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97eadcb0-948e-4227-80bd-3756cd0e8447 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:46:35.626934 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-97eadcb0-948e-4227-80bd-3756cd0e8447 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:35.648129 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6d01d-fc23-447a-916a-13cdb62b904e tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Pushing event updated for resources: {'Subnet': ['ID=aca51500-8a63-4006-9e3b-4ea1d561f219,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:35.652234 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-97eadcb0-948e-4227-80bd-3756cd0e8447 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:35.655784 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be6d01d-fc23-447a-916a-13cdb62b904e tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Checking segment: {'id': '3f60e72f-0ef9-44d1-af46-7946c53ca467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e3d4fe2b-b8a9-4dc9-b275-7b19e0df14a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:46:35.656554 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be6d01d-fc23-447a-916a-13cdb62b904e tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Network hostable DHCP agents. Network: e3d4fe2b-b8a9-4dc9-b275-7b19e0df14a8, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:46:35.696036 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9f1ea-4736-49b2-8a3b-a52480ff15b9 req-e19658dd-532c-4fc4-a6f0-61a5f3154166 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:35.697509 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f9c9f1ea-4736-49b2-8a3b-a52480ff15b9 req-e19658dd-532c-4fc4-a6f0-61a5f3154166 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 945 time: 0.2905591 Apr 29 15:46:35.757297 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7ad1c9-b724-41ec-94b9-245a51b3e9bf None None] Network 5af99a54-a9d3-4bb6-ba01-b3333d08fd44 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:46:35.766131 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-97eadcb0-948e-4227-80bd-3756cd0e8447 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:35.769381 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b49d71-c479-49f7-9b9f-90157aed8b06 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network c9a5e8e2-9745-48e4-96e4-35e230b86112 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:35.773085 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-f8b49d71-c479-49f7-9b9f-90157aed8b06 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:35.775207 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-97eadcb0-948e-4227-80bd-3756cd0e8447 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:35.805179 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be6d01d-fc23-447a-916a-13cdb62b904e tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Network e3d4fe2b-b8a9-4dc9-b275-7b19e0df14a8 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:46:35.837408 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-97eadcb0-948e-4227-80bd-3756cd0e8447 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:35.862388 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-4be6d01d-fc23-447a-916a-13cdb62b904e tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, e3d4fe2b-b8a9-4dc9-b275-7b19e0df14a8) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:35.868635 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be6d01d-fc23-447a-916a-13cdb62b904e tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:35.874647 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4be6d01d-fc23-447a-916a-13cdb62b904e tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:35.895957 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1448ba-1393-4075-b6b7-61ac7ce8d1c9 None None] Network e3d4fe2b-b8a9-4dc9-b275-7b19e0df14a8 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:46:35.915552 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-97eadcb0-948e-4227-80bd-3756cd0e8447 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:35.934191 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f9c9f1ea-4736-49b2-8a3b-a52480ff15b9 req-7a4ba5be-84f1-42ee-b8f4-3541ba291e28 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290668 Apr 29 15:46:35.982917 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4be6d01d-fc23-447a-916a-13cdb62b904e tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9378881 Apr 29 15:46:35.985551 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58934) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:36.036924 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-64f5fa04-25ff-433c-b289-9f0ee3c64050 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:36.037697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1fa42e7f-4183-4b16-9c91-83e915a28859 None None] Provisioning for port 72367560-800d-4758-ac02-1bde6756ba26 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:36.101408 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1fa42e7f-4183-4b16-9c91-83e915a28859 None None] Provisioning complete for port 72367560-800d-4758-ac02-1bde6756ba26 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:36.101713 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1fa42e7f-4183-4b16-9c91-83e915a28859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:36.130949 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-64f5fa04-25ff-433c-b289-9f0ee3c64050 None None] Transition to ACTIVE for port object 852f7cf9-6183-4e09-8ba1-5d59fb8d108d will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:36.138222 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-97eadcb0-948e-4227-80bd-3756cd0e8447 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:36.209816 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-97eadcb0-948e-4227-80bd-3756cd0e8447 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:36.252663 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-64f5fa04-25ff-433c-b289-9f0ee3c64050 None None] Transition to ACTIVE for port object 852f7cf9-6183-4e09-8ba1-5d59fb8d108d will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:36.255763 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97eadcb0-948e-4227-80bd-3756cd0e8447 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:46:36.264333 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eadcb0-948e-4227-80bd-3756cd0e8447 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1997522f-2fc7-4f4a-8159-bbd879a74987,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:36.270786 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-97eadcb0-948e-4227-80bd-3756cd0e8447 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:36.271134 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-97eadcb0-948e-4227-80bd-3756cd0e8447 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Added segment 84898cb5-ae8e-4a07-ad58-b6043ceb2a2f of type vlan for network 150e920e-602c-4c2f-9543-26fa5e88bbc8 Apr 29 15:46:36.301251 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-97eadcb0-948e-4227-80bd-3756cd0e8447 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:36.329617 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b49d71-c479-49f7-9b9f-90157aed8b06 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Router 7c943baa-34ed-41c2-a11d-442c2c6b0a5d is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:46:36.377670 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port d0b3c6af-21bd-45ae-8bf5-81921e834f32 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:36.414175 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-97eadcb0-948e-4227-80bd-3756cd0e8447 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:36.418027 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97eadcb0-948e-4227-80bd-3756cd0e8447 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:36.418933 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-97eadcb0-948e-4227-80bd-3756cd0e8447 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:36.423948 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-64f5fa04-25ff-433c-b289-9f0ee3c64050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:36.510967 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-013be765-f888-4350-a445-a3488d589066 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:36.618788 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eadcb0-948e-4227-80bd-3756cd0e8447 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Network': ['ID=150e920e-602c-4c2f-9543-26fa5e88bbc8,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:36.650185 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 150e920e-602c-4c2f-9543-26fa5e88bbc8 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:46:36.653413 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b49d71-c479-49f7-9b9f-90157aed8b06 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:46:36.657137 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f8b49d71-c479-49f7-9b9f-90157aed8b06 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "PUT /v2.0/routers/7c943baa-34ed-41c2-a11d-442c2c6b0a5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4858963 Apr 29 15:46:36.659746 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58938) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:36.680705 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f5fa04-25ff-433c-b289-9f0ee3c64050 None None] Network 02584814-9d63-4aed-b5da-7c6af5cfbba7 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:36.690089 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9370d40e-bf2d-4d61-97f4-bac184dcdce7 None None] Sync routers for ids ['7c943baa-34ed-41c2-a11d-442c2c6b0a5d'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:46:36.692542 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5fa04-25ff-433c-b289-9f0ee3c64050 None None] Pushing event updated for resources: {'Port': ['ID=852f7cf9-6183-4e09-8ba1-5d59fb8d108d,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:36.710382 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-64f5fa04-25ff-433c-b289-9f0ee3c64050 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:36.732510 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-97eadcb0-948e-4227-80bd-3756cd0e8447 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9234440 Apr 29 15:46:36.733160 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58942) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:36.745066 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-d87f3d1d-c48e-43f6-b9b5-9c83139a193c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-237402697', 'admin_state_up': True, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:36.762188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d87f3d1d-c48e-43f6-b9b5-9c83139a193c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:36.768008 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f5fa04-25ff-433c-b289-9f0ee3c64050 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:46:36.773164 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d87f3d1d-c48e-43f6-b9b5-9c83139a193c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:router and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:36.779188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d87f3d1d-c48e-43f6-b9b5-9c83139a193c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:36.791853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d87f3d1d-c48e-43f6-b9b5-9c83139a193c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:36.801989 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0136ed-d046-43ad-b056-7a3034fe60fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-e3d4fe2b-b8a9-4dc9-b275-7b19e0df14a8', 'network_id': 'e3d4fe2b-b8a9-4dc9-b275-7b19e0df14a8', 'tenant_id': 'fe0586ee679e4146b739ad458f9b97ed', 'fixed_ips': [{'subnet_id': 'aca51500-8a63-4006-9e3b-4ea1d561f219'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:46:36.802833 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-df0136ed-d046-43ad-b056-7a3034fe60fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:36.805539 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e60c14-76e0-4702-b770-a25b0fb5510e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:36.806144 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-74e60c14-76e0-4702-b770-a25b0fb5510e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Synchronizing usage tracker for tenant:f56fa22878a4477ebb22e0778bbb8cc4 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:46:36.827794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1fa42e7f-4183-4b16-9c91-83e915a28859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:36.887584 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-013be765-f888-4350-a445-a3488d589066 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Allocated IP 2001:db8::1 (02584814-9d63-4aed-b5da-7c6af5cfbba7/ce50ab65-2c92-4f0d-89ba-c007ab832c83/d3db3a0b-5fa2-4672-b2bd-ff9f67245ad4) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:46:36.908451 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d87f3d1d-c48e-43f6-b9b5-9c83139a193c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:36.912328 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d87f3d1d-c48e-43f6-b9b5-9c83139a193c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:36.922389 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-74e60c14-76e0-4702-b770-a25b0fb5510e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Unset dirty status for tenant:f56fa22878a4477ebb22e0778bbb8cc4 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:46:36.926731 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-74e60c14-76e0-4702-b770-a25b0fb5510e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "GET /v2.0/ports/c608e5af-bdd7-459d-a274-a3b38b6f93c2 HTTP/1.1" status: 200 len: 910 time: 0.2657800 Apr 29 15:46:36.927712 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58946) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:36.935404 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-3836fc06-ddbd-491c-813b-1221021fab7e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3a2ade38-187e-4d8f-9324-9382e5415a6a'}]}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:36.997262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d87f3d1d-c48e-43f6-b9b5-9c83139a193c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:37.071880 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-013be765-f888-4350-a445-a3488d589066 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:37.094441 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-013be765-f888-4350-a445-a3488d589066 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Transition to ACTIVE for port object d3db3a0b-5fa2-4672-b2bd-ff9f67245ad4 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:37.183315 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9370d40e-bf2d-4d61-97f4-bac184dcdce7 None None] Routers {'7c943baa-34ed-41c2-a11d-442c2c6b0a5d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:37.183946 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-9370d40e-bf2d-4d61-97f4-bac184dcdce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['7c943baa-34ed-41c2-a11d-442c2c6b0a5d'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:37.224456 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-013be765-f888-4350-a445-a3488d589066 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:37.288915 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-1fa42e7f-4183-4b16-9c91-83e915a28859 None None] For port 72367560-800d-4758-ac02-1bde6756ba26, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=72367560-800d-4758-ac02-1bde6756ba26,segment=NetworkSegment(4f2ceb57-83c9-42f0-9cb2-13d0ea210b3e),segment_id=4f2ceb57-83c9-42f0-9cb2-13d0ea210b3e)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:37.324190 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013be765-f888-4350-a445-a3488d589066 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Network 02584814-9d63-4aed-b5da-7c6af5cfbba7 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:37.327652 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-013be765-f888-4350-a445-a3488d589066 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:37.333119 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013be765-f888-4350-a445-a3488d589066 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:46:37.334199 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-013be765-f888-4350-a445-a3488d589066 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:37.338218 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013be765-f888-4350-a445-a3488d589066 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Pushing event updated for resources: {'Port': ['ID=d3db3a0b-5fa2-4672-b2bd-ff9f67245ad4,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:37.358781 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-64f5fa04-25ff-433c-b289-9f0ee3c64050 None None] Attempting to bind port 852f7cf9-6183-4e09-8ba1-5d59fb8d108d on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:46:37.358781 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-64f5fa04-25ff-433c-b289-9f0ee3c64050 None None] Attempting to bind port 852f7cf9-6183-4e09-8ba1-5d59fb8d108d by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '5440e8b1-9951-4548-a3a1-18e01c623693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '02584814-9d63-4aed-b5da-7c6af5cfbba7'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:46:37.358781 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f5fa04-25ff-433c-b289-9f0ee3c64050 None None] Attempting to bind port 852f7cf9-6183-4e09-8ba1-5d59fb8d108d on network 02584814-9d63-4aed-b5da-7c6af5cfbba7 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:46:37.358781 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-9370d40e-bf2d-4d61-97f4-bac184dcdce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:37.378500 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9370d40e-bf2d-4d61-97f4-bac184dcdce7 None None] Routers {'7c943baa-34ed-41c2-a11d-442c2c6b0a5d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:37.379138 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-9370d40e-bf2d-4d61-97f4-bac184dcdce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['7c943baa-34ed-41c2-a11d-442c2c6b0a5d'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:37.457033 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-9370d40e-bf2d-4d61-97f4-bac184dcdce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:37.457722 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9370d40e-bf2d-4d61-97f4-bac184dcdce7 None None] The sync data for ids ['7c943baa-34ed-41c2-a11d-442c2c6b0a5d'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:46:37.459501 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1fa42e7f-4183-4b16-9c91-83e915a28859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:37.543378 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-013be765-f888-4350-a445-a3488d589066 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:37.568950 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f5fa04-25ff-433c-b289-9f0ee3c64050 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:46:37.569329 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f5fa04-25ff-433c-b289-9f0ee3c64050 None None] Checking segment: {'id': '5440e8b1-9951-4548-a3a1-18e01c623693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '02584814-9d63-4aed-b5da-7c6af5cfbba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:46:37.569730 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-64f5fa04-25ff-433c-b289-9f0ee3c64050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:37.570118 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f5fa04-25ff-433c-b289-9f0ee3c64050 None None] Bound using segment: {'id': '5440e8b1-9951-4548-a3a1-18e01c623693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '02584814-9d63-4aed-b5da-7c6af5cfbba7'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:46:37.570623 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-64f5fa04-25ff-433c-b289-9f0ee3c64050 None None] Bound port: 852f7cf9-6183-4e09-8ba1-5d59fb8d108d, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5440e8b1-9951-4548-a3a1-18e01c623693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '02584814-9d63-4aed-b5da-7c6af5cfbba7'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:46:37.571002 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-64f5fa04-25ff-433c-b289-9f0ee3c64050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:37.576552 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d87f3d1d-c48e-43f6-b9b5-9c83139a193c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:37.624860 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3836fc06-ddbd-491c-813b-1221021fab7e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:37.651426 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2ec8f-25cb-45f4-bb8b-19a36d63d1c0 req-d9643286-02b4-4766-a652-2c92a726d4f1 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:37.652873 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-88e2ec8f-25cb-45f4-bb8b-19a36d63d1c0 req-d9643286-02b4-4766-a652-2c92a726d4f1 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 945 time: 0.5269766 Apr 29 15:46:37.724792 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa42e7f-4183-4b16-9c91-83e915a28859 None None] Pushing event updated for resources: {'Port': ['ID=72367560-800d-4758-ac02-1bde6756ba26,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:37.779615 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-df0136ed-d046-43ad-b056-7a3034fe60fa None None] Allocated IP 2001:db8::2 (e3d4fe2b-b8a9-4dc9-b275-7b19e0df14a8/aca51500-8a63-4006-9e3b-4ea1d561f219/03a5a683-f021-4b9c-b0f2-a6e3f2ed661b) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:46:37.835411 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1946e060-0b79-44cd-b968-e474e56677d1 None None] Provisioning for port d0b3c6af-21bd-45ae-8bf5-81921e834f32 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:37.910523 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1946e060-0b79-44cd-b968-e474e56677d1 None None] Provisioning complete for port d0b3c6af-21bd-45ae-8bf5-81921e834f32 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:37.912624 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1946e060-0b79-44cd-b968-e474e56677d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:37.948097 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-88e2ec8f-25cb-45f4-bb8b-19a36d63d1c0 req-429d0106-b75d-4fb2-a5f2-dfa97921796c tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2852933 Apr 29 15:46:37.963567 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-64f5fa04-25ff-433c-b289-9f0ee3c64050 None None] For port 852f7cf9-6183-4e09-8ba1-5d59fb8d108d, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:46:37.982208 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-64f5fa04-25ff-433c-b289-9f0ee3c64050 None None] For port 852f7cf9-6183-4e09-8ba1-5d59fb8d108d, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=852f7cf9-6183-4e09-8ba1-5d59fb8d108d,segment=NetworkSegment(5440e8b1-9951-4548-a3a1-18e01c623693),segment_id=5440e8b1-9951-4548-a3a1-18e01c623693)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:46:38.021496 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device aeea86f4-ac99-4a61-af3e-d33f41a875e2 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:38.078216 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-64f5fa04-25ff-433c-b289-9f0ee3c64050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:38.147296 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-013be765-f888-4350-a445-a3488d589066 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:38.238017 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-013be765-f888-4350-a445-a3488d589066 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:38.238939 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-013be765-f888-4350-a445-a3488d589066 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:38.251410 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d87f3d1d-c48e-43f6-b9b5-9c83139a193c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:38.282508 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1946e060-0b79-44cd-b968-e474e56677d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:38.287779 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d87f3d1d-c48e-43f6-b9b5-9c83139a193c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:38.312615 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-df0136ed-d046-43ad-b056-7a3034fe60fa None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:38.336399 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5fa04-25ff-433c-b289-9f0ee3c64050 None None] Pushing event updated for resources: {'Port': ['ID=852f7cf9-6183-4e09-8ba1-5d59fb8d108d,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:38.347450 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-df0136ed-d046-43ad-b056-7a3034fe60fa None None] Transition to ACTIVE for port object 03a5a683-f021-4b9c-b0f2-a6e3f2ed661b will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:38.376974 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-df0136ed-d046-43ad-b056-7a3034fe60fa None None] Transition to ACTIVE for port object 03a5a683-f021-4b9c-b0f2-a6e3f2ed661b will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:38.379482 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-1946e060-0b79-44cd-b968-e474e56677d1 None None] For port d0b3c6af-21bd-45ae-8bf5-81921e834f32, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d0b3c6af-21bd-45ae-8bf5-81921e834f32,segment=NetworkSegment(07278f02-6fae-48df-8e78-c7f116f3ff2b),segment_id=07278f02-6fae-48df-8e78-c7f116f3ff2b)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:38.405296 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port aeea86f4-ac99-4a61-af3e-d33f41a875e2 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:38.415541 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port aeea86f4-ac99-4a61-af3e-d33f41a875e2 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:38.415541 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:38.479126 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1946e060-0b79-44cd-b968-e474e56677d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:38.496777 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013be765-f888-4350-a445-a3488d589066 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Pushing event updated for resources: {'Port': ['ID=d3db3a0b-5fa2-4672-b2bd-ff9f67245ad4,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:38.522958 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013be765-f888-4350-a445-a3488d589066 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Network 02584814-9d63-4aed-b5da-7c6af5cfbba7 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:38.524167 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-013be765-f888-4350-a445-a3488d589066 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:38.577255 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-d87f3d1d-c48e-43f6-b9b5-9c83139a193c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.26.1.63 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/ec5d6bf5-59fa-43e9-882b-da02eb075ba2) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:46:38.577997 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-df0136ed-d046-43ad-b056-7a3034fe60fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:38.671999 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0136ed-d046-43ad-b056-7a3034fe60fa None None] Network e3d4fe2b-b8a9-4dc9-b275-7b19e0df14a8 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:38.675873 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-df0136ed-d046-43ad-b056-7a3034fe60fa None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:38.685072 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0136ed-d046-43ad-b056-7a3034fe60fa None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:46:38.714081 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3836fc06-ddbd-491c-813b-1221021fab7e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:38.724462 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946e060-0b79-44cd-b968-e474e56677d1 None None] Pushing event updated for resources: {'Port': ['ID=d0b3c6af-21bd-45ae-8bf5-81921e834f32,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:38.787534 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3836fc06-ddbd-491c-813b-1221021fab7e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:38.800934 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1946e060-0b79-44cd-b968-e474e56677d1 None None] Provisioning for port c608e5af-bdd7-459d-a274-a3b38b6f93c2 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:38.868821 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d87f3d1d-c48e-43f6-b9b5-9c83139a193c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:38.895442 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1946e060-0b79-44cd-b968-e474e56677d1 None None] Provisioning complete for port c608e5af-bdd7-459d-a274-a3b38b6f93c2 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:38.895442 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1946e060-0b79-44cd-b968-e474e56677d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:38.967510 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836fc06-ddbd-491c-813b-1221021fab7e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Port': ['ID=c608e5af-bdd7-459d-a274-a3b38b6f93c2,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:38.976521 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 72367560-800d-4758-ac02-1bde6756ba26 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:38.981603 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3836fc06-ddbd-491c-813b-1221021fab7e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:38.987349 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3836fc06-ddbd-491c-813b-1221021fab7e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:38.987349 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3836fc06-ddbd-491c-813b-1221021fab7e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "PUT /v2.0/ports/c608e5af-bdd7-459d-a274-a3b38b6f93c2 HTTP/1.1" status: 200 len: 910 time: 2.0532367 Apr 29 15:46:38.990171 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58952) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:39.027669 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:39.073139 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0136ed-d046-43ad-b056-7a3034fe60fa None None] Pushing event updated for resources: {'Port': ['ID=03a5a683-f021-4b9c-b0f2-a6e3f2ed661b,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:39.088281 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d87f3d1d-c48e-43f6-b9b5-9c83139a193c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:39.102787 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-df0136ed-d046-43ad-b056-7a3034fe60fa None None] Attempting to bind port 03a5a683-f021-4b9c-b0f2-a6e3f2ed661b on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:46:39.103190 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-df0136ed-d046-43ad-b056-7a3034fe60fa None None] Attempting to bind port 03a5a683-f021-4b9c-b0f2-a6e3f2ed661b by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '3f60e72f-0ef9-44d1-af46-7946c53ca467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e3d4fe2b-b8a9-4dc9-b275-7b19e0df14a8'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:46:39.103544 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0136ed-d046-43ad-b056-7a3034fe60fa None None] Attempting to bind port 03a5a683-f021-4b9c-b0f2-a6e3f2ed661b on network e3d4fe2b-b8a9-4dc9-b275-7b19e0df14a8 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:46:39.108262 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-1946e060-0b79-44cd-b968-e474e56677d1 None None] Port c608e5af-bdd7-459d-a274-a3b38b6f93c2 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:46:39.127332 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d19430c-463f-4372-ba55-c8b7c4ba1f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeea86f4-ac99-4a61-af3e-d33f41a875e2'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:46:39.151729 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port aeea86f4-ac99-4a61-af3e-d33f41a875e2, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=aeea86f4-ac99-4a61-af3e-d33f41a875e2,segment=NetworkSegment(c791905b-c6a6-4e63-8cef-a35da8b2b344),segment_id=c791905b-c6a6-4e63-8cef-a35da8b2b344)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:39.153530 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0136ed-d046-43ad-b056-7a3034fe60fa None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:46:39.153997 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0136ed-d046-43ad-b056-7a3034fe60fa None None] Checking segment: {'id': '3f60e72f-0ef9-44d1-af46-7946c53ca467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e3d4fe2b-b8a9-4dc9-b275-7b19e0df14a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:46:39.156059 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-df0136ed-d046-43ad-b056-7a3034fe60fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:39.156731 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0136ed-d046-43ad-b056-7a3034fe60fa None None] Bound using segment: {'id': '3f60e72f-0ef9-44d1-af46-7946c53ca467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e3d4fe2b-b8a9-4dc9-b275-7b19e0df14a8'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:46:39.157305 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-df0136ed-d046-43ad-b056-7a3034fe60fa None None] Bound port: 03a5a683-f021-4b9c-b0f2-a6e3f2ed661b, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f60e72f-0ef9-44d1-af46-7946c53ca467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e3d4fe2b-b8a9-4dc9-b275-7b19e0df14a8'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:46:39.161002 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-df0136ed-d046-43ad-b056-7a3034fe60fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:39.234448 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bb430cb-b9a8-4756-99c6-621228000eb1'] response: {'server_uuid': '1d19430c-463f-4372-ba55-c8b7c4ba1f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeea86f4-ac99-4a61-af3e-d33f41a875e2', 'code': 200} Apr 29 15:46:39.244424 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:39.245569 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1946e060-0b79-44cd-b968-e474e56677d1 None None] Provisioning complete for port 72367560-800d-4758-ac02-1bde6756ba26 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:39.246211 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1946e060-0b79-44cd-b968-e474e56677d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:39.310125 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013be765-f888-4350-a445-a3488d589066 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Router 1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:46:39.381540 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87f3d1d-c48e-43f6-b9b5-9c83139a193c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:39.386700 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-d87f3d1d-c48e-43f6-b9b5-9c83139a193c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:39.393003 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87f3d1d-c48e-43f6-b9b5-9c83139a193c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:46:39.454129 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f3d1d-c48e-43f6-b9b5-9c83139a193c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=ec5d6bf5-59fa-43e9-882b-da02eb075ba2,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:39.460293 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 72367560-800d-4758-ac02-1bde6756ba26 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:39.461021 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:39.591307 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-df0136ed-d046-43ad-b056-7a3034fe60fa None None] For port 03a5a683-f021-4b9c-b0f2-a6e3f2ed661b, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:46:39.593798 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=aeea86f4-ac99-4a61-af3e-d33f41a875e2,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:39.599346 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-df0136ed-d046-43ad-b056-7a3034fe60fa None None] For port 03a5a683-f021-4b9c-b0f2-a6e3f2ed661b, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=03a5a683-f021-4b9c-b0f2-a6e3f2ed661b,segment=NetworkSegment(3f60e72f-0ef9-44d1-af46-7946c53ca467),segment_id=3f60e72f-0ef9-44d1-af46-7946c53ca467)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:46:39.608906 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2825365-9460-4af3-87ba-c4eee117037b req-7b558349-3a78-4310-bb84-8a20959fe34a tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:39.610857 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e2825365-9460-4af3-87ba-c4eee117037b req-7b558349-3a78-4310-bb84-8a20959fe34a tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 946 time: 0.4734504 Apr 29 15:46:39.674088 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e2825365-9460-4af3-87ba-c4eee117037b req-f82e884d-e5c7-4700-b93e-ec77f875b9a0 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561218 Apr 29 15:46:39.695687 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536ccefe-3f82-4977-839c-b8196c5562d1 None None] Network 02584814-9d63-4aed-b5da-7c6af5cfbba7 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:46:39.746664 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d87f3d1d-c48e-43f6-b9b5-9c83139a193c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:39.747378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d87f3d1d-c48e-43f6-b9b5-9c83139a193c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:39.779367 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-df0136ed-d046-43ad-b056-7a3034fe60fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:39.886386 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 852f7cf9-6183-4e09-8ba1-5d59fb8d108d up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:39.893737 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a5c1aeff-2b8b-4be5-9201-18371c2b6420 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:39.966090 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0136ed-d046-43ad-b056-7a3034fe60fa None None] Pushing event updated for resources: {'Port': ['ID=03a5a683-f021-4b9c-b0f2-a6e3f2ed661b,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:40.038927 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fc712854-1bc1-4ea4-800b-56e7ede796c4 req-766065e3-f95f-4038-a4d4-88c69752a6ce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 1099 time: 0.2643564 Apr 29 15:46:40.069536 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-72c102b7-7bd4-41cd-a867-a225dbab4b76 None None] Provisioning complete for port d0b3c6af-21bd-45ae-8bf5-81921e834f32 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:40.070178 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-72c102b7-7bd4-41cd-a867-a225dbab4b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:40.096718 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87f3d1d-c48e-43f6-b9b5-9c83139a193c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router c8ca6e13-bd66-445b-a0bb-0a576cbb6711 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:46:40.105871 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013be765-f888-4350-a445-a3488d589066 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:46:40.112965 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa9c1d9-f58d-400a-b413-90f890c43567 None None] Sync routers for ids ['1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:46:40.147894 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa9c1d9-f58d-400a-b413-90f890c43567 None None] Routers {'1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:40.151993 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-efa9c1d9-f58d-400a-b413-90f890c43567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:40.162042 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 852f7cf9-6183-4e09-8ba1-5d59fb8d108d completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:40.177378 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-013be765-f888-4350-a445-a3488d589066 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "PUT /v2.0/routers/1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1892426 Apr 29 15:46:40.177926 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-fc712854-1bc1-4ea4-800b-56e7ede796c4 req-5f85cae0-877b-47ad-b259-1f161243d06c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328380 Apr 29 15:46:40.193613 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58960) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:40.221940 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-efa9c1d9-f58d-400a-b413-90f890c43567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:40.234925 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa9c1d9-f58d-400a-b413-90f890c43567 None None] Routers {'1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:40.235782 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-efa9c1d9-f58d-400a-b413-90f890c43567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:40.310833 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-72c102b7-7bd4-41cd-a867-a225dbab4b76 None None] Provisioning complete for port c608e5af-bdd7-459d-a274-a3b38b6f93c2 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:40.311215 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-72c102b7-7bd4-41cd-a867-a225dbab4b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:40.382926 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-efa9c1d9-f58d-400a-b413-90f890c43567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:40.383328 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa9c1d9-f58d-400a-b413-90f890c43567 None None] The sync data for ids ['1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:46:40.420333 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-72c102b7-7bd4-41cd-a867-a225dbab4b76 None None] Port c608e5af-bdd7-459d-a274-a3b38b6f93c2 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:46:40.495912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87f3d1d-c48e-43f6-b9b5-9c83139a193c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:46:40.512646 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-72c102b7-7bd4-41cd-a867-a225dbab4b76 None None] Provisioning for port 852f7cf9-6183-4e09-8ba1-5d59fb8d108d completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:40.516822 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] Sync routers for ids ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:46:40.531399 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-72c102b7-7bd4-41cd-a867-a225dbab4b76 None None] Provisioning complete for port 852f7cf9-6183-4e09-8ba1-5d59fb8d108d triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:40.532119 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-72c102b7-7bd4-41cd-a867-a225dbab4b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:40.581120 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] Routers {'c8ca6e13-bd66-445b-a0bb-0a576cbb6711'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:40.581120 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:40.605708 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d87f3d1d-c48e-43f6-b9b5-9c83139a193c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:40.609046 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d87f3d1d-c48e-43f6-b9b5-9c83139a193c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8666260 Apr 29 15:46:40.611257 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58964) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:40.863539 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bbe942ec-e2f7-4205-853e-add98b53cec4 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=6dec3d4ebc7e41d8a2e134522257f8b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2509546 Apr 29 15:46:40.866003 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58972) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:41.000650 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-72c102b7-7bd4-41cd-a867-a225dbab4b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:41.069015 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 03a5a683-f021-4b9c-b0f2-a6e3f2ed661b up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:41.173869 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-72c102b7-7bd4-41cd-a867-a225dbab4b76 None None] For port 852f7cf9-6183-4e09-8ba1-5d59fb8d108d, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=852f7cf9-6183-4e09-8ba1-5d59fb8d108d,segment=NetworkSegment(5440e8b1-9951-4548-a3a1-18e01c623693),segment_id=5440e8b1-9951-4548-a3a1-18e01c623693)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:41.190696 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] Set router c8ca6e13-bd66-445b-a0bb-0a576cbb6711 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:46:41.191637 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240e3093-4946-48ef-bca3-90ce1d816692 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:41.196352 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-240e3093-4946-48ef-bca3-90ce1d816692 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3291748 Apr 29 15:46:41.197270 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58976) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:41.208804 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a27ae-46dc-4238-962f-a2eb22e086cb req-0e734e7b-d69c-4a94-af2c-564c9c70f7ce tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:41.211629 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cc9a27ae-46dc-4238-962f-a2eb22e086cb req-0e734e7b-d69c-4a94-af2c-564c9c70f7ce tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 946 time: 0.2033312 Apr 29 15:46:41.264315 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-72c102b7-7bd4-41cd-a867-a225dbab4b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:41.294932 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-05923b19-e336-4822-92e7-44f060582afd tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0952399 Apr 29 15:46:41.298188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58980) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:41.308891 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-d340a79f-8d4f-4820-ac47-c0a2e8982ff0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2093785066', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:41.434232 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-a5c1aeff-2b8b-4be5-9201-18371c2b6420 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting port c608e5af-bdd7-459d-a274-a3b38b6f93c2 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:46:41.434788 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a5c1aeff-2b8b-4be5-9201-18371c2b6420 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:41.446897 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cc9a27ae-46dc-4238-962f-a2eb22e086cb req-7ded4ef2-2273-480f-8bfd-f399883beee3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843731 Apr 29 15:46:41.469919 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ef08f6-e5a0-4109-ac7d-c41bbcef0f08 None None] Network e3d4fe2b-b8a9-4dc9-b275-7b19e0df14a8 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:46:41.477827 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d340a79f-8d4f-4820-ac47-c0a2e8982ff0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:41.482385 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d340a79f-8d4f-4820-ac47-c0a2e8982ff0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:subnet and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:41.485291 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d340a79f-8d4f-4820-ac47-c0a2e8982ff0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:41.491935 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d340a79f-8d4f-4820-ac47-c0a2e8982ff0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:41.594046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d340a79f-8d4f-4820-ac47-c0a2e8982ff0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:46:41.694163 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 03a5a683-f021-4b9c-b0f2-a6e3f2ed661b completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:41.726834 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d0b3c6af-21bd-45ae-8bf5-81921e834f32 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:41.753289 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d340a79f-8d4f-4820-ac47-c0a2e8982ff0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:41.787543 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c102b7-7bd4-41cd-a867-a225dbab4b76 None None] Pushing event updated for resources: {'Port': ['ID=852f7cf9-6183-4e09-8ba1-5d59fb8d108d,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:41.906305 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-990659e4-1ded-4682-ace5-538dae7eba76 None None] Provisioning for port d3db3a0b-5fa2-4672-b2bd-ff9f67245ad4 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:41.907774 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-076ba723-0a49-476c-b5e9-ece59f5bc562 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:46:41.911431 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-076ba723-0a49-476c-b5e9-ece59f5bc562 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "PUT /v2.0/routers/1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6945190 Apr 29 15:46:41.914653 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58984) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:41.951004 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-990659e4-1ded-4682-ace5-538dae7eba76 None None] Provisioning complete for port d3db3a0b-5fa2-4672-b2bd-ff9f67245ad4 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:41.951640 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-990659e4-1ded-4682-ace5-538dae7eba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:42.049054 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a5c1aeff-2b8b-4be5-9201-18371c2b6420 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:42.054460 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port d0b3c6af-21bd-45ae-8bf5-81921e834f32 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:42.054961 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:42.069440 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d340a79f-8d4f-4820-ac47-c0a2e8982ff0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:42.096827 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-990659e4-1ded-4682-ace5-538dae7eba76 None None] Port d3db3a0b-5fa2-4672-b2bd-ff9f67245ad4 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:46:42.162457 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340a79f-8d4f-4820-ac47-c0a2e8982ff0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Subnet': ['ID=6d1cded2-3478-42ee-9c8b-454957ef514a,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:42.167384 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-990659e4-1ded-4682-ace5-538dae7eba76 None None] Provisioning complete for port 852f7cf9-6183-4e09-8ba1-5d59fb8d108d triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:42.167761 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-990659e4-1ded-4682-ace5-538dae7eba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:42.170455 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d340a79f-8d4f-4820-ac47-c0a2e8982ff0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Checking segment: {'id': '84898cb5-ae8e-4a07-ad58-b6043ceb2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:46:42.176123 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d340a79f-8d4f-4820-ac47-c0a2e8982ff0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network hostable DHCP agents. Network: 150e920e-602c-4c2f-9543-26fa5e88bbc8, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:46:42.188170 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-a5c1aeff-2b8b-4be5-9201-18371c2b6420 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Calling delete_port for c608e5af-bdd7-459d-a274-a3b38b6f93c2 owned by network:router_interface {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:46:42.245659 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'name': 'tempest-TestNetworkBasicOps-router-237402697', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:36Z', 'updated_at': '2022-04-29T15:46:39Z', 'revision_number': 3, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:38Z', 'updated_at': '2022-04-29T15:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:42.275579 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] Checking router: c8ca6e13-bd66-445b-a0bb-0a576cbb6711 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:46:42.275940 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] Updating router c8ca6e13-bd66-445b-a0bb-0a576cbb6711 port ec5d6bf5-59fa-43e9-882b-da02eb075ba2 binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:46:42.281819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d340a79f-8d4f-4820-ac47-c0a2e8982ff0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 150e920e-602c-4c2f-9543-26fa5e88bbc8 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:46:42.331448 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-d340a79f-8d4f-4820-ac47-c0a2e8982ff0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 150e920e-602c-4c2f-9543-26fa5e88bbc8) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:42.336121 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d340a79f-8d4f-4820-ac47-c0a2e8982ff0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:42.336917 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d340a79f-8d4f-4820-ac47-c0a2e8982ff0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:42.357224 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:42.388219 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9555843b-2846-44d4-88c0-6738c6460b1a None None] Network 150e920e-602c-4c2f-9543-26fa5e88bbc8 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:46:42.453824 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d340a79f-8d4f-4820-ac47-c0a2e8982ff0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1513495 Apr 29 15:46:42.461043 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 58988) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:42.614387 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d0261a26-6d4e-47c1-b057-2d974b95395c tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:42.733369 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a5c1aeff-2b8b-4be5-9201-18371c2b6420 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:42.796157 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1aeff-2b8b-4be5-9201-18371c2b6420 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Port': ['ID=c608e5af-bdd7-459d-a274-a3b38b6f93c2,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:42.849568 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a7b3c196-97b8-4be2-8a03-6f58272b4250 None None] Provisioning complete for port d3db3a0b-5fa2-4672-b2bd-ff9f67245ad4 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:42.850313 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c196-97b8-4be2-8a03-6f58272b4250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:42.888853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994c119-5224-4b90-ab5e-d810075d07bc req-3fb6e0da-140f-4641-b253-61415bf4a2e0 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:42.890447 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7994c119-5224-4b90-ab5e-d810075d07bc req-3fb6e0da-140f-4641-b253-61415bf4a2e0 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 946 time: 0.2136137 Apr 29 15:46:42.910204 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7284d4ed-81cb-4ef8-bbbc-e9d0b5e01d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-150e920e-602c-4c2f-9543-26fa5e88bbc8', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ips': [{'subnet_id': '6d1cded2-3478-42ee-9c8b-454957ef514a'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:46:42.911660 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7284d4ed-81cb-4ef8-bbbc-e9d0b5e01d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:42.970641 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7994c119-5224-4b90-ab5e-d810075d07bc req-bd6d4f01-b15c-4f28-80e9-284a00c7f9d3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702763 Apr 29 15:46:42.991681 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 852f7cf9-6183-4e09-8ba1-5d59fb8d108d up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:43.224400 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a7b3c196-97b8-4be2-8a03-6f58272b4250 None None] Port d3db3a0b-5fa2-4672-b2bd-ff9f67245ad4 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:46:43.274169 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eaf41-eb7b-4005-af86-00b1a73971ff req-6693336c-c3ee-4be7-b93c-258bdde37a9f tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:43.275664 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-442eaf41-eb7b-4005-af86-00b1a73971ff req-6693336c-c3ee-4be7-b93c-258bdde37a9f tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 946 time: 0.1164408 Apr 29 15:46:43.294837 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:43.336339 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a5c1aeff-2b8b-4be5-9201-18371c2b6420 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:43.337430 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] Transition to ACTIVE for port object ec5d6bf5-59fa-43e9-882b-da02eb075ba2 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:43.357871 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-442eaf41-eb7b-4005-af86-00b1a73971ff req-0d9b0458-78f8-4a84-95ba-2bb59b68f50e tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736680 Apr 29 15:46:43.404002 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 852f7cf9-6183-4e09-8ba1-5d59fb8d108d triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:43.404373 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:43.411432 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 58996) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:43.443944 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a7b3c196-97b8-4be2-8a03-6f58272b4250 None None] Provisioning for port 03a5a683-f021-4b9c-b0f2-a6e3f2ed661b completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:43.452139 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:43.516592 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a7b3c196-97b8-4be2-8a03-6f58272b4250 None None] Provisioning complete for port 03a5a683-f021-4b9c-b0f2-a6e3f2ed661b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:43.516962 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c196-97b8-4be2-8a03-6f58272b4250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:43.656793 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-7284d4ed-81cb-4ef8-bbbc-e9d0b5e01d4b None None] Allocated IP 172.20.0.2 (150e920e-602c-4c2f-9543-26fa5e88bbc8/6d1cded2-3478-42ee-9c8b-454957ef514a/2a6e420d-6016-4f8e-832e-262a0569256f) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:46:43.702227 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e9756-339d-490c-a49d-59e4f287cf03 None None] Pushing event updated for resources: {'Port': ['ID=ec5d6bf5-59fa-43e9-882b-da02eb075ba2,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:43.766881 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] Attempting to bind port ec5d6bf5-59fa-43e9-882b-da02eb075ba2 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:46:43.767175 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] Attempting to bind port ec5d6bf5-59fa-43e9-882b-da02eb075ba2 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:46:43.767521 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] Attempting to bind port ec5d6bf5-59fa-43e9-882b-da02eb075ba2 on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:46:43.783614 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-85ede04d-6992-4ca2-bf33-8f0f8bb2a7a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:43.829029 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9e10bc37-3484-4382-a65e-f90a343985e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:43.882679 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-36074a26-1c01-4f64-82f1-0fae5de7d588 tempest-TestNetworkAdvancedServerOps-100258152 tempest-TestNetworkAdvancedServerOps-100258152-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 1094 time: 0.4672699 Apr 29 15:46:43.885186 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59000) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:43.887673 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:46:43.888088 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:46:43.888431 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:43.889052 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:46:43.889534 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] Bound port: ec5d6bf5-59fa-43e9-882b-da02eb075ba2, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:46:43.889911 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:43.898903 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-08986b65-9125-4511-b2af-7805115f28d8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': 'aeea86f4-ac99-4a61-af3e-d33f41a875e2', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:43.904189 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-08986b65-9125-4511-b2af-7805115f28d8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:43.914232 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-08986b65-9125-4511-b2af-7805115f28d8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Usage tracker for resource:floatingip and tenant:f1017aa1cfb24ef0aafadccbd6fc1cae is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:43.918928 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-08986b65-9125-4511-b2af-7805115f28d8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:43.977828 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-08986b65-9125-4511-b2af-7805115f28d8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:44.014214 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c196-97b8-4be2-8a03-6f58272b4250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:44.050617 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] For port ec5d6bf5-59fa-43e9-882b-da02eb075ba2, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:46:44.096075 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] For port ec5d6bf5-59fa-43e9-882b-da02eb075ba2, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ec5d6bf5-59fa-43e9-882b-da02eb075ba2,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:46:44.122332 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c1aeff-2b8b-4be5-9201-18371c2b6420 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Router 7c943baa-34ed-41c2-a11d-442c2c6b0a5d has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:46:44.122641 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a7b3c196-97b8-4be2-8a03-6f58272b4250 None None] For port 03a5a683-f021-4b9c-b0f2-a6e3f2ed661b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=03a5a683-f021-4b9c-b0f2-a6e3f2ed661b,segment=NetworkSegment(3f60e72f-0ef9-44d1-af46-7946c53ca467),segment_id=3f60e72f-0ef9-44d1-af46-7946c53ca467)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:44.143475 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7284d4ed-81cb-4ef8-bbbc-e9d0b5e01d4b None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:44.155543 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7284d4ed-81cb-4ef8-bbbc-e9d0b5e01d4b None None] Transition to ACTIVE for port object 2a6e420d-6016-4f8e-832e-262a0569256f will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:44.165947 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-08986b65-9125-4511-b2af-7805115f28d8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for floatingip, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:44.175860 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7284d4ed-81cb-4ef8-bbbc-e9d0b5e01d4b None None] Transition to ACTIVE for port object 2a6e420d-6016-4f8e-832e-262a0569256f will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:44.184075 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c196-97b8-4be2-8a03-6f58272b4250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:44.219384 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:44.251128 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7284d4ed-81cb-4ef8-bbbc-e9d0b5e01d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:44.292300 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] Routers {'c8ca6e13-bd66-445b-a0bb-0a576cbb6711'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:44.292936 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:44.311579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-85ede04d-6992-4ca2-bf33-8f0f8bb2a7a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.20.0.1 (150e920e-602c-4c2f-9543-26fa5e88bbc8/6d1cded2-3478-42ee-9c8b-454957ef514a/4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:46:44.352494 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7284d4ed-81cb-4ef8-bbbc-e9d0b5e01d4b None None] Network 150e920e-602c-4c2f-9543-26fa5e88bbc8 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:44.408878 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-7284d4ed-81cb-4ef8-bbbc-e9d0b5e01d4b None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:44.412216 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7284d4ed-81cb-4ef8-bbbc-e9d0b5e01d4b None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:46:44.422329 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3c196-97b8-4be2-8a03-6f58272b4250 None None] Pushing event updated for resources: {'Port': ['ID=03a5a683-f021-4b9c-b0f2-a6e3f2ed661b,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:44.450731 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c1aeff-2b8b-4be5-9201-18371c2b6420 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:46:44.465180 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d55c30-253e-4ab7-a17b-14cdd8939a46 None None] Sync routers for ids ['7c943baa-34ed-41c2-a11d-442c2c6b0a5d'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:46:44.479476 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d55c30-253e-4ab7-a17b-14cdd8939a46 None None] Routers {'7c943baa-34ed-41c2-a11d-442c2c6b0a5d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:44.480193 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-76d55c30-253e-4ab7-a17b-14cdd8939a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['7c943baa-34ed-41c2-a11d-442c2c6b0a5d'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:44.521361 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-d0261a26-6d4e-47c1-b057-2d974b95395c tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Deleting port d3db3a0b-5fa2-4672-b2bd-ff9f67245ad4 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:46:44.521972 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d0261a26-6d4e-47c1-b057-2d974b95395c tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:44.548931 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-76d55c30-253e-4ab7-a17b-14cdd8939a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:44.563202 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d55c30-253e-4ab7-a17b-14cdd8939a46 None None] Routers {'7c943baa-34ed-41c2-a11d-442c2c6b0a5d'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:44.564229 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-76d55c30-253e-4ab7-a17b-14cdd8939a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['7c943baa-34ed-41c2-a11d-442c2c6b0a5d'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:44.584377 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a5c1aeff-2b8b-4be5-9201-18371c2b6420 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "PUT /v2.0/routers/7c943baa-34ed-41c2-a11d-442c2c6b0a5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5925636 Apr 29 15:46:44.588276 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59004) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:44.623794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e9756-339d-490c-a49d-59e4f287cf03 None None] Pushing event updated for resources: {'Port': ['ID=ec5d6bf5-59fa-43e9-882b-da02eb075ba2,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:44.628372 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-76d55c30-253e-4ab7-a17b-14cdd8939a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:44.628863 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d55c30-253e-4ab7-a17b-14cdd8939a46 None None] The sync data for ids ['7c943baa-34ed-41c2-a11d-442c2c6b0a5d'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:46:44.667976 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-cf49ceb6-c5f1-419a-9dbb-e8615136c749 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Synchronizing usage tracker for tenant:f56fa22878a4477ebb22e0778bbb8cc4 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:46:44.672457 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-85ede04d-6992-4ca2-bf33-8f0f8bb2a7a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:44.691174 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-85ede04d-6992-4ca2-bf33-8f0f8bb2a7a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Transition to ACTIVE for port object 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:44.700085 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-7284d4ed-81cb-4ef8-bbbc-e9d0b5e01d4b None None] Attempting to bind port 2a6e420d-6016-4f8e-832e-262a0569256f on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:46:44.700751 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-7284d4ed-81cb-4ef8-bbbc-e9d0b5e01d4b None None] Attempting to bind port 2a6e420d-6016-4f8e-832e-262a0569256f by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '84898cb5-ae8e-4a07-ad58-b6043ceb2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:46:44.701290 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7284d4ed-81cb-4ef8-bbbc-e9d0b5e01d4b None None] Attempting to bind port 2a6e420d-6016-4f8e-832e-262a0569256f on network 150e920e-602c-4c2f-9543-26fa5e88bbc8 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:46:44.736585 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7284d4ed-81cb-4ef8-bbbc-e9d0b5e01d4b None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:46:44.736955 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7284d4ed-81cb-4ef8-bbbc-e9d0b5e01d4b None None] Checking segment: {'id': '84898cb5-ae8e-4a07-ad58-b6043ceb2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:46:44.737351 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7284d4ed-81cb-4ef8-bbbc-e9d0b5e01d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:44.737740 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7284d4ed-81cb-4ef8-bbbc-e9d0b5e01d4b None None] Bound using segment: {'id': '84898cb5-ae8e-4a07-ad58-b6043ceb2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:46:44.738215 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-7284d4ed-81cb-4ef8-bbbc-e9d0b5e01d4b None None] Bound port: 2a6e420d-6016-4f8e-832e-262a0569256f, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84898cb5-ae8e-4a07-ad58-b6043ceb2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:46:44.738725 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7284d4ed-81cb-4ef8-bbbc-e9d0b5e01d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:44.766137 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284d4ed-81cb-4ef8-bbbc-e9d0b5e01d4b None None] Pushing event updated for resources: {'Port': ['ID=2a6e420d-6016-4f8e-832e-262a0569256f,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:44.772724 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] Set router c8ca6e13-bd66-445b-a0bb-0a576cbb6711 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:46:44.779734 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-85ede04d-6992-4ca2-bf33-8f0f8bb2a7a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:44.849600 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-08986b65-9125-4511-b2af-7805115f28d8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:44.863765 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 03a5a683-f021-4b9c-b0f2-a6e3f2ed661b up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:44.880858 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ede04d-6992-4ca2-bf33-8f0f8bb2a7a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 150e920e-602c-4c2f-9543-26fa5e88bbc8 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:44.884578 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-85ede04d-6992-4ca2-bf33-8f0f8bb2a7a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:44.889297 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ede04d-6992-4ca2-bf33-8f0f8bb2a7a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:46:44.931024 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ede04d-6992-4ca2-bf33-8f0f8bb2a7a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:44.976744 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-85ede04d-6992-4ca2-bf33-8f0f8bb2a7a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:45.022374 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-cf49ceb6-c5f1-419a-9dbb-e8615136c749 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Unset dirty status for tenant:f56fa22878a4477ebb22e0778bbb8cc4 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:46:45.023555 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-cf49ceb6-c5f1-419a-9dbb-e8615136c749 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c943baa-34ed-41c2-a11d-442c2c6b0a5d HTTP/1.1" status: 200 len: 205 time: 0.4307280 Apr 29 15:46:45.026617 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59010) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:45.047745 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d0261a26-6d4e-47c1-b057-2d974b95395c tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:45.125940 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-7284d4ed-81cb-4ef8-bbbc-e9d0b5e01d4b None None] For port 2a6e420d-6016-4f8e-832e-262a0569256f, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:46:45.153989 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-7284d4ed-81cb-4ef8-bbbc-e9d0b5e01d4b None None] For port 2a6e420d-6016-4f8e-832e-262a0569256f, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=2a6e420d-6016-4f8e-832e-262a0569256f,segment=NetworkSegment(84898cb5-ae8e-4a07-ad58-b6043ceb2a2f),segment_id=84898cb5-ae8e-4a07-ad58-b6043ceb2a2f)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:46:45.191922 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-d0261a26-6d4e-47c1-b057-2d974b95395c tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Calling delete_port for d3db3a0b-5fa2-4672-b2bd-ff9f67245ad4 owned by network:router_interface {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:46:45.230173 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:45.233731 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 03a5a683-f021-4b9c-b0f2-a6e3f2ed661b triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:45.236781 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:45.236926 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-08986b65-9125-4511-b2af-7805115f28d8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Allocated IP 172.26.1.207 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/88fb0c85-3a85-425b-82d5-e5d2e3e62b7b) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:46:45.240024 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-85ede04d-6992-4ca2-bf33-8f0f8bb2a7a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:45.267442 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-73976c92-09f0-4d00-83b7-382fb60e6bae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:45.355535 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'name': 'tempest-TestNetworkBasicOps-router-237402697', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:36Z', 'updated_at': '2022-04-29T15:46:39Z', 'revision_number': 3, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:38Z', 'updated_at': '2022-04-29T15:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:45.368220 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff004b50-d4bb-4572-97b9-4ca69a654938 None None] The sync data for ids ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'] in dv-neutron-839913-1-hyperv is: [{'id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'name': 'tempest-TestNetworkBasicOps-router-237402697', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:36Z', 'updated_at': '2022-04-29T15:46:39Z', 'revision_number': 3, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:38Z', 'updated_at': '2022-04-29T15:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:46:45.385959 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7284d4ed-81cb-4ef8-bbbc-e9d0b5e01d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:45.550135 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284d4ed-81cb-4ef8-bbbc-e9d0b5e01d4b None None] Pushing event updated for resources: {'Port': ['ID=2a6e420d-6016-4f8e-832e-262a0569256f,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:45.557713 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-08986b65-9125-4511-b2af-7805115f28d8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:45.609504 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d0261a26-6d4e-47c1-b057-2d974b95395c tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:45.700039 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0261a26-6d4e-47c1-b057-2d974b95395c tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Pushing event deleted for resources: {'Port': ['ID=d3db3a0b-5fa2-4672-b2bd-ff9f67245ad4,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:45.705942 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-08986b65-9125-4511-b2af-7805115f28d8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:45.834552 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08986b65-9125-4511-b2af-7805115f28d8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:45.845723 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-08986b65-9125-4511-b2af-7805115f28d8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:45.913584 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cc210945-641a-4ea0-b2ca-83b402a3cb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:45.992854 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08986b65-9125-4511-b2af-7805115f28d8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:46:46.024497 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-73976c92-09f0-4d00-83b7-382fb60e6bae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:46.028812 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08986b65-9125-4511-b2af-7805115f28d8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Pushing event updated for resources: {'Port': ['ID=88fb0c85-3a85-425b-82d5-e5d2e3e62b7b,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:46.031922 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-73976c92-09f0-4d00-83b7-382fb60e6bae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:46.154475 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-73976c92-09f0-4d00-83b7-382fb60e6bae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:46.155215 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73976c92-09f0-4d00-83b7-382fb60e6bae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Fanout notify agent at l3_agent the message router_deleted on router 7c943baa-34ed-41c2-a11d-442c2c6b0a5d {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:46:46.214296 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d0261a26-6d4e-47c1-b057-2d974b95395c tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:46.272471 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-73976c92-09f0-4d00-83b7-382fb60e6bae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:46.273935 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-73976c92-09f0-4d00-83b7-382fb60e6bae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/routers/7c943baa-34ed-41c2-a11d-442c2c6b0a5d HTTP/1.1" status: 204 len: 168 time: 1.2460954 Apr 29 15:46:46.277444 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59014) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:46.611765 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.resource_extend [None req-85ede04d-6992-4ca2-bf33-8f0f8bb2a7a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:46:46.643221 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-85ede04d-6992-4ca2-bf33-8f0f8bb2a7a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:46.668080 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a62c667-1bb9-46e7-acda-fb463734293a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting subnet 3a2ade38-187e-4d8f-9324-9382e5415a6a {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:46:46.671276 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9a62c667-1bb9-46e7-acda-fb463734293a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:46.706344 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-85ede04d-6992-4ca2-bf33-8f0f8bb2a7a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:46.855671 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9a62c667-1bb9-46e7-acda-fb463734293a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:46.912381 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-85ede04d-6992-4ca2-bf33-8f0f8bb2a7a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:46.915868 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2a6e420d-6016-4f8e-832e-262a0569256f up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:46.919070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ede04d-6992-4ca2-bf33-8f0f8bb2a7a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:46.986988 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589d7951-abb4-4d9c-9012-492c522da089 None None] Network 150e920e-602c-4c2f-9543-26fa5e88bbc8 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:46:47.077757 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9a62c667-1bb9-46e7-acda-fb463734293a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:47.144277 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ede04d-6992-4ca2-bf33-8f0f8bb2a7a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 150e920e-602c-4c2f-9543-26fa5e88bbc8 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:47.146519 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0261a26-6d4e-47c1-b057-2d974b95395c tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Router 1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:46:47.149003 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-85ede04d-6992-4ca2-bf33-8f0f8bb2a7a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:47.182152 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:47.224063 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 2a6e420d-6016-4f8e-832e-262a0569256f completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:47.231612 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-bfa16843-d229-4373-aa41-511e5af93594 None None] Provisioning for port 2a6e420d-6016-4f8e-832e-262a0569256f completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:47.240323 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 2a6e420d-6016-4f8e-832e-262a0569256f triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:47.240868 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:47.269248 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-bfa16843-d229-4373-aa41-511e5af93594 None None] Provisioning complete for port 2a6e420d-6016-4f8e-832e-262a0569256f triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:47.269887 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bfa16843-d229-4373-aa41-511e5af93594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:47.366825 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0261a26-6d4e-47c1-b057-2d974b95395c tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:46:47.386755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e9ff7-765d-43c0-8c6c-f045c79fbd3a None None] Sync routers for ids ['1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:46:47.405351 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9a62c667-1bb9-46e7-acda-fb463734293a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:47.414100 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d0261a26-6d4e-47c1-b057-2d974b95395c tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "PUT /v2.0/routers/1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4973547 Apr 29 15:46:47.421490 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59018) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:47.518238 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62c667-1bb9-46e7-acda-fb463734293a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Subnet': ['ID=3a2ade38-187e-4d8f-9324-9382e5415a6a,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:47.525586 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-08986b65-9125-4511-b2af-7805115f28d8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:47.525586 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-c8d77d86-6d4e-4d30-8c0e-6a8aff6bf6f2 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] delete failed (client error): The resource could not be found. Apr 29 15:46:47.532751 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59022) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:47.536443 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c8d77d86-6d4e-4d30-8c0e-6a8aff6bf6f2 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-385614834 HTTP/1.1" status: 404 len: 334 time: 0.0930619 Apr 29 15:46:47.537616 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bfa16843-d229-4373-aa41-511e5af93594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:47.541561 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-32a00651-0605-4d3f-bd70-e2d91f97fb4e tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Request body: {'router': {'external_gateway_info': {'network_id': '1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1'}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:47.541779 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:47.548149 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8e9ff7-765d-43c0-8c6c-f045c79fbd3a None None] Routers {'1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:47.548787 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ef8e9ff7-765d-43c0-8c6c-f045c79fbd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:47.586231 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9a62c667-1bb9-46e7-acda-fb463734293a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:47.608184 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4406fcf6-0527-4c99-bef7-8d46967fdff0 None None] Network c9a5e8e2-9745-48e4-96e4-35e230b86112 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:46:47.676358 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9a62c667-1bb9-46e7-acda-fb463734293a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/subnets/3a2ade38-187e-4d8f-9324-9382e5415a6a HTTP/1.1" status: 204 len: 168 time: 1.3977275 Apr 29 15:46:47.682286 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59026) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:47.701095 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ef8e9ff7-765d-43c0-8c6c-f045c79fbd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:47.720238 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:47.736605 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-08986b65-9125-4511-b2af-7805115f28d8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:47.761522 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-bfa16843-d229-4373-aa41-511e5af93594 None None] For port 2a6e420d-6016-4f8e-832e-262a0569256f, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=2a6e420d-6016-4f8e-832e-262a0569256f,segment=NetworkSegment(84898cb5-ae8e-4a07-ad58-b6043ceb2a2f),segment_id=84898cb5-ae8e-4a07-ad58-b6043ceb2a2f)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:47.795764 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8e9ff7-765d-43c0-8c6c-f045c79fbd3a None None] Routers {'1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:47.796693 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ef8e9ff7-765d-43c0-8c6c-f045c79fbd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:47.915828 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8ab66582-8ffa-4482-9c85-1cce26748c32 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:47.924879 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bfa16843-d229-4373-aa41-511e5af93594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:47.953969 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-8ab66582-8ffa-4482-9c85-1cce26748c32 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting port 72367560-800d-4758-ac02-1bde6756ba26 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:46:47.954313 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8ab66582-8ffa-4482-9c85-1cce26748c32 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:47.979000 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ef8e9ff7-765d-43c0-8c6c-f045c79fbd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:47.979597 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e9ff7-765d-43c0-8c6c-f045c79fbd3a None None] The sync data for ids ['1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:46:48.047966 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:46:48.048575 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:46:48.066560 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa16843-d229-4373-aa41-511e5af93594 None None] Pushing event updated for resources: {'Port': ['ID=2a6e420d-6016-4f8e-832e-262a0569256f,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:48.085780 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b8ae7291-b771-4ecc-9854-f54ad1c0d05a None None] Provisioning complete for port 2a6e420d-6016-4f8e-832e-262a0569256f triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:48.086523 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b8ae7291-b771-4ecc-9854-f54ad1c0d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:48.244581 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029c39eb-76e7-4e38-af37-986a01621d05 None None] DHCP port deletion for c9a5e8e2-9745-48e4-96e4-35e230b86112 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:46:48.249339 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ede04d-6992-4ca2-bf33-8f0f8bb2a7a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router c8ca6e13-bd66-445b-a0bb-0a576cbb6711 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:46:48.255172 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-029c39eb-76e7-4e38-af37-986a01621d05 None None] Deleting port 72367560-800d-4758-ac02-1bde6756ba26 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:46:48.255712 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-029c39eb-76e7-4e38-af37-986a01621d05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:48.257753 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-32a00651-0605-4d3f-bd70-e2d91f97fb4e tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:48.338332 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-8ab66582-8ffa-4482-9c85-1cce26748c32 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] For port 72367560-800d-4758-ac02-1bde6756ba26, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=72367560-800d-4758-ac02-1bde6756ba26,segment=NetworkSegment(4f2ceb57-83c9-42f0-9cb2-13d0ea210b3e),segment_id=4f2ceb57-83c9-42f0-9cb2-13d0ea210b3e)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:48.339054 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8ab66582-8ffa-4482-9c85-1cce26748c32 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:48.412466 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-32a00651-0605-4d3f-bd70-e2d91f97fb4e tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] update failed (client error): The resource could not be found. Apr 29 15:46:48.413604 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-32a00651-0605-4d3f-bd70-e2d91f97fb4e tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "PUT /v2.0/routers/1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1 HTTP/1.1" status: 404 len: 339 time: 0.8962493 Apr 29 15:46:48.420265 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:48.427831 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59030) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:48.433769 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-d23e4732-06f6-4ecb-b41e-cc210a428b11 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-939772429'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:48.440859 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d23e4732-06f6-4ecb-b41e-cc210a428b11 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:48.447177 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d23e4732-06f6-4ecb-b41e-cc210a428b11 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Usage tracker for resource:network and tenant:fe0586ee679e4146b739ad458f9b97ed is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:48.450886 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d23e4732-06f6-4ecb-b41e-cc210a428b11 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:48.458195 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d23e4732-06f6-4ecb-b41e-cc210a428b11 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:48.474452 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b8ae7291-b771-4ecc-9854-f54ad1c0d05a None None] Provisioning for port 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:48.490086 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b8ae7291-b771-4ecc-9854-f54ad1c0d05a None None] Provisioning complete for port 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:48.490632 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b8ae7291-b771-4ecc-9854-f54ad1c0d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:48.520098 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ede04d-6992-4ca2-bf33-8f0f8bb2a7a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:46:48.522289 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23e4732-06f6-4ecb-b41e-cc210a428b11 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Made reservation on behalf of fe0586ee679e4146b739ad458f9b97ed for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:46:48.525322 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d23e4732-06f6-4ecb-b41e-cc210a428b11 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:48.540935 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-85ede04d-6992-4ca2-bf33-8f0f8bb2a7a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "PUT /v2.0/routers/c8ca6e13-bd66-445b-a0bb-0a576cbb6711/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0762730 Apr 29 15:46:48.548045 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59034) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:48.617532 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-8ab66582-8ffa-4482-9c85-1cce26748c32 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Calling delete_port for 72367560-800d-4758-ac02-1bde6756ba26 owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:46:48.657123 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23e4732-06f6-4ecb-b41e-cc210a428b11 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:46:48.669531 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ec5d6bf5-59fa-43e9-882b-da02eb075ba2 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:48.672765 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d23e4732-06f6-4ecb-b41e-cc210a428b11 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:48.673305 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-d23e4732-06f6-4ecb-b41e-cc210a428b11 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Added segment 2c9b192c-7e50-4732-af2d-7a97e6761d0e of type vlan for network 298f6b00-22f5-442d-bd09-4db5598829aa Apr 29 15:46:48.711563 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-08986b65-9125-4511-b2af-7805115f28d8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:48.729747 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-029c39eb-76e7-4e38-af37-986a01621d05 None None] For port 72367560-800d-4758-ac02-1bde6756ba26, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=72367560-800d-4758-ac02-1bde6756ba26,segment=NetworkSegment(4f2ceb57-83c9-42f0-9cb2-13d0ea210b3e),segment_id=4f2ceb57-83c9-42f0-9cb2-13d0ea210b3e)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:48.730425 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-029c39eb-76e7-4e38-af37-986a01621d05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:48.741166 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf1e0fd-c7f0-4c4a-a4f1-27251c721c7a tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:48.741545 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf1e0fd-c7f0-4c4a-a4f1-27251c721c7a tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:48.741911 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf1e0fd-c7f0-4c4a-a4f1-27251c721c7a tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:48.742267 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf1e0fd-c7f0-4c4a-a4f1-27251c721c7a tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:48.742808 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf1e0fd-c7f0-4c4a-a4f1-27251c721c7a tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:48.743171 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf1e0fd-c7f0-4c4a-a4f1-27251c721c7a tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:48.743526 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf1e0fd-c7f0-4c4a-a4f1-27251c721c7a tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:48.743880 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf1e0fd-c7f0-4c4a-a4f1-27251c721c7a tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:48.744228 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf1e0fd-c7f0-4c4a-a4f1-27251c721c7a tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:48.744576 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf1e0fd-c7f0-4c4a-a4f1-27251c721c7a tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:48.745136 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf1e0fd-c7f0-4c4a-a4f1-27251c721c7a tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:48.745269 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-b8ae7291-b771-4ecc-9854-f54ad1c0d05a None None] Port 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:46:48.747325 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bdf1e0fd-c7f0-4c4a-a4f1-27251c721c7a tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7696 time: 0.2052047 Apr 29 15:46:48.750078 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59038) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:48.753564 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d23e4732-06f6-4ecb-b41e-cc210a428b11 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:48.771980 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-08986b65-9125-4511-b2af-7805115f28d8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:48.811149 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8ab66582-8ffa-4482-9c85-1cce26748c32 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:48.852313 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb38cd29-2b3a-46a5-8f89-27fb01e34dbe tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:48.852683 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb38cd29-2b3a-46a5-8f89-27fb01e34dbe tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:48.853231 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb38cd29-2b3a-46a5-8f89-27fb01e34dbe tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:48.853751 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb38cd29-2b3a-46a5-8f89-27fb01e34dbe tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:48.854265 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb38cd29-2b3a-46a5-8f89-27fb01e34dbe tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:48.854840 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb38cd29-2b3a-46a5-8f89-27fb01e34dbe tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:48.855340 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb38cd29-2b3a-46a5-8f89-27fb01e34dbe tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:48.855847 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb38cd29-2b3a-46a5-8f89-27fb01e34dbe tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:48.856353 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb38cd29-2b3a-46a5-8f89-27fb01e34dbe tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:48.856857 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb38cd29-2b3a-46a5-8f89-27fb01e34dbe tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:48.859068 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-cb38cd29-2b3a-46a5-8f89-27fb01e34dbe tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6462 time: 0.1080589 Apr 29 15:46:48.862065 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59042) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:48.894837 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-029c39eb-76e7-4e38-af37-986a01621d05 None None] Calling delete_port for 72367560-800d-4758-ac02-1bde6756ba26 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:46:48.905745 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-08986b65-9125-4511-b2af-7805115f28d8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:48.926571 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d23e4732-06f6-4ecb-b41e-cc210a428b11 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:48.930622 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23e4732-06f6-4ecb-b41e-cc210a428b11 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:48.931210 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d23e4732-06f6-4ecb-b41e-cc210a428b11 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:48.953950 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7e29c702-8b69-4dca-8b3e-d5b5720ecf6b None None] Provisioning complete for port 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:48.954548 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e29c702-8b69-4dca-8b3e-d5b5720ecf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:48.974943 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab66582-8ffa-4482-9c85-1cce26748c32 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] No DVR routers for this DVR port 72367560-800d-4758-ac02-1bde6756ba26 on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:46:49.038724 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-7e29c702-8b69-4dca-8b3e-d5b5720ecf6b None None] Port 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:46:49.041274 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-029c39eb-76e7-4e38-af37-986a01621d05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:46:49.041808 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-029c39eb-76e7-4e38-af37-986a01621d05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:46:49.067320 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08986b65-9125-4511-b2af-7805115f28d8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Pushing event updated for resources: {'Port': ['ID=88fb0c85-3a85-425b-82d5-e5d2e3e62b7b,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:49.081014 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port ec5d6bf5-59fa-43e9-882b-da02eb075ba2 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:49.087906 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port ec5d6bf5-59fa-43e9-882b-da02eb075ba2 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:49.088888 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:49.113142 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e4732-06f6-4ecb-b41e-cc210a428b11 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Pushing event updated for resources: {'Network': ['ID=298f6b00-22f5-442d-bd09-4db5598829aa,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:49.132948 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab66582-8ffa-4482-9c85-1cce26748c32 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Port': ['ID=72367560-800d-4758-ac02-1bde6756ba26,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:49.154804 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 298f6b00-22f5-442d-bd09-4db5598829aa details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:46:49.162076 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d23e4732-06f6-4ecb-b41e-cc210a428b11 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7328582 Apr 29 15:46:49.170054 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59046) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:49.182841 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-2a1d25da-3277-450b-8562-89912e292bec tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Request body: {'subnet': {'network_id': '298f6b00-22f5-442d-bd09-4db5598829aa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:49.226306 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8ab66582-8ffa-4482-9c85-1cce26748c32 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:49.262992 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-8ab66582-8ffa-4482-9c85-1cce26748c32 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a5e8e2-9745-48e4-96e4-35e230b86112']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:49.278421 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-8ab66582-8ffa-4482-9c85-1cce26748c32 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2ceb57-83c9-42f0-9cb2-13d0ea210b3e') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:49.279079 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-8ab66582-8ffa-4482-9c85-1cce26748c32 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2ceb57-83c9-42f0-9cb2-13d0ea210b3e') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:49.296329 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8ab66582-8ffa-4482-9c85-1cce26748c32 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:49.303080 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-57f4268e-0e6f-4205-85d5-fdb1620a5717 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4315 time: 0.4397421 Apr 29 15:46:49.308611 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2a1d25da-3277-450b-8562-89912e292bec tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:49.312597 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2a1d25da-3277-450b-8562-89912e292bec tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Usage tracker for resource:subnet and tenant:fe0586ee679e4146b739ad458f9b97ed is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:49.315926 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2a1d25da-3277-450b-8562-89912e292bec tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:49.320864 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8ab66582-8ffa-4482-9c85-1cce26748c32 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:49.329831 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2a1d25da-3277-450b-8562-89912e292bec tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:49.330002 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab66582-8ffa-4482-9c85-1cce26748c32 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:46:49.330358 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8ab66582-8ffa-4482-9c85-1cce26748c32 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:49.331821 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:46:49.345655 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:46:49.348996 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port ec5d6bf5-59fa-43e9-882b-da02eb075ba2, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ec5d6bf5-59fa-43e9-882b-da02eb075ba2,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:49.394173 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1d25da-3277-450b-8562-89912e292bec tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Made reservation on behalf of fe0586ee679e4146b739ad458f9b97ed for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:46:49.423512 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:49.444409 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [None req-08986b65-9125-4511-b2af-7805115f28d8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Floating IP ea0ce8b7-b0a5-4fc1-a918-cc9689d4cb13 associated. External IP: 172.26.1.207, port: aeea86f4-ac99-4a61-af3e-d33f41a875e2. Apr 29 15:46:49.510360 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8ab66582-8ffa-4482-9c85-1cce26748c32 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:49.516999 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=ec5d6bf5-59fa-43e9-882b-da02eb075ba2,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:49.549861 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-029c39eb-76e7-4e38-af37-986a01621d05 None None] Deleting port 72367560-800d-4758-ac02-1bde6756ba26 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:46:49.549861 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-029c39eb-76e7-4e38-af37-986a01621d05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:49.591389 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8ab66582-8ffa-4482-9c85-1cce26748c32 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:49.607987 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab66582-8ffa-4482-9c85-1cce26748c32 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Network': ['ID=c9a5e8e2-9745-48e4-96e4-35e230b86112,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:49.618060 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] Sync routers for ids ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:46:49.633630 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2a6e420d-6016-4f8e-832e-262a0569256f up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:49.643009 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] Routers {'c8ca6e13-bd66-445b-a0bb-0a576cbb6711'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:49.643776 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:49.669797 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-029c39eb-76e7-4e38-af37-986a01621d05 None None] The port '72367560-800d-4758-ac02-1bde6756ba26' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:46:49.673461 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8ab66582-8ffa-4482-9c85-1cce26748c32 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/networks/c9a5e8e2-9745-48e4-96e4-35e230b86112 HTTP/1.1" status: 204 len: 168 time: 1.9899321 Apr 29 15:46:49.680771 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59052) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:49.681259 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2a1d25da-3277-450b-8562-89912e292bec tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:49.695507 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-6274b0ed-0360-4fef-ad75-db8108e73094 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-865869137', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:49.702914 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-6274b0ed-0360-4fef-ad75-db8108e73094 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:49.711012 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-6274b0ed-0360-4fef-ad75-db8108e73094 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:router and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:49.716449 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-6274b0ed-0360-4fef-ad75-db8108e73094 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:49.734155 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-6274b0ed-0360-4fef-ad75-db8108e73094 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:49.755287 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 2a6e420d-6016-4f8e-832e-262a0569256f triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:49.755658 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:49.758786 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59056) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:49.766759 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-861bfc5a-6c00-413e-b692-330acf1bc983 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-573714472', 'description': 'tempest-secgroup-smoke-573714472 description', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:49.774731 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-861bfc5a-6c00-413e-b692-330acf1bc983 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:49.779444 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-861bfc5a-6c00-413e-b692-330acf1bc983 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:49.783486 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-861bfc5a-6c00-413e-b692-330acf1bc983 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:49.791427 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-861bfc5a-6c00-413e-b692-330acf1bc983 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:49.930473 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] Set router c8ca6e13-bd66-445b-a0bb-0a576cbb6711 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:46:49.966797 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-861bfc5a-6c00-413e-b692-330acf1bc983 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:49.979849 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6274b0ed-0360-4fef-ad75-db8108e73094 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:49.980897 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6274b0ed-0360-4fef-ad75-db8108e73094 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:49.995838 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 72367560-800d-4758-ac02-1bde6756ba26 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:46:50.000143 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6274b0ed-0360-4fef-ad75-db8108e73094 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:50.055670 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 72367560-800d-4758-ac02-1bde6756ba26 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:46:50.056604 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 72367560-800d-4758-ac02-1bde6756ba26 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:46:50.080138 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-861bfc5a-6c00-413e-b692-330acf1bc983 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:50.088409 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-861bfc5a-6c00-413e-b692-330acf1bc983 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:50.091060 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-861bfc5a-6c00-413e-b692-330acf1bc983 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:50.099519 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-861bfc5a-6c00-413e-b692-330acf1bc983 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:50.122587 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6274b0ed-0360-4fef-ad75-db8108e73094 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:50.177490 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2a1d25da-3277-450b-8562-89912e292bec tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:50.209179 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-861bfc5a-6c00-413e-b692-330acf1bc983 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:50.211276 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08986b65-9125-4511-b2af-7805115f28d8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Router c533ddb5-21c8-4763-9b56-8e38c1652b70 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:46:50.261571 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d25da-3277-450b-8562-89912e292bec tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Pushing event updated for resources: {'Subnet': ['ID=4aab68ab-014c-4717-84fe-6d508d3812da,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:50.278196 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1d25da-3277-450b-8562-89912e292bec tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Checking segment: {'id': '2c9b192c-7e50-4732-af2d-7a97e6761d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '298f6b00-22f5-442d-bd09-4db5598829aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:46:50.278867 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1d25da-3277-450b-8562-89912e292bec tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Network hostable DHCP agents. Network: 298f6b00-22f5-442d-bd09-4db5598829aa, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:46:50.319267 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'name': 'tempest-TestNetworkBasicOps-router-237402697', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:36Z', 'updated_at': '2022-04-29T15:46:44Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:38Z', 'updated_at': '2022-04-29T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9', 'name': '', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:bb:05:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:44Z', 'updated_at': '2022-04-29T15:46:46Z', 'revision_number': 2, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:50.323342 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] Checking router: c8ca6e13-bd66-445b-a0bb-0a576cbb6711 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:46:50.323694 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] Updating router c8ca6e13-bd66-445b-a0bb-0a576cbb6711 port 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9 binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:46:50.379540 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:50.386907 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6274b0ed-0360-4fef-ad75-db8108e73094 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:50.388067 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6274b0ed-0360-4fef-ad75-db8108e73094 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7058668 Apr 29 15:46:50.388926 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-861bfc5a-6c00-413e-b692-330acf1bc983 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:50.390860 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59060) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:50.398567 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-83be859a-12c1-468b-9686-04aeb67c6d5a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'network': {'name': 'tempest-RoutersTest-679725485'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:50.404176 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-83be859a-12c1-468b-9686-04aeb67c6d5a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:50.408182 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-83be859a-12c1-468b-9686-04aeb67c6d5a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:network and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:50.412572 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-83be859a-12c1-468b-9686-04aeb67c6d5a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:50.415840 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1d25da-3277-450b-8562-89912e292bec tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Network 298f6b00-22f5-442d-bd09-4db5598829aa is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:46:50.422261 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-83be859a-12c1-468b-9686-04aeb67c6d5a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:50.492509 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861bfc5a-6c00-413e-b692-330acf1bc983 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=578617a7-d67d-4f46-9f51-feed59bcb747,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:50.496963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-2a1d25da-3277-450b-8562-89912e292bec tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 298f6b00-22f5-442d-bd09-4db5598829aa) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:50.504973 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1d25da-3277-450b-8562-89912e292bec tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:50.504973 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2a1d25da-3277-450b-8562-89912e292bec tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:50.506523 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c65a66-a4e1-4bea-bbee-5619fee7f6f9 None None] Network 298f6b00-22f5-442d-bd09-4db5598829aa requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:46:50.526542 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83be859a-12c1-468b-9686-04aeb67c6d5a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Made reservation on behalf of f56fa22878a4477ebb22e0778bbb8cc4 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:46:50.530739 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-83be859a-12c1-468b-9686-04aeb67c6d5a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:50.560902 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-861bfc5a-6c00-413e-b692-330acf1bc983 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:50.563203 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-861bfc5a-6c00-413e-b692-330acf1bc983 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.8027427 Apr 29 15:46:50.565684 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59064) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:50.573223 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-819bcd13-9fa2-41fb-8135-11f7877c4988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '578617a7-d67d-4f46-9f51-feed59bcb747', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:50.578228 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83be859a-12c1-468b-9686-04aeb67c6d5a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:46:50.585583 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-819bcd13-9fa2-41fb-8135-11f7877c4988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:50.601419 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-819bcd13-9fa2-41fb-8135-11f7877c4988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:50.604992 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-83be859a-12c1-468b-9686-04aeb67c6d5a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:50.605572 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-83be859a-12c1-468b-9686-04aeb67c6d5a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Added segment 7544f0e2-c873-4447-8cdc-8e66ec995e8d of type vlan for network 00930897-67a4-4286-956f-c4688aaf91f9 Apr 29 15:46:50.607472 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-819bcd13-9fa2-41fb-8135-11f7877c4988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:50.619513 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2a1d25da-3277-450b-8562-89912e292bec tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4466634 Apr 29 15:46:50.621473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-819bcd13-9fa2-41fb-8135-11f7877c4988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:50.622778 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59068) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:50.639103 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-41a53a38-71e1-48b3-ba5a-dc8591eef9ad tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Request body: {'router': {'external_gateway_info': {'network_id': '298f6b00-22f5-442d-bd09-4db5598829aa'}}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:50.653320 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-83be859a-12c1-468b-9686-04aeb67c6d5a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:50.707422 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08986b65-9125-4511-b2af-7805115f28d8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:46:50.727706 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-819bcd13-9fa2-41fb-8135-11f7877c4988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:50.745335 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b98ef6f-a7cc-49f7-9826-25838e257b8a None None] Sync routers for ids ['c533ddb5-21c8-4763-9b56-8e38c1652b70'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:46:50.776995 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2e479e-4a98-43d6-bf4e-52cb3b966120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-298f6b00-22f5-442d-bd09-4db5598829aa', 'network_id': '298f6b00-22f5-442d-bd09-4db5598829aa', 'tenant_id': 'fe0586ee679e4146b739ad458f9b97ed', 'fixed_ips': [{'subnet_id': '4aab68ab-014c-4717-84fe-6d508d3812da'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:46:50.777954 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cb2e479e-4a98-43d6-bf4e-52cb3b966120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:50.800785 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b98ef6f-a7cc-49f7-9826-25838e257b8a None None] Routers {'c533ddb5-21c8-4763-9b56-8e38c1652b70'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:50.801484 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-7b98ef6f-a7cc-49f7-9826-25838e257b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c533ddb5-21c8-4763-9b56-8e38c1652b70'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:50.823697 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:50.839172 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] Transition to ACTIVE for port object 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9 will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:50.845045 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-83be859a-12c1-468b-9686-04aeb67c6d5a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:50.848960 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83be859a-12c1-468b-9686-04aeb67c6d5a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:50.849541 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-83be859a-12c1-468b-9686-04aeb67c6d5a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:50.869575 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-08986b65-9125-4511-b2af-7805115f28d8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:50.876569 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-819bcd13-9fa2-41fb-8135-11f7877c4988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:50.886138 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:50.954058 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-819bcd13-9fa2-41fb-8135-11f7877c4988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:51.008302 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-08986b65-9125-4511-b2af-7805115f28d8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.1204183 Apr 29 15:46:51.010999 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d19430c-463f-4372-ba55-c8b7c4ba1f63', 'tag': 'aeea86f4-ac99-4a61-af3e-d33f41a875e2'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:46:51.017318 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819bcd13-9fa2-41fb-8135-11f7877c4988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5280d745-1ffe-4857-97ca-ac21c8c2529c,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:51.032502 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be859a-12c1-468b-9686-04aeb67c6d5a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Network': ['ID=00930897-67a4-4286-956f-c4688aaf91f9,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:51.061034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-819bcd13-9fa2-41fb-8135-11f7877c4988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:51.063425 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-819bcd13-9fa2-41fb-8135-11f7877c4988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4966707 Apr 29 15:46:51.065983 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59076) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:51.072047 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fec447-a57b-4a41-b160-52f9028a46ee None None] Pushing event updated for resources: {'Port': ['ID=4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:51.075132 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-532aeccf-bbac-4fd9-9b73-a9e187123357 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '578617a7-d67d-4f46-9f51-feed59bcb747', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:51.083217 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-532aeccf-bbac-4fd9-9b73-a9e187123357 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:51.086769 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fec447-a57b-4a41-b160-52f9028a46ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:51.087296 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fec447-a57b-4a41-b160-52f9028a46ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:51.087831 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fec447-a57b-4a41-b160-52f9028a46ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:51.092382 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fec447-a57b-4a41-b160-52f9028a46ee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:51.092382 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fec447-a57b-4a41-b160-52f9028a46ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:51.092382 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fec447-a57b-4a41-b160-52f9028a46ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:51.092382 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fec447-a57b-4a41-b160-52f9028a46ee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:51.092702 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-83be859a-12c1-468b-9686-04aeb67c6d5a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6984694 Apr 29 15:46:51.092790 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fec447-a57b-4a41-b160-52f9028a46ee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:51.092790 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fec447-a57b-4a41-b160-52f9028a46ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:51.092790 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fec447-a57b-4a41-b160-52f9028a46ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:51.092790 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fec447-a57b-4a41-b160-52f9028a46ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:51.094136 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-532aeccf-bbac-4fd9-9b73-a9e187123357 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:51.099439 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59080) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:51.101234 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-532aeccf-bbac-4fd9-9b73-a9e187123357 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:51.108544 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-532aeccf-bbac-4fd9-9b73-a9e187123357 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:51.115137 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-2d762df7-438c-409c-9d24-cb608aa576f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'subnet': {'network_id': '00930897-67a4-4286-956f-c4688aaf91f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:51.168735 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 00930897-67a4-4286-956f-c4688aaf91f9 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:46:51.222628 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-532aeccf-bbac-4fd9-9b73-a9e187123357 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:51.233944 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] Attempting to bind port 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:46:51.234804 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] Attempting to bind port 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '84898cb5-ae8e-4a07-ad58-b6043ceb2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:46:51.235234 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] Attempting to bind port 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9 on network 150e920e-602c-4c2f-9543-26fa5e88bbc8 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:46:51.243221 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:46:51.243817 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] Checking segment: {'id': '84898cb5-ae8e-4a07-ad58-b6043ceb2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:46:51.244391 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:51.245066 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] Bound using segment: {'id': '84898cb5-ae8e-4a07-ad58-b6043ceb2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:46:51.247166 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] Bound port: 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84898cb5-ae8e-4a07-ad58-b6043ceb2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:46:51.247293 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2d762df7-438c-409c-9d24-cb608aa576f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:51.247389 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:51.249636 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2d762df7-438c-409c-9d24-cb608aa576f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:subnet and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:51.252722 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2d762df7-438c-409c-9d24-cb608aa576f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:51.259286 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2d762df7-438c-409c-9d24-cb608aa576f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:51.275765 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66367249-d81a-450f-94a4-4339129698cc'] response: {'name': 'network-changed', 'server_uuid': '1d19430c-463f-4372-ba55-c8b7c4ba1f63', 'tag': 'aeea86f4-ac99-4a61-af3e-d33f41a875e2', 'status': 'completed', 'code': 200} Apr 29 15:46:51.344429 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] For port 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:46:51.347695 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] For port 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9,segment=NetworkSegment(84898cb5-ae8e-4a07-ad58-b6043ceb2a2f),segment_id=84898cb5-ae8e-4a07-ad58-b6043ceb2a2f)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:46:51.376020 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d762df7-438c-409c-9d24-cb608aa576f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Made reservation on behalf of f56fa22878a4477ebb22e0778bbb8cc4 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:46:51.421866 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-532aeccf-bbac-4fd9-9b73-a9e187123357 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:51.429667 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698b93f-81ee-49a4-b5a0-ca458ddf59a2 req-ccacdf34-adc6-4953-86e2-57f7ad1c31f0 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:51.431215 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b698b93f-81ee-49a4-b5a0-ca458ddf59a2 req-ccacdf34-adc6-4953-86e2-57f7ad1c31f0 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 946 time: 0.1517291 Apr 29 15:46:51.458412 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:51.498426 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-41a53a38-71e1-48b3-ba5a-dc8591eef9ad tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:51.501018 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-532aeccf-bbac-4fd9-9b73-a9e187123357 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:51.507721 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2d762df7-438c-409c-9d24-cb608aa576f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:51.528214 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-cb2e479e-4a98-43d6-bf4e-52cb3b966120 None None] Allocated IP 2001:db8:1::2 (298f6b00-22f5-442d-bd09-4db5598829aa/4aab68ab-014c-4717-84fe-6d508d3812da/7a268c53-4e2b-43cd-8515-62c87694d22e) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:46:51.531956 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-7b98ef6f-a7cc-49f7-9826-25838e257b8a None None] Set router c533ddb5-21c8-4763-9b56-8e38c1652b70 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:46:51.605010 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fec447-a57b-4a41-b160-52f9028a46ee None None] Pushing event updated for resources: {'Port': ['ID=4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9,revision_number=4']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:51.615820 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] Routers {'c8ca6e13-bd66-445b-a0bb-0a576cbb6711'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:51.616474 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:51.617115 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-bde8a5b7-4ef4-4b42-a68b-f8fa4721273a req-c6fe3da1-5da7-4803-9b04-5409f948454d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1017aa1cfb24ef0aafadccbd6fc1cae&device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 1099 time: 0.3426213 Apr 29 15:46:51.617426 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ec5d6bf5-59fa-43e9-882b-da02eb075ba2 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:51.636966 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b698b93f-81ee-49a4-b5a0-ca458ddf59a2 req-7e0c2a6f-675d-4463-a2b2-4e2f27c8a477 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900156 Apr 29 15:46:51.641999 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-532aeccf-bbac-4fd9-9b73-a9e187123357 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:51.649782 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-532aeccf-bbac-4fd9-9b73-a9e187123357 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5821710 Apr 29 15:46:51.653382 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532aeccf-bbac-4fd9-9b73-a9e187123357 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d256c0d6-6a32-4e97-8102-6d2a8c595b1d,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:51.659016 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59084) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:51.706283 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59088) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:51.716642 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-ae89480b-6c76-4507-ad3b-d79a19a449f2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '578617a7-d67d-4f46-9f51-feed59bcb747', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:51.750233 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ae89480b-6c76-4507-ad3b-d79a19a449f2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:51.776118 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ae89480b-6c76-4507-ad3b-d79a19a449f2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:51.788146 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ae89480b-6c76-4507-ad3b-d79a19a449f2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:51.800331 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ae89480b-6c76-4507-ad3b-d79a19a449f2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:51.849313 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] Set router c8ca6e13-bd66-445b-a0bb-0a576cbb6711 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:46:51.961487 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-81d37a3e-5cc4-4b0f-bc86-3f55fa3f7ece tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/floatingips/ea0ce8b7-b0a5-4fc1-a918-cc9689d4cb13 HTTP/1.1" status: 200 len: 992 time: 0.2525856 Apr 29 15:46:52.131531 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ae89480b-6c76-4507-ad3b-d79a19a449f2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:52.144602 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8a5b7-4ef4-4b42-a68b-f8fa4721273a req-c678b7a7-652c-48ab-a33e-5a90bdbb56a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:52.146679 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-bde8a5b7-4ef4-4b42-a68b-f8fa4721273a req-c678b7a7-652c-48ab-a33e-5a90bdbb56a4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb HTTP/1.1" status: 200 len: 898 time: 0.5217948 Apr 29 15:46:52.167647 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port ec5d6bf5-59fa-43e9-882b-da02eb075ba2 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:52.170724 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:52.210762 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'name': 'tempest-TestNetworkBasicOps-router-237402697', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:36Z', 'updated_at': '2022-04-29T15:46:44Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:38Z', 'updated_at': '2022-04-29T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9', 'name': '', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:bb:05:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:44Z', 'updated_at': '2022-04-29T15:46:51Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:52.214842 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba37c5a-7ad7-46d3-b65a-050213dca08d None None] The sync data for ids ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'] in dv-neutron-839913-1-hyperv is: [{'id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'name': 'tempest-TestNetworkBasicOps-router-237402697', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:36Z', 'updated_at': '2022-04-29T15:46:44Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:38Z', 'updated_at': '2022-04-29T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9', 'name': '', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:bb:05:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:44Z', 'updated_at': '2022-04-29T15:46:51Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:46:52.276571 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cb2e479e-4a98-43d6-bf4e-52cb3b966120 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:52.309867 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-cb2e479e-4a98-43d6-bf4e-52cb3b966120 None None] Transition to ACTIVE for port object 7a268c53-4e2b-43cd-8515-62c87694d22e will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:52.371478 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-bde8a5b7-4ef4-4b42-a68b-f8fa4721273a req-f08d620a-ce14-4b31-b242-d46de5a9bd2d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aeea86f4-ac99-4a61-af3e-d33f41a875e2 HTTP/1.1" status: 200 len: 1000 time: 0.2089562 Apr 29 15:46:52.399632 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-cb2e479e-4a98-43d6-bf4e-52cb3b966120 None None] Transition to ACTIVE for port object 7a268c53-4e2b-43cd-8515-62c87694d22e will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:52.435467 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ae89480b-6c76-4507-ad3b-d79a19a449f2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:52.453342 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-7b98ef6f-a7cc-49f7-9826-25838e257b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979138949', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:04Z', 'updated_at': '2022-04-29T15:46:15Z', 'revision_number': 4, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'gw_port': {'id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:06Z', 'updated_at': '2022-04-29T15:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'ea0ce8b7-b0a5-4fc1-a918-cc9689d4cb13', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'floating_ip_address': '172.26.1.207', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'port_id': 'aeea86f4-ac99-4a61-af3e-d33f41a875e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb', 'mac_address': 'fa:16:3e:51:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d19430c-463f-4372-ba55-c8b7c4ba1f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:46:47Z', 'updated_at': '2022-04-29T15:46:47Z', 'revision_number': 0, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '606a085a-b585-4d56-8f2c-63d3b2f8a945', 'name': '', 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'mac_address': 'fa:16:3e:b3:c8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:15Z', 'updated_at': '2022-04-29T15:46:25Z', 'revision_number': 5, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'subnets': [{'id': 'c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:52.456228 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2d762df7-438c-409c-9d24-cb608aa576f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:52.458787 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b98ef6f-a7cc-49f7-9826-25838e257b8a None None] Checking router: c533ddb5-21c8-4763-9b56-8e38c1652b70 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:46:52.470723 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b98ef6f-a7cc-49f7-9826-25838e257b8a None None] Routers {'c533ddb5-21c8-4763-9b56-8e38c1652b70'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:52.471447 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-7b98ef6f-a7cc-49f7-9826-25838e257b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c533ddb5-21c8-4763-9b56-8e38c1652b70'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:52.525920 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cb2e479e-4a98-43d6-bf4e-52cb3b966120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:52.527666 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8a5b7-4ef4-4b42-a68b-f8fa4721273a req-4f465fb6-07e4-4502-ade4-86daea38e40e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:52.529115 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-bde8a5b7-4ef4-4b42-a68b-f8fa4721273a req-4f465fb6-07e4-4502-ade4-86daea38e40e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9 HTTP/1.1" status: 200 len: 834 time: 0.1500375 Apr 29 15:46:52.530131 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-41a53a38-71e1-48b3-ba5a-dc8591eef9ad tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:46:52.535859 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-41a53a38-71e1-48b3-ba5a-dc8591eef9ad tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "PUT /v2.0/routers/1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1 HTTP/1.1" status: 400 len: 364 time: 1.9070125 Apr 29 15:46:52.536699 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59092) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:52.577638 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ae89480b-6c76-4507-ad3b-d79a19a449f2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:52.648861 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89480b-6c76-4507-ad3b-d79a19a449f2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6589f0-179e-48c0-8206-2ec131d81181,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:52.656007 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d762df7-438c-409c-9d24-cb608aa576f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Subnet': ['ID=5000dca8-8cb1-4e2f-bbdc-315068802a44,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:52.687735 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2e479e-4a98-43d6-bf4e-52cb3b966120 None None] Network 298f6b00-22f5-442d-bd09-4db5598829aa is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:52.693086 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-cb2e479e-4a98-43d6-bf4e-52cb3b966120 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:52.699850 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e479e-4a98-43d6-bf4e-52cb3b966120 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:46:52.703402 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e479e-4a98-43d6-bf4e-52cb3b966120 None None] Pushing event updated for resources: {'Port': ['ID=7a268c53-4e2b-43cd-8515-62c87694d22e,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:52.720639 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d762df7-438c-409c-9d24-cb608aa576f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Checking segment: {'id': '7544f0e2-c873-4447-8cdc-8e66ec995e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '00930897-67a4-4286-956f-c4688aaf91f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:46:52.721005 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d762df7-438c-409c-9d24-cb608aa576f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network hostable DHCP agents. Network: 00930897-67a4-4286-956f-c4688aaf91f9, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:46:52.749601 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ae89480b-6c76-4507-ad3b-d79a19a449f2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:52.751146 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ae89480b-6c76-4507-ad3b-d79a19a449f2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0910153 Apr 29 15:46:52.757405 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-bde8a5b7-4ef4-4b42-a68b-f8fa4721273a req-ea92b5da-8d79-4f23-bbaa-a9eaa3b46e5d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2190998 Apr 29 15:46:52.758792 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59096) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:52.837872 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-7b98ef6f-a7cc-49f7-9826-25838e257b8a None None] Set router c533ddb5-21c8-4763-9b56-8e38c1652b70 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:46:52.889500 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-8c843668-dd9e-49cb-9862-98ca58876812 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '578617a7-d67d-4f46-9f51-feed59bcb747', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:52.889726 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-cb2e479e-4a98-43d6-bf4e-52cb3b966120 None None] Attempting to bind port 7a268c53-4e2b-43cd-8515-62c87694d22e on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:46:52.892596 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-cb2e479e-4a98-43d6-bf4e-52cb3b966120 None None] Attempting to bind port 7a268c53-4e2b-43cd-8515-62c87694d22e by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '2c9b192c-7e50-4732-af2d-7a97e6761d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '298f6b00-22f5-442d-bd09-4db5598829aa'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:46:52.892596 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2e479e-4a98-43d6-bf4e-52cb3b966120 None None] Attempting to bind port 7a268c53-4e2b-43cd-8515-62c87694d22e on network 298f6b00-22f5-442d-bd09-4db5598829aa {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:46:52.909775 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2e479e-4a98-43d6-bf4e-52cb3b966120 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:46:52.910077 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2e479e-4a98-43d6-bf4e-52cb3b966120 None None] Checking segment: {'id': '2c9b192c-7e50-4732-af2d-7a97e6761d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '298f6b00-22f5-442d-bd09-4db5598829aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:46:52.910455 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cb2e479e-4a98-43d6-bf4e-52cb3b966120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:52.912390 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2e479e-4a98-43d6-bf4e-52cb3b966120 None None] Bound using segment: {'id': '2c9b192c-7e50-4732-af2d-7a97e6761d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '298f6b00-22f5-442d-bd09-4db5598829aa'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:46:52.912390 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-cb2e479e-4a98-43d6-bf4e-52cb3b966120 None None] Bound port: 7a268c53-4e2b-43cd-8515-62c87694d22e, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9b192c-7e50-4732-af2d-7a97e6761d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '298f6b00-22f5-442d-bd09-4db5598829aa'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:46:52.912390 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cb2e479e-4a98-43d6-bf4e-52cb3b966120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:52.913506 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-8c843668-dd9e-49cb-9862-98ca58876812 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:52.921946 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8c843668-dd9e-49cb-9862-98ca58876812 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:52.928066 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8c843668-dd9e-49cb-9862-98ca58876812 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:52.935659 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d762df7-438c-409c-9d24-cb608aa576f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network 00930897-67a4-4286-956f-c4688aaf91f9 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:46:52.945246 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-8c843668-dd9e-49cb-9862-98ca58876812 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:52.965802 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59100) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:53.065670 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-2d762df7-438c-409c-9d24-cb608aa576f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 00930897-67a4-4286-956f-c4688aaf91f9) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:53.112863 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-25a4ad76-3145-47a8-9c75-c5f3e92031b8 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:53.137560 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d762df7-438c-409c-9d24-cb608aa576f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:53.138131 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2d762df7-438c-409c-9d24-cb608aa576f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:53.147302 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-bde8a5b7-4ef4-4b42-a68b-f8fa4721273a req-2753c427-8dc5-4ae3-8321-a1721ec68ac5 service neutron] 10.222.0.35 "GET /v2.0/networks/b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780921 Apr 29 15:46:53.163628 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8c843668-dd9e-49cb-9862-98ca58876812 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:53.193987 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c675da08-02e7-49c1-8842-14cc72636a36 None None] Network 00930897-67a4-4286-956f-c4688aaf91f9 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:46:53.195742 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-105cbd72-f920-4bd5-9d2b-a181c915d4c7 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/floatingips/ea0ce8b7-b0a5-4fc1-a918-cc9689d4cb13 HTTP/1.1" status: 200 len: 992 time: 0.2262356 Apr 29 15:46:53.372586 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-bde8a5b7-4ef4-4b42-a68b-f8fa4721273a req-95a01fe6-d9c0-4a88-b1cb-31bac5b18f1d service neutron] 10.222.0.35 "GET /v2.0/networks/b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107167 Apr 29 15:46:53.373789 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2d762df7-438c-409c-9d24-cb608aa576f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2637920 Apr 29 15:46:53.375590 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8c843668-dd9e-49cb-9862-98ca58876812 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:53.377139 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59104) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:53.438301 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8c843668-dd9e-49cb-9862-98ca58876812 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:53.448689 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-cb2e479e-4a98-43d6-bf4e-52cb3b966120 None None] For port 7a268c53-4e2b-43cd-8515-62c87694d22e, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:46:53.497371 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-cb2e479e-4a98-43d6-bf4e-52cb3b966120 None None] For port 7a268c53-4e2b-43cd-8515-62c87694d22e, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7a268c53-4e2b-43cd-8515-62c87694d22e,segment=NetworkSegment(2c9b192c-7e50-4732-af2d-7a97e6761d0e),segment_id=2c9b192c-7e50-4732-af2d-7a97e6761d0e)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:46:53.509513 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c843668-dd9e-49cb-9862-98ca58876812 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5ab338-6743-477d-805a-c6107d66d497,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:53.603822 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8c843668-dd9e-49cb-9862-98ca58876812 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:53.608941 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8c843668-dd9e-49cb-9862-98ca58876812 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8438919 Apr 29 15:46:53.615913 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:53.616043 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59108) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:53.616043 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-54a83e6a-9798-4b78-af58-1fc69b912f26 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '578617a7-d67d-4f46-9f51-feed59bcb747', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:53.620719 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-54a83e6a-9798-4b78-af58-1fc69b912f26 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:53.625034 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-54a83e6a-9798-4b78-af58-1fc69b912f26 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:53.628006 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-54a83e6a-9798-4b78-af58-1fc69b912f26 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:53.634202 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-54a83e6a-9798-4b78-af58-1fc69b912f26 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:53.639886 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cb2e479e-4a98-43d6-bf4e-52cb3b966120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:53.709355 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.securitygroups_db [None req-54a83e6a-9798-4b78-af58-1fc69b912f26 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Project 6dec3d4ebc7e41d8a2e134522257f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:46:53.712441 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb5298b-1648-4a80-8e46-3f21f327b30e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-00930897-67a4-4286-956f-c4688aaf91f9', 'network_id': '00930897-67a4-4286-956f-c4688aaf91f9', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'fixed_ips': [{'subnet_id': '5000dca8-8cb1-4e2f-bbdc-315068802a44'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:46:53.713248 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bcb5298b-1648-4a80-8e46-3f21f327b30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:53.720630 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-54a83e6a-9798-4b78-af58-1fc69b912f26 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:53.722135 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:46:53.763487 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-7b98ef6f-a7cc-49f7-9826-25838e257b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979138949', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:04Z', 'updated_at': '2022-04-29T15:46:15Z', 'revision_number': 4, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'gw_port': {'id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:06Z', 'updated_at': '2022-04-29T15:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'ea0ce8b7-b0a5-4fc1-a918-cc9689d4cb13', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'floating_ip_address': '172.26.1.207', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'port_id': 'aeea86f4-ac99-4a61-af3e-d33f41a875e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb', 'mac_address': 'fa:16:3e:51:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d19430c-463f-4372-ba55-c8b7c4ba1f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:46:47Z', 'updated_at': '2022-04-29T15:46:47Z', 'revision_number': 0, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '606a085a-b585-4d56-8f2c-63d3b2f8a945', 'name': '', 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'mac_address': 'fa:16:3e:b3:c8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:15Z', 'updated_at': '2022-04-29T15:46:25Z', 'revision_number': 5, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'subnets': [{'id': 'c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:53.813063 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b98ef6f-a7cc-49f7-9826-25838e257b8a None None] The sync data for ids ['c533ddb5-21c8-4763-9b56-8e38c1652b70'] in dv-neutron-839913-1-hyperv is: [{'id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979138949', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:04Z', 'updated_at': '2022-04-29T15:46:15Z', 'revision_number': 4, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'gw_port': {'id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:06Z', 'updated_at': '2022-04-29T15:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'ea0ce8b7-b0a5-4fc1-a918-cc9689d4cb13', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'floating_ip_address': '172.26.1.207', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'port_id': 'aeea86f4-ac99-4a61-af3e-d33f41a875e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb', 'mac_address': 'fa:16:3e:51:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d19430c-463f-4372-ba55-c8b7c4ba1f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:46:47Z', 'updated_at': '2022-04-29T15:46:47Z', 'revision_number': 0, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '606a085a-b585-4d56-8f2c-63d3b2f8a945', 'name': '', 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'mac_address': 'fa:16:3e:b3:c8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:15Z', 'updated_at': '2022-04-29T15:46:25Z', 'revision_number': 5, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'subnets': [{'id': 'c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:46:53.818606 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-54a83e6a-9798-4b78-af58-1fc69b912f26 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:53.819614 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e479e-4a98-43d6-bf4e-52cb3b966120 None None] Pushing event updated for resources: {'Port': ['ID=7a268c53-4e2b-43cd-8515-62c87694d22e,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:53.866090 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-25a4ad76-3145-47a8-9c75-c5f3e92031b8 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Allocated IP 2001:db8::1 (5af99a54-a9d3-4bb6-ba01-b3333d08fd44/c3fed410-4454-4bb2-a9b7-12b8c948354b/1626ff79-0b80-4055-aac7-926cf9b918c4) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:46:53.924269 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-54a83e6a-9798-4b78-af58-1fc69b912f26 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:53.959922 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-bcb5298b-1648-4a80-8e46-3f21f327b30e None None] Allocated IP 172.20.0.2 (00930897-67a4-4286-956f-c4688aaf91f9/5000dca8-8cb1-4e2f-bbdc-315068802a44/005ee89f-b96c-42a4-8d57-1c9e20662880) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:46:53.975029 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a83e6a-9798-4b78-af58-1fc69b912f26 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc427b7-d99c-401e-940f-6a0d8ffeb9c4,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:54.053123 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:54.069165 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-54a83e6a-9798-4b78-af58-1fc69b912f26 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:54.073242 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-54a83e6a-9798-4b78-af58-1fc69b912f26 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4643245 Apr 29 15:46:54.073836 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59112) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:54.086070 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-32fbb8fd-f6f0-4c0e-966c-b2385d3c9a47 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '578617a7-d67d-4f46-9f51-feed59bcb747', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:54.100748 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-32fbb8fd-f6f0-4c0e-966c-b2385d3c9a47 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:54.105913 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-32fbb8fd-f6f0-4c0e-966c-b2385d3c9a47 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:54.110144 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-32fbb8fd-f6f0-4c0e-966c-b2385d3c9a47 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:54.110694 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:54.111286 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:54.118003 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-32fbb8fd-f6f0-4c0e-966c-b2385d3c9a47 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:54.199525 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59116) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:54.239430 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-25a4ad76-3145-47a8-9c75-c5f3e92031b8 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:54.267732 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.securitygroups_db [None req-32fbb8fd-f6f0-4c0e-966c-b2385d3c9a47 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Project 6dec3d4ebc7e41d8a2e134522257f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:46:54.292433 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32fbb8fd-f6f0-4c0e-966c-b2385d3c9a47 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:54.306300 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2943f535-c49b-41fa-8396-6e723effec6f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:54.325007 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-25a4ad76-3145-47a8-9c75-c5f3e92031b8 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Transition to ACTIVE for port object 1626ff79-0b80-4055-aac7-926cf9b918c4 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:54.340985 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:54.352249 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bcb5298b-1648-4a80-8e46-3f21f327b30e None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:54.365247 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0fc260c0-eb2b-468b-a079-5cca029a20be tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/floatingips/ea0ce8b7-b0a5-4fc1-a918-cc9689d4cb13 HTTP/1.1" status: 200 len: 992 time: 0.1641548 Apr 29 15:46:54.367033 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-bcb5298b-1648-4a80-8e46-3f21f327b30e None None] Transition to ACTIVE for port object 005ee89f-b96c-42a4-8d57-1c9e20662880 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:54.390154 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32fbb8fd-f6f0-4c0e-966c-b2385d3c9a47 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:54.399848 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-bcb5298b-1648-4a80-8e46-3f21f327b30e None None] Transition to ACTIVE for port object 005ee89f-b96c-42a4-8d57-1c9e20662880 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:54.402090 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9,segment=NetworkSegment(84898cb5-ae8e-4a07-ad58-b6043ceb2a2f),segment_id=84898cb5-ae8e-4a07-ad58-b6043ceb2a2f)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:54.445807 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32fbb8fd-f6f0-4c0e-966c-b2385d3c9a47 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:54.469122 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:54.478887 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbb8fd-f6f0-4c0e-966c-b2385d3c9a47 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b288b9a-f7a8-4219-80dd-e7aa7fc65889,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:54.497947 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bcb5298b-1648-4a80-8e46-3f21f327b30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:54.538190 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb5298b-1648-4a80-8e46-3f21f327b30e None None] Network 00930897-67a4-4286-956f-c4688aaf91f9 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:54.541151 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-bcb5298b-1648-4a80-8e46-3f21f327b30e None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:54.543722 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-32fbb8fd-f6f0-4c0e-966c-b2385d3c9a47 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:54.545489 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb5298b-1648-4a80-8e46-3f21f327b30e None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:46:54.546077 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-32fbb8fd-f6f0-4c0e-966c-b2385d3c9a47 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4708765 Apr 29 15:46:54.555025 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:54.597578 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-25a4ad76-3145-47a8-9c75-c5f3e92031b8 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:54.691664 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4ad76-3145-47a8-9c75-c5f3e92031b8 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Pushing event updated for resources: {'Port': ['ID=1626ff79-0b80-4055-aac7-926cf9b918c4,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:54.712879 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a4ad76-3145-47a8-9c75-c5f3e92031b8 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Network 5af99a54-a9d3-4bb6-ba01-b3333d08fd44 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:54.719789 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-bcb5298b-1648-4a80-8e46-3f21f327b30e None None] Attempting to bind port 005ee89f-b96c-42a4-8d57-1c9e20662880 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:46:54.720125 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-bcb5298b-1648-4a80-8e46-3f21f327b30e None None] Attempting to bind port 005ee89f-b96c-42a4-8d57-1c9e20662880 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '7544f0e2-c873-4447-8cdc-8e66ec995e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '00930897-67a4-4286-956f-c4688aaf91f9'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:46:54.720750 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb5298b-1648-4a80-8e46-3f21f327b30e None None] Attempting to bind port 005ee89f-b96c-42a4-8d57-1c9e20662880 on network 00930897-67a4-4286-956f-c4688aaf91f9 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:46:54.728584 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5298b-1648-4a80-8e46-3f21f327b30e None None] Pushing event updated for resources: {'Port': ['ID=005ee89f-b96c-42a4-8d57-1c9e20662880,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:54.731290 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb5298b-1648-4a80-8e46-3f21f327b30e None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:46:54.731655 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb5298b-1648-4a80-8e46-3f21f327b30e None None] Checking segment: {'id': '7544f0e2-c873-4447-8cdc-8e66ec995e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '00930897-67a4-4286-956f-c4688aaf91f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:46:54.732069 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bcb5298b-1648-4a80-8e46-3f21f327b30e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:54.732445 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb5298b-1648-4a80-8e46-3f21f327b30e None None] Bound using segment: {'id': '7544f0e2-c873-4447-8cdc-8e66ec995e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '00930897-67a4-4286-956f-c4688aaf91f9'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:46:54.732910 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-bcb5298b-1648-4a80-8e46-3f21f327b30e None None] Bound port: 005ee89f-b96c-42a4-8d57-1c9e20662880, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7544f0e2-c873-4447-8cdc-8e66ec995e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '00930897-67a4-4286-956f-c4688aaf91f9'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:46:54.733277 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bcb5298b-1648-4a80-8e46-3f21f327b30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:54.743012 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-25a4ad76-3145-47a8-9c75-c5f3e92031b8 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:54.748885 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a4ad76-3145-47a8-9c75-c5f3e92031b8 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:46:54.749497 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-25a4ad76-3145-47a8-9c75-c5f3e92031b8 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:54.818314 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-2943f535-c49b-41fa-8396-6e723effec6f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Allocated IP 172.20.0.1 (00930897-67a4-4286-956f-c4688aaf91f9/5000dca8-8cb1-4e2f-bbdc-315068802a44/4445de27-68ed-433a-bf8f-22a53f13f8fa) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:46:54.858782 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-b1f26030-d601-4476-8fac-15240e4b0829 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:46:54.861115 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-bcb5298b-1648-4a80-8e46-3f21f327b30e None None] For port 005ee89f-b96c-42a4-8d57-1c9e20662880, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:46:54.866451 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-bcb5298b-1648-4a80-8e46-3f21f327b30e None None] For port 005ee89f-b96c-42a4-8d57-1c9e20662880, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=005ee89f-b96c-42a4-8d57-1c9e20662880,segment=NetworkSegment(7544f0e2-c873-4447-8cdc-8e66ec995e8d),segment_id=7544f0e2-c873-4447-8cdc-8e66ec995e8d)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:46:54.942355 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bcb5298b-1648-4a80-8e46-3f21f327b30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:55.032162 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5298b-1648-4a80-8e46-3f21f327b30e None None] Pushing event updated for resources: {'Port': ['ID=005ee89f-b96c-42a4-8d57-1c9e20662880,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:55.165504 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-25a4ad76-3145-47a8-9c75-c5f3e92031b8 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:55.177880 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b88a5d-fc61-4e27-bcf1-27702e3fcd1b None None] Network 298f6b00-22f5-442d-bd09-4db5598829aa requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:46:55.274782 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2943f535-c49b-41fa-8396-6e723effec6f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:55.284197 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-b1f26030-d601-4476-8fac-15240e4b0829 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:46:55.286430 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-b1f26030-d601-4476-8fac-15240e4b0829 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-573714472&fields=id&tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 267 time: 0.5145175 Apr 29 15:46:55.321654 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-73b8612e-8620-4655-8912-65ed5eed7c90 None None] Provisioning for port 1626ff79-0b80-4055-aac7-926cf9b918c4 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:55.330562 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-73b8612e-8620-4655-8912-65ed5eed7c90 None None] Provisioning complete for port 1626ff79-0b80-4055-aac7-926cf9b918c4 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:55.330897 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-73b8612e-8620-4655-8912-65ed5eed7c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:55.379422 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59130) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:55.419238 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-73b8612e-8620-4655-8912-65ed5eed7c90 None None] Port 1626ff79-0b80-4055-aac7-926cf9b918c4 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:46:55.443368 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-2943f535-c49b-41fa-8396-6e723effec6f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Transition to ACTIVE for port object 4445de27-68ed-433a-bf8f-22a53f13f8fa will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:55.525724 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f8fa7ff6-b382-4586-82c8-f1215e865506 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/floatingips/ea0ce8b7-b0a5-4fc1-a918-cc9689d4cb13 HTTP/1.1" status: 200 len: 992 time: 0.1437442 Apr 29 15:46:55.567084 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2943f535-c49b-41fa-8396-6e723effec6f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:55.645809 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-163574ee-a577-47e9-b97b-abf5bdf0b130 None None] Provisioning for port 7a268c53-4e2b-43cd-8515-62c87694d22e completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:55.694149 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7a268c53-4e2b-43cd-8515-62c87694d22e up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:55.716372 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2943f535-c49b-41fa-8396-6e723effec6f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network 00930897-67a4-4286-956f-c4688aaf91f9 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:55.725446 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-2943f535-c49b-41fa-8396-6e723effec6f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:55.728922 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2943f535-c49b-41fa-8396-6e723effec6f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:46:55.768300 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943f535-c49b-41fa-8396-6e723effec6f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Port': ['ID=4445de27-68ed-433a-bf8f-22a53f13f8fa,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:55.803554 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-97ccad10-70f6-49bf-8910-5d80e3582683 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:55.804247 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-97ccad10-70f6-49bf-8910-5d80e3582683 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:46:55.816605 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 7a268c53-4e2b-43cd-8515-62c87694d22e completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:55.823834 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 7a268c53-4e2b-43cd-8515-62c87694d22e triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:55.824486 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:55.900221 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-6bd60c52-b9ef-49a5-9c5a-abd7b72409ad None None] Provisioning complete for port 7a268c53-4e2b-43cd-8515-62c87694d22e triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:55.900620 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6bd60c52-b9ef-49a5-9c5a-abd7b72409ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:55.917719 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2943f535-c49b-41fa-8396-6e723effec6f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:55.998662 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-97ccad10-70f6-49bf-8910-5d80e3582683 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:46:55.999985 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-97ccad10-70f6-49bf-8910-5d80e3582683 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/networks?id=150e920e-602c-4c2f-9543-26fa5e88bbc8 HTTP/1.1" status: 200 len: 797 time: 0.7029595 Apr 29 15:46:56.004747 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-25a4ad76-3145-47a8-9c75-c5f3e92031b8 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:56.018595 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:56.021269 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-caa2b6a8-a47e-477a-b289-e3adda578aea tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/quotas/6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 375 time: 0.0120389 Apr 29 15:46:56.094536 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6bd60c52-b9ef-49a5-9c5a-abd7b72409ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:56.104486 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-25a4ad76-3145-47a8-9c75-c5f3e92031b8 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:56.105381 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-25a4ad76-3145-47a8-9c75-c5f3e92031b8 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:56.117475 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 7a268c53-4e2b-43cd-8515-62c87694d22e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7a268c53-4e2b-43cd-8515-62c87694d22e,segment=NetworkSegment(2c9b192c-7e50-4732-af2d-7a97e6761d0e),segment_id=2c9b192c-7e50-4732-af2d-7a97e6761d0e)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:56.175241 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:56.175241 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:56.267181 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7083d5-e12f-4e7b-9869-fdeb652df37e None None] New status for floating IP ea0ce8b7-b0a5-4fc1-a918-cc9689d4cb13: ACTIVE {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:46:56.284659 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2280c2de-2594-401c-af19-2248cd19368b None None] Network 00930897-67a4-4286-956f-c4688aaf91f9 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:46:56.304940 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2943f535-c49b-41fa-8396-6e723effec6f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:56.324824 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4ad76-3145-47a8-9c75-c5f3e92031b8 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Pushing event updated for resources: {'Port': ['ID=1626ff79-0b80-4055-aac7-926cf9b918c4,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:56.402145 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-12f3891e-f7b3-4bfa-863f-777d8aca41e2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:46:56.434307 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-6bd60c52-b9ef-49a5-9c5a-abd7b72409ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:46:56.434929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-6bd60c52-b9ef-49a5-9c5a-abd7b72409ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:46:56.459879 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=7a268c53-4e2b-43cd-8515-62c87694d22e,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:56.530067 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59134) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:56.530677 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:56.530919 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:56.584026 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a4ad76-3145-47a8-9c75-c5f3e92031b8 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Network 5af99a54-a9d3-4bb6-ba01-b3333d08fd44 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:56.586889 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-25a4ad76-3145-47a8-9c75-c5f3e92031b8 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:56.664535 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b3ebb0a2-0c9a-4a36-a523-79f4401f731a tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/floatingips/ea0ce8b7-b0a5-4fc1-a918-cc9689d4cb13 HTTP/1.1" status: 200 len: 992 time: 0.1319604 Apr 29 15:46:56.728146 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 005ee89f-b96c-42a4-8d57-1c9e20662880 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:56.834696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-12f3891e-f7b3-4bfa-863f-777d8aca41e2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:46:56.835920 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-12f3891e-f7b3-4bfa-863f-777d8aca41e2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8083248 Apr 29 15:46:56.856675 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 005ee89f-b96c-42a4-8d57-1c9e20662880 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:57.198170 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-24d61eea-5515-4464-8775-0789106eb1dd None None] Provisioning for port 4445de27-68ed-433a-bf8f-22a53f13f8fa completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:57.203712 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-24d61eea-5515-4464-8775-0789106eb1dd None None] Provisioning complete for port 4445de27-68ed-433a-bf8f-22a53f13f8fa triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:57.204198 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-24d61eea-5515-4464-8775-0789106eb1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:57.257521 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-24d61eea-5515-4464-8775-0789106eb1dd None None] Port 4445de27-68ed-433a-bf8f-22a53f13f8fa cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:46:57.271631 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-39202b30-24cc-409e-95f9-b7d327fed45c service neutron] 10.222.0.21 "GET /v2.0/networks/150e920e-602c-4c2f-9543-26fa5e88bbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211881 Apr 29 15:46:57.342532 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-24d61eea-5515-4464-8775-0789106eb1dd None None] Provisioning for port 005ee89f-b96c-42a4-8d57-1c9e20662880 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:57.349729 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-24d61eea-5515-4464-8775-0789106eb1dd None None] Provisioning complete for port 005ee89f-b96c-42a4-8d57-1c9e20662880 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:57.350091 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-24d61eea-5515-4464-8775-0789106eb1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:57.374161 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2943f535-c49b-41fa-8396-6e723effec6f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:57.442392 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-8a2ff480-00c1-44ea-9cc6-523935291ba0 service neutron] 10.222.0.21 "GET /v2.0/networks/150e920e-602c-4c2f-9543-26fa5e88bbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618092 Apr 29 15:46:57.451534 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a4ad76-3145-47a8-9c75-c5f3e92031b8 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Router 1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:46:57.454103 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2943f535-c49b-41fa-8396-6e723effec6f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:57.468453 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-24d61eea-5515-4464-8775-0789106eb1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:57.518175 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-24d61eea-5515-4464-8775-0789106eb1dd None None] For port 005ee89f-b96c-42a4-8d57-1c9e20662880, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=005ee89f-b96c-42a4-8d57-1c9e20662880,segment=NetworkSegment(7544f0e2-c873-4447-8cdc-8e66ec995e8d),segment_id=7544f0e2-c873-4447-8cdc-8e66ec995e8d)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:57.521109 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7a268c53-4e2b-43cd-8515-62c87694d22e up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:57.576637 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2943f535-c49b-41fa-8396-6e723effec6f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:57.590697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-24d61eea-5515-4464-8775-0789106eb1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:57.635138 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943f535-c49b-41fa-8396-6e723effec6f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Port': ['ID=4445de27-68ed-433a-bf8f-22a53f13f8fa,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:57.664172 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59140) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:57.667017 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 7a268c53-4e2b-43cd-8515-62c87694d22e triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:57.667397 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:57.778885 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-24d61eea-5515-4464-8775-0789106eb1dd None None] Provisioning complete for port 1626ff79-0b80-4055-aac7-926cf9b918c4 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:57.779274 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-24d61eea-5515-4464-8775-0789106eb1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:57.813010 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61eea-5515-4464-8775-0789106eb1dd None None] Pushing event updated for resources: {'Port': ['ID=005ee89f-b96c-42a4-8d57-1c9e20662880,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:57.873751 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7e5085dd-77e9-41f9-8b0d-63b558b5a675 req-f9c2b07d-f1e6-48cb-a89f-56d30f1b3b8b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 210 time: 0.0596142 Apr 29 15:46:57.886364 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ad3ff400-1cb0-4f99-91d5-bf9a83bf515a tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/floatingips/ea0ce8b7-b0a5-4fc1-a918-cc9689d4cb13 HTTP/1.1" status: 200 len: 994 time: 0.2136905 Apr 29 15:46:57.914570 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-24d61eea-5515-4464-8775-0789106eb1dd None None] Port 1626ff79-0b80-4055-aac7-926cf9b918c4 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:46:57.939417 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2943f535-c49b-41fa-8396-6e723effec6f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network 00930897-67a4-4286-956f-c4688aaf91f9 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:57.941767 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-2943f535-c49b-41fa-8396-6e723effec6f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:58.037754 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3b941453-254d-4468-948b-0d4d13a05406 None None] Provisioning complete for port 4445de27-68ed-433a-bf8f-22a53f13f8fa triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:58.038421 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3b941453-254d-4468-948b-0d4d13a05406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:58.104406 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a4ad76-3145-47a8-9c75-c5f3e92031b8 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:46:58.112981 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-3b941453-254d-4468-948b-0d4d13a05406 None None] Port 4445de27-68ed-433a-bf8f-22a53f13f8fa cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:46:58.121324 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-25a4ad76-3145-47a8-9c75-c5f3e92031b8 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "PUT /v2.0/routers/1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5828061 Apr 29 15:46:58.124038 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59152) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:58.128182 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44edd3a-4b38-466b-b3ed-274175b79823 None None] Sync routers for ids ['1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:46:58.143281 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44edd3a-4b38-466b-b3ed-274175b79823 None None] Routers {'1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:58.143437 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-b44edd3a-4b38-466b-b3ed-274175b79823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:58.207359 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-b44edd3a-4b38-466b-b3ed-274175b79823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:58.223540 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44edd3a-4b38-466b-b3ed-274175b79823 None None] Routers {'1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:58.224122 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-b44edd3a-4b38-466b-b3ed-274175b79823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:58.297893 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-b44edd3a-4b38-466b-b3ed-274175b79823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:58.298297 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44edd3a-4b38-466b-b3ed-274175b79823 None None] The sync data for ids ['1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:46:58.311716 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9e8dbb9b-ba5b-4fce-baf1-583da7526c75 None None] Provisioning complete for port 4445de27-68ed-433a-bf8f-22a53f13f8fa triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:58.312092 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9e8dbb9b-ba5b-4fce-baf1-583da7526c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:58.369081 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-9e8dbb9b-ba5b-4fce-baf1-583da7526c75 None None] Port 4445de27-68ed-433a-bf8f-22a53f13f8fa cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:46:58.413388 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-691d34f8-c390-44b5-9181-55045b7ec920 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:58.569280 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-691d34f8-c390-44b5-9181-55045b7ec920 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 29 15:46:58.570305 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-691d34f8-c390-44b5-9181-55045b7ec920 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "DELETE /v2.0/routers/1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1 HTTP/1.1" status: 409 len: 329 time: 0.4451962 Apr 29 15:46:58.573252 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59156) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:58.581068 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2943f535-c49b-41fa-8396-6e723effec6f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Router 78ae488b-3f24-44d4-8efc-97603ba4ef7c is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:46:58.750977 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2943f535-c49b-41fa-8396-6e723effec6f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:46:58.762352 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2943f535-c49b-41fa-8396-6e723effec6f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "PUT /v2.0/routers/78ae488b-3f24-44d4-8efc-97603ba4ef7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3836396 Apr 29 15:46:58.763261 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59162) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:58.763497 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] Sync routers for ids ['78ae488b-3f24-44d4-8efc-97603ba4ef7c'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:46:58.768814 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-1a8b4945-500e-47e0-bc99-aae8f62f4d85 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'network': {'name': 'tempest-RoutersTest-956961579'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:58.774884 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-1a8b4945-500e-47e0-bc99-aae8f62f4d85 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:58.776276 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] Routers {'78ae488b-3f24-44d4-8efc-97603ba4ef7c'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:46:58.777287 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['78ae488b-3f24-44d4-8efc-97603ba4ef7c'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:58.778655 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1a8b4945-500e-47e0-bc99-aae8f62f4d85 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:network and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:58.781855 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1a8b4945-500e-47e0-bc99-aae8f62f4d85 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:58.788061 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-1a8b4945-500e-47e0-bc99-aae8f62f4d85 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:58.890016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8b4945-500e-47e0-bc99-aae8f62f4d85 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Made reservation on behalf of f56fa22878a4477ebb22e0778bbb8cc4 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:46:58.893778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a8b4945-500e-47e0-bc99-aae8f62f4d85 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:58.911465 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-01e0c593-9f66-4137-8ad7-7791eb182308 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:58.931388 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a8b4945-500e-47e0-bc99-aae8f62f4d85 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:46:58.943445 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a8b4945-500e-47e0-bc99-aae8f62f4d85 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:58.943881 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-1a8b4945-500e-47e0-bc99-aae8f62f4d85 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Added segment 0b14d532-ba4b-4036-8074-8425c827e66a of type vlan for network 08178ca2-9da7-4ef7-839f-0066d0267228 Apr 29 15:46:58.944106 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] Set router 78ae488b-3f24-44d4-8efc-97603ba4ef7c gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:46:58.976949 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a8b4945-500e-47e0-bc99-aae8f62f4d85 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:59.095323 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a8b4945-500e-47e0-bc99-aae8f62f4d85 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:59.095323 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8b4945-500e-47e0-bc99-aae8f62f4d85 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:46:59.095636 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1a8b4945-500e-47e0-bc99-aae8f62f4d85 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:59.126019 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-21d587fc-8c4e-4ea4-b15d-c2cd172a870d req-65c76e70-779f-40f7-9133-755be89f7e4d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 210 time: 0.0816350 Apr 29 15:46:59.219769 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b4945-500e-47e0-bc99-aae8f62f4d85 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Network': ['ID=08178ca2-9da7-4ef7-839f-0066d0267228,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:59.233645 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 08178ca2-9da7-4ef7-839f-0066d0267228 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:46:59.282746 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1a8b4945-500e-47e0-bc99-aae8f62f4d85 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5184038 Apr 29 15:46:59.285005 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59168) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:59.291562 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-8d4e8075-b48c-43ba-9e16-c1cf706e72f6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'subnet': {'network_id': '08178ca2-9da7-4ef7-839f-0066d0267228', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:46:59.310532 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'name': 'tempest-RoutersTest-router-865869137', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:49Z', 'updated_at': '2022-04-29T15:46:55Z', 'revision_number': 2, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'gw_port_host': None, '_interfaces': [{'id': '4445de27-68ed-433a-bf8f-22a53f13f8fa', 'name': '', 'network_id': '00930897-67a4-4286-956f-c4688aaf91f9', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'mac_address': 'fa:16:3e:a5:fd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5000dca8-8cb1-4e2f-bbdc-315068802a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:54Z', 'updated_at': '2022-04-29T15:46:56Z', 'revision_number': 2, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'subnets': [{'id': '5000dca8-8cb1-4e2f-bbdc-315068802a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:59.321236 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] Checking router: 78ae488b-3f24-44d4-8efc-97603ba4ef7c for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:46:59.321236 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] Updating router 78ae488b-3f24-44d4-8efc-97603ba4ef7c port 4445de27-68ed-433a-bf8f-22a53f13f8fa binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:46:59.381226 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:59.457262 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-8d4e8075-b48c-43ba-9e16-c1cf706e72f6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:59.465111 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8d4e8075-b48c-43ba-9e16-c1cf706e72f6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:subnet and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:59.470850 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8d4e8075-b48c-43ba-9e16-c1cf706e72f6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:59.506424 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-8d4e8075-b48c-43ba-9e16-c1cf706e72f6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:59.544417 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 005ee89f-b96c-42a4-8d57-1c9e20662880 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:59.631377 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 005ee89f-b96c-42a4-8d57-1c9e20662880 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:59.631730 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:59.660152 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4e8075-b48c-43ba-9e16-c1cf706e72f6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Made reservation on behalf of f56fa22878a4477ebb22e0778bbb8cc4 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:46:59.793513 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:59.806643 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] Transition to ACTIVE for port object 4445de27-68ed-433a-bf8f-22a53f13f8fa will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:46:59.895588 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:59.919219 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-01e0c593-9f66-4137-8ad7-7791eb182308 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Deleting port 1626ff79-0b80-4055-aac7-926cf9b918c4 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:46:59.919773 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-01e0c593-9f66-4137-8ad7-7791eb182308 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:59.951844 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8d4e8075-b48c-43ba-9e16-c1cf706e72f6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:00.019076 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b34656-73ce-4844-ab3a-9c4f5ad1cfdf None None] Pushing event updated for resources: {'Port': ['ID=4445de27-68ed-433a-bf8f-22a53f13f8fa,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:00.122139 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] Attempting to bind port 4445de27-68ed-433a-bf8f-22a53f13f8fa on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:47:00.122587 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] Attempting to bind port 4445de27-68ed-433a-bf8f-22a53f13f8fa by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '7544f0e2-c873-4447-8cdc-8e66ec995e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '00930897-67a4-4286-956f-c4688aaf91f9'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:47:00.122985 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] Attempting to bind port 4445de27-68ed-433a-bf8f-22a53f13f8fa on network 00930897-67a4-4286-956f-c4688aaf91f9 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:47:00.130413 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:47:00.130820 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] Checking segment: {'id': '7544f0e2-c873-4447-8cdc-8e66ec995e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '00930897-67a4-4286-956f-c4688aaf91f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:47:00.131463 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:00.131854 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] Bound using segment: {'id': '7544f0e2-c873-4447-8cdc-8e66ec995e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '00930897-67a4-4286-956f-c4688aaf91f9'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:47:00.132320 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] Bound port: 4445de27-68ed-433a-bf8f-22a53f13f8fa, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7544f0e2-c873-4447-8cdc-8e66ec995e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '00930897-67a4-4286-956f-c4688aaf91f9'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:47:00.132706 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:00.231641 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] For port 4445de27-68ed-433a-bf8f-22a53f13f8fa, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:47:00.235645 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] For port 4445de27-68ed-433a-bf8f-22a53f13f8fa, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=4445de27-68ed-433a-bf8f-22a53f13f8fa,segment=NetworkSegment(7544f0e2-c873-4447-8cdc-8e66ec995e8d),segment_id=7544f0e2-c873-4447-8cdc-8e66ec995e8d)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:47:00.252793 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-01e0c593-9f66-4137-8ad7-7791eb182308 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:00.328624 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eb133b15-1f4c-4d44-b73c-4f7d3d5025c9 req-6832bf5f-4d22-4d2f-8f12-8bc27732c96d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 210 time: 0.0423393 Apr 29 15:47:00.331730 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:00.390751 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-01e0c593-9f66-4137-8ad7-7791eb182308 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Calling delete_port for 1626ff79-0b80-4055-aac7-926cf9b918c4 owned by network:router_interface {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:47:00.423773 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b34656-73ce-4844-ab3a-9c4f5ad1cfdf None None] Pushing event updated for resources: {'Port': ['ID=4445de27-68ed-433a-bf8f-22a53f13f8fa,revision_number=4']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:00.430582 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] Routers {'78ae488b-3f24-44d4-8efc-97603ba4ef7c'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:47:00.431184 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['78ae488b-3f24-44d4-8efc-97603ba4ef7c'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:00.620623 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] Set router 78ae488b-3f24-44d4-8efc-97603ba4ef7c gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:47:00.657860 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-ba40afcd-87cd-4eb9-8523-203f643a8089 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:00.659389 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-ba40afcd-87cd-4eb9-8523-203f643a8089 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/networks?id=150e920e-602c-4c2f-9543-26fa5e88bbc8 HTTP/1.1" status: 200 len: 797 time: 0.2381611 Apr 29 15:47:00.701236 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8d4e8075-b48c-43ba-9e16-c1cf706e72f6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:00.846564 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-a88118ac-d941-4595-9506-d28a048e7926 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:47:00.861793 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e8075-b48c-43ba-9e16-c1cf706e72f6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Subnet': ['ID=80158612-51a0-4e3b-adbb-8f71b9f66c78,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:00.886277 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-a88118ac-d941-4595-9506-d28a048e7926 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:47:00.887430 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-a88118ac-d941-4595-9506-d28a048e7926 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 379 time: 0.2138662 Apr 29 15:47:00.891941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4e8075-b48c-43ba-9e16-c1cf706e72f6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Checking segment: {'id': '0b14d532-ba4b-4036-8074-8425c827e66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '08178ca2-9da7-4ef7-839f-0066d0267228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:47:00.892300 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4e8075-b48c-43ba-9e16-c1cf706e72f6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network hostable DHCP agents. Network: 08178ca2-9da7-4ef7-839f-0066d0267228, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:47:00.900925 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-de9f50b1-1a14-47e9-b472-8f907de41cba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'port': {'device_id': '9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'admin_state_up': True, 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'security_groups': ['578617a7-d67d-4f46-9f51-feed59bcb747']}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:47:00.972612 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'name': 'tempest-RoutersTest-router-865869137', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:49Z', 'updated_at': '2022-04-29T15:46:55Z', 'revision_number': 2, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'gw_port_host': None, '_interfaces': [{'id': '4445de27-68ed-433a-bf8f-22a53f13f8fa', 'name': '', 'network_id': '00930897-67a4-4286-956f-c4688aaf91f9', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'mac_address': 'fa:16:3e:a5:fd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5000dca8-8cb1-4e2f-bbdc-315068802a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:54Z', 'updated_at': '2022-04-29T15:47:00Z', 'revision_number': 4, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'subnets': [{'id': '5000dca8-8cb1-4e2f-bbdc-315068802a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:00.976675 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812f6200-de43-4083-a2ec-ab83d3b96a95 None None] The sync data for ids ['78ae488b-3f24-44d4-8efc-97603ba4ef7c'] in dv-neutron-839913-1-hyperv is: [{'id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'name': 'tempest-RoutersTest-router-865869137', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:49Z', 'updated_at': '2022-04-29T15:46:55Z', 'revision_number': 2, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'gw_port_host': None, '_interfaces': [{'id': '4445de27-68ed-433a-bf8f-22a53f13f8fa', 'name': '', 'network_id': '00930897-67a4-4286-956f-c4688aaf91f9', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'mac_address': 'fa:16:3e:a5:fd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5000dca8-8cb1-4e2f-bbdc-315068802a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:54Z', 'updated_at': '2022-04-29T15:47:00Z', 'revision_number': 4, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'subnets': [{'id': '5000dca8-8cb1-4e2f-bbdc-315068802a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:47:00.980157 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-01e0c593-9f66-4137-8ad7-7791eb182308 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:01.053182 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0c593-9f66-4137-8ad7-7791eb182308 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Pushing event deleted for resources: {'Port': ['ID=1626ff79-0b80-4055-aac7-926cf9b918c4,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:01.183036 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4e8075-b48c-43ba-9e16-c1cf706e72f6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network 08178ca2-9da7-4ef7-839f-0066d0267228 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:47:01.272831 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-de9f50b1-1a14-47e9-b472-8f907de41cba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:47:01.284806 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-de9f50b1-1a14-47e9-b472-8f907de41cba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:47:01.295995 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-01e0c593-9f66-4137-8ad7-7791eb182308 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:01.470657 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-8d4e8075-b48c-43ba-9e16-c1cf706e72f6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 08178ca2-9da7-4ef7-839f-0066d0267228) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:47:01.472147 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-de9f50b1-1a14-47e9-b472-8f907de41cba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:47:01.475754 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-de9f50b1-1a14-47e9-b472-8f907de41cba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:01.494859 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4e8075-b48c-43ba-9e16-c1cf706e72f6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:01.494859 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8d4e8075-b48c-43ba-9e16-c1cf706e72f6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:01.502688 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca8683e-ae2a-4e64-9687-8f974a46a447 None None] Network 08178ca2-9da7-4ef7-839f-0066d0267228 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:47:01.532920 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-becbc566-14ac-4a96-a557-160c052dc0d2 req-35a3a685-a7ed-4e6a-9162-53eb7c0722e0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 210 time: 0.0675287 Apr 29 15:47:01.731966 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf2cb95-2670-4124-8c34-aa082d78d891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-08178ca2-9da7-4ef7-839f-0066d0267228', 'network_id': '08178ca2-9da7-4ef7-839f-0066d0267228', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'fixed_ips': [{'subnet_id': '80158612-51a0-4e3b-adbb-8f71b9f66c78'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:47:01.731966 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-edf2cb95-2670-4124-8c34-aa082d78d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:01.763363 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8d4e8075-b48c-43ba-9e16-c1cf706e72f6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4766238 Apr 29 15:47:01.766645 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59176) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:01.896189 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-edf2cb95-2670-4124-8c34-aa082d78d891 None None] Allocated IP 172.21.0.2 (08178ca2-9da7-4ef7-839f-0066d0267228/80158612-51a0-4e3b-adbb-8f71b9f66c78/6e990da3-d82d-408d-ae01-8d6fc30f38e4) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:47:01.983605 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-de9f50b1-1a14-47e9-b472-8f907de41cba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.20.0.14 (150e920e-602c-4c2f-9543-26fa5e88bbc8/6d1cded2-3478-42ee-9c8b-454957ef514a/500a2030-7849-41d8-9f34-72aff20409a7) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:47:02.043008 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e0c593-9f66-4137-8ad7-7791eb182308 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Router 1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:47:02.119634 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-edf2cb95-2670-4124-8c34-aa082d78d891 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:02.131129 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-edf2cb95-2670-4124-8c34-aa082d78d891 None None] Transition to ACTIVE for port object 6e990da3-d82d-408d-ae01-8d6fc30f38e4 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:47:02.151062 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-edf2cb95-2670-4124-8c34-aa082d78d891 None None] Transition to ACTIVE for port object 6e990da3-d82d-408d-ae01-8d6fc30f38e4 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:47:02.274780 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-edf2cb95-2670-4124-8c34-aa082d78d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:02.323451 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e0c593-9f66-4137-8ad7-7791eb182308 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:47:02.337646 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-de9f50b1-1a14-47e9-b472-8f907de41cba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:02.346341 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-01e0c593-9f66-4137-8ad7-7791eb182308 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "PUT /v2.0/routers/1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7719741 Apr 29 15:47:02.352055 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59180) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:02.361806 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c85e4c-5fb0-461f-859b-760b68f6ebed None None] Sync routers for ids ['1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:47:02.368649 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf2cb95-2670-4124-8c34-aa082d78d891 None None] Network 08178ca2-9da7-4ef7-839f-0066d0267228 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:47:02.374330 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-edf2cb95-2670-4124-8c34-aa082d78d891 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:47:02.376954 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf2cb95-2670-4124-8c34-aa082d78d891 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:47:02.383231 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-413e06f2-7bb4-4ede-80d4-7ab932fa6566 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:02.385614 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2cb95-2670-4124-8c34-aa082d78d891 None None] Pushing event updated for resources: {'Port': ['ID=6e990da3-d82d-408d-ae01-8d6fc30f38e4,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:02.429570 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-de9f50b1-1a14-47e9-b472-8f907de41cba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Transition to ACTIVE for port object 500a2030-7849-41d8-9f34-72aff20409a7 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:47:02.431478 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-9d63fea7-605e-4973-80e8-134716207816 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] show failed (client error): The resource could not be found. Apr 29 15:47:02.436024 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9d63fea7-605e-4973-80e8-134716207816 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1139263668 HTTP/1.1" status: 404 len: 335 time: 0.0795333 Apr 29 15:47:02.436539 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59184) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:02.442953 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7a72ab2a-dd99-4bc4-9a77-38585e8227e0 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:47:02.452488 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c85e4c-5fb0-461f-859b-760b68f6ebed None None] Routers {'1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:47:02.453116 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-a4c85e4c-5fb0-461f-859b-760b68f6ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:02.510798 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-7a72ab2a-dd99-4bc4-9a77-38585e8227e0 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] update failed (client error): The resource could not be found. Apr 29 15:47:02.512104 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7a72ab2a-dd99-4bc4-9a77-38585e8227e0 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-898132985 HTTP/1.1" status: 404 len: 334 time: 0.0749755 Apr 29 15:47:02.524423 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59188) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:02.574443 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-a4c85e4c-5fb0-461f-859b-760b68f6ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:02.586270 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-edf2cb95-2670-4124-8c34-aa082d78d891 None None] Attempting to bind port 6e990da3-d82d-408d-ae01-8d6fc30f38e4 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:47:02.586755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-edf2cb95-2670-4124-8c34-aa082d78d891 None None] Attempting to bind port 6e990da3-d82d-408d-ae01-8d6fc30f38e4 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '0b14d532-ba4b-4036-8074-8425c827e66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '08178ca2-9da7-4ef7-839f-0066d0267228'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:47:02.587120 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf2cb95-2670-4124-8c34-aa082d78d891 None None] Attempting to bind port 6e990da3-d82d-408d-ae01-8d6fc30f38e4 on network 08178ca2-9da7-4ef7-839f-0066d0267228 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:47:02.600391 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf2cb95-2670-4124-8c34-aa082d78d891 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:47:02.600391 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf2cb95-2670-4124-8c34-aa082d78d891 None None] Checking segment: {'id': '0b14d532-ba4b-4036-8074-8425c827e66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '08178ca2-9da7-4ef7-839f-0066d0267228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:47:02.600391 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-edf2cb95-2670-4124-8c34-aa082d78d891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:02.600391 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf2cb95-2670-4124-8c34-aa082d78d891 None None] Bound using segment: {'id': '0b14d532-ba4b-4036-8074-8425c827e66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '08178ca2-9da7-4ef7-839f-0066d0267228'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:47:02.600923 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-edf2cb95-2670-4124-8c34-aa082d78d891 None None] Bound port: 6e990da3-d82d-408d-ae01-8d6fc30f38e4, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b14d532-ba4b-4036-8074-8425c827e66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '08178ca2-9da7-4ef7-839f-0066d0267228'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:47:02.601424 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-edf2cb95-2670-4124-8c34-aa082d78d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:02.654790 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c85e4c-5fb0-461f-859b-760b68f6ebed None None] Routers {'1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:47:02.655506 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-a4c85e4c-5fb0-461f-859b-760b68f6ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:46:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:02.732908 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-a4c85e4c-5fb0-461f-859b-760b68f6ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:02.733308 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c85e4c-5fb0-461f-859b-760b68f6ebed None None] The sync data for ids ['1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:47:02.757467 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e902c9b0-f694-404e-af8d-c3d1fd32ee0f tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Deleting subnet 4aab68ab-014c-4717-84fe-6d508d3812da {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:47:02.762181 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e902c9b0-f694-404e-af8d-c3d1fd32ee0f tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:02.765000 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-edf2cb95-2670-4124-8c34-aa082d78d891 None None] For port 6e990da3-d82d-408d-ae01-8d6fc30f38e4, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:47:02.769758 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-edf2cb95-2670-4124-8c34-aa082d78d891 None None] For port 6e990da3-d82d-408d-ae01-8d6fc30f38e4, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6e990da3-d82d-408d-ae01-8d6fc30f38e4,segment=NetworkSegment(0b14d532-ba4b-4036-8074-8425c827e66a),segment_id=0b14d532-ba4b-4036-8074-8425c827e66a)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:47:02.783051 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ba906971-268c-46b0-bcc4-81ae15d8c9fa req-9e0b8686-c3bd-4300-a35b-3c4fbfae6e0c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 210 time: 0.0514941 Apr 29 15:47:02.825000 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e902c9b0-f694-404e-af8d-c3d1fd32ee0f tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:02.857969 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-edf2cb95-2670-4124-8c34-aa082d78d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:02.953179 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2cb95-2670-4124-8c34-aa082d78d891 None None] Pushing event updated for resources: {'Port': ['ID=6e990da3-d82d-408d-ae01-8d6fc30f38e4,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:02.982696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-413e06f2-7bb4-4ede-80d4-7ab932fa6566 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Allocated IP 172.21.0.1 (08178ca2-9da7-4ef7-839f-0066d0267228/80158612-51a0-4e3b-adbb-8f71b9f66c78/81e490f7-dcb3-433f-a951-586d3e391739) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:47:02.989210 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-de9f50b1-1a14-47e9-b472-8f907de41cba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:03.077983 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-de9f50b1-1a14-47e9-b472-8f907de41cba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 150e920e-602c-4c2f-9543-26fa5e88bbc8 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:47:03.084671 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-de9f50b1-1a14-47e9-b472-8f907de41cba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:47:03.094938 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-de9f50b1-1a14-47e9-b472-8f907de41cba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:47:03.174756 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f50b1-1a14-47e9-b472-8f907de41cba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=500a2030-7849-41d8-9f34-72aff20409a7,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:03.189092 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-413e06f2-7bb4-4ede-80d4-7ab932fa6566 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:03.203425 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-de9f50b1-1a14-47e9-b472-8f907de41cba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:03.203953 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-de9f50b1-1a14-47e9-b472-8f907de41cba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:03.205232 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-413e06f2-7bb4-4ede-80d4-7ab932fa6566 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Transition to ACTIVE for port object 81e490f7-dcb3-433f-a951-586d3e391739 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:47:03.223842 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e902c9b0-f694-404e-af8d-c3d1fd32ee0f tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:03.390812 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-413e06f2-7bb4-4ede-80d4-7ab932fa6566 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:03.430334 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-de9f50b1-1a14-47e9-b472-8f907de41cba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5329936 Apr 29 15:47:03.431329 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e902c9b0-f694-404e-af8d-c3d1fd32ee0f tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:03.472419 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413e06f2-7bb4-4ede-80d4-7ab932fa6566 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network 08178ca2-9da7-4ef7-839f-0066d0267228 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:47:03.472525 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-8e805ed6-f201-4d87-b64f-a474fec8eb83 service neutron] Request body: {'port': {'device_id': '9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:47:03.472626 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-413e06f2-7bb4-4ede-80d4-7ab932fa6566 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:47:03.475541 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413e06f2-7bb4-4ede-80d4-7ab932fa6566 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:47:03.515360 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902c9b0-f694-404e-af8d-c3d1fd32ee0f tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Pushing event deleted for resources: {'Subnet': ['ID=4aab68ab-014c-4717-84fe-6d508d3812da,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:03.531093 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e06f2-7bb4-4ede-80d4-7ab932fa6566 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Port': ['ID=81e490f7-dcb3-433f-a951-586d3e391739,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:03.539957 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e902c9b0-f694-404e-af8d-c3d1fd32ee0f tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:03.553602 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adea0b2b-a4aa-41e9-ab97-d3c6d725ae6e None None] Network 298f6b00-22f5-442d-bd09-4db5598829aa requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:47:03.555174 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-413e06f2-7bb4-4ede-80d4-7ab932fa6566 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:03.562359 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e902c9b0-f694-404e-af8d-c3d1fd32ee0f tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "DELETE /v2.0/subnets/4aab68ab-014c-4717-84fe-6d508d3812da HTTP/1.1" status: 204 len: 168 time: 1.0371809 Apr 29 15:47:03.566100 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59194) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:03.601389 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 6e990da3-d82d-408d-ae01-8d6fc30f38e4 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:47:03.628721 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2a10dd11-5f8f-46e7-aef0-e584ab2cc3c5 None None] Provisioning for port 500a2030-7849-41d8-9f34-72aff20409a7 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:47:03.698665 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2a10dd11-5f8f-46e7-aef0-e584ab2cc3c5 None None] Provisioning complete for port 500a2030-7849-41d8-9f34-72aff20409a7 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:03.699295 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2a10dd11-5f8f-46e7-aef0-e584ab2cc3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:03.755686 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-413e06f2-7bb4-4ede-80d4-7ab932fa6566 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:03.766477 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-8e805ed6-f201-4d87-b64f-a474fec8eb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:03.805772 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:03.871967 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Deleting port 7a268c53-4e2b-43cd-8515-62c87694d22e {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:03.876231 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:03.895461 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-2a10dd11-5f8f-46e7-aef0-e584ab2cc3c5 None None] Port 500a2030-7849-41d8-9f34-72aff20409a7 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:47:04.088168 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 6e990da3-d82d-408d-ae01-8d6fc30f38e4 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:47:04.101933 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf948f0-1a4b-4491-a302-3c75c3b676b7 None None] DHCP port deletion for 298f6b00-22f5-442d-bd09-4db5598829aa request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:47:04.109440 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-dcf948f0-1a4b-4491-a302-3c75c3b676b7 None None] Deleting port 7a268c53-4e2b-43cd-8515-62c87694d22e {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:04.109814 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dcf948f0-1a4b-4491-a302-3c75c3b676b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:04.170864 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ce3be-19a6-4bb5-984f-689df2c3aa79 req-0dd2bd1d-2554-4c42-936d-f025cd1a7ecc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:04.172385 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9a3ce3be-19a6-4bb5-984f-689df2c3aa79 req-0dd2bd1d-2554-4c42-936d-f025cd1a7ecc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 932 time: 0.1581373 Apr 29 15:47:04.305156 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b6ac45-1443-4940-b54d-531080ac67a8 None None] Network 08178ca2-9da7-4ef7-839f-0066d0267228 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:47:04.307572 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9a3ce3be-19a6-4bb5-984f-689df2c3aa79 req-b60b6459-a39a-44d5-b21b-3bdf52272d5b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=578617a7-d67d-4f46-9f51-feed59bcb747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750399 Apr 29 15:47:04.345971 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] For port 7a268c53-4e2b-43cd-8515-62c87694d22e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7a268c53-4e2b-43cd-8515-62c87694d22e,segment=NetworkSegment(2c9b192c-7e50-4732-af2d-7a97e6761d0e),segment_id=2c9b192c-7e50-4732-af2d-7a97e6761d0e)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:04.346714 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:04.374757 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-413e06f2-7bb4-4ede-80d4-7ab932fa6566 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:04.443214 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-dcf948f0-1a4b-4491-a302-3c75c3b676b7 None None] For port 7a268c53-4e2b-43cd-8515-62c87694d22e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7a268c53-4e2b-43cd-8515-62c87694d22e,segment=NetworkSegment(2c9b192c-7e50-4732-af2d-7a97e6761d0e),segment_id=2c9b192c-7e50-4732-af2d-7a97e6761d0e)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:04.443602 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dcf948f0-1a4b-4491-a302-3c75c3b676b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:04.446174 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-413e06f2-7bb4-4ede-80d4-7ab932fa6566 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:04.480517 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Calling delete_port for 7a268c53-4e2b-43cd-8515-62c87694d22e owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:47:04.515864 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.db.resource_extend [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-8e805ed6-f201-4d87-b64f-a474fec8eb83 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:47:04.567508 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-413e06f2-7bb4-4ede-80d4-7ab932fa6566 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:04.578759 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e06f2-7bb4-4ede-80d4-7ab932fa6566 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Port': ['ID=81e490f7-dcb3-433f-a951-586d3e391739,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:04.590545 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-dcf948f0-1a4b-4491-a302-3c75c3b676b7 None None] Calling delete_port for 7a268c53-4e2b-43cd-8515-62c87694d22e owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:47:04.606148 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-8e805ed6-f201-4d87-b64f-a474fec8eb83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 500a2030-7849-41d8-9f34-72aff20409a7 {{(pid=84771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:47:04.614399 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-8e805ed6-f201-4d87-b64f-a474fec8eb83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:04.633201 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e0f691fd-8770-4dc4-8a11-27cefb9105d3 None None] Provisioning for port 6e990da3-d82d-408d-ae01-8d6fc30f38e4 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:47:04.634544 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-8e805ed6-f201-4d87-b64f-a474fec8eb83 service neutron] Transition to ACTIVE for port object 500a2030-7849-41d8-9f34-72aff20409a7 will not be triggered until provisioned by entity L2. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:47:04.652929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e0f691fd-8770-4dc4-8a11-27cefb9105d3 None None] Provisioning complete for port 6e990da3-d82d-408d-ae01-8d6fc30f38e4 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:04.652929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e0f691fd-8770-4dc4-8a11-27cefb9105d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:04.680586 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:04.729441 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413e06f2-7bb4-4ede-80d4-7ab932fa6566 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network 08178ca2-9da7-4ef7-839f-0066d0267228 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:47:04.730902 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-413e06f2-7bb4-4ede-80d4-7ab932fa6566 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:47:04.748421 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Pushing event deleted for resources: {'Port': ['ID=7a268c53-4e2b-43cd-8515-62c87694d22e,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:04.753975 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-8e805ed6-f201-4d87-b64f-a474fec8eb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:04.774008 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] No DVR routers for this DVR port 7a268c53-4e2b-43cd-8515-62c87694d22e on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:47:04.785822 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-dcf948f0-1a4b-4491-a302-3c75c3b676b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:47:04.786174 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-dcf948f0-1a4b-4491-a302-3c75c3b676b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:47:04.818307 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:04.818921 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:04.825582 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:04.825582 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:04.825582 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:04.825582 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:04.825582 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:04.825582 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:04.825582 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:04.825582 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:04.825582 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:04.887938 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e0f691fd-8770-4dc4-8a11-27cefb9105d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:04.933142 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-e0f691fd-8770-4dc4-8a11-27cefb9105d3 None None] For port 6e990da3-d82d-408d-ae01-8d6fc30f38e4, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6e990da3-d82d-408d-ae01-8d6fc30f38e4,segment=NetworkSegment(0b14d532-ba4b-4036-8074-8425c827e66a),segment_id=0b14d532-ba4b-4036-8074-8425c827e66a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:05.028691 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e0f691fd-8770-4dc4-8a11-27cefb9105d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:05.199299 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f691fd-8770-4dc4-8a11-27cefb9105d3 None None] Pushing event updated for resources: {'Port': ['ID=6e990da3-d82d-408d-ae01-8d6fc30f38e4,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:05.252017 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:05.287158 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-dcf948f0-1a4b-4491-a302-3c75c3b676b7 None None] Deleting port 7a268c53-4e2b-43cd-8515-62c87694d22e {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:05.287621 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dcf948f0-1a4b-4491-a302-3c75c3b676b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:05.304417 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e805ed6-f201-4d87-b64f-a474fec8eb83 service neutron] Pushing event updated for resources: {'Port': ['ID=500a2030-7849-41d8-9f34-72aff20409a7,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:05.335144 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298f6b00-22f5-442d-bd09-4db5598829aa']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:05.344896 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413e06f2-7bb4-4ede-80d4-7ab932fa6566 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Router 78ae488b-3f24-44d4-8efc-97603ba4ef7c has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:47:05.354254 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9b192c-7e50-4732-af2d-7a97e6761d0e') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:05.355192 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9b192c-7e50-4732-af2d-7a97e6761d0e') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:05.363889 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-dcf948f0-1a4b-4491-a302-3c75c3b676b7 None None] The port '7a268c53-4e2b-43cd-8515-62c87694d22e' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:47:05.379125 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:05.419856 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:05.422014 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-8e805ed6-f201-4d87-b64f-a474fec8eb83 service neutron] Attempting to bind port 500a2030-7849-41d8-9f34-72aff20409a7 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:47:05.422345 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-8e805ed6-f201-4d87-b64f-a474fec8eb83 service neutron] Attempting to bind port 500a2030-7849-41d8-9f34-72aff20409a7 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '84898cb5-ae8e-4a07-ad58-b6043ceb2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:47:05.422695 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-8e805ed6-f201-4d87-b64f-a474fec8eb83 service neutron] Attempting to bind port 500a2030-7849-41d8-9f34-72aff20409a7 on network 150e920e-602c-4c2f-9543-26fa5e88bbc8 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:47:05.432200 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-8e805ed6-f201-4d87-b64f-a474fec8eb83 service neutron] Port 500a2030-7849-41d8-9f34-72aff20409a7 on network 150e920e-602c-4c2f-9543-26fa5e88bbc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:47:05.432603 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-8e805ed6-f201-4d87-b64f-a474fec8eb83 service neutron] Attempting to bind port 500a2030-7849-41d8-9f34-72aff20409a7 on network 150e920e-602c-4c2f-9543-26fa5e88bbc8 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:47:05.434881 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:47:05.435278 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:47:05.450461 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:47:05.519710 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3e02e346-9796-4529-a6e0-0968ba740110 None None] Provisioning for port 81e490f7-dcb3-433f-a951-586d3e391739 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:47:05.532096 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3e02e346-9796-4529-a6e0-0968ba740110 None None] Provisioning complete for port 81e490f7-dcb3-433f-a951-586d3e391739 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:05.532481 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3e02e346-9796-4529-a6e0-0968ba740110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:05.556312 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-8e805ed6-f201-4d87-b64f-a474fec8eb83 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:47:05.566633 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-8e805ed6-f201-4d87-b64f-a474fec8eb83 service neutron] Checking segment: {'id': '84898cb5-ae8e-4a07-ad58-b6043ceb2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:47:05.566633 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-8e805ed6-f201-4d87-b64f-a474fec8eb83 service neutron] Bound using segment: {'id': '84898cb5-ae8e-4a07-ad58-b6043ceb2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8'} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:47:05.566633 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-8e805ed6-f201-4d87-b64f-a474fec8eb83 service neutron] Bound port: 500a2030-7849-41d8-9f34-72aff20409a7, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84898cb5-ae8e-4a07-ad58-b6043ceb2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8'}}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:47:05.566633 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-8e805ed6-f201-4d87-b64f-a474fec8eb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:05.588404 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 6e990da3-d82d-408d-ae01-8d6fc30f38e4 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:47:05.656096 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413e06f2-7bb4-4ede-80d4-7ab932fa6566 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:47:05.673889 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:05.684882 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942f4f9-5a8b-4ae6-9682-70ac1b7bc2c8 req-f283b1eb-4400-4f97-ba61-ca50b1b2e684 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:05.694113 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e942f4f9-5a8b-4ae6-9682-70ac1b7bc2c8 req-f283b1eb-4400-4f97-ba61-ca50b1b2e684 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 944 time: 0.1465802 Apr 29 15:47:05.704702 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:05.711872 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-3e02e346-9796-4529-a6e0-0968ba740110 None None] Port 81e490f7-dcb3-433f-a951-586d3e391739 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:47:05.719818 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-8e805ed6-f201-4d87-b64f-a474fec8eb83 service neutron] For port 500a2030-7849-41d8-9f34-72aff20409a7, host hv-neutron-8399, cleared binding levels {{(pid=84771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:47:05.731322 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-8e805ed6-f201-4d87-b64f-a474fec8eb83 service neutron] For port 500a2030-7849-41d8-9f34-72aff20409a7, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=500a2030-7849-41d8-9f34-72aff20409a7,segment=NetworkSegment(84898cb5-ae8e-4a07-ad58-b6043ceb2a2f),segment_id=84898cb5-ae8e-4a07-ad58-b6043ceb2a2f)] {{(pid=84771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:47:05.742908 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 6e990da3-d82d-408d-ae01-8d6fc30f38e4 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:05.748679 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:05.748828 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Pushing event deleted for resources: {'Network': ['ID=298f6b00-22f5-442d-bd09-4db5598829aa,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:05.750070 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-413e06f2-7bb4-4ede-80d4-7ab932fa6566 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "PUT /v2.0/routers/78ae488b-3f24-44d4-8efc-97603ba4ef7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9822502 Apr 29 15:47:05.751566 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59202) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:05.752109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59204) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:05.755145 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1acaecbf-0656-47b7-b4ab-bf693e6b6785 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "DELETE /v2.0/networks/298f6b00-22f5-442d-bd09-4db5598829aa HTTP/1.1" status: 204 len: 168 time: 2.1855853 Apr 29 15:47:05.802466 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'network': {'name': 'tempest-RoutersTest-762409267'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:47:05.813252 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-8e805ed6-f201-4d87-b64f-a474fec8eb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:05.823059 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:47:05.838972 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3e02e346-9796-4529-a6e0-0968ba740110 None None] Provisioning complete for port 6e990da3-d82d-408d-ae01-8d6fc30f38e4 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:05.839346 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3e02e346-9796-4529-a6e0-0968ba740110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:05.844363 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:network and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:47:05.851437 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:47:05.861702 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:47:05.872853 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e942f4f9-5a8b-4ae6-9682-70ac1b7bc2c8 req-bb9e61fe-3135-4145-9775-cc2cf751a429 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=578617a7-d67d-4f46-9f51-feed59bcb747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757472 Apr 29 15:47:05.885330 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-8e805ed6-f201-4d87-b64f-a474fec8eb83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:05.887137 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-8e805ed6-f201-4d87-b64f-a474fec8eb83 service neutron] 10.222.0.35 "PUT /v2.0/ports/500a2030-7849-41d8-9f34-72aff20409a7 HTTP/1.1" status: 200 len: 1094 time: 2.4207368 Apr 29 15:47:05.887998 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa', 'tag': '500a2030-7849-41d8-9f34-72aff20409a7'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:47:05.935295 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e805ed6-f201-4d87-b64f-a474fec8eb83 service neutron] Pushing event updated for resources: {'Port': ['ID=500a2030-7849-41d8-9f34-72aff20409a7,revision_number=3']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:06.016818 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7a268c53-4e2b-43cd-8515-62c87694d22e no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:47:06.023810 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Made reservation on behalf of f56fa22878a4477ebb22e0778bbb8cc4 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:47:06.027012 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:06.079763 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 7a268c53-4e2b-43cd-8515-62c87694d22e {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:47:06.080085 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7a268c53-4e2b-43cd-8515-62c87694d22e not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:47:06.133487 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-335dee2a-1387-4aa2-b946-835a527e1cb5 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Deleting subnet aca51500-8a63-4006-9e3b-4ea1d561f219 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:47:06.139620 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-335dee2a-1387-4aa2-b946-835a527e1cb5 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:06.180738 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dda94bda-23fa-41c4-95d9-c49fcf3df9e9'] response: {'name': 'network-changed', 'server_uuid': '9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa', 'tag': '500a2030-7849-41d8-9f34-72aff20409a7', 'status': 'completed', 'code': 200} Apr 29 15:47:06.187786 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-377210a0-c22a-4983-b9e7-31346a99f2a4 None None] Provisioning complete for port 81e490f7-dcb3-433f-a951-586d3e391739 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:06.188651 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-377210a0-c22a-4983-b9e7-31346a99f2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:06.189451 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:47:06.209761 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:06.210222 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Added segment 7aca1cbc-4b8f-492c-bf73-44180ca5aac9 of type vlan for network 6b5d682a-3cf8-4e16-ab40-2b96f913dd53 Apr 29 15:47:06.210343 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-da75a7cb-f173-4bf2-9e12-93c43c72cc5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 1097 time: 0.1091890 Apr 29 15:47:06.212752 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-335dee2a-1387-4aa2-b946-835a527e1cb5 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:06.260699 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-377210a0-c22a-4983-b9e7-31346a99f2a4 None None] Port 81e490f7-dcb3-433f-a951-586d3e391739 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:47:06.284402 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-a2b854fb-7acc-4390-9b71-e305f20634f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=500a2030-7849-41d8-9f34-72aff20409a7 HTTP/1.1" status: 200 len: 217 time: 0.0673542 Apr 29 15:47:06.296014 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:06.340882 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-335dee2a-1387-4aa2-b946-835a527e1cb5 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:06.350804 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-f00ba96f-5445-4a10-9e92-b3f8fef65400 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:06.352286 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-f00ba96f-5445-4a10-9e92-b3f8fef65400 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d1cded2-3478-42ee-9c8b-454957ef514a HTTP/1.1" status: 200 len: 835 time: 0.0616019 Apr 29 15:47:06.418055 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:06.421729 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:06.422305 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:06.435127 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-d53a6592-af95-4b7e-ae3f-5926a170b7f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=150e920e-602c-4c2f-9543-26fa5e88bbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774944 Apr 29 15:47:06.531963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Network': ['ID=6b5d682a-3cf8-4e16-ab40-2b96f913dd53,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:06.540846 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:06.546975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:06.546975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:06.546975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:06.546975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:06.546975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:06.546975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:06.546975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:06.546975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:06.546975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:06.546975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:06.556330 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 6b5d682a-3cf8-4e16-ab40-2b96f913dd53 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:47:06.571728 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-335dee2a-1387-4aa2-b946-835a527e1cb5 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:06.575363 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-2ab335bb-b45d-467e-aef2-9c71706cc842 service neutron] 10.222.0.35 "GET /v2.0/networks/150e920e-602c-4c2f-9543-26fa5e88bbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305583 Apr 29 15:47:06.608215 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335dee2a-1387-4aa2-b946-835a527e1cb5 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Pushing event deleted for resources: {'Subnet': ['ID=aca51500-8a63-4006-9e3b-4ea1d561f219,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:06.621757 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-07de3080-b1b2-4b1a-8c18-6af99d1fa0cf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8638411 Apr 29 15:47:06.621757 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-335dee2a-1387-4aa2-b946-835a527e1cb5 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:06.623372 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-335dee2a-1387-4aa2-b946-835a527e1cb5 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "DELETE /v2.0/subnets/aca51500-8a63-4006-9e3b-4ea1d561f219 HTTP/1.1" status: 204 len: 168 time: 0.8651211 Apr 29 15:47:06.623995 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59212) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:06.624320 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59214) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:06.641762 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd04e4ad-b2ec-4134-8870-572eb89aecff None None] Network e3d4fe2b-b8a9-4dc9-b275-7b19e0df14a8 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:47:06.664935 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-f1fc9a4a-f12a-4423-a1d2-190974acafae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'subnet': {'network_id': '6b5d682a-3cf8-4e16-ab40-2b96f913dd53', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:47:06.727016 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ff55ebff-42b8-4a99-8757-e7496767ee9c req-d8943034-9d86-4b3f-bb86-23f87374cdbc service neutron] 10.222.0.35 "GET /v2.0/networks/150e920e-602c-4c2f-9543-26fa5e88bbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488862 Apr 29 15:47:06.856398 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-f1fc9a4a-f12a-4423-a1d2-190974acafae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:47:06.871179 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f1fc9a4a-f12a-4423-a1d2-190974acafae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:subnet and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:47:06.875876 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f1fc9a4a-f12a-4423-a1d2-190974acafae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:47:06.884201 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-f1fc9a4a-f12a-4423-a1d2-190974acafae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:47:06.917609 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa480d57-f407-4124-82e4-d2955068a03c None None] DHCP port deletion for e3d4fe2b-b8a9-4dc9-b275-7b19e0df14a8 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:47:06.922119 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-aa480d57-f407-4124-82e4-d2955068a03c None None] Deleting port 03a5a683-f021-4b9c-b0f2-a6e3f2ed661b {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:06.922517 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-aa480d57-f407-4124-82e4-d2955068a03c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:06.978690 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-9cce9543-ffa3-42f9-afe0-24bdce6ab36c req-b5010ee8-57ce-465d-a41b-822240c8e72c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 1097 time: 0.0854840 Apr 29 15:47:07.104705 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fc9a4a-f12a-4423-a1d2-190974acafae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Made reservation on behalf of f56fa22878a4477ebb22e0778bbb8cc4 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:47:07.128497 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce9543-ffa3-42f9-afe0-24bdce6ab36c req-0a85a578-b6ba-483a-ba5a-0c0509dabb7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:07.130748 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-9cce9543-ffa3-42f9-afe0-24bdce6ab36c req-0a85a578-b6ba-483a-ba5a-0c0509dabb7c service neutron] 10.222.0.35 "GET /v2.0/networks?id=150e920e-602c-4c2f-9543-26fa5e88bbc8 HTTP/1.1" status: 200 len: 898 time: 0.1453769 Apr 29 15:47:07.188896 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-aa480d57-f407-4124-82e4-d2955068a03c None None] For port 03a5a683-f021-4b9c-b0f2-a6e3f2ed661b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=03a5a683-f021-4b9c-b0f2-a6e3f2ed661b,segment=NetworkSegment(3f60e72f-0ef9-44d1-af46-7946c53ca467),segment_id=3f60e72f-0ef9-44d1-af46-7946c53ca467)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:07.189189 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-aa480d57-f407-4124-82e4-d2955068a03c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:07.205911 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-9cce9543-ffa3-42f9-afe0-24bdce6ab36c req-960bb882-5737-4d82-b90c-eb553c3d8e2d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=500a2030-7849-41d8-9f34-72aff20409a7 HTTP/1.1" status: 200 len: 217 time: 0.0667150 Apr 29 15:47:07.223223 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f1fc9a4a-f12a-4423-a1d2-190974acafae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:07.237799 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-eebfe173-41ed-4168-80ec-d9c2296c297f tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Deleting subnet ce50ab65-2c92-4f0d-89ba-c007ab832c83 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:47:07.250984 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eebfe173-41ed-4168-80ec-d9c2296c297f tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:07.265858 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce9543-ffa3-42f9-afe0-24bdce6ab36c req-f27874dd-dda9-4157-83c4-159bf0c6e5ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:07.267312 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-9cce9543-ffa3-42f9-afe0-24bdce6ab36c req-f27874dd-dda9-4157-83c4-159bf0c6e5ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d1cded2-3478-42ee-9c8b-454957ef514a HTTP/1.1" status: 200 len: 835 time: 0.0584786 Apr 29 15:47:07.322561 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-aa480d57-f407-4124-82e4-d2955068a03c None None] Calling delete_port for 03a5a683-f021-4b9c-b0f2-a6e3f2ed661b owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:47:07.349181 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-9cce9543-ffa3-42f9-afe0-24bdce6ab36c req-9adc3e1c-877b-4edd-bbe8-814dbd2b6db5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=150e920e-602c-4c2f-9543-26fa5e88bbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749195 Apr 29 15:47:07.390175 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eebfe173-41ed-4168-80ec-d9c2296c297f tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:07.468695 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-aa480d57-f407-4124-82e4-d2955068a03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:07.492641 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a84dd-d97e-4da4-810f-b12251ea2b24 req-3e95e219-bed9-4808-89cf-6281e4f90b43 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:07.495025 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c40a84dd-d97e-4da4-810f-b12251ea2b24 req-3e95e219-bed9-4808-89cf-6281e4f90b43 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 944 time: 0.4225860 Apr 29 15:47:07.531700 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa480d57-f407-4124-82e4-d2955068a03c None None] Pushing event deleted for resources: {'Port': ['ID=03a5a683-f021-4b9c-b0f2-a6e3f2ed661b,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:07.557586 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa480d57-f407-4124-82e4-d2955068a03c None None] No DVR routers for this DVR port 03a5a683-f021-4b9c-b0f2-a6e3f2ed661b on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:47:07.563971 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 03a5a683-f021-4b9c-b0f2-a6e3f2ed661b no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:47:07.593958 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-9cce9543-ffa3-42f9-afe0-24bdce6ab36c req-a3f279b2-8da6-4c9b-8f4c-2d7791cd5889 service neutron] 10.222.0.35 "GET /v2.0/networks/150e920e-602c-4c2f-9543-26fa5e88bbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375455 Apr 29 15:47:07.605646 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eebfe173-41ed-4168-80ec-d9c2296c297f tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:07.609043 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 03a5a683-f021-4b9c-b0f2-a6e3f2ed661b {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:47:07.609442 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 03a5a683-f021-4b9c-b0f2-a6e3f2ed661b not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:47:07.667156 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c40a84dd-d97e-4da4-810f-b12251ea2b24 req-1f58c1fb-a1b1-4cd7-809d-ca411263b73b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=578617a7-d67d-4f46-9f51-feed59bcb747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333251 Apr 29 15:47:07.749191 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-9cce9543-ffa3-42f9-afe0-24bdce6ab36c req-0ebc6af7-ebb7-479b-8b38-7fa32cb78d11 service neutron] 10.222.0.35 "GET /v2.0/networks/150e920e-602c-4c2f-9543-26fa5e88bbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481466 Apr 29 15:47:07.815412 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f1fc9a4a-f12a-4423-a1d2-190974acafae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:07.849523 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eebfe173-41ed-4168-80ec-d9c2296c297f tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:07.890953 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eebfe173-41ed-4168-80ec-d9c2296c297f tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:07.893852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cee596-e07d-4bf7-ba5e-d2c062eb0bc1 None None] Network 02584814-9d63-4aed-b5da-7c6af5cfbba7 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:47:07.913526 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc9a4a-f12a-4423-a1d2-190974acafae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Subnet': ['ID=fa1274ca-628c-458a-b697-fc385c723d14,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:07.920007 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-eebfe173-41ed-4168-80ec-d9c2296c297f tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "DELETE /v2.0/subnets/ce50ab65-2c92-4f0d-89ba-c007ab832c83 HTTP/1.1" status: 204 len: 168 time: 1.2923625 Apr 29 15:47:07.920411 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59224) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:07.970683 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfe173-41ed-4168-80ec-d9c2296c297f tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Pushing event deleted for resources: {'Subnet': ['ID=ce50ab65-2c92-4f0d-89ba-c007ab832c83,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:07.975007 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fc9a4a-f12a-4423-a1d2-190974acafae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Checking segment: {'id': '7aca1cbc-4b8f-492c-bf73-44180ca5aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6b5d682a-3cf8-4e16-ab40-2b96f913dd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:47:07.975364 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fc9a4a-f12a-4423-a1d2-190974acafae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network hostable DHCP agents. Network: 6b5d682a-3cf8-4e16-ab40-2b96f913dd53, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:47:08.035168 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d50842eb-0995-4494-b2cf-5c8723593b55 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:08.111643 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fc9a4a-f12a-4423-a1d2-190974acafae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network 6b5d682a-3cf8-4e16-ab40-2b96f913dd53 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:47:08.171298 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d50842eb-0995-4494-b2cf-5c8723593b55 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:08.186313 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33c16e5-8008-4503-9031-b4ac877ba622 None None] DHCP port deletion for 02584814-9d63-4aed-b5da-7c6af5cfbba7 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:47:08.189579 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-c33c16e5-8008-4503-9031-b4ac877ba622 None None] Deleting port 852f7cf9-6183-4e09-8ba1-5d59fb8d108d {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:08.189946 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c33c16e5-8008-4503-9031-b4ac877ba622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:08.202040 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-d50842eb-0995-4494-b2cf-5c8723593b55 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d4fe2b-b8a9-4dc9-b275-7b19e0df14a8']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:08.209896 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-f1fc9a4a-f12a-4423-a1d2-190974acafae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 6b5d682a-3cf8-4e16-ab40-2b96f913dd53) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:47:08.218537 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fc9a4a-f12a-4423-a1d2-190974acafae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:08.218537 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f1fc9a4a-f12a-4423-a1d2-190974acafae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:08.231578 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-d50842eb-0995-4494-b2cf-5c8723593b55 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f60e72f-0ef9-44d1-af46-7946c53ca467') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:08.232012 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-d50842eb-0995-4494-b2cf-5c8723593b55 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f60e72f-0ef9-44d1-af46-7946c53ca467') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:08.236417 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60286729-367f-48b7-94f0-ba4a02f75b19 None None] Network 6b5d682a-3cf8-4e16-ab40-2b96f913dd53 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:47:08.248542 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d50842eb-0995-4494-b2cf-5c8723593b55 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:08.264406 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d50842eb-0995-4494-b2cf-5c8723593b55 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:08.271246 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d50842eb-0995-4494-b2cf-5c8723593b55 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:47:08.271894 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d50842eb-0995-4494-b2cf-5c8723593b55 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:47:08.286420 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:47:08.355673 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f1fc9a4a-f12a-4423-a1d2-190974acafae tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7282321 Apr 29 15:47:08.358630 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59228) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:08.446096 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d50842eb-0995-4494-b2cf-5c8723593b55 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:08.454704 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d50842eb-0995-4494-b2cf-5c8723593b55 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:08.480321 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50842eb-0995-4494-b2cf-5c8723593b55 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Pushing event deleted for resources: {'Network': ['ID=e3d4fe2b-b8a9-4dc9-b275-7b19e0df14a8,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:08.485813 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d50842eb-0995-4494-b2cf-5c8723593b55 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "DELETE /v2.0/networks/e3d4fe2b-b8a9-4dc9-b275-7b19e0df14a8 HTTP/1.1" status: 204 len: 168 time: 0.5645359 Apr 29 15:47:08.491266 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59232) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:08.562412 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-c33c16e5-8008-4503-9031-b4ac877ba622 None None] For port 852f7cf9-6183-4e09-8ba1-5d59fb8d108d, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=852f7cf9-6183-4e09-8ba1-5d59fb8d108d,segment=NetworkSegment(5440e8b1-9951-4548-a3a1-18e01c623693),segment_id=5440e8b1-9951-4548-a3a1-18e01c623693)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:08.562822 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c33c16e5-8008-4503-9031-b4ac877ba622 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:08.622860 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-09799e7b-0d78-4b4d-965f-2069c1197916 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:08.633986 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-09799e7b-0d78-4b4d-965f-2069c1197916 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Deleting port 852f7cf9-6183-4e09-8ba1-5d59fb8d108d {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:08.634322 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-09799e7b-0d78-4b4d-965f-2069c1197916 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:08.744274 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-c33c16e5-8008-4503-9031-b4ac877ba622 None None] Calling delete_port for 852f7cf9-6183-4e09-8ba1-5d59fb8d108d owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:47:08.774005 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed983446-9aba-4c7a-8125-a887d7b3d434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-6b5d682a-3cf8-4e16-ab40-2b96f913dd53', 'network_id': '6b5d682a-3cf8-4e16-ab40-2b96f913dd53', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'fixed_ips': [{'subnet_id': 'fa1274ca-628c-458a-b697-fc385c723d14'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:47:08.775083 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ed983446-9aba-4c7a-8125-a887d7b3d434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:08.890730 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-09799e7b-0d78-4b4d-965f-2069c1197916 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] For port 852f7cf9-6183-4e09-8ba1-5d59fb8d108d, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=852f7cf9-6183-4e09-8ba1-5d59fb8d108d,segment=NetworkSegment(5440e8b1-9951-4548-a3a1-18e01c623693),segment_id=5440e8b1-9951-4548-a3a1-18e01c623693)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:08.891377 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-09799e7b-0d78-4b4d-965f-2069c1197916 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:08.951418 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63ba73-2bbb-487c-80e1-f72604ad6527 req-6330c11d-7f0f-4771-99b1-e3a9ee3ca8ec tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:08.952878 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bb63ba73-2bbb-487c-80e1-f72604ad6527 req-6330c11d-7f0f-4771-99b1-e3a9ee3ca8ec tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 944 time: 0.1059158 Apr 29 15:47:08.994140 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-ed983446-9aba-4c7a-8125-a887d7b3d434 None None] Allocated IP 172.22.0.2 (6b5d682a-3cf8-4e16-ab40-2b96f913dd53/fa1274ca-628c-458a-b697-fc385c723d14/630682ee-9b3c-42ea-8207-09c6f661239a) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:47:09.022527 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-09799e7b-0d78-4b4d-965f-2069c1197916 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Calling delete_port for 852f7cf9-6183-4e09-8ba1-5d59fb8d108d owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:47:09.028006 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c33c16e5-8008-4503-9031-b4ac877ba622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:09.101721 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.db.api [None req-09799e7b-0d78-4b4d-965f-2069c1197916 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:47:09.102106 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG oslo_db.api [None req-09799e7b-0d78-4b4d-965f-2069c1197916 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:47:09.132185 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c16e5-8008-4503-9031-b4ac877ba622 None None] Pushing event deleted for resources: {'Port': ['ID=852f7cf9-6183-4e09-8ba1-5d59fb8d108d,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:09.141749 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33c16e5-8008-4503-9031-b4ac877ba622 None None] No DVR routers for this DVR port 852f7cf9-6183-4e09-8ba1-5d59fb8d108d on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:47:09.195997 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bb63ba73-2bbb-487c-80e1-f72604ad6527 req-e86f4a14-efd2-4c56-b03b-ee409acb0630 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=578617a7-d67d-4f46-9f51-feed59bcb747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034922 Apr 29 15:47:09.220846 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e53b31f-9033-4c73-9d7f-8c70f43ddb40 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:09.256941 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ed983446-9aba-4c7a-8125-a887d7b3d434 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:09.266961 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ed983446-9aba-4c7a-8125-a887d7b3d434 None None] Transition to ACTIVE for port object 630682ee-9b3c-42ea-8207-09c6f661239a will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:47:09.285096 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ed983446-9aba-4c7a-8125-a887d7b3d434 None None] Transition to ACTIVE for port object 630682ee-9b3c-42ea-8207-09c6f661239a will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:47:09.388499 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ed983446-9aba-4c7a-8125-a887d7b3d434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:09.456164 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed983446-9aba-4c7a-8125-a887d7b3d434 None None] Network 6b5d682a-3cf8-4e16-ab40-2b96f913dd53 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:47:09.459782 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-ed983446-9aba-4c7a-8125-a887d7b3d434 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:47:09.463550 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed983446-9aba-4c7a-8125-a887d7b3d434 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:47:09.469679 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed983446-9aba-4c7a-8125-a887d7b3d434 None None] Pushing event updated for resources: {'Port': ['ID=630682ee-9b3c-42ea-8207-09c6f661239a,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:09.535411 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 852f7cf9-6183-4e09-8ba1-5d59fb8d108d no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:47:09.583033 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 852f7cf9-6183-4e09-8ba1-5d59fb8d108d {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:47:09.583377 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 852f7cf9-6183-4e09-8ba1-5d59fb8d108d not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:47:09.588503 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-ed983446-9aba-4c7a-8125-a887d7b3d434 None None] Attempting to bind port 630682ee-9b3c-42ea-8207-09c6f661239a on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:47:09.589070 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-ed983446-9aba-4c7a-8125-a887d7b3d434 None None] Attempting to bind port 630682ee-9b3c-42ea-8207-09c6f661239a by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '7aca1cbc-4b8f-492c-bf73-44180ca5aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6b5d682a-3cf8-4e16-ab40-2b96f913dd53'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:47:09.590394 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed983446-9aba-4c7a-8125-a887d7b3d434 None None] Attempting to bind port 630682ee-9b3c-42ea-8207-09c6f661239a on network 6b5d682a-3cf8-4e16-ab40-2b96f913dd53 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:47:09.598175 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed983446-9aba-4c7a-8125-a887d7b3d434 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:47:09.599212 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed983446-9aba-4c7a-8125-a887d7b3d434 None None] Checking segment: {'id': '7aca1cbc-4b8f-492c-bf73-44180ca5aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6b5d682a-3cf8-4e16-ab40-2b96f913dd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:47:09.605119 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ed983446-9aba-4c7a-8125-a887d7b3d434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:09.605119 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed983446-9aba-4c7a-8125-a887d7b3d434 None None] Bound using segment: {'id': '7aca1cbc-4b8f-492c-bf73-44180ca5aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6b5d682a-3cf8-4e16-ab40-2b96f913dd53'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:47:09.605119 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-ed983446-9aba-4c7a-8125-a887d7b3d434 None None] Bound port: 630682ee-9b3c-42ea-8207-09c6f661239a, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aca1cbc-4b8f-492c-bf73-44180ca5aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6b5d682a-3cf8-4e16-ab40-2b96f913dd53'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:47:09.605119 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ed983446-9aba-4c7a-8125-a887d7b3d434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:09.605610 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-8e53b31f-9033-4c73-9d7f-8c70f43ddb40 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Allocated IP 172.22.0.1 (6b5d682a-3cf8-4e16-ab40-2b96f913dd53/fa1274ca-628c-458a-b697-fc385c723d14/a8353caf-ba1d-4abb-b47d-ad2cef3f39f0) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:47:09.605720 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-09799e7b-0d78-4b4d-965f-2069c1197916 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Deleting port 852f7cf9-6183-4e09-8ba1-5d59fb8d108d {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:09.605720 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-09799e7b-0d78-4b4d-965f-2069c1197916 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:09.672587 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-09799e7b-0d78-4b4d-965f-2069c1197916 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] The port '852f7cf9-6183-4e09-8ba1-5d59fb8d108d' was deleted {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:47:09.693447 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-ed983446-9aba-4c7a-8125-a887d7b3d434 None None] For port 630682ee-9b3c-42ea-8207-09c6f661239a, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:47:09.697003 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-ed983446-9aba-4c7a-8125-a887d7b3d434 None None] For port 630682ee-9b3c-42ea-8207-09c6f661239a, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=630682ee-9b3c-42ea-8207-09c6f661239a,segment=NetworkSegment(7aca1cbc-4b8f-492c-bf73-44180ca5aac9),segment_id=7aca1cbc-4b8f-492c-bf73-44180ca5aac9)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:47:09.772822 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ed983446-9aba-4c7a-8125-a887d7b3d434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:09.779316 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e53b31f-9033-4c73-9d7f-8c70f43ddb40 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:09.795651 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-8e53b31f-9033-4c73-9d7f-8c70f43ddb40 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Transition to ACTIVE for port object a8353caf-ba1d-4abb-b47d-ad2cef3f39f0 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:47:09.798719 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-09799e7b-0d78-4b4d-965f-2069c1197916 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:09.826096 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-09799e7b-0d78-4b4d-965f-2069c1197916 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02584814-9d63-4aed-b5da-7c6af5cfbba7']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:09.839107 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-09799e7b-0d78-4b4d-965f-2069c1197916 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5440e8b1-9951-4548-a3a1-18e01c623693') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:09.840415 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-09799e7b-0d78-4b4d-965f-2069c1197916 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5440e8b1-9951-4548-a3a1-18e01c623693') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:09.851082 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-09799e7b-0d78-4b4d-965f-2069c1197916 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:09.856399 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed983446-9aba-4c7a-8125-a887d7b3d434 None None] Pushing event updated for resources: {'Port': ['ID=630682ee-9b3c-42ea-8207-09c6f661239a,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:09.874412 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-09799e7b-0d78-4b4d-965f-2069c1197916 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:09.880923 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09799e7b-0d78-4b4d-965f-2069c1197916 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:47:09.881319 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-09799e7b-0d78-4b4d-965f-2069c1197916 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:47:09.896490 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:47:09.905450 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e53b31f-9033-4c73-9d7f-8c70f43ddb40 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:09.985813 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e53b31f-9033-4c73-9d7f-8c70f43ddb40 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network 6b5d682a-3cf8-4e16-ab40-2b96f913dd53 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:47:09.989549 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-8e53b31f-9033-4c73-9d7f-8c70f43ddb40 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:47:09.993479 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e53b31f-9033-4c73-9d7f-8c70f43ddb40 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:47:10.058471 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53b31f-9033-4c73-9d7f-8c70f43ddb40 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Port': ['ID=a8353caf-ba1d-4abb-b47d-ad2cef3f39f0,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:10.078836 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e53b31f-9033-4c73-9d7f-8c70f43ddb40 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:10.183796 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 500a2030-7849-41d8-9f34-72aff20409a7 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:47:10.297279 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-09799e7b-0d78-4b4d-965f-2069c1197916 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:10.313831 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e53b31f-9033-4c73-9d7f-8c70f43ddb40 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:10.316420 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-09799e7b-0d78-4b4d-965f-2069c1197916 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:10.334455 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09799e7b-0d78-4b4d-965f-2069c1197916 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Pushing event deleted for resources: {'Network': ['ID=02584814-9d63-4aed-b5da-7c6af5cfbba7,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:10.345631 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-09799e7b-0d78-4b4d-965f-2069c1197916 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "DELETE /v2.0/networks/02584814-9d63-4aed-b5da-7c6af5cfbba7 HTTP/1.1" status: 204 len: 168 time: 1.8528047 Apr 29 15:47:10.348519 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59240) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:10.389002 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 500a2030-7849-41d8-9f34-72aff20409a7, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=500a2030-7849-41d8-9f34-72aff20409a7,segment=NetworkSegment(84898cb5-ae8e-4a07-ad58-b6043ceb2a2f),segment_id=84898cb5-ae8e-4a07-ad58-b6043ceb2a2f)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:10.404527 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '500a2030-7849-41d8-9f34-72aff20409a7', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'port_id': '500a2030-7849-41d8-9f34-72aff20409a7', 'mac_address': 'fa:16:3e:90:bf:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:47:10.464595 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:10.490119 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 500a2030-7849-41d8-9f34-72aff20409a7 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:47:10.508242 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 500a2030-7849-41d8-9f34-72aff20409a7, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=500a2030-7849-41d8-9f34-72aff20409a7,segment=NetworkSegment(84898cb5-ae8e-4a07-ad58-b6043ceb2a2f),segment_id=84898cb5-ae8e-4a07-ad58-b6043ceb2a2f)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:10.561766 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-eddcfc2f-aeed-4b22-99d7-0a61fcd9d8bc tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Deleting subnet c3fed410-4454-4bb2-a9b7-12b8c948354b {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:47:10.565129 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-eddcfc2f-aeed-4b22-99d7-0a61fcd9d8bc tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:10.595515 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ffb13-92fc-4b81-8df5-29199c42cafb req-78d9c1f8-7121-4648-92b5-0d290051d05c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:10.595515 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2a9ffb13-92fc-4b81-8df5-29199c42cafb req-78d9c1f8-7121-4648-92b5-0d290051d05c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 944 time: 0.2642248 Apr 29 15:47:10.628479 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:10.631456 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-eddcfc2f-aeed-4b22-99d7-0a61fcd9d8bc tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:10.669284 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2a9ffb13-92fc-4b81-8df5-29199c42cafb req-c0b0e39a-5956-4ae8-bf9a-17a7ebb318cd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=578617a7-d67d-4f46-9f51-feed59bcb747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673234 Apr 29 15:47:10.743819 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=500a2030-7849-41d8-9f34-72aff20409a7,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:10.766380 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-eddcfc2f-aeed-4b22-99d7-0a61fcd9d8bc tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:10.863511 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e53b31f-9033-4c73-9d7f-8c70f43ddb40 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:10.917278 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb479326-7c13-4865-b870-72da24887892 None None] Network 6b5d682a-3cf8-4e16-ab40-2b96f913dd53 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:47:10.943270 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-eddcfc2f-aeed-4b22-99d7-0a61fcd9d8bc tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:10.961286 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e53b31f-9033-4c73-9d7f-8c70f43ddb40 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:10.991983 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['500a2030-7849-41d8-9f34-72aff20409a7'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 15:47:11.002221 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcfc2f-aeed-4b22-99d7-0a61fcd9d8bc tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Pushing event deleted for resources: {'Subnet': ['ID=c3fed410-4454-4bb2-a9b7-12b8c948354b,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:11.003871 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-eddcfc2f-aeed-4b22-99d7-0a61fcd9d8bc tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:11.014700 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-eddcfc2f-aeed-4b22-99d7-0a61fcd9d8bc tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "DELETE /v2.0/subnets/c3fed410-4454-4bb2-a9b7-12b8c948354b HTTP/1.1" status: 204 len: 168 time: 0.6626348 Apr 29 15:47:11.015383 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59244) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:11.093885 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c1f8dc-7ef9-4f49-bb2b-1831df183db4 None None] Network 5af99a54-a9d3-4bb6-ba01-b3333d08fd44 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:47:11.119673 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53b31f-9033-4c73-9d7f-8c70f43ddb40 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Port': ['ID=a8353caf-ba1d-4abb-b47d-ad2cef3f39f0,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:11.140355 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e53b31f-9033-4c73-9d7f-8c70f43ddb40 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:11.184542 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-00f97e70-aa0c-4f05-83e1-0256a9d72178 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:11.200650 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-00f97e70-aa0c-4f05-83e1-0256a9d72178 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Deleting port d0b3c6af-21bd-45ae-8bf5-81921e834f32 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:11.201941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-00f97e70-aa0c-4f05-83e1-0256a9d72178 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:11.356750 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7fcaa43b-8af9-4e7e-8c84-7fd436aeb58d None None] Provisioning for port 630682ee-9b3c-42ea-8207-09c6f661239a completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:47:11.426174 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e53b31f-9033-4c73-9d7f-8c70f43ddb40 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network 6b5d682a-3cf8-4e16-ab40-2b96f913dd53 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:47:11.427456 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-8e53b31f-9033-4c73-9d7f-8c70f43ddb40 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:47:11.475392 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-00f97e70-aa0c-4f05-83e1-0256a9d72178 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] For port d0b3c6af-21bd-45ae-8bf5-81921e834f32, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d0b3c6af-21bd-45ae-8bf5-81921e834f32,segment=NetworkSegment(07278f02-6fae-48df-8e78-c7f116f3ff2b),segment_id=07278f02-6fae-48df-8e78-c7f116f3ff2b)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:11.475756 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-00f97e70-aa0c-4f05-83e1-0256a9d72178 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:11.650870 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-00f97e70-aa0c-4f05-83e1-0256a9d72178 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Calling delete_port for d0b3c6af-21bd-45ae-8bf5-81921e834f32 owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:47:11.761800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 630682ee-9b3c-42ea-8207-09c6f661239a up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:47:11.833704 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30d937b-46c6-4ba1-ba9f-62eb5a4405fc None None] DHCP port deletion for 5af99a54-a9d3-4bb6-ba01-b3333d08fd44 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:47:11.851465 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-e30d937b-46c6-4ba1-ba9f-62eb5a4405fc None None] Deleting port d0b3c6af-21bd-45ae-8bf5-81921e834f32 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:11.852198 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e30d937b-46c6-4ba1-ba9f-62eb5a4405fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:11.870142 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-00f97e70-aa0c-4f05-83e1-0256a9d72178 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:11.919266 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e53b31f-9033-4c73-9d7f-8c70f43ddb40 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Router 78ae488b-3f24-44d4-8efc-97603ba4ef7c has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:47:11.953302 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f97e70-aa0c-4f05-83e1-0256a9d72178 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Pushing event deleted for resources: {'Port': ['ID=d0b3c6af-21bd-45ae-8bf5-81921e834f32,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:11.956701 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-e30d937b-46c6-4ba1-ba9f-62eb5a4405fc None None] The port 'd0b3c6af-21bd-45ae-8bf5-81921e834f32' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:47:11.965451 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f97e70-aa0c-4f05-83e1-0256a9d72178 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] No DVR routers for this DVR port d0b3c6af-21bd-45ae-8bf5-81921e834f32 on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:47:12.106198 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-00f97e70-aa0c-4f05-83e1-0256a9d72178 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:12.114809 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 630682ee-9b3c-42ea-8207-09c6f661239a completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:47:12.120931 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 630682ee-9b3c-42ea-8207-09c6f661239a triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:12.121486 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:12.143400 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-00f97e70-aa0c-4f05-83e1-0256a9d72178 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af99a54-a9d3-4bb6-ba01-b3333d08fd44']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:12.160967 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-00f97e70-aa0c-4f05-83e1-0256a9d72178 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07278f02-6fae-48df-8e78-c7f116f3ff2b') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:12.161504 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-00f97e70-aa0c-4f05-83e1-0256a9d72178 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07278f02-6fae-48df-8e78-c7f116f3ff2b') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:12.163725 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0bf43ef5-625e-48b7-a88c-e92d5489a33a None None] Provisioning for port a8353caf-ba1d-4abb-b47d-ad2cef3f39f0 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:47:12.178144 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-00f97e70-aa0c-4f05-83e1-0256a9d72178 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:12.179711 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0bf43ef5-625e-48b7-a88c-e92d5489a33a None None] Provisioning complete for port a8353caf-ba1d-4abb-b47d-ad2cef3f39f0 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:12.180281 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0bf43ef5-625e-48b7-a88c-e92d5489a33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:12.182082 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614d26b-b401-47d9-b0c3-6efc9a960a1f req-a3198eed-73db-458b-b7a9-70239a03cc45 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:12.183642 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5614d26b-b401-47d9-b0c3-6efc9a960a1f req-a3198eed-73db-458b-b7a9-70239a03cc45 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 945 time: 0.2463789 Apr 29 15:47:12.205323 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-00f97e70-aa0c-4f05-83e1-0256a9d72178 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:12.208865 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f97e70-aa0c-4f05-83e1-0256a9d72178 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:47:12.209585 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-00f97e70-aa0c-4f05-83e1-0256a9d72178 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:47:12.230109 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:47:12.242718 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5614d26b-b401-47d9-b0c3-6efc9a960a1f req-9e5642ce-f89a-47fc-a666-5ab17bef75c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=578617a7-d67d-4f46-9f51-feed59bcb747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499237 Apr 29 15:47:12.244808 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e53b31f-9033-4c73-9d7f-8c70f43ddb40 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:47:12.266474 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8e53b31f-9033-4c73-9d7f-8c70f43ddb40 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "PUT /v2.0/routers/78ae488b-3f24-44d4-8efc-97603ba4ef7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9045842 Apr 29 15:47:12.266972 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59250) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:12.267920 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-0bf43ef5-625e-48b7-a88c-e92d5489a33a None None] Port a8353caf-ba1d-4abb-b47d-ad2cef3f39f0 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:47:12.282970 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-52bd3819-ced9-4458-a329-8d7ce5bd33db tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'network': {'name': 'tempest-RoutersTest-741671057'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:47:12.282970 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-52bd3819-ced9-4458-a329-8d7ce5bd33db tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:47:12.283953 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-52bd3819-ced9-4458-a329-8d7ce5bd33db tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:network and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:47:12.287493 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-52bd3819-ced9-4458-a329-8d7ce5bd33db tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:47:12.289224 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0bf43ef5-625e-48b7-a88c-e92d5489a33a None None] Provisioning complete for port 630682ee-9b3c-42ea-8207-09c6f661239a triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:12.289562 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0bf43ef5-625e-48b7-a88c-e92d5489a33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:12.297329 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-52bd3819-ced9-4458-a329-8d7ce5bd33db tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:47:12.427269 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bd3819-ced9-4458-a329-8d7ce5bd33db tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Made reservation on behalf of f56fa22878a4477ebb22e0778bbb8cc4 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:47:12.430332 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-52bd3819-ced9-4458-a329-8d7ce5bd33db tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:12.439161 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-00f97e70-aa0c-4f05-83e1-0256a9d72178 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:12.449818 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:12.450353 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-00f97e70-aa0c-4f05-83e1-0256a9d72178 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:12.477139 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f97e70-aa0c-4f05-83e1-0256a9d72178 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Pushing event deleted for resources: {'Network': ['ID=5af99a54-a9d3-4bb6-ba01-b3333d08fd44,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:12.477292 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52bd3819-ced9-4458-a329-8d7ce5bd33db tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:47:12.481799 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-00f97e70-aa0c-4f05-83e1-0256a9d72178 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "DELETE /v2.0/networks/5af99a54-a9d3-4bb6-ba01-b3333d08fd44 HTTP/1.1" status: 204 len: 168 time: 1.4656558 Apr 29 15:47:12.484651 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59254) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:12.489520 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0bf43ef5-625e-48b7-a88c-e92d5489a33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:12.493431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-52bd3819-ced9-4458-a329-8d7ce5bd33db tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:12.494384 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-52bd3819-ced9-4458-a329-8d7ce5bd33db tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Added segment 9bf1c534-5758-4fa5-9e8a-cb1d49a4475d of type vlan for network 8d0856d2-2b7d-4378-a62b-5ded13fba813 Apr 29 15:47:12.509881 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 630682ee-9b3c-42ea-8207-09c6f661239a, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=630682ee-9b3c-42ea-8207-09c6f661239a,segment=NetworkSegment(7aca1cbc-4b8f-492c-bf73-44180ca5aac9),segment_id=7aca1cbc-4b8f-492c-bf73-44180ca5aac9)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:12.523449 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-52bd3819-ced9-4458-a329-8d7ce5bd33db tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:12.526938 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-80e7301b-2c8d-4834-867f-c8db1085a544 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Synchronizing usage tracker for tenant:fe0586ee679e4146b739ad458f9b97ed on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:47:12.605936 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:12.606777 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 4445de27-68ed-433a-bf8f-22a53f13f8fa up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:47:12.642120 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-80e7301b-2c8d-4834-867f-c8db1085a544 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Unset dirty status for tenant:fe0586ee679e4146b739ad458f9b97ed on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:47:12.643431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-52bd3819-ced9-4458-a329-8d7ce5bd33db tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:12.643730 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-80e7301b-2c8d-4834-867f-c8db1085a544 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1 HTTP/1.1" status: 200 len: 205 time: 0.1536536 Apr 29 15:47:12.643730 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59258) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:12.643881 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bd3819-ced9-4458-a329-8d7ce5bd33db tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:12.644370 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-52bd3819-ced9-4458-a329-8d7ce5bd33db tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:12.742828 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-0bf43ef5-625e-48b7-a88c-e92d5489a33a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:47:12.743170 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-0bf43ef5-625e-48b7-a88c-e92d5489a33a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:47:12.792415 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd3819-ced9-4458-a329-8d7ce5bd33db tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Network': ['ID=8d0856d2-2b7d-4378-a62b-5ded13fba813,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:12.813375 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-52bd3819-ced9-4458-a329-8d7ce5bd33db tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5455861 Apr 29 15:47:12.816083 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59262) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:12.822820 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-dd189629-4e73-4f27-8dd8-1d8acc675904 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'subnet': {'network_id': '8d0856d2-2b7d-4378-a62b-5ded13fba813', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:47:12.831221 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 8d0856d2-2b7d-4378-a62b-5ded13fba813 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:47:12.882797 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7df445d0-05ce-43be-9b88-95b1ac9bf083 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:12.939433 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-dd189629-4e73-4f27-8dd8-1d8acc675904 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:47:12.944036 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-dd189629-4e73-4f27-8dd8-1d8acc675904 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:subnet and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:47:12.946982 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-dd189629-4e73-4f27-8dd8-1d8acc675904 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:47:12.952763 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=630682ee-9b3c-42ea-8207-09c6f661239a,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:12.953480 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-dd189629-4e73-4f27-8dd8-1d8acc675904 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:47:12.974119 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:12.974476 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:12.974880 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:12.975217 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:12.975555 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:12.975894 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:12.976204 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:12.976530 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:12.976854 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:12.977180 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:12.977503 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:13.057757 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd189629-4e73-4f27-8dd8-1d8acc675904 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Made reservation on behalf of f56fa22878a4477ebb22e0778bbb8cc4 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:47:13.087083 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 4445de27-68ed-433a-bf8f-22a53f13f8fa completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:47:13.089814 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 4445de27-68ed-433a-bf8f-22a53f13f8fa triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:13.090320 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:13.188396 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dd189629-4e73-4f27-8dd8-1d8acc675904 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:13.229363 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:13.292295 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7df445d0-05ce-43be-9b88-95b1ac9bf083 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:13.297203 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7df445d0-05ce-43be-9b88-95b1ac9bf083 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:13.314615 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 4445de27-68ed-433a-bf8f-22a53f13f8fa, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=4445de27-68ed-433a-bf8f-22a53f13f8fa,segment=NetworkSegment(7544f0e2-c873-4447-8cdc-8e66ec995e8d),segment_id=7544f0e2-c873-4447-8cdc-8e66ec995e8d)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:13.411551 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:13.439767 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7df445d0-05ce-43be-9b88-95b1ac9bf083 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:13.444155 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df445d0-05ce-43be-9b88-95b1ac9bf083 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Fanout notify agent at l3_agent the message router_deleted on router 1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1 {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:47:13.459188 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7df445d0-05ce-43be-9b88-95b1ac9bf083 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:13.468732 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7df445d0-05ce-43be-9b88-95b1ac9bf083 tempest-RoutersNegativeIpV6Test-469320318 tempest-RoutersNegativeIpV6Test-469320318-project] 10.222.0.21 "DELETE /v2.0/routers/1f8e2cfa-3ea1-4c83-89e2-2aaf816b78c1 HTTP/1.1" status: 204 len: 168 time: 0.8255320 Apr 29 15:47:13.507239 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=4445de27-68ed-433a-bf8f-22a53f13f8fa,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:13.507555 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b893b5-d755-4e89-8d89-d9eccdc48dc4 req-eaad55a5-ad31-489d-8996-4ebf1afbb3e4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:13.511273 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f7b893b5-d755-4e89-8d89-d9eccdc48dc4 req-eaad55a5-ad31-489d-8996-4ebf1afbb3e4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 945 time: 0.1216855 Apr 29 15:47:13.525311 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4353b582-2791-4724-8dd5-ea8dc3788350 None None] Provisioning complete for port a8353caf-ba1d-4abb-b47d-ad2cef3f39f0 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:13.525311 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4353b582-2791-4724-8dd5-ea8dc3788350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:13.571847 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f7b893b5-d755-4e89-8d89-d9eccdc48dc4 req-c643e41d-e5d4-4916-a771-52fdaffa5c36 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=578617a7-d67d-4f46-9f51-feed59bcb747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542960 Apr 29 15:47:13.578524 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 630682ee-9b3c-42ea-8207-09c6f661239a up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:47:13.596329 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dd189629-4e73-4f27-8dd8-1d8acc675904 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:13.630426 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-4353b582-2791-4724-8dd5-ea8dc3788350 None None] Port a8353caf-ba1d-4abb-b47d-ad2cef3f39f0 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:47:13.632409 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5fae8ddf-b8a9-493d-8b58-0858267f9a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:13.658466 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 630682ee-9b3c-42ea-8207-09c6f661239a triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:13.658872 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:13.790455 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189629-4e73-4f27-8dd8-1d8acc675904 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Subnet': ['ID=b41f85cd-d596-48cf-b174-1caeddc1107d,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:13.800683 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd189629-4e73-4f27-8dd8-1d8acc675904 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Checking segment: {'id': '9bf1c534-5758-4fa5-9e8a-cb1d49a4475d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8d0856d2-2b7d-4378-a62b-5ded13fba813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:47:13.801311 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd189629-4e73-4f27-8dd8-1d8acc675904 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network hostable DHCP agents. Network: 8d0856d2-2b7d-4378-a62b-5ded13fba813, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:47:13.842906 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d0b3c6af-21bd-45ae-8bf5-81921e834f32 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:47:13.876112 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: d0b3c6af-21bd-45ae-8bf5-81921e834f32 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:47:13.876467 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d0b3c6af-21bd-45ae-8bf5-81921e834f32 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:47:13.901005 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd189629-4e73-4f27-8dd8-1d8acc675904 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network 8d0856d2-2b7d-4378-a62b-5ded13fba813 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:47:13.978306 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-dd189629-4e73-4f27-8dd8-1d8acc675904 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 8d0856d2-2b7d-4378-a62b-5ded13fba813) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:47:13.985142 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90ed253-a6c6-408d-b26c-bc552866a916 None None] Network 8d0856d2-2b7d-4378-a62b-5ded13fba813 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:47:13.986084 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd189629-4e73-4f27-8dd8-1d8acc675904 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:13.986873 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dd189629-4e73-4f27-8dd8-1d8acc675904 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:14.039164 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59272) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:14.075636 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-dd189629-4e73-4f27-8dd8-1d8acc675904 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2575603 Apr 29 15:47:14.080331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59278) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:14.217908 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923452b4-95ea-4c42-af9d-5da40425a652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-8d0856d2-2b7d-4378-a62b-5ded13fba813', 'network_id': '8d0856d2-2b7d-4378-a62b-5ded13fba813', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'fixed_ips': [{'subnet_id': 'b41f85cd-d596-48cf-b174-1caeddc1107d'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:47:14.218737 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-923452b4-95ea-4c42-af9d-5da40425a652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:14.227943 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 500a2030-7849-41d8-9f34-72aff20409a7 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:47:14.257214 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ce1e9eb7-f024-4549-b552-bca7680f74bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe0586ee679e4146b739ad458f9b97ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2039869 Apr 29 15:47:14.257214 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59282) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:14.318791 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-92866704-3262-4f95-b430-934bea128260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:14.346819 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-92866704-3262-4f95-b430-934bea128260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:14.436821 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 500a2030-7849-41d8-9f34-72aff20409a7 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:47:14.444343 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 500a2030-7849-41d8-9f34-72aff20409a7 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:14.444651 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:14.454837 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-92866704-3262-4f95-b430-934bea128260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:14.475385 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92866704-3262-4f95-b430-934bea128260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2587f1e9-d510-4032-b422-676f91c1d9e2,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:14.484419 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-92866704-3262-4f95-b430-934bea128260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:14.489216 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-92866704-3262-4f95-b430-934bea128260 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2587f1e9-d510-4032-b422-676f91c1d9e2 HTTP/1.1" status: 204 len: 168 time: 0.2408710 Apr 29 15:47:14.529047 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-923452b4-95ea-4c42-af9d-5da40425a652 None None] Allocated IP 172.23.0.2 (8d0856d2-2b7d-4378-a62b-5ded13fba813/b41f85cd-d596-48cf-b174-1caeddc1107d/0c7ae5b6-1330-449f-b157-62a94c15e90b) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:47:14.700523 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:14.756613 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500a2030-7849-41d8-9f34-72aff20409a7'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:47:14.801496 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 500a2030-7849-41d8-9f34-72aff20409a7, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=500a2030-7849-41d8-9f34-72aff20409a7,segment=NetworkSegment(84898cb5-ae8e-4a07-ad58-b6043ceb2a2f),segment_id=84898cb5-ae8e-4a07-ad58-b6043ceb2a2f)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:14.831057 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a8b52b-e21f-4f76-8a9b-e61d79159a63'] response: {'server_uuid': '9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500a2030-7849-41d8-9f34-72aff20409a7', 'code': 200} Apr 29 15:47:14.833026 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bfcf4ff7-d235-49df-a768-96e5b4de5933 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:14.857651 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-923452b4-95ea-4c42-af9d-5da40425a652 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:14.876943 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-923452b4-95ea-4c42-af9d-5da40425a652 None None] Transition to ACTIVE for port object 0c7ae5b6-1330-449f-b157-62a94c15e90b will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:47:14.881994 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:14.967782 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-923452b4-95ea-4c42-af9d-5da40425a652 None None] Transition to ACTIVE for port object 0c7ae5b6-1330-449f-b157-62a94c15e90b will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:47:14.987219 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=500a2030-7849-41d8-9f34-72aff20409a7,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:15.023634 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7b23b-6593-4c8c-bf12-b9ac52a4d530 req-a7b98249-276e-4a42-801f-bd9f2db06adb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:15.025089 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-15f7b23b-6593-4c8c-bf12-b9ac52a4d530 req-a7b98249-276e-4a42-801f-bd9f2db06adb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 945 time: 0.3145735 Apr 29 15:47:15.084347 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-923452b4-95ea-4c42-af9d-5da40425a652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:15.125670 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:15.139381 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-15f7b23b-6593-4c8c-bf12-b9ac52a4d530 req-84d2ab39-96ed-4cec-9bf0-1ceebfe0c627 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=578617a7-d67d-4f46-9f51-feed59bcb747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054294 Apr 29 15:47:15.181484 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923452b4-95ea-4c42-af9d-5da40425a652 None None] Network 8d0856d2-2b7d-4378-a62b-5ded13fba813 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:47:15.186909 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-923452b4-95ea-4c42-af9d-5da40425a652 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:47:15.195947 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923452b4-95ea-4c42-af9d-5da40425a652 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:47:15.198230 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923452b4-95ea-4c42-af9d-5da40425a652 None None] Pushing event updated for resources: {'Port': ['ID=0c7ae5b6-1330-449f-b157-62a94c15e90b,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:15.284740 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6f9fc7d6-efb3-414a-a17e-469b3e93d844 req-81c8a571-262f-4d2a-a05a-23b34ab3da52 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 1099 time: 0.1295221 Apr 29 15:47:15.295408 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-bfcf4ff7-d235-49df-a768-96e5b4de5933 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Allocated IP 172.23.0.1 (8d0856d2-2b7d-4378-a62b-5ded13fba813/b41f85cd-d596-48cf-b174-1caeddc1107d/aed1dbda-af13-4cea-8805-2b51a26758a3) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:47:15.330315 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-923452b4-95ea-4c42-af9d-5da40425a652 None None] Attempting to bind port 0c7ae5b6-1330-449f-b157-62a94c15e90b on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:47:15.330715 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-923452b4-95ea-4c42-af9d-5da40425a652 None None] Attempting to bind port 0c7ae5b6-1330-449f-b157-62a94c15e90b by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '9bf1c534-5758-4fa5-9e8a-cb1d49a4475d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8d0856d2-2b7d-4378-a62b-5ded13fba813'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:47:15.331078 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923452b4-95ea-4c42-af9d-5da40425a652 None None] Attempting to bind port 0c7ae5b6-1330-449f-b157-62a94c15e90b on network 8d0856d2-2b7d-4378-a62b-5ded13fba813 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:47:15.339812 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6f9fc7d6-efb3-414a-a17e-469b3e93d844 req-c06320a0-79bb-44b2-a1db-412a9ca59870 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=578617a7-d67d-4f46-9f51-feed59bcb747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467496 Apr 29 15:47:15.341211 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923452b4-95ea-4c42-af9d-5da40425a652 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:47:15.341738 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923452b4-95ea-4c42-af9d-5da40425a652 None None] Checking segment: {'id': '9bf1c534-5758-4fa5-9e8a-cb1d49a4475d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8d0856d2-2b7d-4378-a62b-5ded13fba813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:47:15.342194 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-923452b4-95ea-4c42-af9d-5da40425a652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:15.342602 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923452b4-95ea-4c42-af9d-5da40425a652 None None] Bound using segment: {'id': '9bf1c534-5758-4fa5-9e8a-cb1d49a4475d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8d0856d2-2b7d-4378-a62b-5ded13fba813'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:47:15.346156 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-923452b4-95ea-4c42-af9d-5da40425a652 None None] Bound port: 0c7ae5b6-1330-449f-b157-62a94c15e90b, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf1c534-5758-4fa5-9e8a-cb1d49a4475d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8d0856d2-2b7d-4378-a62b-5ded13fba813'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:47:15.346156 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-923452b4-95ea-4c42-af9d-5da40425a652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:15.435494 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-923452b4-95ea-4c42-af9d-5da40425a652 None None] For port 0c7ae5b6-1330-449f-b157-62a94c15e90b, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:47:15.438391 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-923452b4-95ea-4c42-af9d-5da40425a652 None None] For port 0c7ae5b6-1330-449f-b157-62a94c15e90b, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=0c7ae5b6-1330-449f-b157-62a94c15e90b,segment=NetworkSegment(9bf1c534-5758-4fa5-9e8a-cb1d49a4475d),segment_id=9bf1c534-5758-4fa5-9e8a-cb1d49a4475d)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:47:15.461451 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bfcf4ff7-d235-49df-a768-96e5b4de5933 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:15.477614 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-bfcf4ff7-d235-49df-a768-96e5b4de5933 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Transition to ACTIVE for port object aed1dbda-af13-4cea-8805-2b51a26758a3 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:47:15.496472 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-923452b4-95ea-4c42-af9d-5da40425a652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:15.529916 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 4445de27-68ed-433a-bf8f-22a53f13f8fa up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:47:15.583293 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bfcf4ff7-d235-49df-a768-96e5b4de5933 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:15.638848 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923452b4-95ea-4c42-af9d-5da40425a652 None None] Pushing event updated for resources: {'Port': ['ID=0c7ae5b6-1330-449f-b157-62a94c15e90b,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:15.655435 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 4445de27-68ed-433a-bf8f-22a53f13f8fa triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:15.656246 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:15.664503 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcf4ff7-d235-49df-a768-96e5b4de5933 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network 8d0856d2-2b7d-4378-a62b-5ded13fba813 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:47:15.667793 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-bfcf4ff7-d235-49df-a768-96e5b4de5933 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:47:15.672260 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcf4ff7-d235-49df-a768-96e5b4de5933 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:47:15.819530 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf4ff7-d235-49df-a768-96e5b4de5933 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Port': ['ID=aed1dbda-af13-4cea-8805-2b51a26758a3,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:15.873613 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bfcf4ff7-d235-49df-a768-96e5b4de5933 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:15.919663 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0698dee9-eb4c-4d57-9168-cb76d25f2aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:16.077946 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bfcf4ff7-d235-49df-a768-96e5b4de5933 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:16.562622 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e9f92-7262-4d9d-b48d-2ea0e74a9035 req-71953a83-13c0-48e7-807b-20fb1b218719 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:16.563611 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-647e9f92-7262-4d9d-b48d-2ea0e74a9035 req-71953a83-13c0-48e7-807b-20fb1b218719 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 946 time: 0.2347167 Apr 29 15:47:16.665692 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-647e9f92-7262-4d9d-b48d-2ea0e74a9035 req-daa2f7e4-999c-4911-96f3-8175ffece4d5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=578617a7-d67d-4f46-9f51-feed59bcb747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837636 Apr 29 15:47:16.669779 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bfcf4ff7-d235-49df-a768-96e5b4de5933 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:16.732006 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0e999c-5460-402a-af76-8d442b1fc815 None None] Network 8d0856d2-2b7d-4378-a62b-5ded13fba813 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:47:16.740257 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bfcf4ff7-d235-49df-a768-96e5b4de5933 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:16.890122 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bfcf4ff7-d235-49df-a768-96e5b4de5933 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:16.901579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf4ff7-d235-49df-a768-96e5b4de5933 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event updated for resources: {'Port': ['ID=aed1dbda-af13-4cea-8805-2b51a26758a3,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:16.956993 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4d1407db-8fe4-449d-a921-7ec0cbf98d77 None None] Provisioning for port 0c7ae5b6-1330-449f-b157-62a94c15e90b completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:47:17.072767 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcf4ff7-d235-49df-a768-96e5b4de5933 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Network 8d0856d2-2b7d-4378-a62b-5ded13fba813 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:47:17.074014 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-bfcf4ff7-d235-49df-a768-96e5b4de5933 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:47:17.093656 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Sync routers for ids ['78ae488b-3f24-44d4-8efc-97603ba4ef7c'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:47:17.112666 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Routers {'78ae488b-3f24-44d4-8efc-97603ba4ef7c'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:47:17.118635 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:47:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['78ae488b-3f24-44d4-8efc-97603ba4ef7c'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:17.189130 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:17.315178 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Set router 78ae488b-3f24-44d4-8efc-97603ba4ef7c gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:47:17.379809 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-73dc9296-c929-4564-8ea8-d326ad31974c None None] Provisioning for port aed1dbda-af13-4cea-8805-2b51a26758a3 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:47:17.381937 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-73dc9296-c929-4564-8ea8-d326ad31974c None None] Provisioning complete for port aed1dbda-af13-4cea-8805-2b51a26758a3 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:17.382974 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-73dc9296-c929-4564-8ea8-d326ad31974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:17.443692 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcf4ff7-d235-49df-a768-96e5b4de5933 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Router 78ae488b-3f24-44d4-8efc-97603ba4ef7c has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:47:17.496704 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-73dc9296-c929-4564-8ea8-d326ad31974c None None] Port aed1dbda-af13-4cea-8805-2b51a26758a3 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:47:17.565595 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:17.599953 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 0c7ae5b6-1330-449f-b157-62a94c15e90b up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:47:17.696609 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-451a499f-1aa8-4e74-9719-6a1530b4f8ec None None] Provisioning complete for port aed1dbda-af13-4cea-8805-2b51a26758a3 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:17.697390 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-451a499f-1aa8-4e74-9719-6a1530b4f8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:17.704967 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcf4ff7-d235-49df-a768-96e5b4de5933 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:47:17.750925 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bfcf4ff7-d235-49df-a768-96e5b4de5933 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "PUT /v2.0/routers/78ae488b-3f24-44d4-8efc-97603ba4ef7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6670787 Apr 29 15:47:17.751309 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59298) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:17.757515 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-167bb162-ac80-4230-8e5e-03b9a4fcfe6e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:47:17.815842 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-451a499f-1aa8-4e74-9719-6a1530b4f8ec None None] Port aed1dbda-af13-4cea-8805-2b51a26758a3 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:47:17.819428 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'name': 'tempest-RoutersTest-router-865869137', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:49Z', 'updated_at': '2022-04-29T15:47:15Z', 'revision_number': 5, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'gw_port_host': None, '_interfaces': [{'id': '4445de27-68ed-433a-bf8f-22a53f13f8fa', 'name': '', 'network_id': '00930897-67a4-4286-956f-c4688aaf91f9', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'mac_address': 'fa:16:3e:a5:fd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5000dca8-8cb1-4e2f-bbdc-315068802a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:54Z', 'updated_at': '2022-04-29T15:47:13Z', 'revision_number': 5, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'subnets': [{'id': '5000dca8-8cb1-4e2f-bbdc-315068802a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81e490f7-dcb3-433f-a951-586d3e391739', 'name': '', 'network_id': '08178ca2-9da7-4ef7-839f-0066d0267228', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'mac_address': 'fa:16:3e:47:e8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80158612-51a0-4e3b-adbb-8f71b9f66c78', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:47:02Z', 'updated_at': '2022-04-29T15:47:04Z', 'revision_number': 2, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'subnets': [{'id': '80158612-51a0-4e3b-adbb-8f71b9f66c78', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8353caf-ba1d-4abb-b47d-ad2cef3f39f0', 'name': '', 'network_id': '6b5d682a-3cf8-4e16-ab40-2b96f913dd53', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'mac_address': 'fa:16:3e:a1:c5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa1274ca-628c-458a-b697-fc385c723d14', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:47:09Z', 'updated_at': '2022-04-29T15:47:10Z', 'revision_number': 2, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'subnets': [{'id': 'fa1274ca-628c-458a-b697-fc385c723d14', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aed1dbda-af13-4cea-8805-2b51a26758a3', 'name': '', 'network_id': '8d0856d2-2b7d-4378-a62b-5ded13fba813', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'mac_address': 'fa:16:3e:84:84:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b41f85cd-d596-48cf-b174-1caeddc1107d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:47:15Z', 'updated_at': '2022-04-29T15:47:16Z', 'revision_number': 2, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'subnets': [{'id': 'b41f85cd-d596-48cf-b174-1caeddc1107d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:17.826365 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Checking router: 78ae488b-3f24-44d4-8efc-97603ba4ef7c for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:47:17.826941 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Updating router 78ae488b-3f24-44d4-8efc-97603ba4ef7c port 81e490f7-dcb3-433f-a951-586d3e391739 binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:47:17.862509 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 0c7ae5b6-1330-449f-b157-62a94c15e90b completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:47:17.870734 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 0c7ae5b6-1330-449f-b157-62a94c15e90b triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:17.871303 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:17.889665 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:17.967348 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-6bf61cab-074a-4d68-8d5a-283074da1a46 None None] Provisioning complete for port aed1dbda-af13-4cea-8805-2b51a26758a3 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:17.969677 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6bf61cab-074a-4d68-8d5a-283074da1a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:18.041376 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-6bf61cab-074a-4d68-8d5a-283074da1a46 None None] Port aed1dbda-af13-4cea-8805-2b51a26758a3 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:47:18.103444 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3841e-d061-40b8-ba29-57edce5edfba req-2fe1a9c9-d2de-45f6-9691-1027e28c3609 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:18.105658 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f4d3841e-d061-40b8-ba29-57edce5edfba req-2fe1a9c9-d2de-45f6-9691-1027e28c3609 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 946 time: 0.2576482 Apr 29 15:47:18.114569 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:18.161946 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 0c7ae5b6-1330-449f-b157-62a94c15e90b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=0c7ae5b6-1330-449f-b157-62a94c15e90b,segment=NetworkSegment(9bf1c534-5758-4fa5-9e8a-cb1d49a4475d),segment_id=9bf1c534-5758-4fa5-9e8a-cb1d49a4475d)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:18.165398 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f4d3841e-d061-40b8-ba29-57edce5edfba req-31249bc8-c1ea-4e1c-bc8f-7138f70a2460 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=578617a7-d67d-4f46-9f51-feed59bcb747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538654 Apr 29 15:47:18.250547 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:18.298469 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:18.314541 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Transition to ACTIVE for port object 81e490f7-dcb3-433f-a951-586d3e391739 will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:47:18.355385 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=0c7ae5b6-1330-449f-b157-62a94c15e90b,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:18.389143 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b3834-6831-4c62-a4ae-b7a1a5824814 req-3759ec5c-265d-4279-bdb3-96747297e01a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:18.391084 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8b9b3834-6831-4c62-a4ae-b7a1a5824814 req-3759ec5c-265d-4279-bdb3-96747297e01a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 946 time: 0.0890415 Apr 29 15:47:18.417531 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:18.442590 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8b9b3834-6831-4c62-a4ae-b7a1a5824814 req-7cd98361-acc4-413e-aae0-6eaadea317f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=578617a7-d67d-4f46-9f51-feed59bcb747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448508 Apr 29 15:47:18.447903 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:18.479423 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59304) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:18.567787 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5f5d1-2fd0-4147-9e5a-cd31f296dd68 None None] Pushing event updated for resources: {'Port': ['ID=81e490f7-dcb3-433f-a951-586d3e391739,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:18.572542 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-89c836bd-7e07-4cf3-b247-472cca551cab tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 1094 time: 0.0882320 Apr 29 15:47:18.572542 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59308) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:18.580001 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-d925ffdb-d7f7-4e77-9419-73936593c077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': '500a2030-7849-41d8-9f34-72aff20409a7', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:47:18.588364 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d925ffdb-d7f7-4e77-9419-73936593c077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:47:18.596611 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.extraroute_db [None req-167bb162-ac80-4230-8e5e-03b9a4fcfe6e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=84771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 29 15:47:18.600373 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d925ffdb-d7f7-4e77-9419-73936593c077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:floatingip and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:47:18.604559 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d925ffdb-d7f7-4e77-9419-73936593c077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:47:18.612767 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d925ffdb-d7f7-4e77-9419-73936593c077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:47:18.613139 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.extraroute_db [None req-167bb162-ac80-4230-8e5e-03b9a4fcfe6e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Removed routes are [] {{(pid=84771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 29 15:47:18.614576 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-167bb162-ac80-4230-8e5e-03b9a4fcfe6e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:18.660612 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Attempting to bind port 81e490f7-dcb3-433f-a951-586d3e391739 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:47:18.660974 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Attempting to bind port 81e490f7-dcb3-433f-a951-586d3e391739 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '0b14d532-ba4b-4036-8074-8425c827e66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '08178ca2-9da7-4ef7-839f-0066d0267228'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:47:18.661681 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Attempting to bind port 81e490f7-dcb3-433f-a951-586d3e391739 on network 08178ca2-9da7-4ef7-839f-0066d0267228 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:47:18.672351 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:47:18.672351 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Checking segment: {'id': '0b14d532-ba4b-4036-8074-8425c827e66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '08178ca2-9da7-4ef7-839f-0066d0267228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:47:18.672351 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:18.672351 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Bound using segment: {'id': '0b14d532-ba4b-4036-8074-8425c827e66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '08178ca2-9da7-4ef7-839f-0066d0267228'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:47:18.672351 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Bound port: 81e490f7-dcb3-433f-a951-586d3e391739, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b14d532-ba4b-4036-8074-8425c827e66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '08178ca2-9da7-4ef7-839f-0066d0267228'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:47:18.672351 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:18.738057 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d925ffdb-d7f7-4e77-9419-73936593c077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:18.762451 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] For port 81e490f7-dcb3-433f-a951-586d3e391739, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:47:18.767507 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] For port 81e490f7-dcb3-433f-a951-586d3e391739, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=81e490f7-dcb3-433f-a951-586d3e391739,segment=NetworkSegment(0b14d532-ba4b-4036-8074-8425c827e66a),segment_id=0b14d532-ba4b-4036-8074-8425c827e66a)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:47:18.866797 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:18.888790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d925ffdb-d7f7-4e77-9419-73936593c077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:18.928455 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Updating router 78ae488b-3f24-44d4-8efc-97603ba4ef7c port a8353caf-ba1d-4abb-b47d-ad2cef3f39f0 binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:47:18.991288 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5f5d1-2fd0-4147-9e5a-cd31f296dd68 None None] Pushing event updated for resources: {'Port': ['ID=81e490f7-dcb3-433f-a951-586d3e391739,revision_number=4']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:18.995700 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:19.064203 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-d925ffdb-d7f7-4e77-9419-73936593c077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.26.1.197 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/7b987d95-529c-401d-ad3c-b7e625bc3762) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:47:19.099633 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-167bb162-ac80-4230-8e5e-03b9a4fcfe6e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:19.104144 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-167bb162-ac80-4230-8e5e-03b9a4fcfe6e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626962'] for router, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:19.265779 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d925ffdb-d7f7-4e77-9419-73936593c077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:19.305623 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167bb162-ac80-4230-8e5e-03b9a4fcfe6e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Router 78ae488b-3f24-44d4-8efc-97603ba4ef7c has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:47:19.390180 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:19.402047 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Transition to ACTIVE for port object a8353caf-ba1d-4abb-b47d-ad2cef3f39f0 will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:47:19.412030 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d925ffdb-d7f7-4e77-9419-73936593c077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:19.481566 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d925ffdb-d7f7-4e77-9419-73936593c077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:47:19.481566 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-d925ffdb-d7f7-4e77-9419-73936593c077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:47:19.484965 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d925ffdb-d7f7-4e77-9419-73936593c077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:47:19.487546 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167bb162-ac80-4230-8e5e-03b9a4fcfe6e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:47:19.494999 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-167bb162-ac80-4230-8e5e-03b9a4fcfe6e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:19.498941 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-167bb162-ac80-4230-8e5e-03b9a4fcfe6e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "PUT /v2.0/routers/78ae488b-3f24-44d4-8efc-97603ba4ef7c HTTP/1.1" status: 200 len: 933 time: 1.7441211 Apr 29 15:47:19.499319 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59312) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:19.502842 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:19.556205 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 0c7ae5b6-1330-449f-b157-62a94c15e90b up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:47:19.585594 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925ffdb-d7f7-4e77-9419-73936593c077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=7b987d95-529c-401d-ad3c-b7e625bc3762,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:19.649148 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 0c7ae5b6-1330-449f-b157-62a94c15e90b triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:19.649521 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:19.654388 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5f5d1-2fd0-4147-9e5a-cd31f296dd68 None None] Pushing event updated for resources: {'Port': ['ID=a8353caf-ba1d-4abb-b47d-ad2cef3f39f0,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:19.778775 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Attempting to bind port a8353caf-ba1d-4abb-b47d-ad2cef3f39f0 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:47:19.787625 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Attempting to bind port a8353caf-ba1d-4abb-b47d-ad2cef3f39f0 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '7aca1cbc-4b8f-492c-bf73-44180ca5aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6b5d682a-3cf8-4e16-ab40-2b96f913dd53'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:47:19.787625 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Attempting to bind port a8353caf-ba1d-4abb-b47d-ad2cef3f39f0 on network 6b5d682a-3cf8-4e16-ab40-2b96f913dd53 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:47:19.793223 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:47:19.793928 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Checking segment: {'id': '7aca1cbc-4b8f-492c-bf73-44180ca5aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6b5d682a-3cf8-4e16-ab40-2b96f913dd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:47:19.794549 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:19.795144 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Bound using segment: {'id': '7aca1cbc-4b8f-492c-bf73-44180ca5aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6b5d682a-3cf8-4e16-ab40-2b96f913dd53'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:47:19.795811 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Bound port: a8353caf-ba1d-4abb-b47d-ad2cef3f39f0, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aca1cbc-4b8f-492c-bf73-44180ca5aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6b5d682a-3cf8-4e16-ab40-2b96f913dd53'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:47:19.796419 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:19.888205 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-16711be5-3c99-4d81-bf05-23268f99404d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "GET /v2.0/routers/78ae488b-3f24-44d4-8efc-97603ba4ef7c HTTP/1.1" status: 200 len: 933 time: 0.3874960 Apr 29 15:47:19.889366 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59316) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:19.895719 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-e3bdf2dc-a675-4c82-aef0-843f2999bdb8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'router': {'routes': None}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:47:19.904732 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] For port a8353caf-ba1d-4abb-b47d-ad2cef3f39f0, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:47:19.907983 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] For port a8353caf-ba1d-4abb-b47d-ad2cef3f39f0, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a8353caf-ba1d-4abb-b47d-ad2cef3f39f0,segment=NetworkSegment(7aca1cbc-4b8f-492c-bf73-44180ca5aac9),segment_id=7aca1cbc-4b8f-492c-bf73-44180ca5aac9)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:47:19.971266 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:20.048696 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Updating router 78ae488b-3f24-44d4-8efc-97603ba4ef7c port aed1dbda-af13-4cea-8805-2b51a26758a3 binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:47:20.135602 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:20.174400 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5f5d1-2fd0-4147-9e5a-cd31f296dd68 None None] Pushing event updated for resources: {'Port': ['ID=a8353caf-ba1d-4abb-b47d-ad2cef3f39f0,revision_number=4']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:20.233433 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d925ffdb-d7f7-4e77-9419-73936593c077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:20.410251 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d925ffdb-d7f7-4e77-9419-73936593c077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:20.620445 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:20.635215 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Transition to ACTIVE for port object aed1dbda-af13-4cea-8805-2b51a26758a3 will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:47:20.658044 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d925ffdb-d7f7-4e77-9419-73936593c077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:20.737421 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:20.737910 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.extraroute_db [None req-e3bdf2dc-a675-4c82-aef0-843f2999bdb8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Added routes are [] {{(pid=84771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 29 15:47:20.738383 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.extraroute_db [None req-e3bdf2dc-a675-4c82-aef0-843f2999bdb8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=84771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 29 15:47:20.749867 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d925ffdb-d7f7-4e77-9419-73936593c077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:20.768790 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e3bdf2dc-a675-4c82-aef0-843f2999bdb8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:20.887149 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5f5d1-2fd0-4147-9e5a-cd31f296dd68 None None] Pushing event updated for resources: {'Port': ['ID=aed1dbda-af13-4cea-8805-2b51a26758a3,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:20.964827 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925ffdb-d7f7-4e77-9419-73936593c077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=7b987d95-529c-401d-ad3c-b7e625bc3762,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:20.983313 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d925ffdb-d7f7-4e77-9419-73936593c077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:20.998275 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Attempting to bind port aed1dbda-af13-4cea-8805-2b51a26758a3 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:47:20.998838 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Attempting to bind port aed1dbda-af13-4cea-8805-2b51a26758a3 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '9bf1c534-5758-4fa5-9e8a-cb1d49a4475d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8d0856d2-2b7d-4378-a62b-5ded13fba813'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:47:20.999393 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Attempting to bind port aed1dbda-af13-4cea-8805-2b51a26758a3 on network 8d0856d2-2b7d-4378-a62b-5ded13fba813 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:47:21.007815 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:47:21.008316 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Checking segment: {'id': '9bf1c534-5758-4fa5-9e8a-cb1d49a4475d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8d0856d2-2b7d-4378-a62b-5ded13fba813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:47:21.008827 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:21.009419 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Bound using segment: {'id': '9bf1c534-5758-4fa5-9e8a-cb1d49a4475d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8d0856d2-2b7d-4378-a62b-5ded13fba813'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:47:21.009999 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Bound port: aed1dbda-af13-4cea-8805-2b51a26758a3, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf1c534-5758-4fa5-9e8a-cb1d49a4475d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8d0856d2-2b7d-4378-a62b-5ded13fba813'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:47:21.011226 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:21.116225 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] For port aed1dbda-af13-4cea-8805-2b51a26758a3, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:47:21.119396 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] For port aed1dbda-af13-4cea-8805-2b51a26758a3, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=aed1dbda-af13-4cea-8805-2b51a26758a3,segment=NetworkSegment(9bf1c534-5758-4fa5-9e8a-cb1d49a4475d),segment_id=9bf1c534-5758-4fa5-9e8a-cb1d49a4475d)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:47:21.210943 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [None req-d925ffdb-d7f7-4e77-9419-73936593c077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Floating IP 28fcb682-d913-4090-8551-1a1d8f2fe268 associated. External IP: 172.26.1.197, port: 500a2030-7849-41d8-9f34-72aff20409a7. Apr 29 15:47:21.225821 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:21.277127 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e3bdf2dc-a675-4c82-aef0-843f2999bdb8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:21.280781 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e3bdf2dc-a675-4c82-aef0-843f2999bdb8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626962'] for router, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:21.309298 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5f5d1-2fd0-4147-9e5a-cd31f296dd68 None None] Pushing event updated for resources: {'Port': ['ID=aed1dbda-af13-4cea-8805-2b51a26758a3,revision_number=4']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:21.314136 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Routers {'78ae488b-3f24-44d4-8efc-97603ba4ef7c'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:47:21.314773 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:47:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['78ae488b-3f24-44d4-8efc-97603ba4ef7c'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:21.512638 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3bdf2dc-a675-4c82-aef0-843f2999bdb8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Router 78ae488b-3f24-44d4-8efc-97603ba4ef7c has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:47:21.516467 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] Set router 78ae488b-3f24-44d4-8efc-97603ba4ef7c gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:47:21.691377 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d925ffdb-d7f7-4e77-9419-73936593c077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router c8ca6e13-bd66-445b-a0bb-0a576cbb6711 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:47:21.715338 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bdf2dc-a675-4c82-aef0-843f2999bdb8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:47:21.720408 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e3bdf2dc-a675-4c82-aef0-843f2999bdb8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:21.725049 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e3bdf2dc-a675-4c82-aef0-843f2999bdb8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "PUT /v2.0/routers/78ae488b-3f24-44d4-8efc-97603ba4ef7c HTTP/1.1" status: 200 len: 699 time: 1.8343461 Apr 29 15:47:21.725685 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59326) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:21.907123 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'name': 'tempest-RoutersTest-router-865869137', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:49Z', 'updated_at': '2022-04-29T15:47:20Z', 'revision_number': 7, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'gw_port_host': None, '_interfaces': [{'id': '4445de27-68ed-433a-bf8f-22a53f13f8fa', 'name': '', 'network_id': '00930897-67a4-4286-956f-c4688aaf91f9', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'mac_address': 'fa:16:3e:a5:fd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5000dca8-8cb1-4e2f-bbdc-315068802a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:54Z', 'updated_at': '2022-04-29T15:47:13Z', 'revision_number': 5, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'subnets': [{'id': '5000dca8-8cb1-4e2f-bbdc-315068802a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81e490f7-dcb3-433f-a951-586d3e391739', 'name': '', 'network_id': '08178ca2-9da7-4ef7-839f-0066d0267228', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'mac_address': 'fa:16:3e:47:e8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80158612-51a0-4e3b-adbb-8f71b9f66c78', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:47:02Z', 'updated_at': '2022-04-29T15:47:18Z', 'revision_number': 4, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'subnets': [{'id': '80158612-51a0-4e3b-adbb-8f71b9f66c78', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8353caf-ba1d-4abb-b47d-ad2cef3f39f0', 'name': '', 'network_id': '6b5d682a-3cf8-4e16-ab40-2b96f913dd53', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'mac_address': 'fa:16:3e:a1:c5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa1274ca-628c-458a-b697-fc385c723d14', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:47:09Z', 'updated_at': '2022-04-29T15:47:19Z', 'revision_number': 4, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'subnets': [{'id': 'fa1274ca-628c-458a-b697-fc385c723d14', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aed1dbda-af13-4cea-8805-2b51a26758a3', 'name': '', 'network_id': '8d0856d2-2b7d-4378-a62b-5ded13fba813', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'mac_address': 'fa:16:3e:84:84:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b41f85cd-d596-48cf-b174-1caeddc1107d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:47:15Z', 'updated_at': '2022-04-29T15:47:21Z', 'revision_number': 4, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'subnets': [{'id': 'b41f85cd-d596-48cf-b174-1caeddc1107d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:21.912644 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cbd8ae-9609-445d-9eaf-39b5a36041c8 None None] The sync data for ids ['78ae488b-3f24-44d4-8efc-97603ba4ef7c'] in dv-neutron-839913-1-hyperv is: [{'id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'name': 'tempest-RoutersTest-router-865869137', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:49Z', 'updated_at': '2022-04-29T15:47:20Z', 'revision_number': 7, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'gw_port_host': None, '_interfaces': [{'id': '4445de27-68ed-433a-bf8f-22a53f13f8fa', 'name': '', 'network_id': '00930897-67a4-4286-956f-c4688aaf91f9', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'mac_address': 'fa:16:3e:a5:fd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5000dca8-8cb1-4e2f-bbdc-315068802a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:54Z', 'updated_at': '2022-04-29T15:47:13Z', 'revision_number': 5, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'subnets': [{'id': '5000dca8-8cb1-4e2f-bbdc-315068802a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81e490f7-dcb3-433f-a951-586d3e391739', 'name': '', 'network_id': '08178ca2-9da7-4ef7-839f-0066d0267228', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'mac_address': 'fa:16:3e:47:e8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80158612-51a0-4e3b-adbb-8f71b9f66c78', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:47:02Z', 'updated_at': '2022-04-29T15:47:18Z', 'revision_number': 4, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'subnets': [{'id': '80158612-51a0-4e3b-adbb-8f71b9f66c78', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8353caf-ba1d-4abb-b47d-ad2cef3f39f0', 'name': '', 'network_id': '6b5d682a-3cf8-4e16-ab40-2b96f913dd53', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'mac_address': 'fa:16:3e:a1:c5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa1274ca-628c-458a-b697-fc385c723d14', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:47:09Z', 'updated_at': '2022-04-29T15:47:19Z', 'revision_number': 4, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'subnets': [{'id': 'fa1274ca-628c-458a-b697-fc385c723d14', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aed1dbda-af13-4cea-8805-2b51a26758a3', 'name': '', 'network_id': '8d0856d2-2b7d-4378-a62b-5ded13fba813', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'mac_address': 'fa:16:3e:84:84:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b41f85cd-d596-48cf-b174-1caeddc1107d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:47:15Z', 'updated_at': '2022-04-29T15:47:21Z', 'revision_number': 4, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'subnets': [{'id': 'b41f85cd-d596-48cf-b174-1caeddc1107d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:47:21.924054 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d925ffdb-d7f7-4e77-9419-73936593c077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:47:21.930730 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2f55593c-4cad-4ab9-abe9-86fb6abf9414 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "GET /v2.0/routers/78ae488b-3f24-44d4-8efc-97603ba4ef7c HTTP/1.1" status: 200 len: 699 time: 0.2011983 Apr 29 15:47:21.933434 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59330) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:21.934506 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b85eaf-fb8d-4232-bdb1-c1b5550724a0 None None] Sync routers for ids ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:47:21.950106 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b85eaf-fb8d-4232-bdb1-c1b5550724a0 None None] Routers {'c8ca6e13-bd66-445b-a0bb-0a576cbb6711'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:47:21.950811 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f8b85eaf-fb8d-4232-bdb1-c1b5550724a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:47:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:22.186390 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-f8b85eaf-fb8d-4232-bdb1-c1b5550724a0 None None] Set router c8ca6e13-bd66-445b-a0bb-0a576cbb6711 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:47:22.204472 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d925ffdb-d7f7-4e77-9419-73936593c077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:22.327833 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d925ffdb-d7f7-4e77-9419-73936593c077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7546165 Apr 29 15:47:22.328801 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa', 'tag': '500a2030-7849-41d8-9f34-72aff20409a7'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:47:22.330468 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59334) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:22.383354 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cec3b708-6a63-4bdf-a4bf-9d9f33f3c1d6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:22.512606 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6e042a82-0a08-440d-b99f-9576b4966960 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/28fcb682-d913-4090-8551-1a1d8f2fe268 HTTP/1.1" status: 200 len: 992 time: 0.1809468 Apr 29 15:47:22.699014 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f8b85eaf-fb8d-4232-bdb1-c1b5550724a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'name': 'tempest-TestNetworkBasicOps-router-237402697', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:36Z', 'updated_at': '2022-04-29T15:46:44Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:38Z', 'updated_at': '2022-04-29T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '28fcb682-d913-4090-8551-1a1d8f2fe268', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.197', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'port_id': '500a2030-7849-41d8-9f34-72aff20409a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'mac_address': 'fa:16:3e:90:bf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:47:19Z', 'updated_at': '2022-04-29T15:47:19Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9', 'name': '', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:bb:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:44Z', 'updated_at': '2022-04-29T15:46:54Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:22.704835 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b85eaf-fb8d-4232-bdb1-c1b5550724a0 None None] Checking router: c8ca6e13-bd66-445b-a0bb-0a576cbb6711 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:47:22.722259 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b85eaf-fb8d-4232-bdb1-c1b5550724a0 None None] Routers {'c8ca6e13-bd66-445b-a0bb-0a576cbb6711'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:47:22.723787 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f8b85eaf-fb8d-4232-bdb1-c1b5550724a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:47:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:22.794955 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-579ef00a-cbb6-494c-847f-394d69d4acac'] response: {'name': 'network-changed', 'server_uuid': '9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa', 'tag': '500a2030-7849-41d8-9f34-72aff20409a7', 'status': 'completed', 'code': 200} Apr 29 15:47:22.878347 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-cb78804d-a314-4123-a7ac-a73a0886f0bc req-0c2c8097-c82c-405f-b9ed-562d3c67f0c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 1099 time: 0.0828702 Apr 29 15:47:22.953944 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-f8b85eaf-fb8d-4232-bdb1-c1b5550724a0 None None] Set router c8ca6e13-bd66-445b-a0bb-0a576cbb6711 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:47:23.187298 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78804d-a314-4123-a7ac-a73a0886f0bc req-67da99a2-66a2-4c91-bdd7-34d7ffb61820 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:23.189601 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-cb78804d-a314-4123-a7ac-a73a0886f0bc req-67da99a2-66a2-4c91-bdd7-34d7ffb61820 service neutron] 10.222.0.35 "GET /v2.0/networks?id=150e920e-602c-4c2f-9543-26fa5e88bbc8 HTTP/1.1" status: 200 len: 898 time: 0.3043005 Apr 29 15:47:23.237924 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c59af757-bd5e-4c5a-ac33-6d6ae4bf917e req-9650a9da-0c85-48fb-b199-4f23fdc350ba service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1380422 Apr 29 15:47:23.328978 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-cb78804d-a314-4123-a7ac-a73a0886f0bc req-5bf6a259-9bc5-4eee-83b3-d03dabf40603 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=500a2030-7849-41d8-9f34-72aff20409a7 HTTP/1.1" status: 200 len: 1000 time: 0.1334269 Apr 29 15:47:23.414880 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78804d-a314-4123-a7ac-a73a0886f0bc req-88cc3436-666d-4203-a923-60ad947f128c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:23.417343 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-cb78804d-a314-4123-a7ac-a73a0886f0bc req-88cc3436-666d-4203-a923-60ad947f128c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d1cded2-3478-42ee-9c8b-454957ef514a HTTP/1.1" status: 200 len: 835 time: 0.0819099 Apr 29 15:47:23.478691 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f8b85eaf-fb8d-4232-bdb1-c1b5550724a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'name': 'tempest-TestNetworkBasicOps-router-237402697', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:36Z', 'updated_at': '2022-04-29T15:46:44Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:38Z', 'updated_at': '2022-04-29T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '28fcb682-d913-4090-8551-1a1d8f2fe268', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.197', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'port_id': '500a2030-7849-41d8-9f34-72aff20409a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'mac_address': 'fa:16:3e:90:bf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:47:19Z', 'updated_at': '2022-04-29T15:47:19Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9', 'name': '', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:bb:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:44Z', 'updated_at': '2022-04-29T15:46:54Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:23.484458 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b85eaf-fb8d-4232-bdb1-c1b5550724a0 None None] The sync data for ids ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'] in dv-neutron-839913-1-hyperv is: [{'id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'name': 'tempest-TestNetworkBasicOps-router-237402697', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:36Z', 'updated_at': '2022-04-29T15:46:44Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:38Z', 'updated_at': '2022-04-29T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '28fcb682-d913-4090-8551-1a1d8f2fe268', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.197', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'port_id': '500a2030-7849-41d8-9f34-72aff20409a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'mac_address': 'fa:16:3e:90:bf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:47:19Z', 'updated_at': '2022-04-29T15:47:19Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9', 'name': '', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:bb:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:44Z', 'updated_at': '2022-04-29T15:46:54Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:47:23.495791 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c59af757-bd5e-4c5a-ac33-6d6ae4bf917e req-200c0b66-f336-426a-8a2e-692af7604951 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56968f4173e467ca1a4109666ee4127&device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 1098 time: 0.1511009 Apr 29 15:47:23.517210 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59344) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:23.569047 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-cb78804d-a314-4123-a7ac-a73a0886f0bc req-3d9793cf-da81-4023-acee-cbd763da7329 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=150e920e-602c-4c2f-9543-26fa5e88bbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1453977 Apr 29 15:47:23.670273 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device aed1dbda-af13-4cea-8805-2b51a26758a3 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:47:23.732329 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-cec3b708-6a63-4bdf-a4bf-9d9f33f3c1d6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting port aed1dbda-af13-4cea-8805-2b51a26758a3 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:23.732918 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cec3b708-6a63-4bdf-a4bf-9d9f33f3c1d6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:23.802473 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-cb78804d-a314-4123-a7ac-a73a0886f0bc req-737397f2-a366-4623-933e-e289e74c21f3 service neutron] 10.222.0.35 "GET /v2.0/networks/150e920e-602c-4c2f-9543-26fa5e88bbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264123 Apr 29 15:47:23.832727 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-afcef4bb-8fe2-4637-a93b-efb6854e4a43 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/28fcb682-d913-4090-8551-1a1d8f2fe268 HTTP/1.1" status: 200 len: 992 time: 0.2837954 Apr 29 15:47:23.862947 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port aed1dbda-af13-4cea-8805-2b51a26758a3 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:47:23.869336 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port aed1dbda-af13-4cea-8805-2b51a26758a3 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:23.869766 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:23.921070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59af757-bd5e-4c5a-ac33-6d6ae4bf917e req-6be6dad2-0836-400e-b154-508c4d5a9a4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:23.929145 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c59af757-bd5e-4c5a-ac33-6d6ae4bf917e req-6be6dad2-0836-400e-b154-508c4d5a9a4d service neutron] 10.222.0.35 "GET /v2.0/networks?id=d511986d-e449-4c9a-bc20-0b0373daead6 HTTP/1.1" status: 200 len: 912 time: 0.4044690 Apr 29 15:47:23.950536 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-cb78804d-a314-4123-a7ac-a73a0886f0bc req-3a6b70f4-3ca2-44ef-99ec-43ca0cbff35c service neutron] 10.222.0.35 "GET /v2.0/networks/150e920e-602c-4c2f-9543-26fa5e88bbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418102 Apr 29 15:47:23.997191 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:24.030607 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port aed1dbda-af13-4cea-8805-2b51a26758a3, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=aed1dbda-af13-4cea-8805-2b51a26758a3,segment=NetworkSegment(9bf1c534-5758-4fa5-9e8a-cb1d49a4475d),segment_id=9bf1c534-5758-4fa5-9e8a-cb1d49a4475d)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:24.071526 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c59af757-bd5e-4c5a-ac33-6d6ae4bf917e req-e1ae3cc8-8513-4090-83b9-fb19f0d54594 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49636631-79be-48ee-888e-5c69ee96dee6 HTTP/1.1" status: 200 len: 1000 time: 0.1433878 Apr 29 15:47:24.078181 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-cec3b708-6a63-4bdf-a4bf-9d9f33f3c1d6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] For port aed1dbda-af13-4cea-8805-2b51a26758a3, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=aed1dbda-af13-4cea-8805-2b51a26758a3,segment=NetworkSegment(9bf1c534-5758-4fa5-9e8a-cb1d49a4475d),segment_id=9bf1c534-5758-4fa5-9e8a-cb1d49a4475d)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:24.078477 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cec3b708-6a63-4bdf-a4bf-9d9f33f3c1d6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:24.121534 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:24.122321 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 81e490f7-dcb3-433f-a951-586d3e391739 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:47:24.236891 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=aed1dbda-af13-4cea-8805-2b51a26758a3,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:24.241719 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-cec3b708-6a63-4bdf-a4bf-9d9f33f3c1d6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Calling delete_port for aed1dbda-af13-4cea-8805-2b51a26758a3 owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:47:24.304467 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59af757-bd5e-4c5a-ac33-6d6ae4bf917e req-246f84e8-6e9d-4202-a822-69da145d7862 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:24.306768 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c59af757-bd5e-4c5a-ac33-6d6ae4bf917e req-246f84e8-6e9d-4202-a822-69da145d7862 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fccdfd74-5a41-4338-8b3c-9da29bbca38f HTTP/1.1" status: 200 len: 850 time: 0.2203462 Apr 29 15:47:24.357758 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 81e490f7-dcb3-433f-a951-586d3e391739 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:47:24.363046 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 81e490f7-dcb3-433f-a951-586d3e391739 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:24.364155 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:24.421362 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c59af757-bd5e-4c5a-ac33-6d6ae4bf917e req-a7e78d17-37e9-4cbf-ad13-78216cb5c7f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d511986d-e449-4c9a-bc20-0b0373daead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1085777 Apr 29 15:47:24.482859 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:24.518665 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 81e490f7-dcb3-433f-a951-586d3e391739, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=81e490f7-dcb3-433f-a951-586d3e391739,segment=NetworkSegment(0b14d532-ba4b-4036-8074-8425c827e66a),segment_id=0b14d532-ba4b-4036-8074-8425c827e66a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:24.551610 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.api [None req-cec3b708-6a63-4bdf-a4bf-9d9f33f3c1d6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:47:24.551919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG oslo_db.api [None req-cec3b708-6a63-4bdf-a4bf-9d9f33f3c1d6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:47:24.601023 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:24.601023 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a8353caf-ba1d-4abb-b47d-ad2cef3f39f0 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:47:24.653227 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c59af757-bd5e-4c5a-ac33-6d6ae4bf917e req-27e58ff2-ae7f-422b-96dc-2239d5ea3b1c service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257454 Apr 29 15:47:24.750718 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=81e490f7-dcb3-433f-a951-586d3e391739,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:24.790813 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c59af757-bd5e-4c5a-ac33-6d6ae4bf917e req-e409bc49-d9af-4a11-98e2-6aa87ffd2da6 service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314669 Apr 29 15:47:24.836179 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59348) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:24.899815 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port a8353caf-ba1d-4abb-b47d-ad2cef3f39f0 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:47:24.899815 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port a8353caf-ba1d-4abb-b47d-ad2cef3f39f0 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:24.899815 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:24.939558 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-57d6b730-2722-43ca-9729-386d812e0a24 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/28fcb682-d913-4090-8551-1a1d8f2fe268 HTTP/1.1" status: 200 len: 992 time: 0.1022475 Apr 29 15:47:25.014966 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:25.047491 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port a8353caf-ba1d-4abb-b47d-ad2cef3f39f0, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a8353caf-ba1d-4abb-b47d-ad2cef3f39f0,segment=NetworkSegment(7aca1cbc-4b8f-492c-bf73-44180ca5aac9),segment_id=7aca1cbc-4b8f-492c-bf73-44180ca5aac9)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:25.052767 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-cec3b708-6a63-4bdf-a4bf-9d9f33f3c1d6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting port aed1dbda-af13-4cea-8805-2b51a26758a3 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:25.053119 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cec3b708-6a63-4bdf-a4bf-9d9f33f3c1d6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:25.141064 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:25.208002 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=a8353caf-ba1d-4abb-b47d-ad2cef3f39f0,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:25.238060 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-cec3b708-6a63-4bdf-a4bf-9d9f33f3c1d6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] For port aed1dbda-af13-4cea-8805-2b51a26758a3, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=aed1dbda-af13-4cea-8805-2b51a26758a3,segment=NetworkSegment(9bf1c534-5758-4fa5-9e8a-cb1d49a4475d),segment_id=9bf1c534-5758-4fa5-9e8a-cb1d49a4475d)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:25.238507 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cec3b708-6a63-4bdf-a4bf-9d9f33f3c1d6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:25.365717 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-cec3b708-6a63-4bdf-a4bf-9d9f33f3c1d6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Calling delete_port for aed1dbda-af13-4cea-8805-2b51a26758a3 owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:47:25.540608 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device aed1dbda-af13-4cea-8805-2b51a26758a3 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:47:25.607508 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port aed1dbda-af13-4cea-8805-2b51a26758a3 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:25.607872 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:25.621571 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cec3b708-6a63-4bdf-a4bf-9d9f33f3c1d6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:25.644377 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Port aed1dbda-af13-4cea-8805-2b51a26758a3 was deleted so its status cannot be updated. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 29 15:47:25.644898 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 81e490f7-dcb3-433f-a951-586d3e391739 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:47:25.667306 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3b708-6a63-4bdf-a4bf-9d9f33f3c1d6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Port': ['ID=aed1dbda-af13-4cea-8805-2b51a26758a3,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:25.731732 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 81e490f7-dcb3-433f-a951-586d3e391739 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:25.731732 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:25.855823 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a8353caf-ba1d-4abb-b47d-ad2cef3f39f0 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:47:25.933174 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port a8353caf-ba1d-4abb-b47d-ad2cef3f39f0 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:25.933553 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:25.943477 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59352) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:26.042926 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cec3b708-6a63-4bdf-a4bf-9d9f33f3c1d6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:26.067966 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1efe1922-0020-4a98-8477-2248d0f3e781 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/28fcb682-d913-4090-8551-1a1d8f2fe268 HTTP/1.1" status: 200 len: 992 time: 0.1234367 Apr 29 15:47:26.652796 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec3b708-6a63-4bdf-a4bf-9d9f33f3c1d6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Router 78ae488b-3f24-44d4-8efc-97603ba4ef7c has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:47:26.822859 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec3b708-6a63-4bdf-a4bf-9d9f33f3c1d6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:47:26.834731 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-cec3b708-6a63-4bdf-a4bf-9d9f33f3c1d6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "PUT /v2.0/routers/78ae488b-3f24-44d4-8efc-97603ba4ef7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9002800 Apr 29 15:47:26.837617 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59358) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:27.016564 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d7d239-e8dd-4100-84af-ed3dbac18cf6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting subnet b41f85cd-d596-48cf-b174-1caeddc1107d {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:47:27.019339 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-62d7d239-e8dd-4100-84af-ed3dbac18cf6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:27.076712 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59364) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:27.077237 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-62d7d239-e8dd-4100-84af-ed3dbac18cf6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:27.162852 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-62d7d239-e8dd-4100-84af-ed3dbac18cf6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:27.181337 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-77b28a43-79e0-4a47-9b99-3624a89da60f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/28fcb682-d913-4090-8551-1a1d8f2fe268 HTTP/1.1" status: 200 len: 992 time: 0.1081469 Apr 29 15:47:27.337264 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-62d7d239-e8dd-4100-84af-ed3dbac18cf6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:27.378583 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7d239-e8dd-4100-84af-ed3dbac18cf6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Subnet': ['ID=b41f85cd-d596-48cf-b174-1caeddc1107d,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:27.384705 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-62d7d239-e8dd-4100-84af-ed3dbac18cf6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:27.390952 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ab8ff6-9e8a-497a-9202-db7b2cb90901 None None] Network 8d0856d2-2b7d-4378-a62b-5ded13fba813 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:47:27.391414 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-62d7d239-e8dd-4100-84af-ed3dbac18cf6 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/subnets/b41f85cd-d596-48cf-b174-1caeddc1107d HTTP/1.1" status: 204 len: 168 time: 0.5524807 Apr 29 15:47:27.393770 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59368) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:27.504126 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-61050f90-dec7-4f39-95da-07857520e1f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:27.518906 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-61050f90-dec7-4f39-95da-07857520e1f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting port 0c7ae5b6-1330-449f-b157-62a94c15e90b {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:27.519804 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-61050f90-dec7-4f39-95da-07857520e1f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:27.638945 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d803c423-2fdb-441b-a97e-f0a41282ce7e None None] DHCP port deletion for 8d0856d2-2b7d-4378-a62b-5ded13fba813 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:47:27.643092 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d803c423-2fdb-441b-a97e-f0a41282ce7e None None] Deleting port 0c7ae5b6-1330-449f-b157-62a94c15e90b {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:27.644628 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d803c423-2fdb-441b-a97e-f0a41282ce7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:27.739265 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-61050f90-dec7-4f39-95da-07857520e1f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] For port 0c7ae5b6-1330-449f-b157-62a94c15e90b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=0c7ae5b6-1330-449f-b157-62a94c15e90b,segment=NetworkSegment(9bf1c534-5758-4fa5-9e8a-cb1d49a4475d),segment_id=9bf1c534-5758-4fa5-9e8a-cb1d49a4475d)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:27.739657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-61050f90-dec7-4f39-95da-07857520e1f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:27.856326 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-d803c423-2fdb-441b-a97e-f0a41282ce7e None None] For port 0c7ae5b6-1330-449f-b157-62a94c15e90b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=0c7ae5b6-1330-449f-b157-62a94c15e90b,segment=NetworkSegment(9bf1c534-5758-4fa5-9e8a-cb1d49a4475d),segment_id=9bf1c534-5758-4fa5-9e8a-cb1d49a4475d)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:27.856628 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d803c423-2fdb-441b-a97e-f0a41282ce7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:27.955388 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-61050f90-dec7-4f39-95da-07857520e1f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Calling delete_port for 0c7ae5b6-1330-449f-b157-62a94c15e90b owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:47:27.977154 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d803c423-2fdb-441b-a97e-f0a41282ce7e None None] Calling delete_port for 0c7ae5b6-1330-449f-b157-62a94c15e90b owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:47:28.187490 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59372) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:28.256033 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-d803c423-2fdb-441b-a97e-f0a41282ce7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:47:28.256594 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-d803c423-2fdb-441b-a97e-f0a41282ce7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:47:28.258313 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-61050f90-dec7-4f39-95da-07857520e1f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:28.324463 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050f90-dec7-4f39-95da-07857520e1f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Port': ['ID=0c7ae5b6-1330-449f-b157-62a94c15e90b,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:28.340079 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61050f90-dec7-4f39-95da-07857520e1f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] No DVR routers for this DVR port 0c7ae5b6-1330-449f-b157-62a94c15e90b on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:47:28.372241 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4c50c146-f2d9-41c8-99ef-27468f087872 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/28fcb682-d913-4090-8551-1a1d8f2fe268 HTTP/1.1" status: 200 len: 992 time: 0.1835334 Apr 29 15:47:28.464442 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-61050f90-dec7-4f39-95da-07857520e1f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:28.488401 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-61050f90-dec7-4f39-95da-07857520e1f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0856d2-2b7d-4378-a62b-5ded13fba813']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:28.500778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-61050f90-dec7-4f39-95da-07857520e1f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf1c534-5758-4fa5-9e8a-cb1d49a4475d') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:28.501078 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-61050f90-dec7-4f39-95da-07857520e1f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf1c534-5758-4fa5-9e8a-cb1d49a4475d') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:28.513288 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-61050f90-dec7-4f39-95da-07857520e1f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:28.531910 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-61050f90-dec7-4f39-95da-07857520e1f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:28.537858 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61050f90-dec7-4f39-95da-07857520e1f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:47:28.539307 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-61050f90-dec7-4f39-95da-07857520e1f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:47:28.552579 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:47:28.747828 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-61050f90-dec7-4f39-95da-07857520e1f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:28.754343 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-61050f90-dec7-4f39-95da-07857520e1f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:28.757455 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d803c423-2fdb-441b-a97e-f0a41282ce7e None None] Deleting port 0c7ae5b6-1330-449f-b157-62a94c15e90b {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:28.757958 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d803c423-2fdb-441b-a97e-f0a41282ce7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:28.771761 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050f90-dec7-4f39-95da-07857520e1f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Network': ['ID=8d0856d2-2b7d-4378-a62b-5ded13fba813,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:28.774666 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-61050f90-dec7-4f39-95da-07857520e1f1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/networks/8d0856d2-2b7d-4378-a62b-5ded13fba813 HTTP/1.1" status: 204 len: 168 time: 1.3795769 Apr 29 15:47:28.777095 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59376) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:28.829370 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d803c423-2fdb-441b-a97e-f0a41282ce7e None None] The port '0c7ae5b6-1330-449f-b157-62a94c15e90b' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:47:29.112819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-21739ff4-9522-4710-b52e-7cda28ed94b7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:29.376472 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59380) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:29.552093 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 0c7ae5b6-1330-449f-b157-62a94c15e90b no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:47:29.558137 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-460b08de-8729-4a8c-b0ab-175908e3ae1e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/28fcb682-d913-4090-8551-1a1d8f2fe268 HTTP/1.1" status: 200 len: 992 time: 0.1797116 Apr 29 15:47:29.595840 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 0c7ae5b6-1330-449f-b157-62a94c15e90b {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:47:29.596332 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 0c7ae5b6-1330-449f-b157-62a94c15e90b not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:47:29.815705 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-21739ff4-9522-4710-b52e-7cda28ed94b7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting port a8353caf-ba1d-4abb-b47d-ad2cef3f39f0 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:29.816265 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-21739ff4-9522-4710-b52e-7cda28ed94b7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:30.007614 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-21739ff4-9522-4710-b52e-7cda28ed94b7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] For port a8353caf-ba1d-4abb-b47d-ad2cef3f39f0, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a8353caf-ba1d-4abb-b47d-ad2cef3f39f0,segment=NetworkSegment(7aca1cbc-4b8f-492c-bf73-44180ca5aac9),segment_id=7aca1cbc-4b8f-492c-bf73-44180ca5aac9)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:30.007614 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-21739ff4-9522-4710-b52e-7cda28ed94b7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:30.124243 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-21739ff4-9522-4710-b52e-7cda28ed94b7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Calling delete_port for a8353caf-ba1d-4abb-b47d-ad2cef3f39f0 owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:47:30.388723 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-21739ff4-9522-4710-b52e-7cda28ed94b7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:30.437142 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21739ff4-9522-4710-b52e-7cda28ed94b7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Port': ['ID=a8353caf-ba1d-4abb-b47d-ad2cef3f39f0,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:30.563075 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59384) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:30.672173 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c13ff009-0284-4da3-b0bf-2d756aab4d80 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/28fcb682-d913-4090-8551-1a1d8f2fe268 HTTP/1.1" status: 200 len: 992 time: 0.1083341 Apr 29 15:47:30.712374 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-21739ff4-9522-4710-b52e-7cda28ed94b7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:30.725332 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:47:30.777032 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423dd084-5fd8-4093-a76c-0fc72e8c79e1 None None] New status for floating IP 28fcb682-d913-4090-8551-1a1d8f2fe268: ACTIVE {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:47:31.329622 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21739ff4-9522-4710-b52e-7cda28ed94b7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Router 78ae488b-3f24-44d4-8efc-97603ba4ef7c has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:47:31.500196 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21739ff4-9522-4710-b52e-7cda28ed94b7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:47:31.518406 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-21739ff4-9522-4710-b52e-7cda28ed94b7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "PUT /v2.0/routers/78ae488b-3f24-44d4-8efc-97603ba4ef7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7403255 Apr 29 15:47:31.521313 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59390) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:31.676091 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59394) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:31.722388 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0272c77a-acef-4c5a-a3ce-e26530d5f2dd tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting subnet fa1274ca-628c-458a-b697-fc385c723d14 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:47:31.726572 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0272c77a-acef-4c5a-a3ce-e26530d5f2dd tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:31.783979 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0272c77a-acef-4c5a-a3ce-e26530d5f2dd tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:31.790568 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-19d65d9b-8d10-4661-8ecd-40dd2b1ea849 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/28fcb682-d913-4090-8551-1a1d8f2fe268 HTTP/1.1" status: 200 len: 994 time: 0.1133027 Apr 29 15:47:31.869347 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0272c77a-acef-4c5a-a3ce-e26530d5f2dd tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:32.027326 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0272c77a-acef-4c5a-a3ce-e26530d5f2dd tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:32.067794 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272c77a-acef-4c5a-a3ce-e26530d5f2dd tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Subnet': ['ID=fa1274ca-628c-458a-b697-fc385c723d14,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:32.071978 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0272c77a-acef-4c5a-a3ce-e26530d5f2dd tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:32.077954 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3aa51e9-02c2-48f4-8ad7-8ff19927bf53 None None] Network 6b5d682a-3cf8-4e16-ab40-2b96f913dd53 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:47:32.078551 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0272c77a-acef-4c5a-a3ce-e26530d5f2dd tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/subnets/fa1274ca-628c-458a-b697-fc385c723d14 HTTP/1.1" status: 204 len: 168 time: 0.5558722 Apr 29 15:47:32.080838 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59398) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:32.199375 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-647ec65f-69ea-4aad-9754-0fc483b78080 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:32.211256 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-647ec65f-69ea-4aad-9754-0fc483b78080 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting port 630682ee-9b3c-42ea-8207-09c6f661239a {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:32.214751 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-647ec65f-69ea-4aad-9754-0fc483b78080 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:32.360034 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecfe3ea-72e1-49f1-961c-2f25b9404569 None None] DHCP port deletion for 6b5d682a-3cf8-4e16-ab40-2b96f913dd53 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:47:32.363838 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-6ecfe3ea-72e1-49f1-961c-2f25b9404569 None None] Deleting port 630682ee-9b3c-42ea-8207-09c6f661239a {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:32.364207 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6ecfe3ea-72e1-49f1-961c-2f25b9404569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:32.860833 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-647ec65f-69ea-4aad-9754-0fc483b78080 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] For port 630682ee-9b3c-42ea-8207-09c6f661239a, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=630682ee-9b3c-42ea-8207-09c6f661239a,segment=NetworkSegment(7aca1cbc-4b8f-492c-bf73-44180ca5aac9),segment_id=7aca1cbc-4b8f-492c-bf73-44180ca5aac9)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:32.860833 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-647ec65f-69ea-4aad-9754-0fc483b78080 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:32.864869 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-6ecfe3ea-72e1-49f1-961c-2f25b9404569 None None] For port 630682ee-9b3c-42ea-8207-09c6f661239a, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=630682ee-9b3c-42ea-8207-09c6f661239a,segment=NetworkSegment(7aca1cbc-4b8f-492c-bf73-44180ca5aac9),segment_id=7aca1cbc-4b8f-492c-bf73-44180ca5aac9)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:32.864869 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6ecfe3ea-72e1-49f1-961c-2f25b9404569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:32.866967 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-647ec65f-69ea-4aad-9754-0fc483b78080 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Calling delete_port for 630682ee-9b3c-42ea-8207-09c6f661239a owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:47:32.867365 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-6ecfe3ea-72e1-49f1-961c-2f25b9404569 None None] Calling delete_port for 630682ee-9b3c-42ea-8207-09c6f661239a owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:47:32.941539 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-647ec65f-69ea-4aad-9754-0fc483b78080 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:32.950264 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-6ecfe3ea-72e1-49f1-961c-2f25b9404569 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:47:32.950264 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-6ecfe3ea-72e1-49f1-961c-2f25b9404569 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:47:32.986571 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ec65f-69ea-4aad-9754-0fc483b78080 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Port': ['ID=630682ee-9b3c-42ea-8207-09c6f661239a,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:32.990762 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ec65f-69ea-4aad-9754-0fc483b78080 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] No DVR routers for this DVR port 630682ee-9b3c-42ea-8207-09c6f661239a on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:47:33.109267 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-647ec65f-69ea-4aad-9754-0fc483b78080 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:33.133592 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-647ec65f-69ea-4aad-9754-0fc483b78080 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5d682a-3cf8-4e16-ab40-2b96f913dd53']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:33.145276 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-647ec65f-69ea-4aad-9754-0fc483b78080 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aca1cbc-4b8f-492c-bf73-44180ca5aac9') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:33.145568 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-647ec65f-69ea-4aad-9754-0fc483b78080 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aca1cbc-4b8f-492c-bf73-44180ca5aac9') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:33.157795 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-647ec65f-69ea-4aad-9754-0fc483b78080 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:33.173950 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-647ec65f-69ea-4aad-9754-0fc483b78080 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:33.179861 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647ec65f-69ea-4aad-9754-0fc483b78080 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:47:33.180238 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-647ec65f-69ea-4aad-9754-0fc483b78080 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:47:33.193746 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:47:33.369941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-647ec65f-69ea-4aad-9754-0fc483b78080 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:33.388389 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-647ec65f-69ea-4aad-9754-0fc483b78080 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:33.402436 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ec65f-69ea-4aad-9754-0fc483b78080 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Network': ['ID=6b5d682a-3cf8-4e16-ab40-2b96f913dd53,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:33.407236 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-647ec65f-69ea-4aad-9754-0fc483b78080 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/networks/6b5d682a-3cf8-4e16-ab40-2b96f913dd53 HTTP/1.1" status: 204 len: 168 time: 1.3253818 Apr 29 15:47:33.409741 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59402) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:33.449956 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-6ecfe3ea-72e1-49f1-961c-2f25b9404569 None None] Deleting port 630682ee-9b3c-42ea-8207-09c6f661239a {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:33.450462 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6ecfe3ea-72e1-49f1-961c-2f25b9404569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:33.516041 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-6ecfe3ea-72e1-49f1-961c-2f25b9404569 None None] The port '630682ee-9b3c-42ea-8207-09c6f661239a' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:47:33.530750 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 630682ee-9b3c-42ea-8207-09c6f661239a no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:47:33.565990 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 630682ee-9b3c-42ea-8207-09c6f661239a {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:47:33.566354 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 630682ee-9b3c-42ea-8207-09c6f661239a not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:47:33.749057 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3320661b-9e8e-4e81-aa12-2f9d2633557a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:34.422743 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-3320661b-9e8e-4e81-aa12-2f9d2633557a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting port 81e490f7-dcb3-433f-a951-586d3e391739 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:34.423351 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3320661b-9e8e-4e81-aa12-2f9d2633557a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:34.610980 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-3320661b-9e8e-4e81-aa12-2f9d2633557a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] For port 81e490f7-dcb3-433f-a951-586d3e391739, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=81e490f7-dcb3-433f-a951-586d3e391739,segment=NetworkSegment(0b14d532-ba4b-4036-8074-8425c827e66a),segment_id=0b14d532-ba4b-4036-8074-8425c827e66a)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:34.611423 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3320661b-9e8e-4e81-aa12-2f9d2633557a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:34.731760 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-3320661b-9e8e-4e81-aa12-2f9d2633557a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Calling delete_port for 81e490f7-dcb3-433f-a951-586d3e391739 owned by network:router_interface {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:47:34.960930 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3320661b-9e8e-4e81-aa12-2f9d2633557a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:35.015483 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320661b-9e8e-4e81-aa12-2f9d2633557a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Port': ['ID=81e490f7-dcb3-433f-a951-586d3e391739,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:35.281348 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3320661b-9e8e-4e81-aa12-2f9d2633557a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:35.876527 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3320661b-9e8e-4e81-aa12-2f9d2633557a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Router 78ae488b-3f24-44d4-8efc-97603ba4ef7c has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:47:36.046173 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3320661b-9e8e-4e81-aa12-2f9d2633557a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:47:36.059079 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3320661b-9e8e-4e81-aa12-2f9d2633557a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "PUT /v2.0/routers/78ae488b-3f24-44d4-8efc-97603ba4ef7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6484022 Apr 29 15:47:36.061781 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59406) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:36.244483 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf29c938-cbba-4e58-9991-a6e5ab76e7b7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting subnet 80158612-51a0-4e3b-adbb-8f71b9f66c78 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:47:36.247301 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bf29c938-cbba-4e58-9991-a6e5ab76e7b7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:36.305708 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bf29c938-cbba-4e58-9991-a6e5ab76e7b7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:36.386312 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bf29c938-cbba-4e58-9991-a6e5ab76e7b7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:36.516017 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bf29c938-cbba-4e58-9991-a6e5ab76e7b7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:36.559541 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29c938-cbba-4e58-9991-a6e5ab76e7b7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Subnet': ['ID=80158612-51a0-4e3b-adbb-8f71b9f66c78,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:36.564694 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bf29c938-cbba-4e58-9991-a6e5ab76e7b7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:36.570208 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084f2bad-527d-4f7a-aa33-620ef8023828 None None] Network 08178ca2-9da7-4ef7-839f-0066d0267228 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:47:36.573138 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59412) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:36.573561 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-bf29c938-cbba-4e58-9991-a6e5ab76e7b7 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/subnets/80158612-51a0-4e3b-adbb-8f71b9f66c78 HTTP/1.1" status: 204 len: 168 time: 0.5104089 Apr 29 15:47:36.687178 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0aef0460-f4c6-4b78-960f-311de25e6463 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:36.698395 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-0aef0460-f4c6-4b78-960f-311de25e6463 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting port 6e990da3-d82d-408d-ae01-8d6fc30f38e4 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:36.698752 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0aef0460-f4c6-4b78-960f-311de25e6463 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:36.835399 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a6dfc3-0a63-4dc8-b841-2248bb085f23 None None] DHCP port deletion for 08178ca2-9da7-4ef7-839f-0066d0267228 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:47:36.839794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6dfc3-0a63-4dc8-b841-2248bb085f23 None None] Deleting port 6e990da3-d82d-408d-ae01-8d6fc30f38e4 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:36.840289 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d4a6dfc3-0a63-4dc8-b841-2248bb085f23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:36.905776 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-0aef0460-f4c6-4b78-960f-311de25e6463 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] For port 6e990da3-d82d-408d-ae01-8d6fc30f38e4, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6e990da3-d82d-408d-ae01-8d6fc30f38e4,segment=NetworkSegment(0b14d532-ba4b-4036-8074-8425c827e66a),segment_id=0b14d532-ba4b-4036-8074-8425c827e66a)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:36.906127 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0aef0460-f4c6-4b78-960f-311de25e6463 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:37.034579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-0aef0460-f4c6-4b78-960f-311de25e6463 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Calling delete_port for 6e990da3-d82d-408d-ae01-8d6fc30f38e4 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:47:37.052693 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-d4a6dfc3-0a63-4dc8-b841-2248bb085f23 None None] For port 6e990da3-d82d-408d-ae01-8d6fc30f38e4, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6e990da3-d82d-408d-ae01-8d6fc30f38e4,segment=NetworkSegment(0b14d532-ba4b-4036-8074-8425c827e66a),segment_id=0b14d532-ba4b-4036-8074-8425c827e66a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:37.052947 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d4a6dfc3-0a63-4dc8-b841-2248bb085f23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:37.173687 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6dfc3-0a63-4dc8-b841-2248bb085f23 None None] Calling delete_port for 6e990da3-d82d-408d-ae01-8d6fc30f38e4 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:47:37.206182 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0aef0460-f4c6-4b78-960f-311de25e6463 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:37.245134 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-d4a6dfc3-0a63-4dc8-b841-2248bb085f23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:47:37.245494 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-d4a6dfc3-0a63-4dc8-b841-2248bb085f23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:47:37.256562 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef0460-f4c6-4b78-960f-311de25e6463 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Port': ['ID=6e990da3-d82d-408d-ae01-8d6fc30f38e4,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:37.261218 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef0460-f4c6-4b78-960f-311de25e6463 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] No DVR routers for this DVR port 6e990da3-d82d-408d-ae01-8d6fc30f38e4 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:47:37.392658 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0aef0460-f4c6-4b78-960f-311de25e6463 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:37.417939 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-0aef0460-f4c6-4b78-960f-311de25e6463 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08178ca2-9da7-4ef7-839f-0066d0267228']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:37.430524 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-0aef0460-f4c6-4b78-960f-311de25e6463 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b14d532-ba4b-4036-8074-8425c827e66a') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:37.430767 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-0aef0460-f4c6-4b78-960f-311de25e6463 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b14d532-ba4b-4036-8074-8425c827e66a') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:37.441982 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0aef0460-f4c6-4b78-960f-311de25e6463 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:37.457897 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0aef0460-f4c6-4b78-960f-311de25e6463 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:37.464636 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aef0460-f4c6-4b78-960f-311de25e6463 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:47:37.465090 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0aef0460-f4c6-4b78-960f-311de25e6463 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:47:37.479749 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:47:37.523611 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 6e990da3-d82d-408d-ae01-8d6fc30f38e4 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:47:37.559321 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 6e990da3-d82d-408d-ae01-8d6fc30f38e4 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:47:37.559668 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 6e990da3-d82d-408d-ae01-8d6fc30f38e4 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:47:37.646589 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0aef0460-f4c6-4b78-960f-311de25e6463 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:37.663776 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0aef0460-f4c6-4b78-960f-311de25e6463 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:37.677719 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef0460-f4c6-4b78-960f-311de25e6463 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Network': ['ID=08178ca2-9da7-4ef7-839f-0066d0267228,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:37.682334 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0aef0460-f4c6-4b78-960f-311de25e6463 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/networks/08178ca2-9da7-4ef7-839f-0066d0267228 HTTP/1.1" status: 204 len: 168 time: 1.1075253 Apr 29 15:47:37.685070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59416) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:37.746254 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6dfc3-0a63-4dc8-b841-2248bb085f23 None None] Deleting port 6e990da3-d82d-408d-ae01-8d6fc30f38e4 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:37.747391 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d4a6dfc3-0a63-4dc8-b841-2248bb085f23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:37.812368 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6dfc3-0a63-4dc8-b841-2248bb085f23 None None] The port '6e990da3-d82d-408d-ae01-8d6fc30f38e4' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:47:38.050903 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a44c8a9-fec7-4eed-8065-582cd167f327 None None] Sync routers for ids ['78ae488b-3f24-44d4-8efc-97603ba4ef7c'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:47:38.064239 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a44c8a9-fec7-4eed-8065-582cd167f327 None None] Routers {'78ae488b-3f24-44d4-8efc-97603ba4ef7c'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:47:38.064948 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-3a44c8a9-fec7-4eed-8065-582cd167f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:47:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['78ae488b-3f24-44d4-8efc-97603ba4ef7c'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:38.124094 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c81eebab-828f-42f3-80f2-612a75fcb598 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:38.248252 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-3a44c8a9-fec7-4eed-8065-582cd167f327 None None] Set router 78ae488b-3f24-44d4-8efc-97603ba4ef7c gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:47:38.556905 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-3a44c8a9-fec7-4eed-8065-582cd167f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'name': 'tempest-RoutersTest-router-865869137', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:49Z', 'updated_at': '2022-04-29T15:47:34Z', 'revision_number': 10, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'gw_port_host': None, '_interfaces': [{'id': '4445de27-68ed-433a-bf8f-22a53f13f8fa', 'name': '', 'network_id': '00930897-67a4-4286-956f-c4688aaf91f9', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'mac_address': 'fa:16:3e:a5:fd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5000dca8-8cb1-4e2f-bbdc-315068802a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:54Z', 'updated_at': '2022-04-29T15:47:13Z', 'revision_number': 5, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'subnets': [{'id': '5000dca8-8cb1-4e2f-bbdc-315068802a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:38.560715 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a44c8a9-fec7-4eed-8065-582cd167f327 None None] Checking router: 78ae488b-3f24-44d4-8efc-97603ba4ef7c for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:47:38.572435 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a44c8a9-fec7-4eed-8065-582cd167f327 None None] Routers {'78ae488b-3f24-44d4-8efc-97603ba4ef7c'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:47:38.573083 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-3a44c8a9-fec7-4eed-8065-582cd167f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:47:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['78ae488b-3f24-44d4-8efc-97603ba4ef7c'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:38.714553 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-c81eebab-828f-42f3-80f2-612a75fcb598 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting port 4445de27-68ed-433a-bf8f-22a53f13f8fa {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:38.715036 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c81eebab-828f-42f3-80f2-612a75fcb598 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:38.730938 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-3a44c8a9-fec7-4eed-8065-582cd167f327 None None] Set router 78ae488b-3f24-44d4-8efc-97603ba4ef7c gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:47:38.908581 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-c81eebab-828f-42f3-80f2-612a75fcb598 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] For port 4445de27-68ed-433a-bf8f-22a53f13f8fa, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=4445de27-68ed-433a-bf8f-22a53f13f8fa,segment=NetworkSegment(7544f0e2-c873-4447-8cdc-8e66ec995e8d),segment_id=7544f0e2-c873-4447-8cdc-8e66ec995e8d)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:38.908929 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c81eebab-828f-42f3-80f2-612a75fcb598 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:39.035804 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-c81eebab-828f-42f3-80f2-612a75fcb598 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Calling delete_port for 4445de27-68ed-433a-bf8f-22a53f13f8fa owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:47:39.037580 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-3a44c8a9-fec7-4eed-8065-582cd167f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'name': 'tempest-RoutersTest-router-865869137', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:49Z', 'updated_at': '2022-04-29T15:47:34Z', 'revision_number': 10, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'gw_port_host': None, '_interfaces': [{'id': '4445de27-68ed-433a-bf8f-22a53f13f8fa', 'name': '', 'network_id': '00930897-67a4-4286-956f-c4688aaf91f9', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'mac_address': 'fa:16:3e:a5:fd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5000dca8-8cb1-4e2f-bbdc-315068802a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:54Z', 'updated_at': '2022-04-29T15:47:13Z', 'revision_number': 5, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'subnets': [{'id': '5000dca8-8cb1-4e2f-bbdc-315068802a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:39.041633 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a44c8a9-fec7-4eed-8065-582cd167f327 None None] The sync data for ids ['78ae488b-3f24-44d4-8efc-97603ba4ef7c'] in dv-neutron-839913-1-hyperv is: [{'id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'name': 'tempest-RoutersTest-router-865869137', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:49Z', 'updated_at': '2022-04-29T15:47:34Z', 'revision_number': 10, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'gw_port_host': None, '_interfaces': [{'id': '4445de27-68ed-433a-bf8f-22a53f13f8fa', 'name': '', 'network_id': '00930897-67a4-4286-956f-c4688aaf91f9', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'mac_address': 'fa:16:3e:a5:fd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5000dca8-8cb1-4e2f-bbdc-315068802a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:54Z', 'updated_at': '2022-04-29T15:47:13Z', 'revision_number': 5, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'subnets': [{'id': '5000dca8-8cb1-4e2f-bbdc-315068802a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:47:39.309937 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c81eebab-828f-42f3-80f2-612a75fcb598 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:39.358217 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81eebab-828f-42f3-80f2-612a75fcb598 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Port': ['ID=4445de27-68ed-433a-bf8f-22a53f13f8fa,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:39.674784 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c81eebab-828f-42f3-80f2-612a75fcb598 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:40.075157 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81eebab-828f-42f3-80f2-612a75fcb598 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Router 78ae488b-3f24-44d4-8efc-97603ba4ef7c has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:47:40.108835 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 81e490f7-dcb3-433f-a951-586d3e391739 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:47:40.148744 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 81e490f7-dcb3-433f-a951-586d3e391739 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:47:40.149092 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 81e490f7-dcb3-433f-a951-586d3e391739 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:47:40.149513 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a8353caf-ba1d-4abb-b47d-ad2cef3f39f0 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:47:40.181754 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: a8353caf-ba1d-4abb-b47d-ad2cef3f39f0 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:47:40.182323 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a8353caf-ba1d-4abb-b47d-ad2cef3f39f0 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:47:40.220126 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81eebab-828f-42f3-80f2-612a75fcb598 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:47:40.233311 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c81eebab-828f-42f3-80f2-612a75fcb598 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "PUT /v2.0/routers/78ae488b-3f24-44d4-8efc-97603ba4ef7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5472605 Apr 29 15:47:40.235918 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59422) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:40.415330 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a01dad-b9a6-4226-98b6-101bc14b71ab tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting subnet 5000dca8-8cb1-4e2f-bbdc-315068802a44 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:47:40.417988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-19a01dad-b9a6-4226-98b6-101bc14b71ab tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:40.469327 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-19a01dad-b9a6-4226-98b6-101bc14b71ab tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:40.550847 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-19a01dad-b9a6-4226-98b6-101bc14b71ab tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:40.695925 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-19a01dad-b9a6-4226-98b6-101bc14b71ab tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:40.735186 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a01dad-b9a6-4226-98b6-101bc14b71ab tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Subnet': ['ID=5000dca8-8cb1-4e2f-bbdc-315068802a44,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:40.742930 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-19a01dad-b9a6-4226-98b6-101bc14b71ab tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:40.749139 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09488811-5221-4455-827b-d087fb06bd58 None None] Network 00930897-67a4-4286-956f-c4688aaf91f9 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:47:40.749914 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-19a01dad-b9a6-4226-98b6-101bc14b71ab tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/subnets/5000dca8-8cb1-4e2f-bbdc-315068802a44 HTTP/1.1" status: 204 len: 168 time: 0.5130668 Apr 29 15:47:40.752619 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59426) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:40.864512 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2e63cf29-ab46-4152-9de0-d4be93728eff tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:40.874735 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-2e63cf29-ab46-4152-9de0-d4be93728eff tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Deleting port 005ee89f-b96c-42a4-8d57-1c9e20662880 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:40.875144 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2e63cf29-ab46-4152-9de0-d4be93728eff tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:40.995649 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acef3c3-bcca-4afd-bec9-f11f699de71c None None] DHCP port deletion for 00930897-67a4-4286-956f-c4688aaf91f9 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:47:41.000214 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-0acef3c3-bcca-4afd-bec9-f11f699de71c None None] Deleting port 005ee89f-b96c-42a4-8d57-1c9e20662880 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:41.000592 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0acef3c3-bcca-4afd-bec9-f11f699de71c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:41.178248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-2e63cf29-ab46-4152-9de0-d4be93728eff tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] For port 005ee89f-b96c-42a4-8d57-1c9e20662880, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=005ee89f-b96c-42a4-8d57-1c9e20662880,segment=NetworkSegment(7544f0e2-c873-4447-8cdc-8e66ec995e8d),segment_id=7544f0e2-c873-4447-8cdc-8e66ec995e8d)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:41.178767 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2e63cf29-ab46-4152-9de0-d4be93728eff tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:41.242195 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-0acef3c3-bcca-4afd-bec9-f11f699de71c None None] For port 005ee89f-b96c-42a4-8d57-1c9e20662880, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=005ee89f-b96c-42a4-8d57-1c9e20662880,segment=NetworkSegment(7544f0e2-c873-4447-8cdc-8e66ec995e8d),segment_id=7544f0e2-c873-4447-8cdc-8e66ec995e8d)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:47:41.242748 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0acef3c3-bcca-4afd-bec9-f11f699de71c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:41.299397 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-2e63cf29-ab46-4152-9de0-d4be93728eff tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Calling delete_port for 005ee89f-b96c-42a4-8d57-1c9e20662880 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:47:41.363961 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-0acef3c3-bcca-4afd-bec9-f11f699de71c None None] Calling delete_port for 005ee89f-b96c-42a4-8d57-1c9e20662880 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:47:41.451419 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a64d87b-c7f9-4d51-a220-1ae8b6771edf None None] Sync routers for ids ['78ae488b-3f24-44d4-8efc-97603ba4ef7c'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:47:41.464413 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a64d87b-c7f9-4d51-a220-1ae8b6771edf None None] Routers {'78ae488b-3f24-44d4-8efc-97603ba4ef7c'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:47:41.465033 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-4a64d87b-c7f9-4d51-a220-1ae8b6771edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:47:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['78ae488b-3f24-44d4-8efc-97603ba4ef7c'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:41.508318 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2e63cf29-ab46-4152-9de0-d4be93728eff tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:41.510388 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-0acef3c3-bcca-4afd-bec9-f11f699de71c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:47:41.511251 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-0acef3c3-bcca-4afd-bec9-f11f699de71c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:47:41.553446 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device aed1dbda-af13-4cea-8805-2b51a26758a3 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:47:41.563276 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e63cf29-ab46-4152-9de0-d4be93728eff tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] No DVR routers for this DVR port 005ee89f-b96c-42a4-8d57-1c9e20662880 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:47:41.564930 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63cf29-ab46-4152-9de0-d4be93728eff tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Port': ['ID=005ee89f-b96c-42a4-8d57-1c9e20662880,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:41.593290 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: aed1dbda-af13-4cea-8805-2b51a26758a3 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:47:41.593873 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device aed1dbda-af13-4cea-8805-2b51a26758a3 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:47:41.594445 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 005ee89f-b96c-42a4-8d57-1c9e20662880 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:47:41.617125 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-4a64d87b-c7f9-4d51-a220-1ae8b6771edf None None] Set router 78ae488b-3f24-44d4-8efc-97603ba4ef7c gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:47:41.629806 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 005ee89f-b96c-42a4-8d57-1c9e20662880 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:47:41.630820 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 005ee89f-b96c-42a4-8d57-1c9e20662880 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:47:41.690398 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2e63cf29-ab46-4152-9de0-d4be93728eff tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:41.717131 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-2e63cf29-ab46-4152-9de0-d4be93728eff tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00930897-67a4-4286-956f-c4688aaf91f9']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:41.728532 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-4a64d87b-c7f9-4d51-a220-1ae8b6771edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'name': 'tempest-RoutersTest-router-865869137', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:49Z', 'updated_at': '2022-04-29T15:47:39Z', 'revision_number': 11, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:41.729885 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-2e63cf29-ab46-4152-9de0-d4be93728eff tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7544f0e2-c873-4447-8cdc-8e66ec995e8d') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:41.729885 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-2e63cf29-ab46-4152-9de0-d4be93728eff tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7544f0e2-c873-4447-8cdc-8e66ec995e8d') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:41.732740 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a64d87b-c7f9-4d51-a220-1ae8b6771edf None None] Checking router: 78ae488b-3f24-44d4-8efc-97603ba4ef7c for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:47:41.741833 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2e63cf29-ab46-4152-9de0-d4be93728eff tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:41.744007 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a64d87b-c7f9-4d51-a220-1ae8b6771edf None None] Routers {'78ae488b-3f24-44d4-8efc-97603ba4ef7c'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:47:41.745167 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-4a64d87b-c7f9-4d51-a220-1ae8b6771edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:47:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['78ae488b-3f24-44d4-8efc-97603ba4ef7c'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:41.758797 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2e63cf29-ab46-4152-9de0-d4be93728eff tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:41.764901 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e63cf29-ab46-4152-9de0-d4be93728eff tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:47:41.765283 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2e63cf29-ab46-4152-9de0-d4be93728eff tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:47:41.829662 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:47:41.874321 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-4a64d87b-c7f9-4d51-a220-1ae8b6771edf None None] Set router 78ae488b-3f24-44d4-8efc-97603ba4ef7c gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:47:41.924054 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2e63cf29-ab46-4152-9de0-d4be93728eff tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:41.943717 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2e63cf29-ab46-4152-9de0-d4be93728eff tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:41.953041 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63cf29-ab46-4152-9de0-d4be93728eff tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Pushing event deleted for resources: {'Network': ['ID=00930897-67a4-4286-956f-c4688aaf91f9,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:41.960601 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2e63cf29-ab46-4152-9de0-d4be93728eff tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/networks/00930897-67a4-4286-956f-c4688aaf91f9 HTTP/1.1" status: 204 len: 168 time: 1.2070258 Apr 29 15:47:41.963839 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59430) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:41.968867 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-07321f07-429f-480b-ab33-823b6f96797f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'router': {'routes': None}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:47:41.978587 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-4a64d87b-c7f9-4d51-a220-1ae8b6771edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'name': 'tempest-RoutersTest-router-865869137', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:49Z', 'updated_at': '2022-04-29T15:47:39Z', 'revision_number': 11, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:41.982731 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a64d87b-c7f9-4d51-a220-1ae8b6771edf None None] The sync data for ids ['78ae488b-3f24-44d4-8efc-97603ba4ef7c'] in dv-neutron-839913-1-hyperv is: [{'id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'name': 'tempest-RoutersTest-router-865869137', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:49Z', 'updated_at': '2022-04-29T15:47:39Z', 'revision_number': 11, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'gw_port_host': None}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:47:42.013026 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-0acef3c3-bcca-4afd-bec9-f11f699de71c None None] Deleting port 005ee89f-b96c-42a4-8d57-1c9e20662880 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:47:42.013487 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0acef3c3-bcca-4afd-bec9-f11f699de71c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:42.078132 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-0acef3c3-bcca-4afd-bec9-f11f699de71c None None] The port '005ee89f-b96c-42a4-8d57-1c9e20662880' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:47:42.251407 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.extraroute_db [None req-07321f07-429f-480b-ab33-823b6f96797f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Added routes are [] {{(pid=84770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 29 15:47:42.251867 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.extraroute_db [None req-07321f07-429f-480b-ab33-823b6f96797f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Removed routes are [] {{(pid=84770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 29 15:47:42.252076 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-07321f07-429f-480b-ab33-823b6f96797f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:42.605640 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-07321f07-429f-480b-ab33-823b6f96797f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:42.608791 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-07321f07-429f-480b-ab33-823b6f96797f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626962'] for router, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:42.742000 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07321f07-429f-480b-ab33-823b6f96797f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Router 78ae488b-3f24-44d4-8efc-97603ba4ef7c has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:47:42.880555 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07321f07-429f-480b-ab33-823b6f96797f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:47:42.887109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-07321f07-429f-480b-ab33-823b6f96797f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:42.887638 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-07321f07-429f-480b-ab33-823b6f96797f tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "PUT /v2.0/routers/78ae488b-3f24-44d4-8efc-97603ba4ef7c HTTP/1.1" status: 200 len: 700 time: 0.9227312 Apr 29 15:47:42.891193 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59436) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:42.893888 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d925796-bd97-41ab-97be-07557de79cbd None None] Sync routers for ids ['78ae488b-3f24-44d4-8efc-97603ba4ef7c'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:47:42.905967 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d925796-bd97-41ab-97be-07557de79cbd None None] Routers {'78ae488b-3f24-44d4-8efc-97603ba4ef7c'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:47:42.906605 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-2d925796-bd97-41ab-97be-07557de79cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:47:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['78ae488b-3f24-44d4-8efc-97603ba4ef7c'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:42.932473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e2081d5b-ae3c-4645-9117-7fdd840cf848 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Synchronizing usage tracker for tenant:f56fa22878a4477ebb22e0778bbb8cc4 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:47:43.029779 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-2d925796-bd97-41ab-97be-07557de79cbd None None] Set router 78ae488b-3f24-44d4-8efc-97603ba4ef7c gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:47:43.034234 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e2081d5b-ae3c-4645-9117-7fdd840cf848 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Unset dirty status for tenant:f56fa22878a4477ebb22e0778bbb8cc4 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:47:43.035423 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e2081d5b-ae3c-4645-9117-7fdd840cf848 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ae488b-3f24-44d4-8efc-97603ba4ef7c HTTP/1.1" status: 200 len: 205 time: 0.1438544 Apr 29 15:47:43.039042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59440) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:43.136532 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-2d925796-bd97-41ab-97be-07557de79cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'name': 'tempest-RoutersTest-router-865869137', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:49Z', 'updated_at': '2022-04-29T15:47:39Z', 'revision_number': 11, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:43.140478 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d925796-bd97-41ab-97be-07557de79cbd None None] Checking router: 78ae488b-3f24-44d4-8efc-97603ba4ef7c for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:47:43.152142 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d925796-bd97-41ab-97be-07557de79cbd None None] Routers {'78ae488b-3f24-44d4-8efc-97603ba4ef7c'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:47:43.152814 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-2d925796-bd97-41ab-97be-07557de79cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:47:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['78ae488b-3f24-44d4-8efc-97603ba4ef7c'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:43.173001 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-347c5d57-15fd-4bbd-b15b-95b65b2fa7fe tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:43.276602 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-2d925796-bd97-41ab-97be-07557de79cbd None None] Set router 78ae488b-3f24-44d4-8efc-97603ba4ef7c gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:47:43.388114 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-2d925796-bd97-41ab-97be-07557de79cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'name': 'tempest-RoutersTest-router-865869137', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:49Z', 'updated_at': '2022-04-29T15:47:39Z', 'revision_number': 11, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:43.392487 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d925796-bd97-41ab-97be-07557de79cbd None None] The sync data for ids ['78ae488b-3f24-44d4-8efc-97603ba4ef7c'] in dv-neutron-839913-1-hyperv is: [{'id': '78ae488b-3f24-44d4-8efc-97603ba4ef7c', 'name': 'tempest-RoutersTest-router-865869137', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:49Z', 'updated_at': '2022-04-29T15:47:39Z', 'revision_number': 11, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'gw_port_host': None}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:47:43.495211 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 4445de27-68ed-433a-bf8f-22a53f13f8fa no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:47:43.525073 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 4445de27-68ed-433a-bf8f-22a53f13f8fa {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:47:43.525417 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 4445de27-68ed-433a-bf8f-22a53f13f8fa not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:47:43.537085 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0a1221f6-0347-4ff3-9412-a746179382f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:43.563052 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-347c5d57-15fd-4bbd-b15b-95b65b2fa7fe tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:43.567327 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-347c5d57-15fd-4bbd-b15b-95b65b2fa7fe tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:43.656867 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-347c5d57-15fd-4bbd-b15b-95b65b2fa7fe tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:43.657276 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347c5d57-15fd-4bbd-b15b-95b65b2fa7fe tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Fanout notify agent at l3_agent the message router_deleted on router 78ae488b-3f24-44d4-8efc-97603ba4ef7c {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:47:43.674346 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-347c5d57-15fd-4bbd-b15b-95b65b2fa7fe tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:43.675484 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-347c5d57-15fd-4bbd-b15b-95b65b2fa7fe tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/routers/78ae488b-3f24-44d4-8efc-97603ba4ef7c HTTP/1.1" status: 204 len: 168 time: 0.6354184 Apr 29 15:47:43.681422 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59444) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:43.685779 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-6e2d6d5e-1497-4225-85b2-bbce5289ebf8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1763291216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:47:43.692196 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6e2d6d5e-1497-4225-85b2-bbce5289ebf8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:47:43.697106 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6e2d6d5e-1497-4225-85b2-bbce5289ebf8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Usage tracker for resource:router and tenant:f56fa22878a4477ebb22e0778bbb8cc4 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:47:43.699939 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6e2d6d5e-1497-4225-85b2-bbce5289ebf8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:47:43.705784 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6e2d6d5e-1497-4225-85b2-bbce5289ebf8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:47:43.771925 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6e2d6d5e-1497-4225-85b2-bbce5289ebf8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:43.772864 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6e2d6d5e-1497-4225-85b2-bbce5289ebf8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:43.790521 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6e2d6d5e-1497-4225-85b2-bbce5289ebf8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:43.885800 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6e2d6d5e-1497-4225-85b2-bbce5289ebf8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:43.982599 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6e2d6d5e-1497-4225-85b2-bbce5289ebf8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:43.983807 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6e2d6d5e-1497-4225-85b2-bbce5289ebf8 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3023746 Apr 29 15:47:43.986474 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59448) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:43.992111 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-d7dfac88-a415-4677-b7aa-78124703b1e3 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:47:44.469419 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d7dfac88-a415-4677-b7aa-78124703b1e3 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:44.531633 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d7dfac88-a415-4677-b7aa-78124703b1e3 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626962'] for router, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:44.772094 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7dfac88-a415-4677-b7aa-78124703b1e3 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Router 42ad2f2a-fc66-4d1f-a5d6-99ccc4898e59 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:47:44.909376 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dfac88-a415-4677-b7aa-78124703b1e3 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:47:44.915380 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d7dfac88-a415-4677-b7aa-78124703b1e3 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:44.916409 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d7dfac88-a415-4677-b7aa-78124703b1e3 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "PUT /v2.0/routers/42ad2f2a-fc66-4d1f-a5d6-99ccc4898e59 HTTP/1.1" status: 200 len: 694 time: 0.9290152 Apr 29 15:47:44.919220 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59452) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:44.921783 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbc869f-0e3d-4ee2-b8a1-67096cbb3d0a None None] Sync routers for ids ['42ad2f2a-fc66-4d1f-a5d6-99ccc4898e59'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:47:44.934321 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbc869f-0e3d-4ee2-b8a1-67096cbb3d0a None None] Routers {'42ad2f2a-fc66-4d1f-a5d6-99ccc4898e59'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:47:44.934974 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-7fbc869f-0e3d-4ee2-b8a1-67096cbb3d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:47:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['42ad2f2a-fc66-4d1f-a5d6-99ccc4898e59'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:45.057491 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-7fbc869f-0e3d-4ee2-b8a1-67096cbb3d0a None None] Set router 42ad2f2a-fc66-4d1f-a5d6-99ccc4898e59 gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:47:45.060485 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9f9d34a2-60f0-4539-bf52-f5f187d1d794 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "GET /v2.0/routers/42ad2f2a-fc66-4d1f-a5d6-99ccc4898e59 HTTP/1.1" status: 200 len: 700 time: 0.1395631 Apr 29 15:47:45.063129 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59456) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:45.108161 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e331fcd1-5f35-4441-9dc2-9ff3eb27c3c1 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ad2f2a-fc66-4d1f-a5d6-99ccc4898e59 HTTP/1.1" status: 200 len: 205 time: 0.0414875 Apr 29 15:47:45.108327 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59460) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:45.108757 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:45.164936 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-7fbc869f-0e3d-4ee2-b8a1-67096cbb3d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ad2f2a-fc66-4d1f-a5d6-99ccc4898e59', 'name': 'tempest-RoutersTest-router-1763291216', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:47:43Z', 'updated_at': '2022-04-29T15:47:44Z', 'revision_number': 2, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:45.168980 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbc869f-0e3d-4ee2-b8a1-67096cbb3d0a None None] Checking router: 42ad2f2a-fc66-4d1f-a5d6-99ccc4898e59 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:47:45.182117 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbc869f-0e3d-4ee2-b8a1-67096cbb3d0a None None] Routers {'42ad2f2a-fc66-4d1f-a5d6-99ccc4898e59'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:47:45.182755 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-7fbc869f-0e3d-4ee2-b8a1-67096cbb3d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:47:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['42ad2f2a-fc66-4d1f-a5d6-99ccc4898e59'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:45.244106 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca00bf6a-227a-4d66-878a-8bd09a20260c tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:45.305848 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-7fbc869f-0e3d-4ee2-b8a1-67096cbb3d0a None None] Set router 42ad2f2a-fc66-4d1f-a5d6-99ccc4898e59 gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:47:45.433075 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-7fbc869f-0e3d-4ee2-b8a1-67096cbb3d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ad2f2a-fc66-4d1f-a5d6-99ccc4898e59', 'name': 'tempest-RoutersTest-router-1763291216', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:47:43Z', 'updated_at': '2022-04-29T15:47:44Z', 'revision_number': 2, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:45.437622 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbc869f-0e3d-4ee2-b8a1-67096cbb3d0a None None] The sync data for ids ['42ad2f2a-fc66-4d1f-a5d6-99ccc4898e59'] in dv-neutron-839913-1-hyperv is: [{'id': '42ad2f2a-fc66-4d1f-a5d6-99ccc4898e59', 'name': 'tempest-RoutersTest-router-1763291216', 'tenant_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:47:43Z', 'updated_at': '2022-04-29T15:47:44Z', 'revision_number': 2, 'project_id': 'f56fa22878a4477ebb22e0778bbb8cc4', 'gw_port_host': None}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:47:45.759000 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca00bf6a-227a-4d66-878a-8bd09a20260c tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:45.763436 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca00bf6a-227a-4d66-878a-8bd09a20260c tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:45.880172 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca00bf6a-227a-4d66-878a-8bd09a20260c tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:45.880789 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca00bf6a-227a-4d66-878a-8bd09a20260c tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Fanout notify agent at l3_agent the message router_deleted on router 42ad2f2a-fc66-4d1f-a5d6-99ccc4898e59 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:47:45.894073 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca00bf6a-227a-4d66-878a-8bd09a20260c tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:45.895159 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ca00bf6a-227a-4d66-878a-8bd09a20260c tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/routers/42ad2f2a-fc66-4d1f-a5d6-99ccc4898e59 HTTP/1.1" status: 204 len: 168 time: 0.7859423 Apr 29 15:47:45.899417 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59464) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:45.908691 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5dfc13e6-160e-455d-a4b6-1eddf793aa77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:45.941681 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3ec5be25-754d-4f3b-9da5-ef29fff8984a tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ad2f2a-fc66-4d1f-a5d6-99ccc4898e59 HTTP/1.1" status: 200 len: 205 time: 0.0412097 Apr 29 15:47:45.948836 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59468) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:46.012442 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-befb57de-f901-41c3-8d3a-ada62b88cfc0 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] delete failed (client error): The resource could not be found. Apr 29 15:47:46.013451 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-befb57de-f901-41c3-8d3a-ada62b88cfc0 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/routers/42ad2f2a-fc66-4d1f-a5d6-99ccc4898e59 HTTP/1.1" status: 404 len: 336 time: 0.0636666 Apr 29 15:47:46.016173 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59472) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:46.056650 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f42fc46-442a-4419-9fbc-639892bc97c2 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] DELETE failed (client error): The resource could not be found. Apr 29 15:47:46.057085 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f42fc46-442a-4419-9fbc-639892bc97c2 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:47:46.058755 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9f42fc46-442a-4419-9fbc-639892bc97c2 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/subnets/b41f85cd-d596-48cf-b174-1caeddc1107d HTTP/1.1" status: 404 len: 337 time: 0.0416911 Apr 29 15:47:46.061433 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59476) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:46.099315 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce5034a-052c-4f0b-87e0-b79c7bc42707 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] DELETE failed (client error): The resource could not be found. Apr 29 15:47:46.099752 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce5034a-052c-4f0b-87e0-b79c7bc42707 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:47:46.101366 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3ce5034a-052c-4f0b-87e0-b79c7bc42707 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/subnets/fa1274ca-628c-458a-b697-fc385c723d14 HTTP/1.1" status: 404 len: 337 time: 0.0390444 Apr 29 15:47:46.104065 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59480) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:46.146397 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63abe45-1ac0-4c20-968c-f3fb97634996 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] DELETE failed (client error): The resource could not be found. Apr 29 15:47:46.146397 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f63abe45-1ac0-4c20-968c-f3fb97634996 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:47:46.146397 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f63abe45-1ac0-4c20-968c-f3fb97634996 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/subnets/80158612-51a0-4e3b-adbb-8f71b9f66c78 HTTP/1.1" status: 404 len: 337 time: 0.0381889 Apr 29 15:47:46.148726 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59484) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:46.189157 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe75eb9-dde7-44fe-a37f-d253db8aea87 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] DELETE failed (client error): The resource could not be found. Apr 29 15:47:46.189596 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe75eb9-dde7-44fe-a37f-d253db8aea87 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:47:46.191370 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-dbe75eb9-dde7-44fe-a37f-d253db8aea87 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/subnets/5000dca8-8cb1-4e2f-bbdc-315068802a44 HTTP/1.1" status: 404 len: 337 time: 0.0422282 Apr 29 15:47:46.194841 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59488) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:46.235928 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-543c1b6f-8926-4d24-b9e8-46895fb43010 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Synchronizing usage tracker for tenant:f56fa22878a4477ebb22e0778bbb8cc4 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:47:46.247843 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-543c1b6f-8926-4d24-b9e8-46895fb43010 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] Unset dirty status for tenant:f56fa22878a4477ebb22e0778bbb8cc4 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:47:46.254671 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-543c1b6f-8926-4d24-b9e8-46895fb43010 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ae488b-3f24-44d4-8efc-97603ba4ef7c HTTP/1.1" status: 200 len: 205 time: 0.0531769 Apr 29 15:47:46.256966 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59492) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:46.322318 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-80885ab0-230d-4a49-a514-9492ce2e2358 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] delete failed (client error): The resource could not be found. Apr 29 15:47:46.323444 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-80885ab0-230d-4a49-a514-9492ce2e2358 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/routers/78ae488b-3f24-44d4-8efc-97603ba4ef7c HTTP/1.1" status: 404 len: 336 time: 0.0655696 Apr 29 15:47:46.326055 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59496) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:46.367015 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a6287d03-a844-4afe-97b1-48a3aa941ebf tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c943baa-34ed-41c2-a11d-442c2c6b0a5d HTTP/1.1" status: 200 len: 205 time: 0.0398977 Apr 29 15:47:46.369254 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59500) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:46.434567 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-cc3bbfc4-a0c6-485d-84ae-b763e1f563e2 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] delete failed (client error): The resource could not be found. Apr 29 15:47:46.435573 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-cc3bbfc4-a0c6-485d-84ae-b763e1f563e2 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/routers/7c943baa-34ed-41c2-a11d-442c2c6b0a5d HTTP/1.1" status: 404 len: 336 time: 0.0654531 Apr 29 15:47:46.437998 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59504) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:46.474961 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b7788a-59f9-45d8-b337-eec7811ff19e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] DELETE failed (client error): The resource could not be found. Apr 29 15:47:46.475342 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b7788a-59f9-45d8-b337-eec7811ff19e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:47:46.476912 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-94b7788a-59f9-45d8-b337-eec7811ff19e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/subnets/3a2ade38-187e-4d8f-9324-9382e5415a6a HTTP/1.1" status: 404 len: 337 time: 0.0379798 Apr 29 15:47:46.479302 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59508) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:46.523168 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-514ad871-2851-44f8-82bc-533a143367fc tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd7bdb6-b9f5-452d-bd61-a5ce803494ec HTTP/1.1" status: 200 len: 205 time: 0.0426962 Apr 29 15:47:46.523331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59512) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:46.587611 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-7fddc30a-b1d4-4d8d-bf31-a04e6e9b93f0 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] delete failed (client error): The resource could not be found. Apr 29 15:47:46.588618 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7fddc30a-b1d4-4d8d-bf31-a04e6e9b93f0 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/routers/0bd7bdb6-b9f5-452d-bd61-a5ce803494ec HTTP/1.1" status: 404 len: 336 time: 0.0642960 Apr 29 15:47:46.591248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59516) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:46.635318 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-42e97d99-3685-46f7-9397-30708d7130eb tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbad8f63-9ca2-4291-9141-09563ea3a8e5 HTTP/1.1" status: 200 len: 205 time: 0.0430567 Apr 29 15:47:46.637825 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59520) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:46.700047 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-6f1cc4df-67b7-44ad-8a3c-273c6f998232 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] delete failed (client error): The resource could not be found. Apr 29 15:47:46.701059 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6f1cc4df-67b7-44ad-8a3c-273c6f998232 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/routers/fbad8f63-9ca2-4291-9141-09563ea3a8e5 HTTP/1.1" status: 404 len: 336 time: 0.0623534 Apr 29 15:47:46.703654 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59524) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:46.748775 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-87cfa139-9a8f-42ef-b402-de16162f3944 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] DELETE failed (client error): The resource could not be found. Apr 29 15:47:46.748775 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87cfa139-9a8f-42ef-b402-de16162f3944 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:47:46.754568 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-87cfa139-9a8f-42ef-b402-de16162f3944 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/subnets/02f631c1-118c-46ed-82a2-3a160a2d1aad HTTP/1.1" status: 404 len: 337 time: 0.0459030 Apr 29 15:47:46.757033 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59528) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:46.797563 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f9236590-d9d9-4e33-81d3-44e0672a80da tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "GET /v2.0/ports?device_id=68a7f242-3e24-4040-b363-c0bd700d6efb HTTP/1.1" status: 200 len: 205 time: 0.0395005 Apr 29 15:47:46.800551 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59532) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:46.866202 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-e644a946-e6f6-46be-9a88-19f40aa09afe tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] delete failed (client error): The resource could not be found. Apr 29 15:47:46.867480 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e644a946-e6f6-46be-9a88-19f40aa09afe tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/routers/68a7f242-3e24-4040-b363-c0bd700d6efb HTTP/1.1" status: 404 len: 336 time: 0.0664473 Apr 29 15:47:46.870369 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59536) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:46.905724 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8677b329-2fa7-40b4-ba0d-2114415b526d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] DELETE failed (client error): The resource could not be found. Apr 29 15:47:46.906326 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8677b329-2fa7-40b4-ba0d-2114415b526d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:47:46.907778 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8677b329-2fa7-40b4-ba0d-2114415b526d tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/subnets/639cf857-7d37-460d-be5f-571ac6d1b646 HTTP/1.1" status: 404 len: 337 time: 0.0372562 Apr 29 15:47:46.910198 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59540) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:46.951102 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7084cec3-3252-4ff7-9689-6885ee31a793 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e1fb4e3-2bf4-4232-a7a0-97e33eb21531 HTTP/1.1" status: 200 len: 205 time: 0.0398393 Apr 29 15:47:46.953426 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59544) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:47.020898 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-5756a2c2-da5b-46a9-8b2b-465a2bce0f9e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] delete failed (client error): The resource could not be found. Apr 29 15:47:47.022072 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5756a2c2-da5b-46a9-8b2b-465a2bce0f9e tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/routers/2e1fb4e3-2bf4-4232-a7a0-97e33eb21531 HTTP/1.1" status: 404 len: 336 time: 0.0673959 Apr 29 15:47:47.026069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59548) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:47.068253 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdea7a4a-0c03-462a-943d-3cea0ef4782c tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] DELETE failed (client error): The resource could not be found. Apr 29 15:47:47.069641 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdea7a4a-0c03-462a-943d-3cea0ef4782c tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:47:47.070295 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-cdea7a4a-0c03-462a-943d-3cea0ef4782c tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/subnets/139c2558-9b4d-43fe-9b9d-632fd410f350 HTTP/1.1" status: 404 len: 337 time: 0.0440874 Apr 29 15:47:47.072951 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59552) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:47.080441 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:47.112687 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-68aca9b8-095e-4457-bcf2-8f7985b2aae0 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] DELETE failed (client error): The resource could not be found. Apr 29 15:47:47.116803 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68aca9b8-095e-4457-bcf2-8f7985b2aae0 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:47:47.116803 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-68aca9b8-095e-4457-bcf2-8f7985b2aae0 tempest-RoutersTest-911226233 tempest-RoutersTest-911226233-project] 10.222.0.21 "DELETE /v2.0/subnets/54352ff9-dd8f-419e-9ee4-b258f8ab3331 HTTP/1.1" status: 404 len: 337 time: 0.0418339 Apr 29 15:47:47.507044 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:47.651091 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59560) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:47.827065 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f383ffca-adc1-448f-910d-aee0b684a4a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f56fa22878a4477ebb22e0778bbb8cc4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1751196 Apr 29 15:47:47.829590 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59566) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:47.891380 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-af643d42-9782-4c3c-9413-e2bf20e056bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:47.916870 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-af643d42-9782-4c3c-9413-e2bf20e056bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:48.056065 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-af643d42-9782-4c3c-9413-e2bf20e056bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:48.065421 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af643d42-9782-4c3c-9413-e2bf20e056bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e3e1ce-d838-4b4d-812e-4fb392594c72,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:48.072351 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-af643d42-9782-4c3c-9413-e2bf20e056bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:48.078399 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-af643d42-9782-4c3c-9413-e2bf20e056bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94e3e1ce-d838-4b4d-812e-4fb392594c72 HTTP/1.1" status: 204 len: 168 time: 0.2431517 Apr 29 15:47:48.452012 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:49.252910 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59588) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:49.381777 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a8b9df22-c6f0-4255-8750-51d0d0b8fe41 tempest-ServiceProvidersTest-799655781 tempest-ServiceProvidersTest-799655781-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1277692 Apr 29 15:47:49.984330 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59598) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:50.131637 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9a83f332-e808-463f-9942-93f1f0abda2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:50.162985 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-9a83f332-e808-463f-9942-93f1f0abda2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:47:50.166807 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9a83f332-e808-463f-9942-93f1f0abda2d admin admin] Usage tracker for resource:security_group_rule and tenant:7fe04dd6859e49d188f5e9bdb522fa52 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:47:50.169543 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9a83f332-e808-463f-9942-93f1f0abda2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:47:50.175324 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-9a83f332-e808-463f-9942-93f1f0abda2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:47:50.239664 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9a83f332-e808-463f-9942-93f1f0abda2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:50.323767 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9a83f332-e808-463f-9942-93f1f0abda2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:50.373236 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83f332-e808-463f-9942-93f1f0abda2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4871b5fd-3d5a-4a07-89f1-3cdbad10c699,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:50.377338 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9a83f332-e808-463f-9942-93f1f0abda2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7fe04dd6859e49d188f5e9bdb522fa52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3930466 Apr 29 15:47:50.380924 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59606) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:50.447209 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1eea3570-d73a-49da-99e7-18aefe5fb5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:50.472232 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1eea3570-d73a-49da-99e7-18aefe5fb5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:50.616988 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1eea3570-d73a-49da-99e7-18aefe5fb5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:50.631180 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea3570-d73a-49da-99e7-18aefe5fb5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4871b5fd-3d5a-4a07-89f1-3cdbad10c699,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:50.637721 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1eea3570-d73a-49da-99e7-18aefe5fb5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:50.638842 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1eea3570-d73a-49da-99e7-18aefe5fb5a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4871b5fd-3d5a-4a07-89f1-3cdbad10c699 HTTP/1.1" status: 204 len: 168 time: 0.2569883 Apr 29 15:47:59.814327 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa826b1-d382-45da-a326-6ccb051d9324 req-621670f0-d217-4c1b-be46-467c4ce53843 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:47:59.815863 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2fa826b1-d382-45da-a326-6ccb051d9324 req-621670f0-d217-4c1b-be46-467c4ce53843 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 946 time: 0.2804835 Apr 29 15:47:59.868665 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2fa826b1-d382-45da-a326-6ccb051d9324 req-99c28402-56de-43d3-91b0-2bbfc90fee1a tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456743 Apr 29 15:48:01.075883 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ac9e4-372a-463b-afba-58b59c21a6c0 req-9af9435f-363c-4670-b8af-b70c21c8e7bf tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:01.077332 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6c7ac9e4-372a-463b-afba-58b59c21a6c0 req-9af9435f-363c-4670-b8af-b70c21c8e7bf tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 946 time: 0.0811989 Apr 29 15:48:01.122948 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6c7ac9e4-372a-463b-afba-58b59c21a6c0 req-ec8e522e-e122-4ef2-b640-06cf6cc201d9 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400753 Apr 29 15:48:02.323058 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce464ed4-2266-44b9-ac9a-97f97ea3006b req-dca34b77-4dc2-47b0-bb58-1a2b74d969d1 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:02.324510 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ce464ed4-2266-44b9-ac9a-97f97ea3006b req-dca34b77-4dc2-47b0-bb58-1a2b74d969d1 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 946 time: 0.0763385 Apr 29 15:48:02.369039 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ce464ed4-2266-44b9-ac9a-97f97ea3006b req-eb6e513c-be42-455c-9300-092217623a07 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390873 Apr 29 15:48:03.658290 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39bf08-ecda-4a5b-9d16-ec03f378c0c1 req-7fac3f13-4524-44b8-ae0b-718a36ab5b7c tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:03.659756 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7d39bf08-ecda-4a5b-9d16-ec03f378c0c1 req-7fac3f13-4524-44b8-ae0b-718a36ab5b7c tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 946 time: 0.1564882 Apr 29 15:48:03.705731 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7d39bf08-ecda-4a5b-9d16-ec03f378c0c1 req-b401f1ea-070d-4c86-a6ef-bcffa32f95aa tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397329 Apr 29 15:48:04.900728 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6727a5-733a-4586-9de4-3968f97313d4 req-1941e872-458d-4368-8c74-c82120cd7785 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:04.902174 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2a6727a5-733a-4586-9de4-3968f97313d4 req-1941e872-458d-4368-8c74-c82120cd7785 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 946 time: 0.0754800 Apr 29 15:48:04.949033 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2a6727a5-733a-4586-9de4-3968f97313d4 req-1b0f8e30-4a6d-4afe-8967-1245327bb8d9 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414379 Apr 29 15:48:06.142141 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044080b3-dcee-4310-ac77-ed8ec33c7597 req-95ab0c66-0921-4612-98e3-3846d4d01e1a tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:06.143521 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-044080b3-dcee-4310-ac77-ed8ec33c7597 req-95ab0c66-0921-4612-98e3-3846d4d01e1a tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 946 time: 0.0744607 Apr 29 15:48:06.190342 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-044080b3-dcee-4310-ac77-ed8ec33c7597 req-aee37f7a-19a0-4fef-8962-5b85787d8d41 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408585 Apr 29 15:48:07.384634 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fde912-7512-428d-81f4-a50d0da8e195 req-8ec41225-14dd-49e0-921a-3d50b284e50d tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:07.385981 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-83fde912-7512-428d-81f4-a50d0da8e195 req-8ec41225-14dd-49e0-921a-3d50b284e50d tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 946 time: 0.0765965 Apr 29 15:48:07.435988 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-83fde912-7512-428d-81f4-a50d0da8e195 req-4dde2a2b-e415-485b-92d9-110a38f0c6c3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439420 Apr 29 15:48:07.725757 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:48:08.627231 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b7990-fd73-4052-b86d-6f14fb755288 req-8fe14682-84ff-4f9b-a1e9-31a03978b293 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:08.628659 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-642b7990-fd73-4052-b86d-6f14fb755288 req-8fe14682-84ff-4f9b-a1e9-31a03978b293 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 946 time: 0.0742869 Apr 29 15:48:08.673228 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-642b7990-fd73-4052-b86d-6f14fb755288 req-45e2d6fa-754e-44d4-ac13-bf678b9ea06c tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391629 Apr 29 15:48:09.870467 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e8109-2574-4f9f-88a3-34e51c7d3ca5 req-9cbfcc4f-0159-4d15-8b64-8f520f9193e1 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:09.871927 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4c6e8109-2574-4f9f-88a3-34e51c7d3ca5 req-9cbfcc4f-0159-4d15-8b64-8f520f9193e1 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 946 time: 0.0804405 Apr 29 15:48:09.917074 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4c6e8109-2574-4f9f-88a3-34e51c7d3ca5 req-488d5ecc-bc36-4eb9-b7a9-68ecb7bb771e tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397737 Apr 29 15:48:11.111389 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1c5a9-d21e-4822-a6ce-f723b5b8a035 req-e9a502ed-e39c-4b7e-8e32-1911319851f2 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:11.112711 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f9a1c5a9-d21e-4822-a6ce-f723b5b8a035 req-e9a502ed-e39c-4b7e-8e32-1911319851f2 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 946 time: 0.0740783 Apr 29 15:48:11.161404 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f9a1c5a9-d21e-4822-a6ce-f723b5b8a035 req-2591b480-09cb-452b-a135-cc9aa074cc6d tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432007 Apr 29 15:48:12.361218 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65054f8-8111-4fc6-9cb0-371daa3367a2 req-0c9ce1c7-237c-41cd-a465-c77471238b10 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:12.362576 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c65054f8-8111-4fc6-9cb0-371daa3367a2 req-0c9ce1c7-237c-41cd-a465-c77471238b10 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 946 time: 0.0754189 Apr 29 15:48:12.406771 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c65054f8-8111-4fc6-9cb0-371daa3367a2 req-519850a9-2948-4bc2-a2e0-4c9b3845680e tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387540 Apr 29 15:48:13.541441 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bfd183fb-9473-4e7a-8378-c9dd7fa4e2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:13.606713 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43068035-288b-4e94-a0e3-98419bbdba23 req-1580d703-ee91-4e32-ba1a-6dfb53e4a5e8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:13.608142 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-43068035-288b-4e94-a0e3-98419bbdba23 req-1580d703-ee91-4e32-ba1a-6dfb53e4a5e8 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 946 time: 0.0786095 Apr 29 15:48:13.652471 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-43068035-288b-4e94-a0e3-98419bbdba23 req-6b63b487-9a2f-4cbf-9fd3-706f60ec9f91 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388834 Apr 29 15:48:14.511475 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device aeea86f4-ac99-4a61-af3e-d33f41a875e2 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:48:14.657712 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:14.684950 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d19430c-463f-4372-ba55-c8b7c4ba1f63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeea86f4-ac99-4a61-af3e-d33f41a875e2'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:48:14.694912 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port aeea86f4-ac99-4a61-af3e-d33f41a875e2, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=aeea86f4-ac99-4a61-af3e-d33f41a875e2,segment=NetworkSegment(c791905b-c6a6-4e63-8cef-a35da8b2b344),segment_id=c791905b-c6a6-4e63-8cef-a35da8b2b344)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:48:14.744294 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58bb79d0-8325-474d-b55f-eec9b630ec84'] response: {'server_uuid': '1d19430c-463f-4372-ba55-c8b7c4ba1f63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeea86f4-ac99-4a61-af3e-d33f41a875e2', 'code': 200} Apr 29 15:48:14.765773 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:14.833590 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=aeea86f4-ac99-4a61-af3e-d33f41a875e2,revision_number=6']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:14.842311 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:14.842675 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:14.843030 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:14.843345 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:14.843671 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:14.843995 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:14.844317 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:14.844636 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:14.844955 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:14.845271 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:14.845585 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:14.849049 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0208c20-782a-43d9-a30e-f3f8960cf985 req-b58b4f50-7b30-4d5b-805a-4b3ae89490f3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:14.850608 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e0208c20-782a-43d9-a30e-f3f8960cf985 req-b58b4f50-7b30-4d5b-805a-4b3ae89490f3 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 944 time: 0.0765755 Apr 29 15:48:14.895415 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e0208c20-782a-43d9-a30e-f3f8960cf985 req-ca1a2806-3c6b-4194-883c-5eee3c7db03f tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388463 Apr 29 15:48:15.085755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:15.545333 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-deb6cf7e-bfb3-48cc-854f-b63bb85d5943 req-5ee229fb-126e-4794-b669-a650a7c46066 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 1097 time: 0.1482127 Apr 29 15:48:15.585784 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-deb6cf7e-bfb3-48cc-854f-b63bb85d5943 req-f6f14969-1311-4a35-b457-bfd3221f84bc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346229 Apr 29 15:48:15.918181 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c6cf2fdd-a128-45f1-b944-7782cf687139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:16.092273 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fcf20-1040-40c8-9f97-aa638d266081 req-587110f5-fc3d-478d-b9b0-f21e5144ebe2 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:16.093649 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8c7fcf20-1040-40c8-9f97-aa638d266081 req-587110f5-fc3d-478d-b9b0-f21e5144ebe2 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 944 time: 0.0757554 Apr 29 15:48:16.139486 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8c7fcf20-1040-40c8-9f97-aa638d266081 req-a0e5ddaf-9210-488c-a2c6-d49c48b1bb91 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399644 Apr 29 15:48:16.507026 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device aeea86f4-ac99-4a61-af3e-d33f41a875e2 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:48:16.654972 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port aeea86f4-ac99-4a61-af3e-d33f41a875e2, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=aeea86f4-ac99-4a61-af3e-d33f41a875e2,segment=NetworkSegment(c791905b-c6a6-4e63-8cef-a35da8b2b344),segment_id=c791905b-c6a6-4e63-8cef-a35da8b2b344)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:48:16.670670 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': 'aeea86f4-ac99-4a61-af3e-d33f41a875e2', 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb', 'port_id': 'aeea86f4-ac99-4a61-af3e-d33f41a875e2', 'mac_address': 'fa:16:3e:51:cf:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:48:16.732271 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:16.750206 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeea86f4-ac99-4a61-af3e-d33f41a875e2 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:48:16.766847 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port aeea86f4-ac99-4a61-af3e-d33f41a875e2, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=aeea86f4-ac99-4a61-af3e-d33f41a875e2,segment=NetworkSegment(c791905b-c6a6-4e63-8cef-a35da8b2b344),segment_id=c791905b-c6a6-4e63-8cef-a35da8b2b344)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:48:16.834331 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:16.914638 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=aeea86f4-ac99-4a61-af3e-d33f41a875e2,revision_number=7']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:17.068855 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:17.213399 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['aeea86f4-ac99-4a61-af3e-d33f41a875e2'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 15:48:17.363813 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ed297-3c08-4d1c-87b8-b06838e669b5 req-03004f14-3a57-49d6-a46c-23185970d5e7 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:17.365184 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4a4ed297-3c08-4d1c-87b8-b06838e669b5 req-03004f14-3a57-49d6-a46c-23185970d5e7 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 945 time: 0.0850451 Apr 29 15:48:17.410873 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4a4ed297-3c08-4d1c-87b8-b06838e669b5 req-18ff6e35-e02c-41a0-a4ce-5b718aa22cf7 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396531 Apr 29 15:48:17.438325 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59674) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:17.503481 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:17.643720 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9c5ef924-ccad-4d27-810b-d7946df3b950 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/floatingips/ea0ce8b7-b0a5-4fc1-a918-cc9689d4cb13 HTTP/1.1" status: 200 len: 993 time: 0.2040832 Apr 29 15:48:18.374906 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:18.529421 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device aeea86f4-ac99-4a61-af3e-d33f41a875e2 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:48:18.597939 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port aeea86f4-ac99-4a61-af3e-d33f41a875e2 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:48:18.598302 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:18.708067 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:18.734946 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d19430c-463f-4372-ba55-c8b7c4ba1f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeea86f4-ac99-4a61-af3e-d33f41a875e2'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:48:18.744598 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port aeea86f4-ac99-4a61-af3e-d33f41a875e2, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=aeea86f4-ac99-4a61-af3e-d33f41a875e2,segment=NetworkSegment(c791905b-c6a6-4e63-8cef-a35da8b2b344),segment_id=c791905b-c6a6-4e63-8cef-a35da8b2b344)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:48:18.788158 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c1d45d3-f235-4a07-9669-2bfce063bc6a'] response: {'server_uuid': '1d19430c-463f-4372-ba55-c8b7c4ba1f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeea86f4-ac99-4a61-af3e-d33f41a875e2', 'code': 200} Apr 29 15:48:18.832520 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:18.900290 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=aeea86f4-ac99-4a61-af3e-d33f41a875e2,revision_number=8']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:23.144092 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3db666e0-0087-484e-a839-8e60af1367e4 req-db795d44-657c-4f5a-b305-992873d51afc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654409 Apr 29 15:48:23.241813 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3db666e0-0087-484e-a839-8e60af1367e4 req-b0352040-bdd1-4695-88f2-f4208c90f01a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1017aa1cfb24ef0aafadccbd6fc1cae&device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 1099 time: 0.0727947 Apr 29 15:48:23.387471 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db666e0-0087-484e-a839-8e60af1367e4 req-31fd143f-8a0c-49be-8a5d-56bab6cc4eec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:23.388899 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3db666e0-0087-484e-a839-8e60af1367e4 req-31fd143f-8a0c-49be-8a5d-56bab6cc4eec service neutron] 10.222.0.35 "GET /v2.0/networks?id=b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb HTTP/1.1" status: 200 len: 898 time: 0.1240711 Apr 29 15:48:23.488500 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3db666e0-0087-484e-a839-8e60af1367e4 req-8007606a-de82-46de-8e7e-58163a877412 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aeea86f4-ac99-4a61-af3e-d33f41a875e2 HTTP/1.1" status: 200 len: 1002 time: 0.0937974 Apr 29 15:48:23.556051 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db666e0-0087-484e-a839-8e60af1367e4 req-2525d08b-f3f4-47bc-9ef0-7530d90cdb7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:23.557943 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3db666e0-0087-484e-a839-8e60af1367e4 req-2525d08b-f3f4-47bc-9ef0-7530d90cdb7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9 HTTP/1.1" status: 200 len: 834 time: 0.0635338 Apr 29 15:48:23.637014 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3db666e0-0087-484e-a839-8e60af1367e4 req-4cfa59bb-03e2-48bb-9a96-9d03e32970aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738645 Apr 29 15:48:23.646262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [req-3db666e0-0087-484e-a839-8e60af1367e4 req-343b9461-0b88-4a0d-9ea7-da341d6a0cfb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:48:23.647268 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3db666e0-0087-484e-a839-8e60af1367e4 req-343b9461-0b88-4a0d-9ea7-da341d6a0cfb service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045886 Apr 29 15:48:23.857771 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3db666e0-0087-484e-a839-8e60af1367e4 req-f706fccb-0a40-4dac-a8bf-f627919424c3 service neutron] 10.222.0.35 "GET /v2.0/networks/b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043569 Apr 29 15:48:23.987233 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3db666e0-0087-484e-a839-8e60af1367e4 req-26cc56b3-b9e1-4c4a-8dce-0712bfd00245 service neutron] 10.222.0.35 "GET /v2.0/networks/b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237504 Apr 29 15:48:34.781537 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59692) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:34.853281 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-04f4af70-4ec6-4510-9211-b59c0a65180b tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=6dec3d4ebc7e41d8a2e134522257f8b3&network_id=150e920e-602c-4c2f-9543-26fa5e88bbc8 HTTP/1.1" status: 200 len: 3000 time: 0.0705566 Apr 29 15:48:37.025477 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59716) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:37.086758 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df88297b-b4c2-41a6-875e-9a23248e4047 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:37.088219 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-df88297b-b4c2-41a6-875e-9a23248e4047 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f991b9a3-9206-4c97-97f2-8545e1219151 HTTP/1.1" status: 200 len: 814 time: 0.0617125 Apr 29 15:48:37.818963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59726) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:37.825660 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-5d7578b4-046b-4b46-a341-8e30a5aec6db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'network': {'name': 'tempest-network-smoke--1521200795', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'port_security_enabled': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:48:37.830795 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5d7578b4-046b-4b46-a341-8e30a5aec6db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:48:37.841906 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5d7578b4-046b-4b46-a341-8e30a5aec6db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:48:38.000568 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7578b4-046b-4b46-a341-8e30a5aec6db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:48:38.003679 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5d7578b4-046b-4b46-a341-8e30a5aec6db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:38.033770 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7578b4-046b-4b46-a341-8e30a5aec6db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:48:38.043066 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5d7578b4-046b-4b46-a341-8e30a5aec6db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:38.043471 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-5d7578b4-046b-4b46-a341-8e30a5aec6db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Added segment b3c4451f-c396-4858-83a3-d8497ebe4fca of type vlan for network 98950a2f-8822-4f85-aede-0dbd6c0638b9 Apr 29 15:48:38.070436 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5d7578b4-046b-4b46-a341-8e30a5aec6db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:38.159983 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5d7578b4-046b-4b46-a341-8e30a5aec6db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:38.163755 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7578b4-046b-4b46-a341-8e30a5aec6db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:38.164318 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5d7578b4-046b-4b46-a341-8e30a5aec6db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:38.290862 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7578b4-046b-4b46-a341-8e30a5aec6db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Network': ['ID=98950a2f-8822-4f85-aede-0dbd6c0638b9,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:38.299758 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7578b4-046b-4b46-a341-8e30a5aec6db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:38.300100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7578b4-046b-4b46-a341-8e30a5aec6db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:38.300434 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7578b4-046b-4b46-a341-8e30a5aec6db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:38.300762 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7578b4-046b-4b46-a341-8e30a5aec6db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:38.301091 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7578b4-046b-4b46-a341-8e30a5aec6db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:38.301416 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7578b4-046b-4b46-a341-8e30a5aec6db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:38.301737 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7578b4-046b-4b46-a341-8e30a5aec6db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:38.302186 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7578b4-046b-4b46-a341-8e30a5aec6db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:38.302457 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7578b4-046b-4b46-a341-8e30a5aec6db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:38.302771 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7578b4-046b-4b46-a341-8e30a5aec6db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:38.303084 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7578b4-046b-4b46-a341-8e30a5aec6db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:38.314604 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 98950a2f-8822-4f85-aede-0dbd6c0638b9 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:48:38.370513 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5d7578b4-046b-4b46-a341-8e30a5aec6db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5471656 Apr 29 15:48:38.370513 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59732) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:38.437289 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87af740-91e6-4d37-b567-c21de3b8895f tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:38.438797 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b87af740-91e6-4d37-b567-c21de3b8895f tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=6dec3d4ebc7e41d8a2e134522257f8b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0673199 Apr 29 15:48:38.441537 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59736) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:38.571938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4ed888-8f5b-4d3f-9946-ccdb7f948af6 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:38.573960 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0d4ed888-8f5b-4d3f-9946-ccdb7f948af6 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1314671 Apr 29 15:48:38.576709 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59740) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:38.615533 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-26386dde-ae43-483b-9517-c4e7db32a59b tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377009 Apr 29 15:48:38.618365 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59744) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:38.659399 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d1ed7aa9-4775-4693-b0cb-268443c7ee44 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=6dec3d4ebc7e41d8a2e134522257f8b3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398214 Apr 29 15:48:38.661798 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59748) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:38.795335 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385de24e-8875-4937-b47f-17fe0a82ff0f tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:38.797120 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-385de24e-8875-4937-b47f-17fe0a82ff0f tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1343589 Apr 29 15:48:38.799100 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59752) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:38.842853 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3d46a5cd-3098-4bd4-bca4-37d415452857 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423615 Apr 29 15:48:38.845179 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59756) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:38.850748 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-977347575', 'network_id': '98950a2f-8822-4f85-aede-0dbd6c0638b9', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:48:38.977111 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:48:38.981073 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:subnet and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:48:38.984033 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:48:38.989730 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:48:39.063317 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:48:39.173637 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:39.451818 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:39.533376 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Subnet': ['ID=24afc68f-5d94-4838-b289-7454a35aa3bc,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:39.548430 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:39.548855 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:39.549104 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:39.549459 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:39.549735 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:39.550065 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:39.550375 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:39.550723 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:39.551042 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:39.551357 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:39.551683 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:39.557805 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Checking segment: {'id': 'b3c4451f-c396-4858-83a3-d8497ebe4fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '98950a2f-8822-4f85-aede-0dbd6c0638b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:48:39.558158 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network hostable DHCP agents. Network: 98950a2f-8822-4f85-aede-0dbd6c0638b9, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:48:39.683871 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 98950a2f-8822-4f85-aede-0dbd6c0638b9 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:48:39.780739 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 98950a2f-8822-4f85-aede-0dbd6c0638b9) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:48:39.784736 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:39.785328 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:39.789829 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95286703-6b3d-434b-be6b-1698092d0542 None None] Network 98950a2f-8822-4f85-aede-0dbd6c0638b9 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:48:39.913390 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-91c9c299-5a23-460c-a53c-7fc4016cdcbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0669541 Apr 29 15:48:40.005176 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc83cef-fa95-4928-b15f-0623592534db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-98950a2f-8822-4f85-aede-0dbd6c0638b9', 'network_id': '98950a2f-8822-4f85-aede-0dbd6c0638b9', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ips': [{'subnet_id': '24afc68f-5d94-4838-b289-7454a35aa3bc'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:48:40.006185 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-efc83cef-fa95-4928-b15f-0623592534db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:40.185128 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-efc83cef-fa95-4928-b15f-0623592534db None None] Allocated IP 172.20.0.18 (98950a2f-8822-4f85-aede-0dbd6c0638b9/24afc68f-5d94-4838-b289-7454a35aa3bc/c8495604-8ec0-4643-af74-9f7bc3185ee6) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:48:40.357527 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59766) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:40.363219 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d265a92d-f43a-4ab8-84c5-5d315d6c0f07 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2011664947', 'description': 'tempest-secgroup-smoke-2011664947 description', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:48:40.369368 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d265a92d-f43a-4ab8-84c5-5d315d6c0f07 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:48:40.379711 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d265a92d-f43a-4ab8-84c5-5d315d6c0f07 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:48:40.402682 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-efc83cef-fa95-4928-b15f-0623592534db None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:40.412546 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-efc83cef-fa95-4928-b15f-0623592534db None None] Transition to ACTIVE for port object c8495604-8ec0-4643-af74-9f7bc3185ee6 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:48:40.430793 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-efc83cef-fa95-4928-b15f-0623592534db None None] Transition to ACTIVE for port object c8495604-8ec0-4643-af74-9f7bc3185ee6 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:48:40.491701 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d265a92d-f43a-4ab8-84c5-5d315d6c0f07 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:40.526793 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-efc83cef-fa95-4928-b15f-0623592534db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:40.528758 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d265a92d-f43a-4ab8-84c5-5d315d6c0f07 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:48:40.532658 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d265a92d-f43a-4ab8-84c5-5d315d6c0f07 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:48:40.535457 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d265a92d-f43a-4ab8-84c5-5d315d6c0f07 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:48:40.542141 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d265a92d-f43a-4ab8-84c5-5d315d6c0f07 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:48:40.599361 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d265a92d-f43a-4ab8-84c5-5d315d6c0f07 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:40.634610 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc83cef-fa95-4928-b15f-0623592534db None None] Network 98950a2f-8822-4f85-aede-0dbd6c0638b9 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:48:40.638876 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-efc83cef-fa95-4928-b15f-0623592534db None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:48:40.643067 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc83cef-fa95-4928-b15f-0623592534db None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:48:40.645080 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc83cef-fa95-4928-b15f-0623592534db None None] Pushing event updated for resources: {'Port': ['ID=c8495604-8ec0-4643-af74-9f7bc3185ee6,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:40.672371 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d265a92d-f43a-4ab8-84c5-5d315d6c0f07 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:40.728014 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265a92d-f43a-4ab8-84c5-5d315d6c0f07 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=877f10da-9505-43b8-9631-6fec433b9de4,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:40.740192 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-efc83cef-fa95-4928-b15f-0623592534db None None] Attempting to bind port c8495604-8ec0-4643-af74-9f7bc3185ee6 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:48:40.740556 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-efc83cef-fa95-4928-b15f-0623592534db None None] Attempting to bind port c8495604-8ec0-4643-af74-9f7bc3185ee6 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'b3c4451f-c396-4858-83a3-d8497ebe4fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '98950a2f-8822-4f85-aede-0dbd6c0638b9'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:48:40.740905 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc83cef-fa95-4928-b15f-0623592534db None None] Attempting to bind port c8495604-8ec0-4643-af74-9f7bc3185ee6 on network 98950a2f-8822-4f85-aede-0dbd6c0638b9 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:48:40.749561 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc83cef-fa95-4928-b15f-0623592534db None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:48:40.749927 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc83cef-fa95-4928-b15f-0623592534db None None] Checking segment: {'id': 'b3c4451f-c396-4858-83a3-d8497ebe4fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '98950a2f-8822-4f85-aede-0dbd6c0638b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:48:40.750315 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-efc83cef-fa95-4928-b15f-0623592534db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:40.750717 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc83cef-fa95-4928-b15f-0623592534db None None] Bound using segment: {'id': 'b3c4451f-c396-4858-83a3-d8497ebe4fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '98950a2f-8822-4f85-aede-0dbd6c0638b9'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:48:40.751163 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-efc83cef-fa95-4928-b15f-0623592534db None None] Bound port: c8495604-8ec0-4643-af74-9f7bc3185ee6, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c4451f-c396-4858-83a3-d8497ebe4fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '98950a2f-8822-4f85-aede-0dbd6c0638b9'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:48:40.751525 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-efc83cef-fa95-4928-b15f-0623592534db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:40.836608 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-efc83cef-fa95-4928-b15f-0623592534db None None] For port c8495604-8ec0-4643-af74-9f7bc3185ee6, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:48:40.840366 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-efc83cef-fa95-4928-b15f-0623592534db None None] For port c8495604-8ec0-4643-af74-9f7bc3185ee6, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c8495604-8ec0-4643-af74-9f7bc3185ee6,segment=NetworkSegment(b3c4451f-c396-4858-83a3-d8497ebe4fca),segment_id=b3c4451f-c396-4858-83a3-d8497ebe4fca)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:48:40.884302 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d265a92d-f43a-4ab8-84c5-5d315d6c0f07 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:40.886115 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d265a92d-f43a-4ab8-84c5-5d315d6c0f07 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5274386 Apr 29 15:48:40.889275 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59770) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:40.894589 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-2552bd65-6abd-42ab-801c-cf1b1befea5a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '877f10da-9505-43b8-9631-6fec433b9de4', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:48:40.901476 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2552bd65-6abd-42ab-801c-cf1b1befea5a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:48:40.905767 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2552bd65-6abd-42ab-801c-cf1b1befea5a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:48:40.909517 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2552bd65-6abd-42ab-801c-cf1b1befea5a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:48:40.915267 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2552bd65-6abd-42ab-801c-cf1b1befea5a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:48:40.952651 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-efc83cef-fa95-4928-b15f-0623592534db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:41.035892 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2552bd65-6abd-42ab-801c-cf1b1befea5a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:41.038077 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc83cef-fa95-4928-b15f-0623592534db None None] Pushing event updated for resources: {'Port': ['ID=c8495604-8ec0-4643-af74-9f7bc3185ee6,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:41.099480 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2552bd65-6abd-42ab-801c-cf1b1befea5a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:41.232529 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2552bd65-6abd-42ab-801c-cf1b1befea5a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:41.257082 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552bd65-6abd-42ab-801c-cf1b1befea5a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58475498-2c5b-452f-b4da-08cebbab51ab,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:41.375525 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2552bd65-6abd-42ab-801c-cf1b1befea5a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:41.379139 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2552bd65-6abd-42ab-801c-cf1b1befea5a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4867353 Apr 29 15:48:41.380038 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59776) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:41.389362 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-69c33f28-a110-472e-a73a-0bc72d8e4e0e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '877f10da-9505-43b8-9631-6fec433b9de4', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:48:41.398399 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-69c33f28-a110-472e-a73a-0bc72d8e4e0e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:48:41.407042 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-69c33f28-a110-472e-a73a-0bc72d8e4e0e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:48:41.410144 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-69c33f28-a110-472e-a73a-0bc72d8e4e0e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:48:41.415923 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-69c33f28-a110-472e-a73a-0bc72d8e4e0e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:48:41.540543 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-69c33f28-a110-472e-a73a-0bc72d8e4e0e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:41.593662 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c8495604-8ec0-4643-af74-9f7bc3185ee6 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:48:41.615486 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-69c33f28-a110-472e-a73a-0bc72d8e4e0e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:41.707169 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-69c33f28-a110-472e-a73a-0bc72d8e4e0e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:41.728706 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c33f28-a110-472e-a73a-0bc72d8e4e0e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0caecad-e9b6-4976-be4b-9f2a07e1a2c9,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:41.748387 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port c8495604-8ec0-4643-af74-9f7bc3185ee6 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:48:41.820923 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-69c33f28-a110-472e-a73a-0bc72d8e4e0e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:41.826343 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-69c33f28-a110-472e-a73a-0bc72d8e4e0e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4453018 Apr 29 15:48:41.834151 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59780) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:41.841031 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d8f45cc0-f9cc-46de-a23b-511713adb103 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '877f10da-9505-43b8-9631-6fec433b9de4', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:48:41.847256 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d8f45cc0-f9cc-46de-a23b-511713adb103 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:48:41.853228 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d8f45cc0-f9cc-46de-a23b-511713adb103 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:48:41.856749 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d8f45cc0-f9cc-46de-a23b-511713adb103 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:48:41.862376 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d8f45cc0-f9cc-46de-a23b-511713adb103 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:48:41.985826 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d8f45cc0-f9cc-46de-a23b-511713adb103 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:42.062912 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d8f45cc0-f9cc-46de-a23b-511713adb103 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:42.114862 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f142f120-8ec8-4c57-bf39-61d6f21295fa None None] Network 98950a2f-8822-4f85-aede-0dbd6c0638b9 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:48:42.146447 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d8f45cc0-f9cc-46de-a23b-511713adb103 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:42.170726 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f45cc0-f9cc-46de-a23b-511713adb103 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cbcbedb-6713-4361-a1cd-69f8a1faef99,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:42.252097 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d8f45cc0-f9cc-46de-a23b-511713adb103 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:42.253307 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d8f45cc0-f9cc-46de-a23b-511713adb103 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4176788 Apr 29 15:48:42.256030 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59786) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:42.261701 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-18f4e1b8-16a7-400b-ad48-62ad6fd49676 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '877f10da-9505-43b8-9631-6fec433b9de4', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:48:42.268040 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-18f4e1b8-16a7-400b-ad48-62ad6fd49676 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:48:42.272163 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-18f4e1b8-16a7-400b-ad48-62ad6fd49676 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:48:42.275158 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-18f4e1b8-16a7-400b-ad48-62ad6fd49676 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:48:42.281238 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-18f4e1b8-16a7-400b-ad48-62ad6fd49676 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:48:42.334108 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-554a64e8-1bba-4255-a13a-b4b0dafd4cdb None None] Provisioning for port c8495604-8ec0-4643-af74-9f7bc3185ee6 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:48:42.348212 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-554a64e8-1bba-4255-a13a-b4b0dafd4cdb None None] Provisioning complete for port c8495604-8ec0-4643-af74-9f7bc3185ee6 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:48:42.348579 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-554a64e8-1bba-4255-a13a-b4b0dafd4cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:42.376156 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-18f4e1b8-16a7-400b-ad48-62ad6fd49676 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:42.462402 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-18f4e1b8-16a7-400b-ad48-62ad6fd49676 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:42.485977 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-554a64e8-1bba-4255-a13a-b4b0dafd4cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:42.522525 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-554a64e8-1bba-4255-a13a-b4b0dafd4cdb None None] For port c8495604-8ec0-4643-af74-9f7bc3185ee6, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c8495604-8ec0-4643-af74-9f7bc3185ee6,segment=NetworkSegment(b3c4451f-c396-4858-83a3-d8497ebe4fca),segment_id=b3c4451f-c396-4858-83a3-d8497ebe4fca)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:48:42.552718 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-18f4e1b8-16a7-400b-ad48-62ad6fd49676 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:42.578635 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4e1b8-16a7-400b-ad48-62ad6fd49676 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1b631a-e40b-47e7-87cc-3dc4d1542561,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:42.621729 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-554a64e8-1bba-4255-a13a-b4b0dafd4cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:42.669406 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-18f4e1b8-16a7-400b-ad48-62ad6fd49676 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:42.673330 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-18f4e1b8-16a7-400b-ad48-62ad6fd49676 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4136875 Apr 29 15:48:42.674017 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59790) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:42.680158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-64390d74-b954-4812-b17d-6e344532236b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '877f10da-9505-43b8-9631-6fec433b9de4', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:48:42.686164 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-64390d74-b954-4812-b17d-6e344532236b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:48:42.689248 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a64e8-1bba-4255-a13a-b4b0dafd4cdb None None] Pushing event updated for resources: {'Port': ['ID=c8495604-8ec0-4643-af74-9f7bc3185ee6,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:42.690221 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-64390d74-b954-4812-b17d-6e344532236b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:48:42.693350 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-64390d74-b954-4812-b17d-6e344532236b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:48:42.699575 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-64390d74-b954-4812-b17d-6e344532236b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:48:42.744302 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-71d513f1-dc70-44c6-8d20-3543197e37ea None None] Provisioning complete for port c8495604-8ec0-4643-af74-9f7bc3185ee6 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:48:42.745297 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-71d513f1-dc70-44c6-8d20-3543197e37ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:42.817429 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-64390d74-b954-4812-b17d-6e344532236b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Project 6dec3d4ebc7e41d8a2e134522257f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:48:42.824360 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-64390d74-b954-4812-b17d-6e344532236b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:42.894901 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-64390d74-b954-4812-b17d-6e344532236b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:43.003882 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-64390d74-b954-4812-b17d-6e344532236b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:43.033005 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64390d74-b954-4812-b17d-6e344532236b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc57d105-9882-4859-921e-62e903182d02,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:43.138785 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-64390d74-b954-4812-b17d-6e344532236b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:43.140006 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-64390d74-b954-4812-b17d-6e344532236b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4649365 Apr 29 15:48:43.142826 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59794) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:43.148121 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-562864a0-03d5-46de-bc59-73e51a5ba1a2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '877f10da-9505-43b8-9631-6fec433b9de4', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:48:43.154736 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-562864a0-03d5-46de-bc59-73e51a5ba1a2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:48:43.158509 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-562864a0-03d5-46de-bc59-73e51a5ba1a2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:48:43.161378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-562864a0-03d5-46de-bc59-73e51a5ba1a2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:48:43.166955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-562864a0-03d5-46de-bc59-73e51a5ba1a2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:48:43.278498 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-562864a0-03d5-46de-bc59-73e51a5ba1a2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Project 6dec3d4ebc7e41d8a2e134522257f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:48:43.285590 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-562864a0-03d5-46de-bc59-73e51a5ba1a2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:43.360288 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-562864a0-03d5-46de-bc59-73e51a5ba1a2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:43.440198 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-562864a0-03d5-46de-bc59-73e51a5ba1a2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:43.464138 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562864a0-03d5-46de-bc59-73e51a5ba1a2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855c477d-a582-4f9c-9ed1-04f41a2e057e,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:43.548784 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-562864a0-03d5-46de-bc59-73e51a5ba1a2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:43.550191 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-562864a0-03d5-46de-bc59-73e51a5ba1a2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4064407 Apr 29 15:48:43.567095 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c8495604-8ec0-4643-af74-9f7bc3185ee6 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:48:43.599561 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-59869f6b-8967-4e90-89de-d0a38e280607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:43.637868 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port c8495604-8ec0-4643-af74-9f7bc3185ee6 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:48:43.638240 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:43.825231 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-e36afbdf-7752-4d4b-aa0f-77d10c59fa0d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2011664947&fields=id&tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 267 time: 0.0454261 Apr 29 15:48:43.973602 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-163ea8d3-c7f1-4a0a-b7bb-99a016a00ac3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:43.974267 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-163ea8d3-c7f1-4a0a-b7bb-99a016a00ac3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:48:44.068454 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-163ea8d3-c7f1-4a0a-b7bb-99a016a00ac3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:48:44.069624 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-163ea8d3-c7f1-4a0a-b7bb-99a016a00ac3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/networks?id=98950a2f-8822-4f85-aede-0dbd6c0638b9 HTTP/1.1" status: 200 len: 797 time: 0.2378001 Apr 29 15:48:44.085849 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-fc6ad82d-745b-4918-89ad-62b873f63d52 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/quotas/6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 375 time: 0.0107203 Apr 29 15:48:44.177108 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-02c137a4-9bd9-429a-ae81-0eb040b4c0e7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0837922 Apr 29 15:48:44.192111 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-50a77126-ca5c-4b54-ab41-9efd85c37ffa service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:48:44.193068 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-50a77126-ca5c-4b54-ab41-9efd85c37ffa service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048299 Apr 29 15:48:44.325567 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-09b73056-67c1-4f04-8492-934d1e79ca9a service neutron] 10.222.0.21 "GET /v2.0/networks/98950a2f-8822-4f85-aede-0dbd6c0638b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269393 Apr 29 15:48:44.467627 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-e729e84b-769f-4f13-ae63-a1ef359a5afb service neutron] 10.222.0.21 "GET /v2.0/networks/98950a2f-8822-4f85-aede-0dbd6c0638b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342254 Apr 29 15:48:44.727672 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:48:44.795203 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-322c7da3-497b-42d9-b250-5890135c97de req-dd4c2f30-c8bb-4dfc-a8d5-7e730e9bc9d4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=f867650e-897f-4ff6-a399-ca133b2e4fe9 HTTP/1.1" status: 200 len: 210 time: 0.0469458 Apr 29 15:48:45.181026 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:45.937338 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-89368a41-af01-4ffd-98ca-a143d5817b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:45.961889 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3e97392d-7a94-4c1e-b6b6-b247f7dec81c req-51dedc2e-4c14-486d-8028-010dd4411d0c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=f867650e-897f-4ff6-a399-ca133b2e4fe9 HTTP/1.1" status: 200 len: 210 time: 0.0430648 Apr 29 15:48:47.141468 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6b233d01-d448-41fb-8bc8-1027ab7d14e7 req-6581420d-b9fd-4c25-9f09-76c2d62d36bf tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=f867650e-897f-4ff6-a399-ca133b2e4fe9 HTTP/1.1" status: 200 len: 210 time: 0.0463688 Apr 29 15:48:47.160191 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:47.460703 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-c25d83bb-e340-4c7d-9911-78603013835c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:47.462091 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-c25d83bb-e340-4c7d-9911-78603013835c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/networks?id=98950a2f-8822-4f85-aede-0dbd6c0638b9 HTTP/1.1" status: 200 len: 797 time: 0.2425749 Apr 29 15:48:47.518546 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-830169bf-cb5e-472d-a8d1-8a9ac7813886 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 472 time: 0.0440340 Apr 29 15:48:47.519974 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:47.526823 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-63e05b8c-c0c6-45ae-96fc-9b13b1c4de7f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'port': {'device_id': 'f867650e-897f-4ff6-a399-ca133b2e4fe9', 'network_id': '98950a2f-8822-4f85-aede-0dbd6c0638b9', 'admin_state_up': True, 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'security_groups': ['877f10da-9505-43b8-9631-6fec433b9de4']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:48:47.673026 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-63e05b8c-c0c6-45ae-96fc-9b13b1c4de7f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:48:47.677331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-63e05b8c-c0c6-45ae-96fc-9b13b1c4de7f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:port and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:48:47.680299 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-63e05b8c-c0c6-45ae-96fc-9b13b1c4de7f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:48:47.688673 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-63e05b8c-c0c6-45ae-96fc-9b13b1c4de7f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:48:47.820743 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-63e05b8c-c0c6-45ae-96fc-9b13b1c4de7f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:48:47.824472 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-63e05b8c-c0c6-45ae-96fc-9b13b1c4de7f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:47.989466 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-63e05b8c-c0c6-45ae-96fc-9b13b1c4de7f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.20.0.28 (98950a2f-8822-4f85-aede-0dbd6c0638b9/24afc68f-5d94-4838-b289-7454a35aa3bc/db3b0de8-52fe-49fb-af1a-ecccdc224fac) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:48:48.186803 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-63e05b8c-c0c6-45ae-96fc-9b13b1c4de7f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:48.203072 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-63e05b8c-c0c6-45ae-96fc-9b13b1c4de7f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Transition to ACTIVE for port object db3b0de8-52fe-49fb-af1a-ecccdc224fac will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:48:48.307549 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-694cbfe0-7794-42a8-ac16-c5a170597e32 req-22403118-580b-4ab9-9ed1-2585dc069fd1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=f867650e-897f-4ff6-a399-ca133b2e4fe9 HTTP/1.1" status: 200 len: 210 time: 0.0415604 Apr 29 15:48:48.309818 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-63e05b8c-c0c6-45ae-96fc-9b13b1c4de7f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:48.385471 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-63e05b8c-c0c6-45ae-96fc-9b13b1c4de7f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 98950a2f-8822-4f85-aede-0dbd6c0638b9 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:48:48.389345 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-63e05b8c-c0c6-45ae-96fc-9b13b1c4de7f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:48:48.393301 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-63e05b8c-c0c6-45ae-96fc-9b13b1c4de7f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:48:48.426248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e05b8c-c0c6-45ae-96fc-9b13b1c4de7f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=db3b0de8-52fe-49fb-af1a-ecccdc224fac,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:48.443733 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:48.463151 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-63e05b8c-c0c6-45ae-96fc-9b13b1c4de7f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:48.463854 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-63e05b8c-c0c6-45ae-96fc-9b13b1c4de7f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:48.587788 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-63e05b8c-c0c6-45ae-96fc-9b13b1c4de7f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0647507 Apr 29 15:48:48.598400 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-5a4b09eb-1f5e-4ffd-b0ff-089558007291 service neutron] Request body: {'port': {'device_id': 'f867650e-897f-4ff6-a399-ca133b2e4fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:48:48.705790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-5a4b09eb-1f5e-4ffd-b0ff-089558007291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:48.715651 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5c15ffa9-7447-4f32-9a38-a295a0d49075 None None] Provisioning for port db3b0de8-52fe-49fb-af1a-ecccdc224fac completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:48:48.721542 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5c15ffa9-7447-4f32-9a38-a295a0d49075 None None] Provisioning complete for port db3b0de8-52fe-49fb-af1a-ecccdc224fac triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:48:48.722091 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5c15ffa9-7447-4f32-9a38-a295a0d49075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:48.792775 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-5c15ffa9-7447-4f32-9a38-a295a0d49075 None None] Port db3b0de8-52fe-49fb-af1a-ecccdc224fac cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:48:49.095069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-5a4b09eb-1f5e-4ffd-b0ff-089558007291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db3b0de8-52fe-49fb-af1a-ecccdc224fac {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:48:49.102079 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-5a4b09eb-1f5e-4ffd-b0ff-089558007291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:49.116381 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-5a4b09eb-1f5e-4ffd-b0ff-089558007291 service neutron] Transition to ACTIVE for port object db3b0de8-52fe-49fb-af1a-ecccdc224fac will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:48:49.226699 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-5a4b09eb-1f5e-4ffd-b0ff-089558007291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:49.363485 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b09eb-1f5e-4ffd-b0ff-089558007291 service neutron] Pushing event updated for resources: {'Port': ['ID=db3b0de8-52fe-49fb-af1a-ecccdc224fac,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:49.625728 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-5a4b09eb-1f5e-4ffd-b0ff-089558007291 service neutron] Attempting to bind port db3b0de8-52fe-49fb-af1a-ecccdc224fac on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:48:49.625954 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-5a4b09eb-1f5e-4ffd-b0ff-089558007291 service neutron] Attempting to bind port db3b0de8-52fe-49fb-af1a-ecccdc224fac by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': 'b3c4451f-c396-4858-83a3-d8497ebe4fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '98950a2f-8822-4f85-aede-0dbd6c0638b9'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:48:49.626269 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-5a4b09eb-1f5e-4ffd-b0ff-089558007291 service neutron] Attempting to bind port db3b0de8-52fe-49fb-af1a-ecccdc224fac on network 98950a2f-8822-4f85-aede-0dbd6c0638b9 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:48:49.642941 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-5a4b09eb-1f5e-4ffd-b0ff-089558007291 service neutron] Port db3b0de8-52fe-49fb-af1a-ecccdc224fac on network 98950a2f-8822-4f85-aede-0dbd6c0638b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:48:49.643253 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-5a4b09eb-1f5e-4ffd-b0ff-089558007291 service neutron] Attempting to bind port db3b0de8-52fe-49fb-af1a-ecccdc224fac on network 98950a2f-8822-4f85-aede-0dbd6c0638b9 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:48:49.657677 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-5a4b09eb-1f5e-4ffd-b0ff-089558007291 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:48:49.658786 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-5a4b09eb-1f5e-4ffd-b0ff-089558007291 service neutron] Checking segment: {'id': 'b3c4451f-c396-4858-83a3-d8497ebe4fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '98950a2f-8822-4f85-aede-0dbd6c0638b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:48:49.658786 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-5a4b09eb-1f5e-4ffd-b0ff-089558007291 service neutron] Bound using segment: {'id': 'b3c4451f-c396-4858-83a3-d8497ebe4fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '98950a2f-8822-4f85-aede-0dbd6c0638b9'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:48:49.659120 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-5a4b09eb-1f5e-4ffd-b0ff-089558007291 service neutron] Bound port: db3b0de8-52fe-49fb-af1a-ecccdc224fac, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c4451f-c396-4858-83a3-d8497ebe4fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '98950a2f-8822-4f85-aede-0dbd6c0638b9'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:48:49.659203 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-5a4b09eb-1f5e-4ffd-b0ff-089558007291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:49.682113 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd717c25-fbf9-4292-b990-c7978132e7ee req-a2b506fa-bbe7-41fa-aeaf-f5e5217f5bcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:49.683886 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-dd717c25-fbf9-4292-b990-c7978132e7ee req-a2b506fa-bbe7-41fa-aeaf-f5e5217f5bcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:48:50.036389 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-5a4b09eb-1f5e-4ffd-b0ff-089558007291 service neutron] For port db3b0de8-52fe-49fb-af1a-ecccdc224fac, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:48:50.036389 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-5a4b09eb-1f5e-4ffd-b0ff-089558007291 service neutron] For port db3b0de8-52fe-49fb-af1a-ecccdc224fac, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=db3b0de8-52fe-49fb-af1a-ecccdc224fac,segment=NetworkSegment(b3c4451f-c396-4858-83a3-d8497ebe4fca),segment_id=b3c4451f-c396-4858-83a3-d8497ebe4fca)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:48:50.176262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-dd717c25-fbf9-4292-b990-c7978132e7ee req-a2b506fa-bbe7-41fa-aeaf-f5e5217f5bcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:48:50.178035 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dd717c25-fbf9-4292-b990-c7978132e7ee req-a2b506fa-bbe7-41fa-aeaf-f5e5217f5bcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=f867650e-897f-4ff6-a399-ca133b2e4fe9 HTTP/1.1" status: 200 len: 944 time: 0.7188063 Apr 29 15:48:50.201438 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-5a4b09eb-1f5e-4ffd-b0ff-089558007291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:50.291036 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-5a4b09eb-1f5e-4ffd-b0ff-089558007291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:50.292407 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-5a4b09eb-1f5e-4ffd-b0ff-089558007291 service neutron] 10.222.0.35 "PUT /v2.0/ports/db3b0de8-52fe-49fb-af1a-ecccdc224fac HTTP/1.1" status: 200 len: 1094 time: 1.6979122 Apr 29 15:48:50.292931 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f867650e-897f-4ff6-a399-ca133b2e4fe9', 'tag': 'db3b0de8-52fe-49fb-af1a-ecccdc224fac'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:48:50.305690 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dd717c25-fbf9-4292-b990-c7978132e7ee req-e3d88b90-20a6-434b-8909-c2f055cda303 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=877f10da-9505-43b8-9631-6fec433b9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214857 Apr 29 15:48:50.322163 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b09eb-1f5e-4ffd-b0ff-089558007291 service neutron] Pushing event updated for resources: {'Port': ['ID=db3b0de8-52fe-49fb-af1a-ecccdc224fac,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:50.360508 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16c65eab-dfde-41f8-9fc0-42389af67b05'] response: {'name': 'network-changed', 'server_uuid': 'f867650e-897f-4ff6-a399-ca133b2e4fe9', 'tag': 'db3b0de8-52fe-49fb-af1a-ecccdc224fac', 'status': 'completed', 'code': 200} Apr 29 15:48:50.455094 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-db8bbff8-05f9-4fd8-9caf-39d25241d99e req-76de98c7-b47f-410d-a9ba-1479895baec5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=f867650e-897f-4ff6-a399-ca133b2e4fe9 HTTP/1.1" status: 200 len: 1097 time: 0.0728116 Apr 29 15:48:50.604973 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bbff8-05f9-4fd8-9caf-39d25241d99e req-66c3ecdc-e5b2-4a83-9c03-990b09517054 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:50.605338 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bbff8-05f9-4fd8-9caf-39d25241d99e req-66c3ecdc-e5b2-4a83-9c03-990b09517054 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:50.606838 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-db8bbff8-05f9-4fd8-9caf-39d25241d99e req-66c3ecdc-e5b2-4a83-9c03-990b09517054 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1450009 Apr 29 15:48:50.741975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bbff8-05f9-4fd8-9caf-39d25241d99e req-a4198ac3-3b0b-4a33-a887-ee0083aae517 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:50.743425 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-db8bbff8-05f9-4fd8-9caf-39d25241d99e req-a4198ac3-3b0b-4a33-a887-ee0083aae517 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1314688 Apr 29 15:48:50.855400 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-cdd530bb-0064-4e94-ae7b-a9a154f39d6d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=f867650e-897f-4ff6-a399-ca133b2e4fe9 HTTP/1.1" status: 200 len: 1097 time: 0.0735745 Apr 29 15:48:50.921178 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-6fcc8a4c-58a5-4f31-a347-3261a06be6c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=db3b0de8-52fe-49fb-af1a-ecccdc224fac HTTP/1.1" status: 200 len: 217 time: 0.0596240 Apr 29 15:48:50.984312 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-adf86491-15da-4083-aa22-3b2621612010 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:50.985793 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-adf86491-15da-4083-aa22-3b2621612010 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=24afc68f-5d94-4838-b289-7454a35aa3bc HTTP/1.1" status: 200 len: 837 time: 0.0589151 Apr 29 15:48:51.059068 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-2629d7e4-d3a8-46fa-98ca-5e31351a107d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=98950a2f-8822-4f85-aede-0dbd6c0638b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0677187 Apr 29 15:48:51.188752 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-2c87e1a6-6eef-4bdf-b0ef-7cbf335534a5 service neutron] 10.222.0.35 "GET /v2.0/networks/98950a2f-8822-4f85-aede-0dbd6c0638b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235864 Apr 29 15:48:51.316944 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df3b332c-fe2f-405d-bdbf-c185f429de3a req-4099c41b-3475-4a94-b33e-c803acf4d620 service neutron] 10.222.0.35 "GET /v2.0/networks/98950a2f-8822-4f85-aede-0dbd6c0638b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223152 Apr 29 15:48:51.532053 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575839bc-658d-444c-9043-f9d71329cd0b req-b1e4e7ca-3b03-4b86-a1a8-2d2abed3da53 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:51.533499 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-575839bc-658d-444c-9043-f9d71329cd0b req-b1e4e7ca-3b03-4b86-a1a8-2d2abed3da53 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=f867650e-897f-4ff6-a399-ca133b2e4fe9 HTTP/1.1" status: 200 len: 944 time: 0.0820024 Apr 29 15:48:51.580636 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-575839bc-658d-444c-9043-f9d71329cd0b req-83d45067-f067-4cdf-a02e-63c6b45b7a5f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=877f10da-9505-43b8-9631-6fec433b9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415938 Apr 29 15:48:52.788375 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca69ea-b1aa-42df-9d61-bf0d4510ad62 req-83e9df63-dfb6-4f16-879b-3bcd18367deb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:52.789833 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fcca69ea-b1aa-42df-9d61-bf0d4510ad62 req-83e9df63-dfb6-4f16-879b-3bcd18367deb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=f867650e-897f-4ff6-a399-ca133b2e4fe9 HTTP/1.1" status: 200 len: 944 time: 0.0823426 Apr 29 15:48:52.838252 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fcca69ea-b1aa-42df-9d61-bf0d4510ad62 req-0cc52dae-4189-4282-be53-62b130c6f1c0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=877f10da-9505-43b8-9631-6fec433b9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424120 Apr 29 15:48:54.056453 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1e0c7-6814-4eb1-9593-f075f9f41ad0 req-e4c5d35e-815f-4699-b9ca-6f0c958999d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:54.058167 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-27f1e0c7-6814-4eb1-9593-f075f9f41ad0 req-e4c5d35e-815f-4699-b9ca-6f0c958999d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=f867650e-897f-4ff6-a399-ca133b2e4fe9 HTTP/1.1" status: 200 len: 944 time: 0.0894399 Apr 29 15:48:54.108234 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-27f1e0c7-6814-4eb1-9593-f075f9f41ad0 req-01e9414c-d2f9-4e38-a44a-9e3701833a7c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=877f10da-9505-43b8-9631-6fec433b9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444014 Apr 29 15:48:54.744697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device db3b0de8-52fe-49fb-af1a-ecccdc224fac details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:48:54.884910 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port db3b0de8-52fe-49fb-af1a-ecccdc224fac, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=db3b0de8-52fe-49fb-af1a-ecccdc224fac,segment=NetworkSegment(b3c4451f-c396-4858-83a3-d8497ebe4fca),segment_id=b3c4451f-c396-4858-83a3-d8497ebe4fca)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:48:54.899308 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': 'db3b0de8-52fe-49fb-af1a-ecccdc224fac', 'network_id': '98950a2f-8822-4f85-aede-0dbd6c0638b9', 'port_id': 'db3b0de8-52fe-49fb-af1a-ecccdc224fac', 'mac_address': 'fa:16:3e:39:bc:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24afc68f-5d94-4838-b289-7454a35aa3bc', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:48:54.954539 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:54.971969 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db3b0de8-52fe-49fb-af1a-ecccdc224fac {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:48:54.987185 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port db3b0de8-52fe-49fb-af1a-ecccdc224fac, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=db3b0de8-52fe-49fb-af1a-ecccdc224fac,segment=NetworkSegment(b3c4451f-c396-4858-83a3-d8497ebe4fca),segment_id=b3c4451f-c396-4858-83a3-d8497ebe4fca)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:48:55.046330 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:55.120839 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=db3b0de8-52fe-49fb-af1a-ecccdc224fac,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:55.306128 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0939c56-bb4b-4f6c-afd5-06bd2e44fc93 req-f0eec604-f83d-441a-af48-2e5d6d486013 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:55.307547 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d0939c56-bb4b-4f6c-afd5-06bd2e44fc93 req-f0eec604-f83d-441a-af48-2e5d6d486013 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=f867650e-897f-4ff6-a399-ca133b2e4fe9 HTTP/1.1" status: 200 len: 945 time: 0.0790858 Apr 29 15:48:55.357747 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d0939c56-bb4b-4f6c-afd5-06bd2e44fc93 req-7365440a-abcd-438d-ab87-fcea807c77a1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=877f10da-9505-43b8-9631-6fec433b9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444314 Apr 29 15:48:55.424601 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['db3b0de8-52fe-49fb-af1a-ecccdc224fac'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 15:48:56.556857 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ede3d-555c-4edd-bf28-64e7b562c327 req-28ce4ec4-fc2b-439b-b9aa-39e1843298cf tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:56.559223 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-232ede3d-555c-4edd-bf28-64e7b562c327 req-28ce4ec4-fc2b-439b-b9aa-39e1843298cf tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=f867650e-897f-4ff6-a399-ca133b2e4fe9 HTTP/1.1" status: 200 len: 945 time: 0.0780776 Apr 29 15:48:56.605270 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-232ede3d-555c-4edd-bf28-64e7b562c327 req-b52e3d01-e737-4959-b0a9-98f0cdd8d33a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=877f10da-9505-43b8-9631-6fec433b9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403483 Apr 29 15:48:56.767825 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device db3b0de8-52fe-49fb-af1a-ecccdc224fac up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:48:56.977214 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port db3b0de8-52fe-49fb-af1a-ecccdc224fac completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:48:56.982888 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port db3b0de8-52fe-49fb-af1a-ecccdc224fac triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:48:56.983254 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:57.094668 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:57.121537 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f867650e-897f-4ff6-a399-ca133b2e4fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3b0de8-52fe-49fb-af1a-ecccdc224fac'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:48:57.131445 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port db3b0de8-52fe-49fb-af1a-ecccdc224fac, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=db3b0de8-52fe-49fb-af1a-ecccdc224fac,segment=NetworkSegment(b3c4451f-c396-4858-83a3-d8497ebe4fca),segment_id=b3c4451f-c396-4858-83a3-d8497ebe4fca)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:48:57.181533 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff618ca-2f38-4bd8-9d63-f534b931333a'] response: {'server_uuid': 'f867650e-897f-4ff6-a399-ca133b2e4fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3b0de8-52fe-49fb-af1a-ecccdc224fac', 'code': 200} Apr 29 15:48:57.325651 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:57.397906 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=db3b0de8-52fe-49fb-af1a-ecccdc224fac,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:57.642379 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-32057a26-9bcb-4f41-9242-3a5a5e378535 req-edca0ae5-8352-411f-a222-3a25478ae719 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f867650e-897f-4ff6-a399-ca133b2e4fe9 HTTP/1.1" status: 200 len: 1099 time: 0.0729318 Apr 29 15:48:57.825960 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-32057a26-9bcb-4f41-9242-3a5a5e378535 req-d5540816-353b-402f-8bb8-5967aec8f3da service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=877f10da-9505-43b8-9631-6fec433b9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778421 Apr 29 15:48:57.846088 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c979d5-9794-4111-ab03-720cc8b701d8 req-ab41cf1e-16d6-41ca-912c-e58894fa8253 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:57.847558 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-70c979d5-9794-4111-ab03-720cc8b701d8 req-ab41cf1e-16d6-41ca-912c-e58894fa8253 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=f867650e-897f-4ff6-a399-ca133b2e4fe9 HTTP/1.1" status: 200 len: 946 time: 0.0964589 Apr 29 15:48:57.893131 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-70c979d5-9794-4111-ab03-720cc8b701d8 req-6de1153f-a0c1-4a0f-9c2e-88a5c4ba79bc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=877f10da-9505-43b8-9631-6fec433b9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401094 Apr 29 15:48:59.104196 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d5855-7687-45b1-b178-44bd25116091 req-69d85727-93f9-4fa0-818a-1f663d63c7b0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:48:59.105646 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-642d5855-7687-45b1-b178-44bd25116091 req-69d85727-93f9-4fa0-818a-1f663d63c7b0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=f867650e-897f-4ff6-a399-ca133b2e4fe9 HTTP/1.1" status: 200 len: 946 time: 0.0834191 Apr 29 15:48:59.167174 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-642d5855-7687-45b1-b178-44bd25116091 req-07acb317-bafc-4288-823a-7c34e4fd81a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=877f10da-9505-43b8-9631-6fec433b9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555182 Apr 29 15:49:00.352590 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca060373-e0ba-4a52-94da-70b9c47514fb req-a64f5e54-aaa2-415e-86ba-a612981d5815 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:00.354046 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ca060373-e0ba-4a52-94da-70b9c47514fb req-a64f5e54-aaa2-415e-86ba-a612981d5815 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=f867650e-897f-4ff6-a399-ca133b2e4fe9 HTTP/1.1" status: 200 len: 946 time: 0.0778742 Apr 29 15:49:00.403313 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ca060373-e0ba-4a52-94da-70b9c47514fb req-1a47ac4e-5add-4fed-a3f2-d51c0c51c5c4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=877f10da-9505-43b8-9631-6fec433b9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435174 Apr 29 15:49:00.594374 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d14e03-fdbb-49c2-9130-ca9bec6783b4 req-564a2d1d-106a-4161-a480-18c1e4b3c7c0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:00.595766 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d5d14e03-fdbb-49c2-9130-ca9bec6783b4 req-564a2d1d-106a-4161-a480-18c1e4b3c7c0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=f867650e-897f-4ff6-a399-ca133b2e4fe9 HTTP/1.1" status: 200 len: 946 time: 0.0757656 Apr 29 15:49:00.640463 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d5d14e03-fdbb-49c2-9130-ca9bec6783b4 req-6cb836a1-1006-4070-b344-99dd02934e9d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=877f10da-9505-43b8-9631-6fec433b9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392203 Apr 29 15:49:01.240257 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-3304a846-0865-4001-ac29-c6f0183006a7 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1235633442&fields=id&tenant_id=c56968f4173e467ca1a4109666ee4127 HTTP/1.1" status: 200 len: 267 time: 0.0396235 Apr 29 15:49:01.383592 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-7ef11c71-cec1-4eba-bb51-bab669251617 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:01.384922 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-7ef11c71-cec1-4eba-bb51-bab669251617 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/networks?id=d511986d-e449-4c9a-bc20-0b0373daead6 HTTP/1.1" status: 200 len: 811 time: 0.1379833 Apr 29 15:49:01.401603 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-b491ed97-1c3c-403e-9ca6-b8b8b8467ed8 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/quotas/c56968f4173e467ca1a4109666ee4127 HTTP/1.1" status: 200 len: 375 time: 0.0103011 Apr 29 15:49:01.488023 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-68d7262d-a09d-4077-89e1-a5cd374bd437 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c56968f4173e467ca1a4109666ee4127&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0817463 Apr 29 15:49:01.621812 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-2b42d53d-f57b-4366-b642-59784878b946 service neutron] 10.222.0.21 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227522 Apr 29 15:49:01.749965 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-b38cc490-19e8-4d3a-bfdc-dfc37dedb7fd service neutron] 10.222.0.21 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224370 Apr 29 15:49:02.142366 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 59910) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:02.390286 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3707e83d-97d8-420a-9aae-87d33aa936b9 req-15775625-5bc8-40eb-ad9e-4830b92c6d2c tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 210 time: 0.0417802 Apr 29 15:49:02.997804 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-088a1ce7-d44a-4b3b-bdc7-d03e1752b90e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:03.382148 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-088a1ce7-d44a-4b3b-bdc7-d03e1752b90e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.20.0.17 (98950a2f-8822-4f85-aede-0dbd6c0638b9/24afc68f-5d94-4838-b289-7454a35aa3bc/206e6a67-4f5c-4486-bf62-462cad9490cf) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:49:03.545322 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-088a1ce7-d44a-4b3b-bdc7-d03e1752b90e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:03.561413 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-088a1ce7-d44a-4b3b-bdc7-d03e1752b90e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Transition to ACTIVE for port object 206e6a67-4f5c-4486-bf62-462cad9490cf will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:49:03.564498 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6d1a6e16-2172-4df8-927a-62ee8e5114f8 req-46b35ff1-8f32-4267-b2d8-7dcd2835b4e9 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 210 time: 0.0423558 Apr 29 15:49:03.663695 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-088a1ce7-d44a-4b3b-bdc7-d03e1752b90e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:03.736902 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088a1ce7-d44a-4b3b-bdc7-d03e1752b90e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 98950a2f-8822-4f85-aede-0dbd6c0638b9 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:49:03.739820 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-088a1ce7-d44a-4b3b-bdc7-d03e1752b90e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:49:03.743777 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088a1ce7-d44a-4b3b-bdc7-d03e1752b90e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:49:03.778975 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a1ce7-d44a-4b3b-bdc7-d03e1752b90e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=206e6a67-4f5c-4486-bf62-462cad9490cf,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:03.805716 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-088a1ce7-d44a-4b3b-bdc7-d03e1752b90e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:03.967157 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-088a1ce7-d44a-4b3b-bdc7-d03e1752b90e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:04.041118 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e4c133cd-308f-4fe6-9f94-17b5e13b58dd None None] Provisioning for port 206e6a67-4f5c-4486-bf62-462cad9490cf completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:49:04.046137 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e4c133cd-308f-4fe6-9f94-17b5e13b58dd None None] Provisioning complete for port 206e6a67-4f5c-4486-bf62-462cad9490cf triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:49:04.046535 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e4c133cd-308f-4fe6-9f94-17b5e13b58dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:04.098183 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-e4c133cd-308f-4fe6-9f94-17b5e13b58dd None None] Port 206e6a67-4f5c-4486-bf62-462cad9490cf cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:49:04.476727 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-088a1ce7-d44a-4b3b-bdc7-d03e1752b90e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:04.488243 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-de641d2b-2c91-4684-bba8-a0baeed1c28e tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:04.489627 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-de641d2b-2c91-4684-bba8-a0baeed1c28e tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.35 "GET /v2.0/networks?id=d511986d-e449-4c9a-bc20-0b0373daead6 HTTP/1.1" status: 200 len: 811 time: 0.1450112 Apr 29 15:49:04.550850 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-051f5808-80cb-43a1-ae6c-6fd748998217 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c56968f4173e467ca1a4109666ee4127 HTTP/1.1" status: 200 len: 380 time: 0.0488105 Apr 29 15:49:04.560300 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-088a1ce7-d44a-4b3b-bdc7-d03e1752b90e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:04.560799 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-f0b9df6b-e2ac-4759-807b-01ff082cb0d2 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Request body: {'port': {'device_id': '394c9c44-285c-4180-9506-9bdbdaac1945', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'admin_state_up': True, 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'security_groups': ['7123c658-b9d4-42f6-a608-f9c2a67423ba']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:49:04.673761 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a1ce7-d44a-4b3b-bdc7-d03e1752b90e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=206e6a67-4f5c-4486-bf62-462cad9490cf,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:04.676392 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-088a1ce7-d44a-4b3b-bdc7-d03e1752b90e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:04.759720 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8e1104f1-4b04-4db5-8cc7-60dd8d0b4457 req-51711559-7c3e-41a5-830b-b6f4e7ccf0a9 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 210 time: 0.0617301 Apr 29 15:49:04.768533 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-f0b9df6b-e2ac-4759-807b-01ff082cb0d2 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:49:04.779286 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-f0b9df6b-e2ac-4759-807b-01ff082cb0d2 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:49:04.835026 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088a1ce7-d44a-4b3b-bdc7-d03e1752b90e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 98950a2f-8822-4f85-aede-0dbd6c0638b9 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:49:04.836270 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-088a1ce7-d44a-4b3b-bdc7-d03e1752b90e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:49:04.877810 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-f0b9df6b-e2ac-4759-807b-01ff082cb0d2 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Made reservation on behalf of c56968f4173e467ca1a4109666ee4127 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:49:04.880987 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-f0b9df6b-e2ac-4759-807b-01ff082cb0d2 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:05.065287 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-f0b9df6b-e2ac-4759-807b-01ff082cb0d2 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Allocated IP 172.20.0.7 (d511986d-e449-4c9a-bc20-0b0373daead6/fccdfd74-5a41-4338-8b3c-9da29bbca38f/a60bffa4-255d-422d-bc0e-659288fb698e) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:49:05.135096 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-6c0f66bb-87b9-4c3e-8f5b-e18960e06cce None None] Provisioning complete for port 206e6a67-4f5c-4486-bf62-462cad9490cf triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:49:05.136746 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6c0f66bb-87b9-4c3e-8f5b-e18960e06cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:05.204700 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-6c0f66bb-87b9-4c3e-8f5b-e18960e06cce None None] Port 206e6a67-4f5c-4486-bf62-462cad9490cf cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:49:05.258587 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088a1ce7-d44a-4b3b-bdc7-d03e1752b90e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router c8ca6e13-bd66-445b-a0bb-0a576cbb6711 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:49:05.362163 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-f0b9df6b-e2ac-4759-807b-01ff082cb0d2 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:05.380752 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-f0b9df6b-e2ac-4759-807b-01ff082cb0d2 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Transition to ACTIVE for port object a60bffa4-255d-422d-bc0e-659288fb698e will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:49:05.475977 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088a1ce7-d44a-4b3b-bdc7-d03e1752b90e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:49:05.481651 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-f0b9df6b-e2ac-4759-807b-01ff082cb0d2 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:05.486004 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] Sync routers for ids ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:49:05.499137 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] Routers {'c8ca6e13-bd66-445b-a0bb-0a576cbb6711'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:49:05.499759 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:48:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:05.558940 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-f0b9df6b-e2ac-4759-807b-01ff082cb0d2 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Network d511986d-e449-4c9a-bc20-0b0373daead6 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:49:05.562016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-f0b9df6b-e2ac-4759-807b-01ff082cb0d2 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:49:05.566686 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-f0b9df6b-e2ac-4759-807b-01ff082cb0d2 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:49:05.591226 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-088a1ce7-d44a-4b3b-bdc7-d03e1752b90e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "PUT /v2.0/routers/c8ca6e13-bd66-445b-a0bb-0a576cbb6711/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4376535 Apr 29 15:49:05.616608 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9df6b-e2ac-4759-807b-01ff082cb0d2 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Pushing event updated for resources: {'Port': ['ID=a60bffa4-255d-422d-bc0e-659288fb698e,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:05.659353 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-f0b9df6b-e2ac-4759-807b-01ff082cb0d2 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:05.660192 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-f0b9df6b-e2ac-4759-807b-01ff082cb0d2 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:05.701164 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] Set router c8ca6e13-bd66-445b-a0bb-0a576cbb6711 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:49:05.777014 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-f0b9df6b-e2ac-4759-807b-01ff082cb0d2 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2207198 Apr 29 15:49:05.791592 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-eb458660-59fc-4e6e-864b-00ab3ab4b68d service neutron] Request body: {'port': {'device_id': '394c9c44-285c-4180-9506-9bdbdaac1945', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:49:05.919783 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-eb458660-59fc-4e6e-864b-00ab3ab4b68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:06.049326 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c6433fd7-e88d-47af-9a21-5d8d48be4158 None None] Provisioning for port a60bffa4-255d-422d-bc0e-659288fb698e completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:49:06.067393 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c6433fd7-e88d-47af-9a21-5d8d48be4158 None None] Provisioning complete for port a60bffa4-255d-422d-bc0e-659288fb698e triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:49:06.067761 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c6433fd7-e88d-47af-9a21-5d8d48be4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:06.133910 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82aba7-e13e-42e2-b7a8-3d39bfc0f7c3 req-24a017a6-c9d4-4095-ab12-519c8294c184 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:06.134629 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-9b82aba7-e13e-42e2-b7a8-3d39bfc0f7c3 req-24a017a6-c9d4-4095-ab12-519c8294c184 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Synchronizing usage tracker for tenant:c56968f4173e467ca1a4109666ee4127 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:49:06.152075 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-c6433fd7-e88d-47af-9a21-5d8d48be4158 None None] Port a60bffa4-255d-422d-bc0e-659288fb698e cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:49:06.191261 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'name': 'tempest-TestNetworkBasicOps-router-237402697', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:36Z', 'updated_at': '2022-04-29T15:49:03Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:38Z', 'updated_at': '2022-04-29T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '28fcb682-d913-4090-8551-1a1d8f2fe268', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.197', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'port_id': '500a2030-7849-41d8-9f34-72aff20409a7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'mac_address': 'fa:16:3e:90:bf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:47:19Z', 'updated_at': '2022-04-29T15:47:30Z', 'revision_number': 1, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '206e6a67-4f5c-4486-bf62-462cad9490cf', 'name': '', 'network_id': '98950a2f-8822-4f85-aede-0dbd6c0638b9', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:b9:9f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24afc68f-5d94-4838-b289-7454a35aa3bc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:49:03Z', 'updated_at': '2022-04-29T15:49:04Z', 'revision_number': 2, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '24afc68f-5d94-4838-b289-7454a35aa3bc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9', 'name': '', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:bb:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:44Z', 'updated_at': '2022-04-29T15:46:54Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:06.195486 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] Checking router: c8ca6e13-bd66-445b-a0bb-0a576cbb6711 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:49:06.195676 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] Updating router c8ca6e13-bd66-445b-a0bb-0a576cbb6711 port 206e6a67-4f5c-4486-bf62-462cad9490cf binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:49:06.250114 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:06.292417 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-9b82aba7-e13e-42e2-b7a8-3d39bfc0f7c3 req-24a017a6-c9d4-4095-ab12-519c8294c184 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Unset dirty status for tenant:c56968f4173e467ca1a4109666ee4127 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:49:06.298447 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9b82aba7-e13e-42e2-b7a8-3d39bfc0f7c3 req-24a017a6-c9d4-4095-ab12-519c8294c184 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 931 time: 0.3637955 Apr 29 15:49:06.374140 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-eb458660-59fc-4e6e-864b-00ab3ab4b68d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a60bffa4-255d-422d-bc0e-659288fb698e {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:49:06.384298 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-eb458660-59fc-4e6e-864b-00ab3ab4b68d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:06.399873 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9b82aba7-e13e-42e2-b7a8-3d39bfc0f7c3 req-fbbf7236-5ac1-4c6c-bf0c-6d80ff53b8a6 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777698 Apr 29 15:49:06.406024 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-eb458660-59fc-4e6e-864b-00ab3ab4b68d service neutron] Transition to ACTIVE for port object a60bffa4-255d-422d-bc0e-659288fb698e will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:49:06.480425 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-eb458660-59fc-4e6e-864b-00ab3ab4b68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:06.602525 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:06.610400 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb458660-59fc-4e6e-864b-00ab3ab4b68d service neutron] Pushing event updated for resources: {'Port': ['ID=a60bffa4-255d-422d-bc0e-659288fb698e,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:06.617573 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] Transition to ACTIVE for port object 206e6a67-4f5c-4486-bf62-462cad9490cf will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:49:06.720022 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:06.736600 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-eb458660-59fc-4e6e-864b-00ab3ab4b68d service neutron] Attempting to bind port a60bffa4-255d-422d-bc0e-659288fb698e on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:49:06.737069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-eb458660-59fc-4e6e-864b-00ab3ab4b68d service neutron] Attempting to bind port a60bffa4-255d-422d-bc0e-659288fb698e by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': 'eb205a45-e78c-4cf5-9d06-0787509ac84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:49:06.737480 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-eb458660-59fc-4e6e-864b-00ab3ab4b68d service neutron] Attempting to bind port a60bffa4-255d-422d-bc0e-659288fb698e on network d511986d-e449-4c9a-bc20-0b0373daead6 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:49:06.744270 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-eb458660-59fc-4e6e-864b-00ab3ab4b68d service neutron] Port a60bffa4-255d-422d-bc0e-659288fb698e on network d511986d-e449-4c9a-bc20-0b0373daead6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:49:06.745697 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-eb458660-59fc-4e6e-864b-00ab3ab4b68d service neutron] Attempting to bind port a60bffa4-255d-422d-bc0e-659288fb698e on network d511986d-e449-4c9a-bc20-0b0373daead6 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:49:06.753523 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-eb458660-59fc-4e6e-864b-00ab3ab4b68d service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:49:06.753523 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-eb458660-59fc-4e6e-864b-00ab3ab4b68d service neutron] Checking segment: {'id': 'eb205a45-e78c-4cf5-9d06-0787509ac84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:49:06.754119 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-eb458660-59fc-4e6e-864b-00ab3ab4b68d service neutron] Bound using segment: {'id': 'eb205a45-e78c-4cf5-9d06-0787509ac84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:49:06.754747 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-eb458660-59fc-4e6e-864b-00ab3ab4b68d service neutron] Bound port: a60bffa4-255d-422d-bc0e-659288fb698e, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb205a45-e78c-4cf5-9d06-0787509ac84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:49:06.755696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-eb458660-59fc-4e6e-864b-00ab3ab4b68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:06.865955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-eb458660-59fc-4e6e-864b-00ab3ab4b68d service neutron] For port a60bffa4-255d-422d-bc0e-659288fb698e, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:49:06.869427 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-eb458660-59fc-4e6e-864b-00ab3ab4b68d service neutron] For port a60bffa4-255d-422d-bc0e-659288fb698e, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=a60bffa4-255d-422d-bc0e-659288fb698e,segment=NetworkSegment(eb205a45-e78c-4cf5-9d06-0787509ac84a),segment_id=eb205a45-e78c-4cf5-9d06-0787509ac84a)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:49:06.905822 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd0731-9566-4c19-b495-da2160e5d5cc None None] Pushing event updated for resources: {'Port': ['ID=206e6a67-4f5c-4486-bf62-462cad9490cf,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:06.960700 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-eb458660-59fc-4e6e-864b-00ab3ab4b68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:07.005570 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] Attempting to bind port 206e6a67-4f5c-4486-bf62-462cad9490cf on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:49:07.009791 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] Attempting to bind port 206e6a67-4f5c-4486-bf62-462cad9490cf by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'b3c4451f-c396-4858-83a3-d8497ebe4fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '98950a2f-8822-4f85-aede-0dbd6c0638b9'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:49:07.009791 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] Attempting to bind port 206e6a67-4f5c-4486-bf62-462cad9490cf on network 98950a2f-8822-4f85-aede-0dbd6c0638b9 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:49:07.013383 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:49:07.013748 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] Checking segment: {'id': 'b3c4451f-c396-4858-83a3-d8497ebe4fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '98950a2f-8822-4f85-aede-0dbd6c0638b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:49:07.014144 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:07.014554 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] Bound using segment: {'id': 'b3c4451f-c396-4858-83a3-d8497ebe4fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '98950a2f-8822-4f85-aede-0dbd6c0638b9'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:49:07.015014 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] Bound port: 206e6a67-4f5c-4486-bf62-462cad9490cf, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c4451f-c396-4858-83a3-d8497ebe4fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '98950a2f-8822-4f85-aede-0dbd6c0638b9'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:49:07.015379 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:07.027128 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-eb458660-59fc-4e6e-864b-00ab3ab4b68d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:07.028573 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-eb458660-59fc-4e6e-864b-00ab3ab4b68d service neutron] 10.222.0.35 "PUT /v2.0/ports/a60bffa4-255d-422d-bc0e-659288fb698e HTTP/1.1" status: 200 len: 1093 time: 1.2414551 Apr 29 15:49:07.029026 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394c9c44-285c-4180-9506-9bdbdaac1945', 'tag': 'a60bffa4-255d-422d-bc0e-659288fb698e'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:49:07.051756 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb458660-59fc-4e6e-864b-00ab3ab4b68d service neutron] Pushing event updated for resources: {'Port': ['ID=a60bffa4-255d-422d-bc0e-659288fb698e,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:07.098270 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-311f87a5-2e38-42ae-b69d-2f8f572cd262'] response: {'name': 'network-changed', 'server_uuid': '394c9c44-285c-4180-9506-9bdbdaac1945', 'tag': 'a60bffa4-255d-422d-bc0e-659288fb698e', 'status': 'completed', 'code': 200} Apr 29 15:49:07.142068 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] For port 206e6a67-4f5c-4486-bf62-462cad9490cf, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:49:07.146065 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] For port 206e6a67-4f5c-4486-bf62-462cad9490cf, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=206e6a67-4f5c-4486-bf62-462cad9490cf,segment=NetworkSegment(b3c4451f-c396-4858-83a3-d8497ebe4fca),segment_id=b3c4451f-c396-4858-83a3-d8497ebe4fca)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:49:07.202806 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1205c7a9-1edc-4c4a-81c0-282d2e073b75 req-dbadca75-d29e-4482-ac13-a581978fe614 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56968f4173e467ca1a4109666ee4127&device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 1096 time: 0.0820363 Apr 29 15:49:07.207225 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:07.300465 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd0731-9566-4c19-b495-da2160e5d5cc None None] Pushing event updated for resources: {'Port': ['ID=206e6a67-4f5c-4486-bf62-462cad9490cf,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:07.304486 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] Routers {'c8ca6e13-bd66-445b-a0bb-0a576cbb6711'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:49:07.305421 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:48:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:07.358783 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c7a9-1edc-4c4a-81c0-282d2e073b75 req-704b335f-5353-4e44-903b-e995032dcaa9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:07.360387 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1205c7a9-1edc-4c4a-81c0-282d2e073b75 req-704b335f-5353-4e44-903b-e995032dcaa9 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c56968f4173e467ca1a4109666ee4127&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1517313 Apr 29 15:49:07.515629 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c7a9-1edc-4c4a-81c0-282d2e073b75 req-fcc30977-36d8-4f84-a7cc-9125fc888e14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:07.517817 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1205c7a9-1edc-4c4a-81c0-282d2e073b75 req-fcc30977-36d8-4f84-a7cc-9125fc888e14 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1513515 Apr 29 15:49:07.529952 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] Set router c8ca6e13-bd66-445b-a0bb-0a576cbb6711 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:49:07.805742 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-b5a45a8e-68fc-4da5-a58c-a30c40a8f28f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56968f4173e467ca1a4109666ee4127&device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 1096 time: 0.2362671 Apr 29 15:49:07.867715 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097e597-3a79-43b3-85b2-e469b264074b req-d9a3a6d4-1e44-4fef-ae5f-b68e33a30d6c tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:07.870587 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1097e597-3a79-43b3-85b2-e469b264074b req-d9a3a6d4-1e44-4fef-ae5f-b68e33a30d6c tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 943 time: 0.2632704 Apr 29 15:49:07.903841 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-1dc69f90-a253-4b7d-8f22-f0ff37a9fcd1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a60bffa4-255d-422d-bc0e-659288fb698e HTTP/1.1" status: 200 len: 217 time: 0.0896845 Apr 29 15:49:07.920282 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'name': 'tempest-TestNetworkBasicOps-router-237402697', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:36Z', 'updated_at': '2022-04-29T15:49:03Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:38Z', 'updated_at': '2022-04-29T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '28fcb682-d913-4090-8551-1a1d8f2fe268', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.197', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'port_id': '500a2030-7849-41d8-9f34-72aff20409a7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'mac_address': 'fa:16:3e:90:bf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:47:19Z', 'updated_at': '2022-04-29T15:47:30Z', 'revision_number': 1, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '206e6a67-4f5c-4486-bf62-462cad9490cf', 'name': '', 'network_id': '98950a2f-8822-4f85-aede-0dbd6c0638b9', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:b9:9f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24afc68f-5d94-4838-b289-7454a35aa3bc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:49:03Z', 'updated_at': '2022-04-29T15:49:07Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '24afc68f-5d94-4838-b289-7454a35aa3bc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9', 'name': '', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:bb:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:44Z', 'updated_at': '2022-04-29T15:46:54Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:07.924294 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45923065-b0db-4949-bc71-4738ed142f2d None None] The sync data for ids ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'] in dv-neutron-839913-1-hyperv is: [{'id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'name': 'tempest-TestNetworkBasicOps-router-237402697', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:36Z', 'updated_at': '2022-04-29T15:49:03Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:38Z', 'updated_at': '2022-04-29T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '28fcb682-d913-4090-8551-1a1d8f2fe268', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.197', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'port_id': '500a2030-7849-41d8-9f34-72aff20409a7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'mac_address': 'fa:16:3e:90:bf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:47:19Z', 'updated_at': '2022-04-29T15:47:30Z', 'revision_number': 1, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '206e6a67-4f5c-4486-bf62-462cad9490cf', 'name': '', 'network_id': '98950a2f-8822-4f85-aede-0dbd6c0638b9', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:b9:9f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24afc68f-5d94-4838-b289-7454a35aa3bc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:49:03Z', 'updated_at': '2022-04-29T15:49:07Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '24afc68f-5d94-4838-b289-7454a35aa3bc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9', 'name': '', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:bb:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:44Z', 'updated_at': '2022-04-29T15:46:54Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:49:07.983646 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1097e597-3a79-43b3-85b2-e469b264074b req-78d8f202-b3f0-42fe-b3c8-486c169e4d73 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073215 Apr 29 15:49:07.993078 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-fdcf98d0-3fce-43d5-b831-2903ca19970b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:07.995215 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-fdcf98d0-3fce-43d5-b831-2903ca19970b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fccdfd74-5a41-4338-8b3c-9da29bbca38f HTTP/1.1" status: 200 len: 850 time: 0.0802922 Apr 29 15:49:08.077681 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-1c9a7eb1-2385-4a1b-a719-15921704145f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d511986d-e449-4c9a-bc20-0b0373daead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766823 Apr 29 15:49:08.218372 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-930a31e7-53e8-460c-9af3-582bcd8341ee service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343141 Apr 29 15:49:08.357736 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-893aa7ea-5dbe-4e60-b820-bff0534ab051 req-bae50590-5387-4654-9eb1-09663d173fc2 service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334274 Apr 29 15:49:09.224321 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb72c4-a4cb-41ca-84a7-7567b2d2cf04 req-6925cd1b-6e95-43cb-9f1c-5bd211bf1ee2 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:09.225773 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f7eb72c4-a4cb-41ca-84a7-7567b2d2cf04 req-6925cd1b-6e95-43cb-9f1c-5bd211bf1ee2 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 943 time: 0.1123786 Apr 29 15:49:09.272491 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f7eb72c4-a4cb-41ca-84a7-7567b2d2cf04 req-a78b151d-f215-48aa-bcbd-195e25b00b19 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410907 Apr 29 15:49:09.598016 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 206e6a67-4f5c-4486-bf62-462cad9490cf up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:49:09.719992 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 206e6a67-4f5c-4486-bf62-462cad9490cf completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:49:09.724917 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 206e6a67-4f5c-4486-bf62-462cad9490cf triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:49:09.725288 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:09.846711 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:09.879350 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 206e6a67-4f5c-4486-bf62-462cad9490cf, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=206e6a67-4f5c-4486-bf62-462cad9490cf,segment=NetworkSegment(b3c4451f-c396-4858-83a3-d8497ebe4fca),segment_id=b3c4451f-c396-4858-83a3-d8497ebe4fca)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:49:09.954697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:10.020106 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=206e6a67-4f5c-4486-bf62-462cad9490cf,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:10.471400 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a995d24-9f7d-4ef6-8cd6-cabab8724080 req-48beaa9f-d0ee-453b-bc30-9b704293d0d3 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:10.472882 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1a995d24-9f7d-4ef6-8cd6-cabab8724080 req-48beaa9f-d0ee-453b-bc30-9b704293d0d3 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 943 time: 0.0758257 Apr 29 15:49:10.519990 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1a995d24-9f7d-4ef6-8cd6-cabab8724080 req-dffc21ef-5a00-4aaf-acf0-3d3afc5862a2 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412605 Apr 29 15:49:11.576335 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 206e6a67-4f5c-4486-bf62-462cad9490cf up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:49:11.644818 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 206e6a67-4f5c-4486-bf62-462cad9490cf triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:49:11.645095 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:11.724393 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2418c86-d8fb-4260-af10-5acda39969bc req-bc5179da-9e65-44d1-9355-1687b0806287 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:11.726654 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c2418c86-d8fb-4260-af10-5acda39969bc req-bc5179da-9e65-44d1-9355-1687b0806287 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 943 time: 0.0832841 Apr 29 15:49:11.775333 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c2418c86-d8fb-4260-af10-5acda39969bc req-7620ff91-af68-47df-8c83-0e69dbd8d8c0 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426373 Apr 29 15:49:12.977185 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24514ea4-9d52-4351-8690-f56bfd715325 req-e2505706-0554-46fc-abd5-997e02ae10c3 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:12.978682 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-24514ea4-9d52-4351-8690-f56bfd715325 req-e2505706-0554-46fc-abd5-997e02ae10c3 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 943 time: 0.0795579 Apr 29 15:49:13.028329 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-24514ea4-9d52-4351-8690-f56bfd715325 req-301c71d7-a775-4422-8b55-3d0245c6d3d8 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439217 Apr 29 15:49:13.571821 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a5a88c44-4bfc-45a3-ac9d-9132b4fb9e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:14.221773 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d3d55-83eb-49a0-bef9-115d5b7fd748 req-132d549c-2d4a-410e-8adf-76a0cf2637cc tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:14.223257 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-307d3d55-83eb-49a0-bef9-115d5b7fd748 req-132d549c-2d4a-410e-8adf-76a0cf2637cc tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 943 time: 0.0760500 Apr 29 15:49:14.269049 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-307d3d55-83eb-49a0-bef9-115d5b7fd748 req-55503fb0-6a2d-402f-ba77-1fa11b4e139f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402975 Apr 29 15:49:15.140280 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:15.464027 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58532bda-18c6-4596-ab78-2a98ad8b67d0 req-bb05ccbe-75be-4b71-bce1-9cfec98d0737 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:15.470953 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-58532bda-18c6-4596-ab78-2a98ad8b67d0 req-bb05ccbe-75be-4b71-bce1-9cfec98d0737 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 943 time: 0.0794184 Apr 29 15:49:15.509340 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-58532bda-18c6-4596-ab78-2a98ad8b67d0 req-e4f7dd01-6fb2-49ad-9139-00110bf635ab tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384009 Apr 29 15:49:15.877611 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f51b079d-1672-4b07-83c7-223a6d95588f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:16.736418 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559f1b3-9cd6-4d13-9fb8-eccbcfad843b req-b7539165-9293-41e2-bf4d-90ef3f074795 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:16.737979 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0559f1b3-9cd6-4d13-9fb8-eccbcfad843b req-b7539165-9293-41e2-bf4d-90ef3f074795 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 943 time: 0.0758226 Apr 29 15:49:16.783579 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0559f1b3-9cd6-4d13-9fb8-eccbcfad843b req-7ff9a660-1944-46c7-8302-457c1032763d tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397897 Apr 29 15:49:16.917000 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device a60bffa4-255d-422d-bc0e-659288fb698e details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:49:17.075103 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port a60bffa4-255d-422d-bc0e-659288fb698e, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=a60bffa4-255d-422d-bc0e-659288fb698e,segment=NetworkSegment(eb205a45-e78c-4cf5-9d06-0787509ac84a),segment_id=eb205a45-e78c-4cf5-9d06-0787509ac84a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:49:17.093644 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': 'a60bffa4-255d-422d-bc0e-659288fb698e', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'port_id': 'a60bffa4-255d-422d-bc0e-659288fb698e', 'mac_address': 'fa:16:3e:f6:cf:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:49:17.153471 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:17.178226 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:17.200902 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a60bffa4-255d-422d-bc0e-659288fb698e {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:49:17.219860 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port a60bffa4-255d-422d-bc0e-659288fb698e, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=a60bffa4-255d-422d-bc0e-659288fb698e,segment=NetworkSegment(eb205a45-e78c-4cf5-9d06-0787509ac84a),segment_id=eb205a45-e78c-4cf5-9d06-0787509ac84a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:49:17.280571 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:17.355612 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=a60bffa4-255d-422d-bc0e-659288fb698e,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:17.363895 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:17.364268 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:17.364733 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:17.365070 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:17.366258 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:17.366258 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:17.366462 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:17.366674 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:17.367000 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:17.367322 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:17.367646 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:17.532327 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:17.668548 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['a60bffa4-255d-422d-bc0e-659288fb698e'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 15:49:18.010729 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb11aa-00d0-4eec-bc37-53ced1527654 req-93b5e72a-deac-41f3-92ec-ad454dae801a tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:18.012929 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7adb11aa-00d0-4eec-bc37-53ced1527654 req-93b5e72a-deac-41f3-92ec-ad454dae801a tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 944 time: 0.0846348 Apr 29 15:49:18.059572 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7adb11aa-00d0-4eec-bc37-53ced1527654 req-906af491-f457-4900-b780-d52043a1d539 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407882 Apr 29 15:49:18.392311 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:18.925746 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device a60bffa4-255d-422d-bc0e-659288fb698e up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:49:19.072343 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port a60bffa4-255d-422d-bc0e-659288fb698e completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:49:19.077233 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port a60bffa4-255d-422d-bc0e-659288fb698e triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:49:19.077600 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:19.192990 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:19.220881 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394c9c44-285c-4180-9506-9bdbdaac1945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60bffa4-255d-422d-bc0e-659288fb698e'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:49:19.231183 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port a60bffa4-255d-422d-bc0e-659288fb698e, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=a60bffa4-255d-422d-bc0e-659288fb698e,segment=NetworkSegment(eb205a45-e78c-4cf5-9d06-0787509ac84a),segment_id=eb205a45-e78c-4cf5-9d06-0787509ac84a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:49:19.258763 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ea19a-f1bf-4c69-922d-670d70561f72 req-f23c822c-5e49-45d8-a91d-2403d2a08411 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:19.260238 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-080ea19a-f1bf-4c69-922d-670d70561f72 req-f23c822c-5e49-45d8-a91d-2403d2a08411 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 944 time: 0.0804951 Apr 29 15:49:19.280288 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b704bc-3652-48c7-8d1e-c52a028eb23e'] response: {'server_uuid': '394c9c44-285c-4180-9506-9bdbdaac1945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60bffa4-255d-422d-bc0e-659288fb698e', 'code': 200} Apr 29 15:49:19.301539 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:19.307278 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-080ea19a-f1bf-4c69-922d-670d70561f72 req-616eed9a-ef63-42f6-b683-c6c4fa6a50b2 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412059 Apr 29 15:49:19.368612 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=a60bffa4-255d-422d-bc0e-659288fb698e,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:19.709967 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0174982b-ac52-4208-85c2-f4d2154411a4 req-9d8e4298-0d5b-4032-ae53-7d88d0689b70 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 1098 time: 0.0703416 Apr 29 15:49:19.752861 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0174982b-ac52-4208-85c2-f4d2154411a4 req-c64e5dbe-a3c8-49d9-b312-3b2d189c2510 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363708 Apr 29 15:49:20.503912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484d66a-bc58-4bf2-987f-5665965917d2 req-112d4d3a-c68f-418a-90de-dee6e1b3405f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:20.505394 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b484d66a-bc58-4bf2-987f-5665965917d2 req-112d4d3a-c68f-418a-90de-dee6e1b3405f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 945 time: 0.0749700 Apr 29 15:49:20.553735 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b484d66a-bc58-4bf2-987f-5665965917d2 req-801cef84-c796-4429-888d-025e6c957aa6 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429230 Apr 29 15:49:21.726965 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:49:21.749451 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a88b09-1969-4f84-9c9f-99ac08dc2758 req-bd2b5848-653c-4556-8a22-600c1d2868b4 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:21.750913 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-35a88b09-1969-4f84-9c9f-99ac08dc2758 req-bd2b5848-653c-4556-8a22-600c1d2868b4 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 945 time: 0.0770669 Apr 29 15:49:21.796738 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-35a88b09-1969-4f84-9c9f-99ac08dc2758 req-90bd755d-ce05-4e0f-8655-86bee4b8809f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400717 Apr 29 15:49:22.080882 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efa23e-1575-49d7-bbfd-f7b4f670a762 req-699c714e-6fa0-4c19-b5bc-b2989c51857b tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:22.082311 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e9efa23e-1575-49d7-bbfd-f7b4f670a762 req-699c714e-6fa0-4c19-b5bc-b2989c51857b tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 945 time: 0.1611962 Apr 29 15:49:22.128035 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e9efa23e-1575-49d7-bbfd-f7b4f670a762 req-f5be6cc2-081e-4a63-ae87-d85730d3e4f6 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402074 Apr 29 15:49:22.156445 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59984) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:22.417629 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-17f89ae2-485e-4fff-80a9-fc6677871dd4 tempest-TestVolumeBootPattern-1599167699 tempest-TestVolumeBootPattern-1599167699-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 1093 time: 0.2600622 Apr 29 15:49:22.420195 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 59990) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:22.425273 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-56c91f39-1887-4560-b478-e16f782365ee tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': 'a60bffa4-255d-422d-bc0e-659288fb698e', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:49:22.430693 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-56c91f39-1887-4560-b478-e16f782365ee tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:49:22.434627 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-56c91f39-1887-4560-b478-e16f782365ee tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Usage tracker for resource:floatingip and tenant:c56968f4173e467ca1a4109666ee4127 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:49:22.437865 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-56c91f39-1887-4560-b478-e16f782365ee tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:49:22.443573 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-56c91f39-1887-4560-b478-e16f782365ee tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:49:22.529004 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-56c91f39-1887-4560-b478-e16f782365ee tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for floatingip, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:22.671110 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-56c91f39-1887-4560-b478-e16f782365ee tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:22.806649 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-56c91f39-1887-4560-b478-e16f782365ee tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Allocated IP 172.26.1.146 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/00a2f88f-7bc6-49c9-9b46-4c0b2079a2e5) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:49:22.950141 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-56c91f39-1887-4560-b478-e16f782365ee tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:23.052060 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-56c91f39-1887-4560-b478-e16f782365ee tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:23.114905 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c91f39-1887-4560-b478-e16f782365ee tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:49:23.117475 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-56c91f39-1887-4560-b478-e16f782365ee tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:49:23.121412 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c91f39-1887-4560-b478-e16f782365ee tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:49:23.153543 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c91f39-1887-4560-b478-e16f782365ee tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Pushing event updated for resources: {'Port': ['ID=00a2f88f-7bc6-49c9-9b46-4c0b2079a2e5,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:23.627441 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-56c91f39-1887-4560-b478-e16f782365ee tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:23.753348 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-56c91f39-1887-4560-b478-e16f782365ee tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:23.950952 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-56c91f39-1887-4560-b478-e16f782365ee tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:24.034591 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-56c91f39-1887-4560-b478-e16f782365ee tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:24.173779 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c91f39-1887-4560-b478-e16f782365ee tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Pushing event updated for resources: {'Port': ['ID=00a2f88f-7bc6-49c9-9b46-4c0b2079a2e5,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:24.209876 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-56c91f39-1887-4560-b478-e16f782365ee tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:24.418044 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-830052d7-2a5b-4bae-b2f5-0f8c84f00c7f req-0164a51b-849c-40ec-8592-f5995280d232 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3426371 Apr 29 15:49:24.530790 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-830052d7-2a5b-4bae-b2f5-0f8c84f00c7f req-42ba9c62-3cc0-41c8-8833-121a15d74421 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 1099 time: 0.0915630 Apr 29 15:49:24.627876 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [None req-56c91f39-1887-4560-b478-e16f782365ee tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Floating IP 79dd76a1-bffc-47cc-9079-cc6250364091 associated. External IP: 172.26.1.146, port: a60bffa4-255d-422d-bc0e-659288fb698e. Apr 29 15:49:24.810100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830052d7-2a5b-4bae-b2f5-0f8c84f00c7f req-1f71c749-2a08-4990-82cd-74aa25ae1262 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:24.811522 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-830052d7-2a5b-4bae-b2f5-0f8c84f00c7f req-1f71c749-2a08-4990-82cd-74aa25ae1262 service neutron] 10.222.0.35 "GET /v2.0/networks?id=150e920e-602c-4c2f-9543-26fa5e88bbc8 HTTP/1.1" status: 200 len: 898 time: 0.2600887 Apr 29 15:49:24.927815 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-830052d7-2a5b-4bae-b2f5-0f8c84f00c7f req-2a0c2ad3-c75f-4059-af8b-adb46f0509b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=500a2030-7849-41d8-9f34-72aff20409a7 HTTP/1.1" status: 200 len: 1002 time: 0.1090400 Apr 29 15:49:25.006795 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830052d7-2a5b-4bae-b2f5-0f8c84f00c7f req-2e442fd0-a705-4715-b390-8c0f8d97f91d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:25.008253 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-830052d7-2a5b-4bae-b2f5-0f8c84f00c7f req-2e442fd0-a705-4715-b390-8c0f8d97f91d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d1cded2-3478-42ee-9c8b-454957ef514a HTTP/1.1" status: 200 len: 835 time: 0.0723615 Apr 29 15:49:25.208998 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-830052d7-2a5b-4bae-b2f5-0f8c84f00c7f req-9f8811bd-5301-49f7-90da-e786948dfc3d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=150e920e-602c-4c2f-9543-26fa5e88bbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1942329 Apr 29 15:49:25.365584 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-830052d7-2a5b-4bae-b2f5-0f8c84f00c7f req-e25fc2f7-1b17-4a93-9eb5-268992810ab9 service neutron] 10.222.0.35 "GET /v2.0/networks/150e920e-602c-4c2f-9543-26fa5e88bbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492076 Apr 29 15:49:25.466150 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c91f39-1887-4560-b478-e16f782365ee tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Router 5eb1e853-950b-4a34-b779-2094d01ca578 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:49:25.728609 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-830052d7-2a5b-4bae-b2f5-0f8c84f00c7f req-25bf2534-df0a-44e4-b817-3c44ee634b98 service neutron] 10.222.0.35 "GET /v2.0/networks/150e920e-602c-4c2f-9543-26fa5e88bbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535151 Apr 29 15:49:25.806598 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c91f39-1887-4560-b478-e16f782365ee tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:49:25.817294 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b21aff5-9e39-4323-9faa-0c6b1eae7477 None None] Sync routers for ids ['5eb1e853-950b-4a34-b779-2094d01ca578'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:49:25.829786 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b21aff5-9e39-4323-9faa-0c6b1eae7477 None None] Routers {'5eb1e853-950b-4a34-b779-2094d01ca578'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:49:25.830705 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-3b21aff5-9e39-4323-9faa-0c6b1eae7477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:49:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5eb1e853-950b-4a34-b779-2094d01ca578'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:25.937331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-56c91f39-1887-4560-b478-e16f782365ee tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:25.992369 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-56c91f39-1887-4560-b478-e16f782365ee tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5709896 Apr 29 15:49:25.993381 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394c9c44-285c-4180-9506-9bdbdaac1945', 'tag': 'a60bffa4-255d-422d-bc0e-659288fb698e'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:49:26.035566 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-3b21aff5-9e39-4323-9faa-0c6b1eae7477 None None] Set router 5eb1e853-950b-4a34-b779-2094d01ca578 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:49:26.052258 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c873a7-bca4-4744-8845-461444ddbd9e'] response: {'name': 'network-changed', 'server_uuid': '394c9c44-285c-4180-9506-9bdbdaac1945', 'tag': 'a60bffa4-255d-422d-bc0e-659288fb698e', 'status': 'completed', 'code': 200} Apr 29 15:49:26.145429 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5dbaa396-d6ba-4154-9356-6382467e0ff1 req-06ba026c-3285-4192-8a8a-03d16f849f77 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56968f4173e467ca1a4109666ee4127&device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 1098 time: 0.0718005 Apr 29 15:49:26.274772 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa396-d6ba-4154-9356-6382467e0ff1 req-1ee26e4b-fe96-4856-810d-c3b627cd687c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:26.276133 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5dbaa396-d6ba-4154-9356-6382467e0ff1 req-1ee26e4b-fe96-4856-810d-c3b627cd687c service neutron] 10.222.0.35 "GET /v2.0/networks?id=d511986d-e449-4c9a-bc20-0b0373daead6 HTTP/1.1" status: 200 len: 912 time: 0.1254258 Apr 29 15:49:26.381130 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5dbaa396-d6ba-4154-9356-6382467e0ff1 req-4dc345a8-cc42-482f-8e57-6840cc3e5a97 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a60bffa4-255d-422d-bc0e-659288fb698e HTTP/1.1" status: 200 len: 999 time: 0.0973909 Apr 29 15:49:26.386011 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-3b21aff5-9e39-4323-9faa-0c6b1eae7477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:40:27Z', 'revision_number': 4, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port': {'id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:18Z', 'updated_at': '2022-04-29T15:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '432e9a59-a233-40f0-8f37-7da5d66731ea', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'floating_ip_address': '172.26.1.87', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'port_id': '49636631-79be-48ee-888e-5c69ee96dee6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'mac_address': 'fa:16:3e:02:93:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60fe2fe-bf9c-4b5d-97f2-821a277effdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:46:02Z', 'updated_at': '2022-04-29T15:46:07Z', 'revision_number': 1, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'fixed_ip_address_scope': None}, {'id': '79dd76a1-bffc-47cc-9079-cc6250364091', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'floating_ip_address': '172.26.1.146', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'port_id': 'a60bffa4-255d-422d-bc0e-659288fb698e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'mac_address': 'fa:16:3e:f6:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394c9c44-285c-4180-9506-9bdbdaac1945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:49:23Z', 'updated_at': '2022-04-29T15:49:23Z', 'revision_number': 0, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58611ec8-4cdc-4b16-aa9e-d9f81425f6ca', 'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'mac_address': 'fa:16:3e:bb:23:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:26Z', 'updated_at': '2022-04-29T15:40:38Z', 'revision_number': 5, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'subnets': [{'id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:26.390324 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b21aff5-9e39-4323-9faa-0c6b1eae7477 None None] Checking router: 5eb1e853-950b-4a34-b779-2094d01ca578 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:49:26.400683 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b21aff5-9e39-4323-9faa-0c6b1eae7477 None None] Routers {'5eb1e853-950b-4a34-b779-2094d01ca578'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:49:26.401273 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-3b21aff5-9e39-4323-9faa-0c6b1eae7477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:49:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5eb1e853-950b-4a34-b779-2094d01ca578'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:26.444606 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa396-d6ba-4154-9356-6382467e0ff1 req-4074c696-6c4e-48fb-86aa-707d56bc8dcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:26.446012 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5dbaa396-d6ba-4154-9356-6382467e0ff1 req-4074c696-6c4e-48fb-86aa-707d56bc8dcc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fccdfd74-5a41-4338-8b3c-9da29bbca38f HTTP/1.1" status: 200 len: 850 time: 0.0569420 Apr 29 15:49:26.519986 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5dbaa396-d6ba-4154-9356-6382467e0ff1 req-418a0f77-da5e-4e63-b111-a3fb4d9c2c2c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d511986d-e449-4c9a-bc20-0b0373daead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683379 Apr 29 15:49:26.575492 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-3b21aff5-9e39-4323-9faa-0c6b1eae7477 None None] Set router 5eb1e853-950b-4a34-b779-2094d01ca578 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:49:26.653606 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5dbaa396-d6ba-4154-9356-6382467e0ff1 req-9a746315-7cf2-467b-ba33-94346e19dec1 service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274469 Apr 29 15:49:26.786245 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5dbaa396-d6ba-4154-9356-6382467e0ff1 req-ab364ec2-cb5c-4465-a916-077b1366c3b6 service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268559 Apr 29 15:49:26.924588 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-3b21aff5-9e39-4323-9faa-0c6b1eae7477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:40:27Z', 'revision_number': 4, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port': {'id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:18Z', 'updated_at': '2022-04-29T15:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '432e9a59-a233-40f0-8f37-7da5d66731ea', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'floating_ip_address': '172.26.1.87', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'port_id': '49636631-79be-48ee-888e-5c69ee96dee6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'mac_address': 'fa:16:3e:02:93:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60fe2fe-bf9c-4b5d-97f2-821a277effdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:46:02Z', 'updated_at': '2022-04-29T15:46:07Z', 'revision_number': 1, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'fixed_ip_address_scope': None}, {'id': '79dd76a1-bffc-47cc-9079-cc6250364091', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'floating_ip_address': '172.26.1.146', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'port_id': 'a60bffa4-255d-422d-bc0e-659288fb698e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'mac_address': 'fa:16:3e:f6:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394c9c44-285c-4180-9506-9bdbdaac1945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:49:23Z', 'updated_at': '2022-04-29T15:49:23Z', 'revision_number': 0, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58611ec8-4cdc-4b16-aa9e-d9f81425f6ca', 'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'mac_address': 'fa:16:3e:bb:23:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:26Z', 'updated_at': '2022-04-29T15:40:38Z', 'revision_number': 5, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'subnets': [{'id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:26.928439 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b21aff5-9e39-4323-9faa-0c6b1eae7477 None None] The sync data for ids ['5eb1e853-950b-4a34-b779-2094d01ca578'] in dv-neutron-839913-1-hyperv is: [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:40:27Z', 'revision_number': 4, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port': {'id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:18Z', 'updated_at': '2022-04-29T15:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '432e9a59-a233-40f0-8f37-7da5d66731ea', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'floating_ip_address': '172.26.1.87', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'port_id': '49636631-79be-48ee-888e-5c69ee96dee6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'mac_address': 'fa:16:3e:02:93:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60fe2fe-bf9c-4b5d-97f2-821a277effdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:46:02Z', 'updated_at': '2022-04-29T15:46:07Z', 'revision_number': 1, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'fixed_ip_address_scope': None}, {'id': '79dd76a1-bffc-47cc-9079-cc6250364091', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'floating_ip_address': '172.26.1.146', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'port_id': 'a60bffa4-255d-422d-bc0e-659288fb698e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'mac_address': 'fa:16:3e:f6:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394c9c44-285c-4180-9506-9bdbdaac1945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:49:23Z', 'updated_at': '2022-04-29T15:49:23Z', 'revision_number': 0, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58611ec8-4cdc-4b16-aa9e-d9f81425f6ca', 'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'mac_address': 'fa:16:3e:bb:23:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:26Z', 'updated_at': '2022-04-29T15:40:38Z', 'revision_number': 5, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'subnets': [{'id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:49:27.115949 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b16f809-bbec-4a60-8fdf-9c63a0c45f8f None None] New status for floating IP 79dd76a1-bffc-47cc-9079-cc6250364091: ACTIVE {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:49:34.683305 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60016) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:34.888499 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-30481535-b4c9-4c38-aa57-9c5214900b50 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Deleting port 88fb0c85-3a85-425b-82d5-e5d2e3e62b7b {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:49:34.889093 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-30481535-b4c9-4c38-aa57-9c5214900b50 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:35.058281 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-30481535-b4c9-4c38-aa57-9c5214900b50 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:35.058281 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-30481535-b4c9-4c38-aa57-9c5214900b50 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:35.275272 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-30481535-b4c9-4c38-aa57-9c5214900b50 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Calling delete_port for 88fb0c85-3a85-425b-82d5-e5d2e3e62b7b owned by network:floatingip {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:49:35.514872 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-30481535-b4c9-4c38-aa57-9c5214900b50 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:35.559338 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30481535-b4c9-4c38-aa57-9c5214900b50 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Pushing event deleted for resources: {'Port': ['ID=88fb0c85-3a85-425b-82d5-e5d2e3e62b7b,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:35.649956 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-30481535-b4c9-4c38-aa57-9c5214900b50 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for floatingip, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:36.035802 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30481535-b4c9-4c38-aa57-9c5214900b50 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Router c533ddb5-21c8-4763-9b56-8e38c1652b70 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:49:36.232564 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30481535-b4c9-4c38-aa57-9c5214900b50 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:49:36.241751 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b8deda-e442-41e8-9a53-c7e7ba4c2199 None None] Sync routers for ids ['c533ddb5-21c8-4763-9b56-8e38c1652b70'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:49:36.248726 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-30481535-b4c9-4c38-aa57-9c5214900b50 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:36.253374 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b8deda-e442-41e8-9a53-c7e7ba4c2199 None None] Routers {'c533ddb5-21c8-4763-9b56-8e38c1652b70'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:49:36.253973 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-b4b8deda-e442-41e8-9a53-c7e7ba4c2199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:49:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c533ddb5-21c8-4763-9b56-8e38c1652b70'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:36.302845 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-30481535-b4c9-4c38-aa57-9c5214900b50 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "DELETE /v2.0/floatingips/ea0ce8b7-b0a5-4fc1-a918-cc9689d4cb13 HTTP/1.1" status: 204 len: 168 time: 1.6178703 Apr 29 15:49:36.303405 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d19430c-463f-4372-ba55-c8b7c4ba1f63', 'tag': 'aeea86f4-ac99-4a61-af3e-d33f41a875e2'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:49:36.360593 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f34b5e-6d69-45ac-adcc-06d629c79edf'] response: {'name': 'network-changed', 'server_uuid': '1d19430c-463f-4372-ba55-c8b7c4ba1f63', 'tag': 'aeea86f4-ac99-4a61-af3e-d33f41a875e2', 'status': 'completed', 'code': 200} Apr 29 15:49:36.438265 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-b4b8deda-e442-41e8-9a53-c7e7ba4c2199 None None] Set router c533ddb5-21c8-4763-9b56-8e38c1652b70 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:49:36.459330 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-48dbdbbf-9efb-4a29-b236-8def7e994425 req-89d43db8-d189-41b5-9ca3-b194bd6d8ca2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1017aa1cfb24ef0aafadccbd6fc1cae&device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 1099 time: 0.0758045 Apr 29 15:49:36.594269 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbdbbf-9efb-4a29-b236-8def7e994425 req-a7f9b147-f15e-4e33-98d4-735ec21ffb57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:36.597764 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-48dbdbbf-9efb-4a29-b236-8def7e994425 req-a7f9b147-f15e-4e33-98d4-735ec21ffb57 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb HTTP/1.1" status: 200 len: 898 time: 0.1294143 Apr 29 15:49:36.667126 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-48dbdbbf-9efb-4a29-b236-8def7e994425 req-425f6d21-0975-4749-9fb3-e7e72238368a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aeea86f4-ac99-4a61-af3e-d33f41a875e2 HTTP/1.1" status: 200 len: 217 time: 0.0597823 Apr 29 15:49:36.749327 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbdbbf-9efb-4a29-b236-8def7e994425 req-df26aa71-67bb-4de3-bc91-a28870214488 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:36.750887 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-48dbdbbf-9efb-4a29-b236-8def7e994425 req-df26aa71-67bb-4de3-bc91-a28870214488 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9 HTTP/1.1" status: 200 len: 834 time: 0.0754170 Apr 29 15:49:36.801804 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-b4b8deda-e442-41e8-9a53-c7e7ba4c2199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979138949', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:04Z', 'updated_at': '2022-04-29T15:46:15Z', 'revision_number': 4, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'gw_port': {'id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:06Z', 'updated_at': '2022-04-29T15:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '606a085a-b585-4d56-8f2c-63d3b2f8a945', 'name': '', 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'mac_address': 'fa:16:3e:b3:c8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:15Z', 'updated_at': '2022-04-29T15:46:25Z', 'revision_number': 5, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'subnets': [{'id': 'c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:36.806174 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b8deda-e442-41e8-9a53-c7e7ba4c2199 None None] Checking router: c533ddb5-21c8-4763-9b56-8e38c1652b70 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:49:36.818979 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b8deda-e442-41e8-9a53-c7e7ba4c2199 None None] Routers {'c533ddb5-21c8-4763-9b56-8e38c1652b70'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:49:36.819583 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-b4b8deda-e442-41e8-9a53-c7e7ba4c2199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:49:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c533ddb5-21c8-4763-9b56-8e38c1652b70'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:36.830181 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-48dbdbbf-9efb-4a29-b236-8def7e994425 req-8262ba46-357e-4465-90fc-8c45041fb136 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722737 Apr 29 15:49:36.998091 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-b4b8deda-e442-41e8-9a53-c7e7ba4c2199 None None] Set router c533ddb5-21c8-4763-9b56-8e38c1652b70 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:49:37.021865 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-48dbdbbf-9efb-4a29-b236-8def7e994425 req-51575b46-fce6-4eda-af19-4d49680c910c service neutron] 10.222.0.35 "GET /v2.0/networks/b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831772 Apr 29 15:49:37.054784 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5859d-eaa7-4339-93b9-a85aaf7039bc req-f414481d-706d-4df3-b4db-b17025370a65 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:37.056227 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f8f5859d-eaa7-4339-93b9-a85aaf7039bc req-f414481d-706d-4df3-b4db-b17025370a65 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 946 time: 0.1464942 Apr 29 15:49:37.275303 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f8f5859d-eaa7-4339-93b9-a85aaf7039bc req-a5f378b0-73e6-43a9-9fd6-f871938964b0 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741138 Apr 29 15:49:37.296552 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-48dbdbbf-9efb-4a29-b236-8def7e994425 req-41d1f834-d885-4afb-b0ea-33d7f8d2ff3b service neutron] 10.222.0.35 "GET /v2.0/networks/b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671638 Apr 29 15:49:37.316078 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-b4b8deda-e442-41e8-9a53-c7e7ba4c2199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979138949', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:04Z', 'updated_at': '2022-04-29T15:46:15Z', 'revision_number': 4, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'gw_port': {'id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:06Z', 'updated_at': '2022-04-29T15:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '606a085a-b585-4d56-8f2c-63d3b2f8a945', 'name': '', 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'mac_address': 'fa:16:3e:b3:c8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:15Z', 'updated_at': '2022-04-29T15:46:25Z', 'revision_number': 5, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'subnets': [{'id': 'c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:37.320302 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b8deda-e442-41e8-9a53-c7e7ba4c2199 None None] The sync data for ids ['c533ddb5-21c8-4763-9b56-8e38c1652b70'] in dv-neutron-839913-1-hyperv is: [{'id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979138949', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:04Z', 'updated_at': '2022-04-29T15:46:15Z', 'revision_number': 4, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'gw_port': {'id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:06Z', 'updated_at': '2022-04-29T15:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '606a085a-b585-4d56-8f2c-63d3b2f8a945', 'name': '', 'network_id': 'b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'mac_address': 'fa:16:3e:b3:c8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:15Z', 'updated_at': '2022-04-29T15:46:25Z', 'revision_number': 5, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'subnets': [{'id': 'c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:49:37.532481 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94790309-1bc9-46a4-95dc-135fe0d00c26 None None] New status for floating IP ea0ce8b7-b0a5-4fc1-a918-cc9689d4cb13: DOWN {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:49:38.489143 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae25c2-5359-46f4-93fb-b2afd12baad7 req-93b2fb35-fcc3-4657-90eb-bb0f853fc0be tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:38.490615 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-deae25c2-5359-46f4-93fb-b2afd12baad7 req-93b2fb35-fcc3-4657-90eb-bb0f853fc0be tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 946 time: 0.0754256 Apr 29 15:49:38.535397 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-deae25c2-5359-46f4-93fb-b2afd12baad7 req-23969b48-db35-4360-88d8-e02e8cba1435 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/security-groups?id=a408d491-5c90-4f79-8b7d-548226f0c245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393028 Apr 29 15:49:38.711835 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b300-8bbf-4f19-bec5-915480279de6 req-b5d556ec-091b-4ab1-bad6-52ccb7038bc2 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:38.713282 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a768b300-8bbf-4f19-bec5-915480279de6 req-b5d556ec-091b-4ab1-bad6-52ccb7038bc2 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 946 time: 0.0826213 Apr 29 15:49:38.781373 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-a768b300-8bbf-4f19-bec5-915480279de6 req-8d4b2a17-59a3-405b-8dc2-6246fcb5001b tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Deleting port aeea86f4-ac99-4a61-af3e-d33f41a875e2 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:49:38.781716 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a768b300-8bbf-4f19-bec5-915480279de6 req-8d4b2a17-59a3-405b-8dc2-6246fcb5001b tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:38.874236 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60032) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:39.025009 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-a768b300-8bbf-4f19-bec5-915480279de6 req-8d4b2a17-59a3-405b-8dc2-6246fcb5001b tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] For port aeea86f4-ac99-4a61-af3e-d33f41a875e2, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=aeea86f4-ac99-4a61-af3e-d33f41a875e2,segment=NetworkSegment(c791905b-c6a6-4e63-8cef-a35da8b2b344),segment_id=c791905b-c6a6-4e63-8cef-a35da8b2b344)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:49:39.025361 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a768b300-8bbf-4f19-bec5-915480279de6 req-8d4b2a17-59a3-405b-8dc2-6246fcb5001b tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:39.147771 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-a768b300-8bbf-4f19-bec5-915480279de6 req-8d4b2a17-59a3-405b-8dc2-6246fcb5001b tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Calling delete_port for aeea86f4-ac99-4a61-af3e-d33f41a875e2 owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:49:39.272365 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24945d7d-530e-42b9-91f8-ea94dc2ffb72 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:39.426242 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a768b300-8bbf-4f19-bec5-915480279de6 req-8d4b2a17-59a3-405b-8dc2-6246fcb5001b tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:39.475141 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b2a17-59a3-405b-8dc2-6246fcb5001b tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Pushing event deleted for resources: {'Port': ['ID=aeea86f4-ac99-4a61-af3e-d33f41a875e2,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:39.545208 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4b2a17-59a3-405b-8dc2-6246fcb5001b tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:39.545801 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4b2a17-59a3-405b-8dc2-6246fcb5001b tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:39.545897 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4b2a17-59a3-405b-8dc2-6246fcb5001b tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:39.546217 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4b2a17-59a3-405b-8dc2-6246fcb5001b tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:39.546578 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4b2a17-59a3-405b-8dc2-6246fcb5001b tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:39.546913 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4b2a17-59a3-405b-8dc2-6246fcb5001b tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:39.547254 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4b2a17-59a3-405b-8dc2-6246fcb5001b tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:39.547567 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4b2a17-59a3-405b-8dc2-6246fcb5001b tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:39.547887 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4b2a17-59a3-405b-8dc2-6246fcb5001b tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:39.548207 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4b2a17-59a3-405b-8dc2-6246fcb5001b tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:39.548596 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4b2a17-59a3-405b-8dc2-6246fcb5001b tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:39.561377 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a768b300-8bbf-4f19-bec5-915480279de6 req-8d4b2a17-59a3-405b-8dc2-6246fcb5001b tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] No DVR routers for this DVR port aeea86f4-ac99-4a61-af3e-d33f41a875e2 on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:49:39.563688 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a768b300-8bbf-4f19-bec5-915480279de6 req-8d4b2a17-59a3-405b-8dc2-6246fcb5001b tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:39.566259 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d19430c-463f-4372-ba55-c8b7c4ba1f63', 'name': 'network-vif-deleted', 'tag': 'aeea86f4-ac99-4a61-af3e-d33f41a875e2'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:49:39.583323 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a768b300-8bbf-4f19-bec5-915480279de6 req-8d4b2a17-59a3-405b-8dc2-6246fcb5001b tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.35 "DELETE /v2.0/ports/aeea86f4-ac99-4a61-af3e-d33f41a875e2 HTTP/1.1" status: 204 len: 173 time: 0.8648441 Apr 29 15:49:39.630647 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c47dd9-6fd6-4392-a589-d6a0087bff2b'] response: {'server_uuid': '1d19430c-463f-4372-ba55-c8b7c4ba1f63', 'name': 'network-vif-deleted', 'tag': 'aeea86f4-ac99-4a61-af3e-d33f41a875e2', 'status': 'completed', 'code': 200} Apr 29 15:49:39.719903 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-a99804ba-b463-4cca-ad42-ed22d60f470f req-136eeeae-a04f-41c6-b668-c2d3c2c5e736 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Synchronizing usage tracker for tenant:f1017aa1cfb24ef0aafadccbd6fc1cae on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:49:39.821103 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-a99804ba-b463-4cca-ad42-ed22d60f470f req-136eeeae-a04f-41c6-b668-c2d3c2c5e736 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Unset dirty status for tenant:f1017aa1cfb24ef0aafadccbd6fc1cae on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:49:39.821103 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a99804ba-b463-4cca-ad42-ed22d60f470f req-136eeeae-a04f-41c6-b668-c2d3c2c5e736 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d19430c-463f-4372-ba55-c8b7c4ba1f63 HTTP/1.1" status: 200 len: 210 time: 0.1445432 Apr 29 15:49:40.057606 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-24945d7d-530e-42b9-91f8-ea94dc2ffb72 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 206e6a67-4f5c-4486-bf62-462cad9490cf {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:49:40.058173 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24945d7d-530e-42b9-91f8-ea94dc2ffb72 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:40.254912 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-24945d7d-530e-42b9-91f8-ea94dc2ffb72 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port 206e6a67-4f5c-4486-bf62-462cad9490cf, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=206e6a67-4f5c-4486-bf62-462cad9490cf,segment=NetworkSegment(b3c4451f-c396-4858-83a3-d8497ebe4fca),segment_id=b3c4451f-c396-4858-83a3-d8497ebe4fca)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:49:40.255218 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24945d7d-530e-42b9-91f8-ea94dc2ffb72 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:40.379869 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-24945d7d-530e-42b9-91f8-ea94dc2ffb72 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 206e6a67-4f5c-4486-bf62-462cad9490cf owned by network:router_interface {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:49:40.646903 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24945d7d-530e-42b9-91f8-ea94dc2ffb72 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:40.696657 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24945d7d-530e-42b9-91f8-ea94dc2ffb72 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=206e6a67-4f5c-4486-bf62-462cad9490cf,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:40.710429 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24945d7d-530e-42b9-91f8-ea94dc2ffb72 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:40.710846 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24945d7d-530e-42b9-91f8-ea94dc2ffb72 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:40.711173 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24945d7d-530e-42b9-91f8-ea94dc2ffb72 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:40.711512 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24945d7d-530e-42b9-91f8-ea94dc2ffb72 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:40.711844 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24945d7d-530e-42b9-91f8-ea94dc2ffb72 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:40.712184 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24945d7d-530e-42b9-91f8-ea94dc2ffb72 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:40.712499 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24945d7d-530e-42b9-91f8-ea94dc2ffb72 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:40.712827 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24945d7d-530e-42b9-91f8-ea94dc2ffb72 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:40.713152 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24945d7d-530e-42b9-91f8-ea94dc2ffb72 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:40.713921 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24945d7d-530e-42b9-91f8-ea94dc2ffb72 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:40.713921 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24945d7d-530e-42b9-91f8-ea94dc2ffb72 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:40.934929 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60044) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:41.006524 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24945d7d-530e-42b9-91f8-ea94dc2ffb72 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:41.053058 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device aeea86f4-ac99-4a61-af3e-d33f41a875e2 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:49:41.098053 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: aeea86f4-ac99-4a61-af3e-d33f41a875e2 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:49:41.098053 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device aeea86f4-ac99-4a61-af3e-d33f41a875e2 not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:49:41.379263 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c0a0cd38-010d-4a1c-bf9a-d8862d31e2cd tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:41.874964 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24945d7d-530e-42b9-91f8-ea94dc2ffb72 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router c8ca6e13-bd66-445b-a0bb-0a576cbb6711 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:49:42.107961 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24945d7d-530e-42b9-91f8-ea94dc2ffb72 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:49:42.116805 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c789ed3e-1e89-4e5b-afe7-3bdcb3df9d67 None None] Sync routers for ids ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:49:42.129433 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-24945d7d-530e-42b9-91f8-ea94dc2ffb72 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "PUT /v2.0/routers/c8ca6e13-bd66-445b-a0bb-0a576cbb6711/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2502732 Apr 29 15:49:42.141890 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c789ed3e-1e89-4e5b-afe7-3bdcb3df9d67 None None] Routers {'c8ca6e13-bd66-445b-a0bb-0a576cbb6711'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:49:42.141890 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-c789ed3e-1e89-4e5b-afe7-3bdcb3df9d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:49:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:42.225901 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-c0a0cd38-010d-4a1c-bf9a-d8862d31e2cd tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Deleting port 606a085a-b585-4d56-8f2c-63d3b2f8a945 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:49:42.225901 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c0a0cd38-010d-4a1c-bf9a-d8862d31e2cd tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:42.332561 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-c789ed3e-1e89-4e5b-afe7-3bdcb3df9d67 None None] Set router c8ca6e13-bd66-445b-a0bb-0a576cbb6711 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:49:42.473925 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-c0a0cd38-010d-4a1c-bf9a-d8862d31e2cd tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] For port 606a085a-b585-4d56-8f2c-63d3b2f8a945, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=606a085a-b585-4d56-8f2c-63d3b2f8a945,segment=NetworkSegment(c791905b-c6a6-4e63-8cef-a35da8b2b344),segment_id=c791905b-c6a6-4e63-8cef-a35da8b2b344)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:49:42.473925 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c0a0cd38-010d-4a1c-bf9a-d8862d31e2cd tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:42.617300 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-c0a0cd38-010d-4a1c-bf9a-d8862d31e2cd tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Calling delete_port for 606a085a-b585-4d56-8f2c-63d3b2f8a945 owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:49:42.773610 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-c789ed3e-1e89-4e5b-afe7-3bdcb3df9d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'name': 'tempest-TestNetworkBasicOps-router-237402697', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:36Z', 'updated_at': '2022-04-29T15:49:40Z', 'revision_number': 6, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:38Z', 'updated_at': '2022-04-29T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '28fcb682-d913-4090-8551-1a1d8f2fe268', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.197', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'port_id': '500a2030-7849-41d8-9f34-72aff20409a7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'mac_address': 'fa:16:3e:90:bf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:47:19Z', 'updated_at': '2022-04-29T15:47:30Z', 'revision_number': 1, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9', 'name': '', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:bb:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:44Z', 'updated_at': '2022-04-29T15:46:54Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:42.773610 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c789ed3e-1e89-4e5b-afe7-3bdcb3df9d67 None None] Checking router: c8ca6e13-bd66-445b-a0bb-0a576cbb6711 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:49:42.794175 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c789ed3e-1e89-4e5b-afe7-3bdcb3df9d67 None None] Routers {'c8ca6e13-bd66-445b-a0bb-0a576cbb6711'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:49:42.794175 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-c789ed3e-1e89-4e5b-afe7-3bdcb3df9d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:49:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:42.913462 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a26e9-25cc-46c8-b04c-6b7210d5c767 req-96666bbf-664b-498b-8778-39636f309f8b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:42.913462 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ca1a26e9-25cc-46c8-b04c-6b7210d5c767 req-96666bbf-664b-498b-8778-39636f309f8b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=f867650e-897f-4ff6-a399-ca133b2e4fe9 HTTP/1.1" status: 200 len: 946 time: 0.1057725 Apr 29 15:49:42.963164 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ca1a26e9-25cc-46c8-b04c-6b7210d5c767 req-e5bf36a1-e29c-4626-9995-f51e91b76e5b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=877f10da-9505-43b8-9631-6fec433b9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427132 Apr 29 15:49:42.997819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c0a0cd38-010d-4a1c-bf9a-d8862d31e2cd tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:43.010820 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-c789ed3e-1e89-4e5b-afe7-3bdcb3df9d67 None None] Set router c8ca6e13-bd66-445b-a0bb-0a576cbb6711 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:49:43.057398 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0cd38-010d-4a1c-bf9a-d8862d31e2cd tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Pushing event deleted for resources: {'Port': ['ID=606a085a-b585-4d56-8f2c-63d3b2f8a945,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:43.383953 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c0a0cd38-010d-4a1c-bf9a-d8862d31e2cd tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:43.440870 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-c789ed3e-1e89-4e5b-afe7-3bdcb3df9d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'name': 'tempest-TestNetworkBasicOps-router-237402697', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:36Z', 'updated_at': '2022-04-29T15:49:40Z', 'revision_number': 6, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:38Z', 'updated_at': '2022-04-29T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '28fcb682-d913-4090-8551-1a1d8f2fe268', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.197', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'port_id': '500a2030-7849-41d8-9f34-72aff20409a7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'mac_address': 'fa:16:3e:90:bf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:47:19Z', 'updated_at': '2022-04-29T15:47:30Z', 'revision_number': 1, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9', 'name': '', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:bb:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:44Z', 'updated_at': '2022-04-29T15:46:54Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:43.456540 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c789ed3e-1e89-4e5b-afe7-3bdcb3df9d67 None None] The sync data for ids ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'] in dv-neutron-839913-1-hyperv is: [{'id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'name': 'tempest-TestNetworkBasicOps-router-237402697', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:36Z', 'updated_at': '2022-04-29T15:49:40Z', 'revision_number': 6, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:38Z', 'updated_at': '2022-04-29T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '28fcb682-d913-4090-8551-1a1d8f2fe268', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.197', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'port_id': '500a2030-7849-41d8-9f34-72aff20409a7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'mac_address': 'fa:16:3e:90:bf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:47:19Z', 'updated_at': '2022-04-29T15:47:30Z', 'revision_number': 1, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9', 'name': '', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:bb:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:44Z', 'updated_at': '2022-04-29T15:46:54Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:49:43.570269 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a2d834e7-1a11-40a2-b549-88e6ac18c928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:43.912668 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 206e6a67-4f5c-4486-bf62-462cad9490cf no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:49:43.952976 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 206e6a67-4f5c-4486-bf62-462cad9490cf {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:49:43.952976 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 206e6a67-4f5c-4486-bf62-462cad9490cf not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:49:44.201234 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac36ad8-97e7-4fc9-a7e4-7456e54a1311 req-d724983d-8d85-449f-b71e-cc128e2fe95c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:44.201234 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9ac36ad8-97e7-4fc9-a7e4-7456e54a1311 req-d724983d-8d85-449f-b71e-cc128e2fe95c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=f867650e-897f-4ff6-a399-ca133b2e4fe9 HTTP/1.1" status: 200 len: 946 time: 0.1036699 Apr 29 15:49:44.314375 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9ac36ad8-97e7-4fc9-a7e4-7456e54a1311 req-9567831e-ca97-40b7-b95f-0aa44dbc37bd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=877f10da-9505-43b8-9631-6fec433b9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987179 Apr 29 15:49:44.320131 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a0cd38-010d-4a1c-bf9a-d8862d31e2cd tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Router c533ddb5-21c8-4763-9b56-8e38c1652b70 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:49:44.411238 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08cb5c-c0e2-41de-8817-c8f2cd2549c2 req-5c0d56d3-0c8b-4173-9c6e-5fffcc0167d4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:44.411238 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f08cb5c-c0e2-41de-8817-c8f2cd2549c2 req-5c0d56d3-0c8b-4173-9c6e-5fffcc0167d4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/ports?device_id=f867650e-897f-4ff6-a399-ca133b2e4fe9 HTTP/1.1" status: 200 len: 946 time: 0.1664982 Apr 29 15:49:44.553175 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-0f08cb5c-c0e2-41de-8817-c8f2cd2549c2 req-cce2984e-6620-4e55-9e15-466d27baf129 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port db3b0de8-52fe-49fb-af1a-ecccdc224fac {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:49:44.553175 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0f08cb5c-c0e2-41de-8817-c8f2cd2549c2 req-cce2984e-6620-4e55-9e15-466d27baf129 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:44.833104 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-0f08cb5c-c0e2-41de-8817-c8f2cd2549c2 req-cce2984e-6620-4e55-9e15-466d27baf129 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port db3b0de8-52fe-49fb-af1a-ecccdc224fac, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=db3b0de8-52fe-49fb-af1a-ecccdc224fac,segment=NetworkSegment(b3c4451f-c396-4858-83a3-d8497ebe4fca),segment_id=b3c4451f-c396-4858-83a3-d8497ebe4fca)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:49:44.833104 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0f08cb5c-c0e2-41de-8817-c8f2cd2549c2 req-cce2984e-6620-4e55-9e15-466d27baf129 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:44.961694 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a0cd38-010d-4a1c-bf9a-d8862d31e2cd tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:49:44.965670 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-0f08cb5c-c0e2-41de-8817-c8f2cd2549c2 req-cce2984e-6620-4e55-9e15-466d27baf129 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for db3b0de8-52fe-49fb-af1a-ecccdc224fac owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:49:44.973192 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb550db-d2a7-43a3-974e-3639ac2dd757 None None] Sync routers for ids ['c533ddb5-21c8-4763-9b56-8e38c1652b70'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:49:44.984707 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb550db-d2a7-43a3-974e-3639ac2dd757 None None] Routers {'c533ddb5-21c8-4763-9b56-8e38c1652b70'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:49:44.984707 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-acb550db-d2a7-43a3-974e-3639ac2dd757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:49:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c533ddb5-21c8-4763-9b56-8e38c1652b70'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:45.127700 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c0a0cd38-010d-4a1c-bf9a-d8862d31e2cd tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "PUT /v2.0/routers/c533ddb5-21c8-4763-9b56-8e38c1652b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1812587 Apr 29 15:49:45.131161 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60054) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:45.198340 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-acb550db-d2a7-43a3-974e-3639ac2dd757 None None] Set router c533ddb5-21c8-4763-9b56-8e38c1652b70 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:49:45.242690 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0f08cb5c-c0e2-41de-8817-c8f2cd2549c2 req-cce2984e-6620-4e55-9e15-466d27baf129 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:45.391939 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:45.444566 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ecbc63-7d7f-4803-9972-60566df038bc tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Deleting subnet c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:49:45.444566 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-00ecbc63-7d7f-4803-9972-60566df038bc tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:45.449721 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2984e-6620-4e55-9e15-466d27baf129 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=db3b0de8-52fe-49fb-af1a-ecccdc224fac,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:45.493043 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-00ecbc63-7d7f-4803-9972-60566df038bc tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:45.557253 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f08cb5c-c0e2-41de-8817-c8f2cd2549c2 req-cce2984e-6620-4e55-9e15-466d27baf129 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] No DVR routers for this DVR port db3b0de8-52fe-49fb-af1a-ecccdc224fac on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:49:45.564561 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0f08cb5c-c0e2-41de-8817-c8f2cd2549c2 req-cce2984e-6620-4e55-9e15-466d27baf129 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:45.567436 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f867650e-897f-4ff6-a399-ca133b2e4fe9', 'name': 'network-vif-deleted', 'tag': 'db3b0de8-52fe-49fb-af1a-ecccdc224fac'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:49:45.583604 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3980803d-3ce2-46bb-8e41-3a6fae5c3f53 req-3eb1d552-ae76-4343-a918-1186f72319c6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=f867650e-897f-4ff6-a399-ca133b2e4fe9 HTTP/1.1" status: 200 len: 210 time: 0.0658693 Apr 29 15:49:45.587347 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f08cb5c-c0e2-41de-8817-c8f2cd2549c2 req-cce2984e-6620-4e55-9e15-466d27baf129 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "DELETE /v2.0/ports/db3b0de8-52fe-49fb-af1a-ecccdc224fac HTTP/1.1" status: 204 len: 173 time: 1.1704960 Apr 29 15:49:45.592126 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-00ecbc63-7d7f-4803-9972-60566df038bc tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:45.598048 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-acb550db-d2a7-43a3-974e-3639ac2dd757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979138949', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:04Z', 'updated_at': '2022-04-29T15:49:42Z', 'revision_number': 5, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'gw_port': {'id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:06Z', 'updated_at': '2022-04-29T15:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:45.601859 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb550db-d2a7-43a3-974e-3639ac2dd757 None None] Checking router: c533ddb5-21c8-4763-9b56-8e38c1652b70 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:49:45.614369 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb550db-d2a7-43a3-974e-3639ac2dd757 None None] Routers {'c533ddb5-21c8-4763-9b56-8e38c1652b70'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:49:45.615072 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-acb550db-d2a7-43a3-974e-3639ac2dd757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:49:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c533ddb5-21c8-4763-9b56-8e38c1652b70'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:45.649586 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf41d8f0-6819-4188-9a80-5c69ba0c3d18'] response: {'server_uuid': 'f867650e-897f-4ff6-a399-ca133b2e4fe9', 'name': 'network-vif-deleted', 'tag': 'db3b0de8-52fe-49fb-af1a-ecccdc224fac', 'status': 'completed', 'code': 200} Apr 29 15:49:45.794996 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-00ecbc63-7d7f-4803-9972-60566df038bc tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:45.833846 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-acb550db-d2a7-43a3-974e-3639ac2dd757 None None] Set router c533ddb5-21c8-4763-9b56-8e38c1652b70 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:49:45.879872 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecbc63-7d7f-4803-9972-60566df038bc tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:45.900651 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-00ecbc63-7d7f-4803-9972-60566df038bc tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:45.905167 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3d2ef5-5d0e-4bf7-b322-c1b507231f8d None None] Network b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:49:45.911748 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-00ecbc63-7d7f-4803-9972-60566df038bc tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "DELETE /v2.0/subnets/c9ba71f7-3aea-4ab4-bf0b-792bf97f83c9 HTTP/1.1" status: 204 len: 168 time: 0.7797713 Apr 29 15:49:45.911748 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60062) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:46.068477 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7809c630-27c5-4d16-9684-4c40218511b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:46.113708 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e4aedc1a-2006-4b26-b258-9b8b76783cb4 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:46.342041 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-acb550db-d2a7-43a3-974e-3639ac2dd757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979138949', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:04Z', 'updated_at': '2022-04-29T15:49:42Z', 'revision_number': 5, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'gw_port': {'id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:06Z', 'updated_at': '2022-04-29T15:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:46.347240 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb550db-d2a7-43a3-974e-3639ac2dd757 None None] The sync data for ids ['c533ddb5-21c8-4763-9b56-8e38c1652b70'] in dv-neutron-839913-1-hyperv is: [{'id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979138949', 'tenant_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:04Z', 'updated_at': '2022-04-29T15:49:42Z', 'revision_number': 5, 'project_id': 'f1017aa1cfb24ef0aafadccbd6fc1cae', 'gw_port': {'id': 'a6a1464d-2f19-448a-9e64-815b9de917d9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c533ddb5-21c8-4763-9b56-8e38c1652b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:06Z', 'updated_at': '2022-04-29T15:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:49:46.408966 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dc9504-13a3-4f53-a012-7b3e58754d06 None None] DHCP port deletion for b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:49:46.413554 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-55dc9504-13a3-4f53-a012-7b3e58754d06 None None] Deleting port 86aa3193-cf7d-41ce-bb64-86cc8414268f {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:49:46.413932 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-55dc9504-13a3-4f53-a012-7b3e58754d06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:46.434875 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e4aedc1a-2006-4b26-b258-9b8b76783cb4 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:46.509482 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-e4aedc1a-2006-4b26-b258-9b8b76783cb4 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Deleting port a6a1464d-2f19-448a-9e64-815b9de917d9 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:49:46.509482 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e4aedc1a-2006-4b26-b258-9b8b76783cb4 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:46.655829 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-55dc9504-13a3-4f53-a012-7b3e58754d06 None None] For port 86aa3193-cf7d-41ce-bb64-86cc8414268f, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=86aa3193-cf7d-41ce-bb64-86cc8414268f,segment=NetworkSegment(c791905b-c6a6-4e63-8cef-a35da8b2b344),segment_id=c791905b-c6a6-4e63-8cef-a35da8b2b344)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:49:46.655829 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-55dc9504-13a3-4f53-a012-7b3e58754d06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:46.692828 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-e4aedc1a-2006-4b26-b258-9b8b76783cb4 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] For port a6a1464d-2f19-448a-9e64-815b9de917d9, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a6a1464d-2f19-448a-9e64-815b9de917d9,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:49:46.693184 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e4aedc1a-2006-4b26-b258-9b8b76783cb4 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:46.867635 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-81a2a193-d02c-40a6-953b-b22d0f8364a8 req-9adc98b6-1dd4-45d9-8654-39756d01a830 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:49:46.883672 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-55dc9504-13a3-4f53-a012-7b3e58754d06 None None] Calling delete_port for 86aa3193-cf7d-41ce-bb64-86cc8414268f owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:49:46.948105 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-e4aedc1a-2006-4b26-b258-9b8b76783cb4 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Calling delete_port for a6a1464d-2f19-448a-9e64-815b9de917d9 owned by network:router_gateway {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:49:46.958869 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-81a2a193-d02c-40a6-953b-b22d0f8364a8 req-9adc98b6-1dd4-45d9-8654-39756d01a830 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:49:46.958869 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-81a2a193-d02c-40a6-953b-b22d0f8364a8 req-9adc98b6-1dd4-45d9-8654-39756d01a830 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=f867650e-897f-4ff6-a399-ca133b2e4fe9 HTTP/1.1" status: 200 len: 210 time: 0.1691928 Apr 29 15:49:47.067659 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device db3b0de8-52fe-49fb-af1a-ecccdc224fac no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:49:47.097388 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-55dc9504-13a3-4f53-a012-7b3e58754d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:47.178888 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: db3b0de8-52fe-49fb-af1a-ecccdc224fac {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:49:47.181452 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device db3b0de8-52fe-49fb-af1a-ecccdc224fac not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:49:47.189233 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:47.189969 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc9504-13a3-4f53-a012-7b3e58754d06 None None] Pushing event deleted for resources: {'Port': ['ID=86aa3193-cf7d-41ce-bb64-86cc8414268f,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:47.195789 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dc9504-13a3-4f53-a012-7b3e58754d06 None None] No DVR routers for this DVR port 86aa3193-cf7d-41ce-bb64-86cc8414268f on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:49:47.238621 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e4aedc1a-2006-4b26-b258-9b8b76783cb4 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:47.284854 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aedc1a-2006-4b26-b258-9b8b76783cb4 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Pushing event deleted for resources: {'Port': ['ID=a6a1464d-2f19-448a-9e64-815b9de917d9,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:47.493227 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:47.514724 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e4aedc1a-2006-4b26-b258-9b8b76783cb4 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:47.646372 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 606a085a-b585-4d56-8f2c-63d3b2f8a945 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:49:47.680794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 606a085a-b585-4d56-8f2c-63d3b2f8a945 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:49:47.680916 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 606a085a-b585-4d56-8f2c-63d3b2f8a945 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:49:47.681224 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 86aa3193-cf7d-41ce-bb64-86cc8414268f no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:49:47.712068 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 86aa3193-cf7d-41ce-bb64-86cc8414268f {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:49:47.742422 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 86aa3193-cf7d-41ce-bb64-86cc8414268f not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:49:47.773329 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e4aedc1a-2006-4b26-b258-9b8b76783cb4 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:47.778396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e4aedc1a-2006-4b26-b258-9b8b76783cb4 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:47.901896 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e4aedc1a-2006-4b26-b258-9b8b76783cb4 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:47.901896 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4aedc1a-2006-4b26-b258-9b8b76783cb4 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Fanout notify agent at l3_agent the message router_deleted on router c533ddb5-21c8-4763-9b56-8e38c1652b70 {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:49:47.912235 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e4aedc1a-2006-4b26-b258-9b8b76783cb4 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:47.914529 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e4aedc1a-2006-4b26-b258-9b8b76783cb4 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "DELETE /v2.0/routers/c533ddb5-21c8-4763-9b56-8e38c1652b70 HTTP/1.1" status: 204 len: 168 time: 2.0063450 Apr 29 15:49:47.916083 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60070) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:48.045799 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-27eecee7-0f0f-4558-b15c-7d7078dae1f9 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:48.082792 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60076) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:48.156243 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-436609ba-e2a5-4f3e-8671-1312e972f835 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:48.189652 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-436609ba-e2a5-4f3e-8671-1312e972f835 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:48.287744 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-27eecee7-0f0f-4558-b15c-7d7078dae1f9 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:48.321657 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-27eecee7-0f0f-4558-b15c-7d7078dae1f9 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:48.336992 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-27eecee7-0f0f-4558-b15c-7d7078dae1f9 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c791905b-c6a6-4e63-8cef-a35da8b2b344') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:48.337331 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-27eecee7-0f0f-4558-b15c-7d7078dae1f9 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c791905b-c6a6-4e63-8cef-a35da8b2b344') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:48.352355 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-27eecee7-0f0f-4558-b15c-7d7078dae1f9 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:48.369372 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-27eecee7-0f0f-4558-b15c-7d7078dae1f9 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:48.375743 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27eecee7-0f0f-4558-b15c-7d7078dae1f9 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:49:48.376159 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-27eecee7-0f0f-4558-b15c-7d7078dae1f9 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:48.382852 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-436609ba-e2a5-4f3e-8671-1312e972f835 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:49:48.390946 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:49:48.403663 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436609ba-e2a5-4f3e-8671-1312e972f835 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=877f10da-9505-43b8-9631-6fec433b9de4,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:48.411743 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-436609ba-e2a5-4f3e-8671-1312e972f835 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:48.412861 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-436609ba-e2a5-4f3e-8671-1312e972f835 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/security-groups/877f10da-9505-43b8-9631-6fec433b9de4 HTTP/1.1" status: 204 len: 168 time: 0.3291278 Apr 29 15:49:48.447943 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:48.561787 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60082) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:48.583195 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-27eecee7-0f0f-4558-b15c-7d7078dae1f9 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:48.587712 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-27eecee7-0f0f-4558-b15c-7d7078dae1f9 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:48.613893 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eecee7-0f0f-4558-b15c-7d7078dae1f9 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Pushing event deleted for resources: {'Network': ['ID=b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:48.692627 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-27eecee7-0f0f-4558-b15c-7d7078dae1f9 tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "DELETE /v2.0/networks/b7bf68c2-9533-4c3f-9f54-9cbd9a9519fb HTTP/1.1" status: 204 len: 168 time: 0.7753098 Apr 29 15:49:48.695289 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60086) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:48.751598 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc58171-2609-4814-a257-f569a423ed1b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting subnet 24afc68f-5d94-4838-b289-7454a35aa3bc {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:49:48.754785 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4dc58171-2609-4814-a257-f569a423ed1b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:48.771312 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e0a8916e-dc91-4fa8-910a-7232a2fc17cf tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:48.804705 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e0a8916e-dc91-4fa8-910a-7232a2fc17cf tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:48.815584 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4dc58171-2609-4814-a257-f569a423ed1b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:48.896737 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4dc58171-2609-4814-a257-f569a423ed1b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:48.971563 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e0a8916e-dc91-4fa8-910a-7232a2fc17cf tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:48.990970 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8916e-dc91-4fa8-910a-7232a2fc17cf tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a408d491-5c90-4f79-8b7d-548226f0c245,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:49.049616 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4dc58171-2609-4814-a257-f569a423ed1b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:49.084628 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e0a8916e-dc91-4fa8-910a-7232a2fc17cf tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:49.084628 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e0a8916e-dc91-4fa8-910a-7232a2fc17cf tempest-TestNetworkAdvancedServerOps-1884740053 tempest-TestNetworkAdvancedServerOps-1884740053-project] 10.222.0.21 "DELETE /v2.0/security-groups/a408d491-5c90-4f79-8b7d-548226f0c245 HTTP/1.1" status: 204 len: 168 time: 0.3881438 Apr 29 15:49:49.091167 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc58171-2609-4814-a257-f569a423ed1b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Subnet': ['ID=24afc68f-5d94-4838-b289-7454a35aa3bc,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:49.100600 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4dc58171-2609-4814-a257-f569a423ed1b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:49.109283 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870ca69b-7e25-4c72-8e31-73bdd570519a None None] Network 98950a2f-8822-4f85-aede-0dbd6c0638b9 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:49:49.113774 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4dc58171-2609-4814-a257-f569a423ed1b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/subnets/24afc68f-5d94-4838-b289-7454a35aa3bc HTTP/1.1" status: 204 len: 168 time: 0.5486014 Apr 29 15:49:49.114150 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60092) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:49.232303 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-429bcebb-bba3-4589-988a-973aa38dcb2b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:49.242693 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-429bcebb-bba3-4589-988a-973aa38dcb2b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port c8495604-8ec0-4643-af74-9f7bc3185ee6 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:49:49.243023 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-429bcebb-bba3-4589-988a-973aa38dcb2b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:49.370300 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ea6d93-ee93-4351-85d9-6a780bdba8d4 None None] DHCP port deletion for 98950a2f-8822-4f85-aede-0dbd6c0638b9 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:49:49.375163 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea6d93-ee93-4351-85d9-6a780bdba8d4 None None] Deleting port c8495604-8ec0-4643-af74-9f7bc3185ee6 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:49:49.375163 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d1ea6d93-ee93-4351-85d9-6a780bdba8d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:49.476839 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-429bcebb-bba3-4589-988a-973aa38dcb2b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port c8495604-8ec0-4643-af74-9f7bc3185ee6, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c8495604-8ec0-4643-af74-9f7bc3185ee6,segment=NetworkSegment(b3c4451f-c396-4858-83a3-d8497ebe4fca),segment_id=b3c4451f-c396-4858-83a3-d8497ebe4fca)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:49:49.477200 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-429bcebb-bba3-4589-988a-973aa38dcb2b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:49.587821 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-d1ea6d93-ee93-4351-85d9-6a780bdba8d4 None None] For port c8495604-8ec0-4643-af74-9f7bc3185ee6, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c8495604-8ec0-4643-af74-9f7bc3185ee6,segment=NetworkSegment(b3c4451f-c396-4858-83a3-d8497ebe4fca),segment_id=b3c4451f-c396-4858-83a3-d8497ebe4fca)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:49:49.588304 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d1ea6d93-ee93-4351-85d9-6a780bdba8d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:49.623788 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-429bcebb-bba3-4589-988a-973aa38dcb2b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for c8495604-8ec0-4643-af74-9f7bc3185ee6 owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:49:49.669395 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a6a1464d-2f19-448a-9e64-815b9de917d9 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:49:49.765442 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea6d93-ee93-4351-85d9-6a780bdba8d4 None None] Calling delete_port for c8495604-8ec0-4643-af74-9f7bc3185ee6 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:49:49.804022 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: a6a1464d-2f19-448a-9e64-815b9de917d9 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:49:49.804742 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a6a1464d-2f19-448a-9e64-815b9de917d9 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:49:49.804742 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c8495604-8ec0-4643-af74-9f7bc3185ee6 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:49:49.810579 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-429bcebb-bba3-4589-988a-973aa38dcb2b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:49.857357 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: c8495604-8ec0-4643-af74-9f7bc3185ee6 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:49:49.857357 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c8495604-8ec0-4643-af74-9f7bc3185ee6 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:49:49.877549 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bcebb-bba3-4589-988a-973aa38dcb2b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=c8495604-8ec0-4643-af74-9f7bc3185ee6,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:49.882601 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429bcebb-bba3-4589-988a-973aa38dcb2b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] No DVR routers for this DVR port c8495604-8ec0-4643-af74-9f7bc3185ee6 on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn_limited( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn_limited( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ipallocations' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:49:49.893255 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 15:49:49.906311 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-d1ea6d93-ee93-4351-85d9-6a780bdba8d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:49:49.906311 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-d1ea6d93-ee93-4351-85d9-6a780bdba8d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:49:50.009470 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60100) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:50.018374 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-429bcebb-bba3-4589-988a-973aa38dcb2b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:50.047619 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-429bcebb-bba3-4589-988a-973aa38dcb2b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98950a2f-8822-4f85-aede-0dbd6c0638b9']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:50.057303 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-429bcebb-bba3-4589-988a-973aa38dcb2b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c4451f-c396-4858-83a3-d8497ebe4fca') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:50.057602 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-429bcebb-bba3-4589-988a-973aa38dcb2b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c4451f-c396-4858-83a3-d8497ebe4fca') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:50.069551 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-429bcebb-bba3-4589-988a-973aa38dcb2b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:50.086261 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-429bcebb-bba3-4589-988a-973aa38dcb2b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:50.094193 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429bcebb-bba3-4589-988a-973aa38dcb2b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:49:50.095750 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-429bcebb-bba3-4589-988a-973aa38dcb2b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:49:50.108890 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:49:50.211908 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5de76a33-dd11-4c4e-bb93-4c49f4976d05 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1017aa1cfb24ef0aafadccbd6fc1cae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2013173 Apr 29 15:49:50.214978 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60106) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:50.275144 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-07d4806d-feba-43d9-8ca2-e0791acf6234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:50.301026 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-07d4806d-feba-43d9-8ca2-e0791acf6234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:50.325673 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-429bcebb-bba3-4589-988a-973aa38dcb2b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:50.330468 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-429bcebb-bba3-4589-988a-973aa38dcb2b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:50.358565 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bcebb-bba3-4589-988a-973aa38dcb2b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Network': ['ID=98950a2f-8822-4f85-aede-0dbd6c0638b9,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:50.402706 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea6d93-ee93-4351-85d9-6a780bdba8d4 None None] Deleting port c8495604-8ec0-4643-af74-9f7bc3185ee6 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:49:50.402706 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d1ea6d93-ee93-4351-85d9-6a780bdba8d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:50.434178 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-07d4806d-feba-43d9-8ca2-e0791acf6234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:50.453632 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4806d-feba-43d9-8ca2-e0791acf6234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675252f3-2207-42b1-a375-c4a1a5945bd3,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:50.457910 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-07d4806d-feba-43d9-8ca2-e0791acf6234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:50.461804 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-07d4806d-feba-43d9-8ca2-e0791acf6234 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/675252f3-2207-42b1-a375-c4a1a5945bd3 HTTP/1.1" status: 204 len: 168 time: 0.2457931 Apr 29 15:49:50.477159 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea6d93-ee93-4351-85d9-6a780bdba8d4 None None] The port 'c8495604-8ec0-4643-af74-9f7bc3185ee6' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:49:50.491919 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-429bcebb-bba3-4589-988a-973aa38dcb2b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/networks/98950a2f-8822-4f85-aede-0dbd6c0638b9 HTTP/1.1" status: 204 len: 168 time: 1.3765380 Apr 29 15:49:50.492935 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60112) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:50.696809 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-3f0fcac5-fad2-4333-a3b7-6b385413c9e1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 7b987d95-529c-401d-ad3c-b7e625bc3762 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:49:50.697145 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3f0fcac5-fad2-4333-a3b7-6b385413c9e1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:50.869074 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3f0fcac5-fad2-4333-a3b7-6b385413c9e1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:50.869401 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3f0fcac5-fad2-4333-a3b7-6b385413c9e1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:50.993699 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-3f0fcac5-fad2-4333-a3b7-6b385413c9e1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 7b987d95-529c-401d-ad3c-b7e625bc3762 owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:49:51.217454 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60118) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:51.233387 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3f0fcac5-fad2-4333-a3b7-6b385413c9e1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:51.359974 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ad8622e7-91ce-410a-9d06-f7e759713f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:51.377579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fcac5-fad2-4333-a3b7-6b385413c9e1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=7b987d95-529c-401d-ad3c-b7e625bc3762,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:51.475137 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ad8622e7-91ce-410a-9d06-f7e759713f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:49:51.479027 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ad8622e7-91ce-410a-9d06-f7e759713f88 admin admin] Usage tracker for resource:security_group_rule and tenant:9ff4595d8e634810bb99a4a6638aa9b7 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:49:51.483189 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ad8622e7-91ce-410a-9d06-f7e759713f88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:49:51.497012 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ad8622e7-91ce-410a-9d06-f7e759713f88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:49:51.497012 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3f0fcac5-fad2-4333-a3b7-6b385413c9e1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:51.705187 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ad8622e7-91ce-410a-9d06-f7e759713f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:51.803224 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ad8622e7-91ce-410a-9d06-f7e759713f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:51.919376 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8622e7-91ce-410a-9d06-f7e759713f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994c906b-2fe3-48e5-8c45-beb558d1d1db,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:51.931559 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ad8622e7-91ce-410a-9d06-f7e759713f88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ff4595d8e634810bb99a4a6638aa9b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7085683 Apr 29 15:49:51.933386 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60122) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:52.015243 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7684da82-6e8b-4113-a2cb-51de49984304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:52.022893 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0fcac5-fad2-4333-a3b7-6b385413c9e1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router c8ca6e13-bd66-445b-a0bb-0a576cbb6711 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:49:52.033576 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7684da82-6e8b-4113-a2cb-51de49984304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:52.186250 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7684da82-6e8b-4113-a2cb-51de49984304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:52.204409 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684da82-6e8b-4113-a2cb-51de49984304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994c906b-2fe3-48e5-8c45-beb558d1d1db,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:52.207756 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7684da82-6e8b-4113-a2cb-51de49984304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:52.212127 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7684da82-6e8b-4113-a2cb-51de49984304 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/994c906b-2fe3-48e5-8c45-beb558d1d1db HTTP/1.1" status: 204 len: 168 time: 0.2749729 Apr 29 15:49:52.236919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0fcac5-fad2-4333-a3b7-6b385413c9e1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:49:52.245933 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fdc78a-806a-4e71-9d45-1dfd64e5cdfc None None] Sync routers for ids ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:49:52.263283 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fdc78a-806a-4e71-9d45-1dfd64e5cdfc None None] Routers {'c8ca6e13-bd66-445b-a0bb-0a576cbb6711'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:49:52.263283 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-68fdc78a-806a-4e71-9d45-1dfd64e5cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:49:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:52.264945 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3f0fcac5-fad2-4333-a3b7-6b385413c9e1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:52.325995 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3f0fcac5-fad2-4333-a3b7-6b385413c9e1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/floatingips/28fcb682-d913-4090-8551-1a1d8f2fe268 HTTP/1.1" status: 204 len: 168 time: 1.8280213 Apr 29 15:49:52.325995 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa', 'tag': '500a2030-7849-41d8-9f34-72aff20409a7'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:49:52.419853 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe6e7fe7-5991-4629-8172-8424b4413179'] response: {'name': 'network-changed', 'server_uuid': '9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa', 'tag': '500a2030-7849-41d8-9f34-72aff20409a7', 'status': 'completed', 'code': 200} Apr 29 15:49:52.458739 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-68fdc78a-806a-4e71-9d45-1dfd64e5cdfc None None] Set router c8ca6e13-bd66-445b-a0bb-0a576cbb6711 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:49:52.524859 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6ae3a75f-8987-4e95-b1c5-efbdc91bddcd req-c1be8186-71a1-4a11-9f29-ccf9b8dbe22a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 1099 time: 0.0761378 Apr 29 15:49:52.660748 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3a75f-8987-4e95-b1c5-efbdc91bddcd req-832acd1d-a334-4550-b85c-35d5a31ab9ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:52.662194 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6ae3a75f-8987-4e95-b1c5-efbdc91bddcd req-832acd1d-a334-4550-b85c-35d5a31ab9ff service neutron] 10.222.0.35 "GET /v2.0/networks?id=150e920e-602c-4c2f-9543-26fa5e88bbc8 HTTP/1.1" status: 200 len: 898 time: 0.1366239 Apr 29 15:49:52.729555 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6ae3a75f-8987-4e95-b1c5-efbdc91bddcd req-53548315-183e-40fb-8d94-5780243420da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=500a2030-7849-41d8-9f34-72aff20409a7 HTTP/1.1" status: 200 len: 217 time: 0.0614176 Apr 29 15:49:52.807930 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-68fdc78a-806a-4e71-9d45-1dfd64e5cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'name': 'tempest-TestNetworkBasicOps-router-237402697', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:36Z', 'updated_at': '2022-04-29T15:49:40Z', 'revision_number': 6, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:38Z', 'updated_at': '2022-04-29T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9', 'name': '', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:bb:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:44Z', 'updated_at': '2022-04-29T15:46:54Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:52.815395 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fdc78a-806a-4e71-9d45-1dfd64e5cdfc None None] Checking router: c8ca6e13-bd66-445b-a0bb-0a576cbb6711 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:49:52.822610 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3a75f-8987-4e95-b1c5-efbdc91bddcd req-d59556f7-0a91-4e85-90bf-dec0dcb72ec5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:52.825330 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6ae3a75f-8987-4e95-b1c5-efbdc91bddcd req-d59556f7-0a91-4e85-90bf-dec0dcb72ec5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d1cded2-3478-42ee-9c8b-454957ef514a HTTP/1.1" status: 200 len: 835 time: 0.0897233 Apr 29 15:49:52.830332 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fdc78a-806a-4e71-9d45-1dfd64e5cdfc None None] Routers {'c8ca6e13-bd66-445b-a0bb-0a576cbb6711'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:49:52.831308 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-68fdc78a-806a-4e71-9d45-1dfd64e5cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:49:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:52.919080 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6ae3a75f-8987-4e95-b1c5-efbdc91bddcd req-90a1e481-874f-4a1f-9ec0-384c73720a7d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=150e920e-602c-4c2f-9543-26fa5e88bbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865035 Apr 29 15:49:53.063170 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6ae3a75f-8987-4e95-b1c5-efbdc91bddcd req-a23d95c2-cf2b-41dc-a03b-336561837298 service neutron] 10.222.0.35 "GET /v2.0/networks/150e920e-602c-4c2f-9543-26fa5e88bbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374013 Apr 29 15:49:53.069620 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-68fdc78a-806a-4e71-9d45-1dfd64e5cdfc None None] Set router c8ca6e13-bd66-445b-a0bb-0a576cbb6711 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:49:53.358571 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143d31d-1dbf-4b4f-ad0b-efd1793ead43 req-44e3bc04-29b1-4b4c-9c4d-9f6954e8ea37 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:53.359929 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c143d31d-1dbf-4b4f-ad0b-efd1793ead43 req-44e3bc04-29b1-4b4c-9c4d-9f6954e8ea37 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:49:53.365890 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6ae3a75f-8987-4e95-b1c5-efbdc91bddcd req-fc1086e8-452d-42fb-adc5-e04a82041538 service neutron] 10.222.0.35 "GET /v2.0/networks/150e920e-602c-4c2f-9543-26fa5e88bbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664926 Apr 29 15:49:53.426758 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c143d31d-1dbf-4b4f-ad0b-efd1793ead43 req-44e3bc04-29b1-4b4c-9c4d-9f6954e8ea37 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:49:53.427914 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c143d31d-1dbf-4b4f-ad0b-efd1793ead43 req-44e3bc04-29b1-4b4c-9c4d-9f6954e8ea37 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 946 time: 0.3625040 Apr 29 15:49:53.441140 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-68fdc78a-806a-4e71-9d45-1dfd64e5cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'name': 'tempest-TestNetworkBasicOps-router-237402697', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:36Z', 'updated_at': '2022-04-29T15:49:40Z', 'revision_number': 6, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:38Z', 'updated_at': '2022-04-29T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9', 'name': '', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:bb:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:44Z', 'updated_at': '2022-04-29T15:46:54Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:53.445267 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fdc78a-806a-4e71-9d45-1dfd64e5cdfc None None] The sync data for ids ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'] in dv-neutron-839913-1-hyperv is: [{'id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'name': 'tempest-TestNetworkBasicOps-router-237402697', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:36Z', 'updated_at': '2022-04-29T15:49:40Z', 'revision_number': 6, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:38Z', 'updated_at': '2022-04-29T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9', 'name': '', 'network_id': '150e920e-602c-4c2f-9543-26fa5e88bbc8', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:bb:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:44Z', 'updated_at': '2022-04-29T15:46:54Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6d1cded2-3478-42ee-9c8b-454957ef514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:49:53.486815 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c143d31d-1dbf-4b4f-ad0b-efd1793ead43 req-73c0c64e-de3e-4164-929a-da780d19d0d4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:49:53.599998 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c143d31d-1dbf-4b4f-ad0b-efd1793ead43 req-73c0c64e-de3e-4164-929a-da780d19d0d4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:49:53.601172 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c143d31d-1dbf-4b4f-ad0b-efd1793ead43 req-73c0c64e-de3e-4164-929a-da780d19d0d4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=578617a7-d67d-4f46-9f51-feed59bcb747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660058 Apr 29 15:49:53.683972 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88e6b2e-0355-4547-92c4-379beb32433a None None] New status for floating IP 28fcb682-d913-4090-8551-1a1d8f2fe268: DOWN {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:49:54.854930 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138edd9-00ee-4703-8cf9-7d19748d50e5 req-88f2a9b4-7033-4972-82b2-670750e5967b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:54.856407 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1138edd9-00ee-4703-8cf9-7d19748d50e5 req-88f2a9b4-7033-4972-82b2-670750e5967b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 946 time: 0.1353793 Apr 29 15:49:54.867036 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea892d9-506c-498a-92d7-c7ce74a944a3 req-e0400f77-2eac-49bf-968b-8be5922ae9ce tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:49:54.867036 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1ea892d9-506c-498a-92d7-c7ce74a944a3 req-e0400f77-2eac-49bf-968b-8be5922ae9ce tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 946 time: 0.1156883 Apr 29 15:49:54.958804 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-1138edd9-00ee-4703-8cf9-7d19748d50e5 req-4b5b125f-69f3-4011-b567-160cf705f653 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 500a2030-7849-41d8-9f34-72aff20409a7 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:49:54.959141 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-1138edd9-00ee-4703-8cf9-7d19748d50e5 req-4b5b125f-69f3-4011-b567-160cf705f653 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:54.997855 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1ea892d9-506c-498a-92d7-c7ce74a944a3 req-036293d8-905e-4e20-a3d5-92da5a35ce9c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=578617a7-d67d-4f46-9f51-feed59bcb747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012006 Apr 29 15:49:55.212001 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-1138edd9-00ee-4703-8cf9-7d19748d50e5 req-4b5b125f-69f3-4011-b567-160cf705f653 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port 500a2030-7849-41d8-9f34-72aff20409a7, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=500a2030-7849-41d8-9f34-72aff20409a7,segment=NetworkSegment(84898cb5-ae8e-4a07-ad58-b6043ceb2a2f),segment_id=84898cb5-ae8e-4a07-ad58-b6043ceb2a2f)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:49:55.212307 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-1138edd9-00ee-4703-8cf9-7d19748d50e5 req-4b5b125f-69f3-4011-b567-160cf705f653 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:55.332713 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-1138edd9-00ee-4703-8cf9-7d19748d50e5 req-4b5b125f-69f3-4011-b567-160cf705f653 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 500a2030-7849-41d8-9f34-72aff20409a7 owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:49:55.609132 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-1138edd9-00ee-4703-8cf9-7d19748d50e5 req-4b5b125f-69f3-4011-b567-160cf705f653 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:55.657704 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b125f-69f3-4011-b567-160cf705f653 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=500a2030-7849-41d8-9f34-72aff20409a7,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:55.732462 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1138edd9-00ee-4703-8cf9-7d19748d50e5 req-4b5b125f-69f3-4011-b567-160cf705f653 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] No DVR routers for this DVR port 500a2030-7849-41d8-9f34-72aff20409a7 on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:49:55.734699 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-1138edd9-00ee-4703-8cf9-7d19748d50e5 req-4b5b125f-69f3-4011-b567-160cf705f653 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:55.743803 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa', 'name': 'network-vif-deleted', 'tag': '500a2030-7849-41d8-9f34-72aff20409a7'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:49:55.797571 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4b05621-4a7c-4526-9af0-6a1a0ce0fd90'] response: {'server_uuid': '9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa', 'name': 'network-vif-deleted', 'tag': '500a2030-7849-41d8-9f34-72aff20409a7', 'status': 'completed', 'code': 200} Apr 29 15:49:55.817687 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1138edd9-00ee-4703-8cf9-7d19748d50e5 req-4b5b125f-69f3-4011-b567-160cf705f653 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "DELETE /v2.0/ports/500a2030-7849-41d8-9f34-72aff20409a7 HTTP/1.1" status: 204 len: 173 time: 0.9497983 Apr 29 15:49:56.199792 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-da54bbaf-f6c2-4a76-bd43-aefe61ae29a0 req-09948fdc-e4a5-4b84-ad42-e82f564a89a5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:49:56.313813 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-da54bbaf-f6c2-4a76-bd43-aefe61ae29a0 req-09948fdc-e4a5-4b84-ad42-e82f564a89a5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:49:56.315014 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-da54bbaf-f6c2-4a76-bd43-aefe61ae29a0 req-09948fdc-e4a5-4b84-ad42-e82f564a89a5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b75abf0-89f7-4c1a-86f3-fef8cc20b3aa HTTP/1.1" status: 200 len: 210 time: 0.1593359 Apr 29 15:49:57.145415 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 500a2030-7849-41d8-9f34-72aff20409a7 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:49:57.184815 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 500a2030-7849-41d8-9f34-72aff20409a7 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:49:57.184815 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 500a2030-7849-41d8-9f34-72aff20409a7 not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:49:57.421186 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60144) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:57.489973 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-669923ed-1fa2-4a85-abc8-6981d72cecb7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:57.520604 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-669923ed-1fa2-4a85-abc8-6981d72cecb7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:57.651621 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-669923ed-1fa2-4a85-abc8-6981d72cecb7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:57.674825 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669923ed-1fa2-4a85-abc8-6981d72cecb7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=578617a7-d67d-4f46-9f51-feed59bcb747,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:57.744959 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-669923ed-1fa2-4a85-abc8-6981d72cecb7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:57.746880 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-669923ed-1fa2-4a85-abc8-6981d72cecb7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/security-groups/578617a7-d67d-4f46-9f51-feed59bcb747 HTTP/1.1" status: 204 len: 168 time: 0.3245497 Apr 29 15:49:57.878661 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60150) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:58.279210 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7abae58b-f3d9-46ca-a5fb-9702dca52424 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:58.730317 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:49:58.971811 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-7abae58b-f3d9-46ca-a5fb-9702dca52424 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:49:58.972259 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7abae58b-f3d9-46ca-a5fb-9702dca52424 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:59.156631 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-7abae58b-f3d9-46ca-a5fb-9702dca52424 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9,segment=NetworkSegment(84898cb5-ae8e-4a07-ad58-b6043ceb2a2f),segment_id=84898cb5-ae8e-4a07-ad58-b6043ceb2a2f)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:49:59.156631 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7abae58b-f3d9-46ca-a5fb-9702dca52424 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:59.281507 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-7abae58b-f3d9-46ca-a5fb-9702dca52424 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9 owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:49:59.518377 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7abae58b-f3d9-46ca-a5fb-9702dca52424 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:59.563941 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abae58b-f3d9-46ca-a5fb-9702dca52424 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:59.858858 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7abae58b-f3d9-46ca-a5fb-9702dca52424 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:00.520680 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abae58b-f3d9-46ca-a5fb-9702dca52424 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router c8ca6e13-bd66-445b-a0bb-0a576cbb6711 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:50:00.721125 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abae58b-f3d9-46ca-a5fb-9702dca52424 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:50:00.732315 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcea8971-1935-47c1-81d2-0be6ca32808c None None] Sync routers for ids ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:50:00.746287 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcea8971-1935-47c1-81d2-0be6ca32808c None None] Routers {'c8ca6e13-bd66-445b-a0bb-0a576cbb6711'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:50:00.746966 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-dcea8971-1935-47c1-81d2-0be6ca32808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:49:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:00.859545 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7abae58b-f3d9-46ca-a5fb-9702dca52424 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "PUT /v2.0/routers/c8ca6e13-bd66-445b-a0bb-0a576cbb6711/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9797082 Apr 29 15:50:00.862166 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60154) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:00.919178 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-dcea8971-1935-47c1-81d2-0be6ca32808c None None] Set router c8ca6e13-bd66-445b-a0bb-0a576cbb6711 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:50:01.046686 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-2012f306-3d42-4d6a-ae7d-3598032787fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting subnet 6d1cded2-3478-42ee-9c8b-454957ef514a {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:50:01.049482 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2012f306-3d42-4d6a-ae7d-3598032787fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:01.103595 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2012f306-3d42-4d6a-ae7d-3598032787fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:01.188338 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2012f306-3d42-4d6a-ae7d-3598032787fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:01.201018 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-dcea8971-1935-47c1-81d2-0be6ca32808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'name': 'tempest-TestNetworkBasicOps-router-237402697', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:36Z', 'updated_at': '2022-04-29T15:49:59Z', 'revision_number': 7, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:38Z', 'updated_at': '2022-04-29T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:01.205051 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcea8971-1935-47c1-81d2-0be6ca32808c None None] Checking router: c8ca6e13-bd66-445b-a0bb-0a576cbb6711 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:50:01.215961 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcea8971-1935-47c1-81d2-0be6ca32808c None None] Routers {'c8ca6e13-bd66-445b-a0bb-0a576cbb6711'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:50:01.216553 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-dcea8971-1935-47c1-81d2-0be6ca32808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:49:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:01.366167 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2012f306-3d42-4d6a-ae7d-3598032787fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:01.387374 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-dcea8971-1935-47c1-81d2-0be6ca32808c None None] Set router c8ca6e13-bd66-445b-a0bb-0a576cbb6711 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:50:01.408176 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012f306-3d42-4d6a-ae7d-3598032787fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Subnet': ['ID=6d1cded2-3478-42ee-9c8b-454957ef514a,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:01.414248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2012f306-3d42-4d6a-ae7d-3598032787fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:01.421301 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2012f306-3d42-4d6a-ae7d-3598032787fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/subnets/6d1cded2-3478-42ee-9c8b-454957ef514a HTTP/1.1" status: 204 len: 168 time: 0.5573678 Apr 29 15:50:01.422302 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a62616a-e82e-4ac5-a753-ff15e1e0e10c None None] Network 150e920e-602c-4c2f-9543-26fa5e88bbc8 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:50:01.423249 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60158) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:01.643794 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-db1c4c7f-d3a7-45b3-845a-0414bb0a735e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:01.695209 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-dcea8971-1935-47c1-81d2-0be6ca32808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'name': 'tempest-TestNetworkBasicOps-router-237402697', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:36Z', 'updated_at': '2022-04-29T15:49:59Z', 'revision_number': 7, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:38Z', 'updated_at': '2022-04-29T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:01.699364 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcea8971-1935-47c1-81d2-0be6ca32808c None None] The sync data for ids ['c8ca6e13-bd66-445b-a0bb-0a576cbb6711'] in dv-neutron-839913-1-hyperv is: [{'id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'name': 'tempest-TestNetworkBasicOps-router-237402697', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:46:36Z', 'updated_at': '2022-04-29T15:49:59Z', 'revision_number': 7, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'ec5d6bf5-59fa-43e9-882b-da02eb075ba2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ca6e13-bd66-445b-a0bb-0a576cbb6711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:46:38Z', 'updated_at': '2022-04-29T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:50:01.723394 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81e34cf-33cb-4adc-b61d-21e30690c779 None None] DHCP port deletion for 150e920e-602c-4c2f-9543-26fa5e88bbc8 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:50:01.728280 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-f81e34cf-33cb-4adc-b61d-21e30690c779 None None] Deleting port 2a6e420d-6016-4f8e-832e-262a0569256f {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:50:01.728791 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f81e34cf-33cb-4adc-b61d-21e30690c779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:01.967345 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f81e34cf-33cb-4adc-b61d-21e30690c779 None None] For port 2a6e420d-6016-4f8e-832e-262a0569256f, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=2a6e420d-6016-4f8e-832e-262a0569256f,segment=NetworkSegment(84898cb5-ae8e-4a07-ad58-b6043ceb2a2f),segment_id=84898cb5-ae8e-4a07-ad58-b6043ceb2a2f)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:50:01.973989 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f81e34cf-33cb-4adc-b61d-21e30690c779 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:01.982847 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-db1c4c7f-d3a7-45b3-845a-0414bb0a735e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:02.077900 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-db1c4c7f-d3a7-45b3-845a-0414bb0a735e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port ec5d6bf5-59fa-43e9-882b-da02eb075ba2 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:50:02.077999 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-db1c4c7f-d3a7-45b3-845a-0414bb0a735e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:02.093783 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-f81e34cf-33cb-4adc-b61d-21e30690c779 None None] Calling delete_port for 2a6e420d-6016-4f8e-832e-262a0569256f owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:50:02.255832 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f81e34cf-33cb-4adc-b61d-21e30690c779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:02.281450 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-db1c4c7f-d3a7-45b3-845a-0414bb0a735e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port ec5d6bf5-59fa-43e9-882b-da02eb075ba2, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ec5d6bf5-59fa-43e9-882b-da02eb075ba2,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:50:02.281450 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-db1c4c7f-d3a7-45b3-845a-0414bb0a735e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:02.301827 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e34cf-33cb-4adc-b61d-21e30690c779 None None] Pushing event deleted for resources: {'Port': ['ID=2a6e420d-6016-4f8e-832e-262a0569256f,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:02.310749 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81e34cf-33cb-4adc-b61d-21e30690c779 None None] No DVR routers for this DVR port 2a6e420d-6016-4f8e-832e-262a0569256f on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:50:02.417051 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-db1c4c7f-d3a7-45b3-845a-0414bb0a735e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for ec5d6bf5-59fa-43e9-882b-da02eb075ba2 owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:50:02.631853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-db1c4c7f-d3a7-45b3-845a-0414bb0a735e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:02.677421 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c4c7f-d3a7-45b3-845a-0414bb0a735e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=ec5d6bf5-59fa-43e9-882b-da02eb075ba2,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:02.894317 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-db1c4c7f-d3a7-45b3-845a-0414bb0a735e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:03.157558 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-db1c4c7f-d3a7-45b3-845a-0414bb0a735e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:03.161936 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-db1c4c7f-d3a7-45b3-845a-0414bb0a735e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:03.328976 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-db1c4c7f-d3a7-45b3-845a-0414bb0a735e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:03.329381 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1c4c7f-d3a7-45b3-845a-0414bb0a735e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Fanout notify agent at l3_agent the message router_deleted on router c8ca6e13-bd66-445b-a0bb-0a576cbb6711 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:50:03.343944 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-db1c4c7f-d3a7-45b3-845a-0414bb0a735e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:03.345365 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-db1c4c7f-d3a7-45b3-845a-0414bb0a735e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/routers/c8ca6e13-bd66-445b-a0bb-0a576cbb6711 HTTP/1.1" status: 204 len: 168 time: 1.9208436 Apr 29 15:50:03.347851 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60162) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:03.557034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b5e32d35-4da4-455a-94df-b412fd318a2d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:03.685952 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b5e32d35-4da4-455a-94df-b412fd318a2d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:03.710147 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-b5e32d35-4da4-455a-94df-b412fd318a2d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150e920e-602c-4c2f-9543-26fa5e88bbc8']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:03.721880 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-b5e32d35-4da4-455a-94df-b412fd318a2d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84898cb5-ae8e-4a07-ad58-b6043ceb2a2f') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:03.722173 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-b5e32d35-4da4-455a-94df-b412fd318a2d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84898cb5-ae8e-4a07-ad58-b6043ceb2a2f') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:03.734307 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b5e32d35-4da4-455a-94df-b412fd318a2d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:03.751606 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b5e32d35-4da4-455a-94df-b412fd318a2d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:03.757942 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e32d35-4da4-455a-94df-b412fd318a2d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:50:03.758338 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b5e32d35-4da4-455a-94df-b412fd318a2d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:50:03.773616 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:50:03.830060 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2a6e420d-6016-4f8e-832e-262a0569256f no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:50:03.862391 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 2a6e420d-6016-4f8e-832e-262a0569256f {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:50:03.862772 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2a6e420d-6016-4f8e-832e-262a0569256f not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:50:03.863184 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:50:03.894545 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:50:03.894896 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 4dd1a22b-6c80-4b22-a027-b7a74c0ebaf9 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:50:03.895339 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ec5d6bf5-59fa-43e9-882b-da02eb075ba2 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:50:03.923451 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b5e32d35-4da4-455a-94df-b412fd318a2d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:03.926789 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: ec5d6bf5-59fa-43e9-882b-da02eb075ba2 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:50:03.927136 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ec5d6bf5-59fa-43e9-882b-da02eb075ba2 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:50:03.940715 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b5e32d35-4da4-455a-94df-b412fd318a2d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:03.951381 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e32d35-4da4-455a-94df-b412fd318a2d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Network': ['ID=150e920e-602c-4c2f-9543-26fa5e88bbc8,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:03.959702 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b5e32d35-4da4-455a-94df-b412fd318a2d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/networks/150e920e-602c-4c2f-9543-26fa5e88bbc8 HTTP/1.1" status: 204 len: 168 time: 0.6076550 Apr 29 15:50:03.979182 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60166) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:03.985560 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-c9828907-db9a-4660-930b-dc0e4cf5941d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'network': {'name': 'tempest-network-smoke--39267999', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'port_security_enabled': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:50:03.990783 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c9828907-db9a-4660-930b-dc0e4cf5941d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:50:03.995034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c9828907-db9a-4660-930b-dc0e4cf5941d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:network and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:50:03.998394 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c9828907-db9a-4660-930b-dc0e4cf5941d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:50:04.010121 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c9828907-db9a-4660-930b-dc0e4cf5941d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:50:04.102398 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9828907-db9a-4660-930b-dc0e4cf5941d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:50:04.106028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c9828907-db9a-4660-930b-dc0e4cf5941d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:04.133690 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9828907-db9a-4660-930b-dc0e4cf5941d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:50:04.142221 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c9828907-db9a-4660-930b-dc0e4cf5941d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:04.142598 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-c9828907-db9a-4660-930b-dc0e4cf5941d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Added segment a4f66bfa-ddfe-47a7-8ddf-c00855147a1b of type vlan for network 666edfc7-e791-47b6-9bfe-34aac7130e45 Apr 29 15:50:04.168642 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c9828907-db9a-4660-930b-dc0e4cf5941d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:04.257386 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c9828907-db9a-4660-930b-dc0e4cf5941d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:04.263117 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9828907-db9a-4660-930b-dc0e4cf5941d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:04.263836 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c9828907-db9a-4660-930b-dc0e4cf5941d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:04.372478 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9828907-db9a-4660-930b-dc0e4cf5941d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Network': ['ID=666edfc7-e791-47b6-9bfe-34aac7130e45,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:04.382813 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 666edfc7-e791-47b6-9bfe-34aac7130e45 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:50:04.446746 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c9828907-db9a-4660-930b-dc0e4cf5941d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4657664 Apr 29 15:50:04.451161 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60170) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:04.456216 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-3a5f5fcd-0f25-4dc3-b514-0dd78929b92c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1219703138', 'admin_state_up': True, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:50:04.463020 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3a5f5fcd-0f25-4dc3-b514-0dd78929b92c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:50:04.467424 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3a5f5fcd-0f25-4dc3-b514-0dd78929b92c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:router and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:50:04.471890 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3a5f5fcd-0f25-4dc3-b514-0dd78929b92c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:50:04.476423 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3a5f5fcd-0f25-4dc3-b514-0dd78929b92c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:50:04.542750 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3a5f5fcd-0f25-4dc3-b514-0dd78929b92c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:04.546030 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3a5f5fcd-0f25-4dc3-b514-0dd78929b92c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:04.561337 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3a5f5fcd-0f25-4dc3-b514-0dd78929b92c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:04.785619 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3a5f5fcd-0f25-4dc3-b514-0dd78929b92c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:05.038378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3a5f5fcd-0f25-4dc3-b514-0dd78929b92c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:05.067881 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3a5f5fcd-0f25-4dc3-b514-0dd78929b92c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:05.202645 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-3a5f5fcd-0f25-4dc3-b514-0dd78929b92c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.26.1.204 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/029c5717-f0e2-4070-97b0-1ca51c741673) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:50:05.858521 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3a5f5fcd-0f25-4dc3-b514-0dd78929b92c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:05.975228 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3a5f5fcd-0f25-4dc3-b514-0dd78929b92c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:06.047748 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5f5fcd-0f25-4dc3-b514-0dd78929b92c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:50:06.051203 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-3a5f5fcd-0f25-4dc3-b514-0dd78929b92c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:50:06.053070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f5fcd-0f25-4dc3-b514-0dd78929b92c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=029c5717-f0e2-4070-97b0-1ca51c741673,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:06.055133 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5f5fcd-0f25-4dc3-b514-0dd78929b92c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:50:06.321367 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3a5f5fcd-0f25-4dc3-b514-0dd78929b92c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:06.322082 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3a5f5fcd-0f25-4dc3-b514-0dd78929b92c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:06.683932 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5f5fcd-0f25-4dc3-b514-0dd78929b92c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 8741b54e-4648-40ef-96ce-78a12da3e51b is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:50:06.881665 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5f5fcd-0f25-4dc3-b514-0dd78929b92c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:50:06.891693 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] Sync routers for ids ['8741b54e-4648-40ef-96ce-78a12da3e51b'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:50:06.904126 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] Routers {'8741b54e-4648-40ef-96ce-78a12da3e51b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:50:06.904741 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:49:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['8741b54e-4648-40ef-96ce-78a12da3e51b'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:07.003745 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3a5f5fcd-0f25-4dc3-b514-0dd78929b92c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:07.004530 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3a5f5fcd-0f25-4dc3-b514-0dd78929b92c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5524514 Apr 29 15:50:07.008300 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60176) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:07.048261 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ea7e1026-57a7-40a3-8c8c-7a98382c0f16 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=6dec3d4ebc7e41d8a2e134522257f8b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396252 Apr 29 15:50:07.050966 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60180) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:07.087742 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] Set router 8741b54e-4648-40ef-96ce-78a12da3e51b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:50:07.181922 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588c8a3b-6226-4458-8db8-384de121e2c7 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:07.186380 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-588c8a3b-6226-4458-8db8-384de121e2c7 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316204 Apr 29 15:50:07.186619 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60184) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:07.225272 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-923a9fe8-1219-4bbe-a3fe-a13eabf291e9 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375879 Apr 29 15:50:07.227817 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60188) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:07.233765 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-eeb8379b-8454-4215-ab25-86bd3939b42d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-678221626', 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:50:07.345132 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-eeb8379b-8454-4215-ab25-86bd3939b42d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:50:07.349457 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-eeb8379b-8454-4215-ab25-86bd3939b42d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:subnet and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:50:07.352262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-eeb8379b-8454-4215-ab25-86bd3939b42d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:50:07.358030 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-eeb8379b-8454-4215-ab25-86bd3939b42d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:50:07.370862 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'name': 'tempest-TestNetworkBasicOps-router-1219703138', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:04Z', 'updated_at': '2022-04-29T15:50:06Z', 'revision_number': 3, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:af:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:05Z', 'updated_at': '2022-04-29T15:50:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:07.374697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] Checking router: 8741b54e-4648-40ef-96ce-78a12da3e51b for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:50:07.375044 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] Updating router 8741b54e-4648-40ef-96ce-78a12da3e51b port 029c5717-f0e2-4070-97b0-1ca51c741673 binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:50:07.431743 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:07.449542 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb8379b-8454-4215-ab25-86bd3939b42d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:50:07.552759 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eeb8379b-8454-4215-ab25-86bd3939b42d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:07.788681 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:07.800120 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] Transition to ACTIVE for port object 029c5717-f0e2-4070-97b0-1ca51c741673 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:50:07.843804 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eeb8379b-8454-4215-ab25-86bd3939b42d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:07.879955 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:07.926177 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8379b-8454-4215-ab25-86bd3939b42d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Subnet': ['ID=e0396fa2-8863-4cad-945a-19411058404b,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:07.936820 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb8379b-8454-4215-ab25-86bd3939b42d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Checking segment: {'id': 'a4f66bfa-ddfe-47a7-8ddf-c00855147a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:50:07.937180 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb8379b-8454-4215-ab25-86bd3939b42d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network hostable DHCP agents. Network: 666edfc7-e791-47b6-9bfe-34aac7130e45, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:50:07.963171 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ed802-e7ad-4788-9250-ec44510dc809 None None] Pushing event updated for resources: {'Port': ['ID=029c5717-f0e2-4070-97b0-1ca51c741673,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:07.965512 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] Attempting to bind port 029c5717-f0e2-4070-97b0-1ca51c741673 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:50:07.965877 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] Attempting to bind port 029c5717-f0e2-4070-97b0-1ca51c741673 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:50:07.966239 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] Attempting to bind port 029c5717-f0e2-4070-97b0-1ca51c741673 on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:50:07.973051 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:50:07.973422 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:50:07.973817 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:07.974197 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:50:07.974751 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] Bound port: 029c5717-f0e2-4070-97b0-1ca51c741673, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:50:07.975123 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:08.051632 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] For port 029c5717-f0e2-4070-97b0-1ca51c741673, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:50:08.054832 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] For port 029c5717-f0e2-4070-97b0-1ca51c741673, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=029c5717-f0e2-4070-97b0-1ca51c741673,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:50:08.071594 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb8379b-8454-4215-ab25-86bd3939b42d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 666edfc7-e791-47b6-9bfe-34aac7130e45 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:50:08.158095 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:08.186081 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-eeb8379b-8454-4215-ab25-86bd3939b42d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 666edfc7-e791-47b6-9bfe-34aac7130e45) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:50:08.191839 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb8379b-8454-4215-ab25-86bd3939b42d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:08.192702 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eeb8379b-8454-4215-ab25-86bd3939b42d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:08.198213 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c0c6a1-2e48-4a59-85ab-50dc6b3483b7 None None] Network 666edfc7-e791-47b6-9bfe-34aac7130e45 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:50:08.314719 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ed802-e7ad-4788-9250-ec44510dc809 None None] Pushing event updated for resources: {'Port': ['ID=029c5717-f0e2-4070-97b0-1ca51c741673,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:08.324273 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-eeb8379b-8454-4215-ab25-86bd3939b42d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0954607 Apr 29 15:50:08.331298 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60192) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:08.342161 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] Routers {'8741b54e-4648-40ef-96ce-78a12da3e51b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:50:08.342811 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:49:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['8741b54e-4648-40ef-96ce-78a12da3e51b'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:08.607355 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f53546-3ce7-4cae-b342-c600e6464b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-666edfc7-e791-47b6-9bfe-34aac7130e45', 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ips': [{'subnet_id': 'e0396fa2-8863-4cad-945a-19411058404b'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:50:08.608153 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-69f53546-3ce7-4cae-b342-c600e6464b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:08.625362 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] Set router 8741b54e-4648-40ef-96ce-78a12da3e51b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:50:09.005053 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-69f53546-3ce7-4cae-b342-c600e6464b41 None None] Allocated IP 172.20.0.2 (666edfc7-e791-47b6-9bfe-34aac7130e45/e0396fa2-8863-4cad-945a-19411058404b/f7d9ef2f-c190-4e95-8055-2c8632908a92) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:50:09.147534 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'name': 'tempest-TestNetworkBasicOps-router-1219703138', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:04Z', 'updated_at': '2022-04-29T15:50:06Z', 'revision_number': 3, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:af:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:05Z', 'updated_at': '2022-04-29T15:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:09.155539 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a237c79a-d353-4048-9f07-9d1272264e6c None None] The sync data for ids ['8741b54e-4648-40ef-96ce-78a12da3e51b'] in dv-neutron-839913-1-hyperv is: [{'id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'name': 'tempest-TestNetworkBasicOps-router-1219703138', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:04Z', 'updated_at': '2022-04-29T15:50:06Z', 'revision_number': 3, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:af:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:05Z', 'updated_at': '2022-04-29T15:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:50:09.212822 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c826441f-8f6c-464c-830a-49ff9315932b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:09.245918 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-69f53546-3ce7-4cae-b342-c600e6464b41 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:09.258735 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-69f53546-3ce7-4cae-b342-c600e6464b41 None None] Transition to ACTIVE for port object f7d9ef2f-c190-4e95-8055-2c8632908a92 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:50:09.281433 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-69f53546-3ce7-4cae-b342-c600e6464b41 None None] Transition to ACTIVE for port object f7d9ef2f-c190-4e95-8055-2c8632908a92 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:50:09.344657 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-69f53546-3ce7-4cae-b342-c600e6464b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:09.428652 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f53546-3ce7-4cae-b342-c600e6464b41 None None] Network 666edfc7-e791-47b6-9bfe-34aac7130e45 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:50:09.436768 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-69f53546-3ce7-4cae-b342-c600e6464b41 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:50:09.447895 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f53546-3ce7-4cae-b342-c600e6464b41 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:50:09.459667 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f53546-3ce7-4cae-b342-c600e6464b41 None None] Pushing event updated for resources: {'Port': ['ID=f7d9ef2f-c190-4e95-8055-2c8632908a92,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:09.684796 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 029c5717-f0e2-4070-97b0-1ca51c741673 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:50:09.708667 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-c826441f-8f6c-464c-830a-49ff9315932b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.20.0.1 (666edfc7-e791-47b6-9bfe-34aac7130e45/e0396fa2-8863-4cad-945a-19411058404b/4dc04d98-aeed-41c0-8858-7f0983252281) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:50:09.788298 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-69f53546-3ce7-4cae-b342-c600e6464b41 None None] Attempting to bind port f7d9ef2f-c190-4e95-8055-2c8632908a92 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:50:09.788548 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-69f53546-3ce7-4cae-b342-c600e6464b41 None None] Attempting to bind port f7d9ef2f-c190-4e95-8055-2c8632908a92 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'a4f66bfa-ddfe-47a7-8ddf-c00855147a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:50:09.789385 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f53546-3ce7-4cae-b342-c600e6464b41 None None] Attempting to bind port f7d9ef2f-c190-4e95-8055-2c8632908a92 on network 666edfc7-e791-47b6-9bfe-34aac7130e45 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:50:09.832016 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f53546-3ce7-4cae-b342-c600e6464b41 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:50:09.832016 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f53546-3ce7-4cae-b342-c600e6464b41 None None] Checking segment: {'id': 'a4f66bfa-ddfe-47a7-8ddf-c00855147a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:50:09.832016 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-69f53546-3ce7-4cae-b342-c600e6464b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:09.832474 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f53546-3ce7-4cae-b342-c600e6464b41 None None] Bound using segment: {'id': 'a4f66bfa-ddfe-47a7-8ddf-c00855147a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:50:09.832975 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-69f53546-3ce7-4cae-b342-c600e6464b41 None None] Bound port: f7d9ef2f-c190-4e95-8055-2c8632908a92, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f66bfa-ddfe-47a7-8ddf-c00855147a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:50:09.833510 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-69f53546-3ce7-4cae-b342-c600e6464b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:09.888804 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c826441f-8f6c-464c-830a-49ff9315932b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:09.906819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-c826441f-8f6c-464c-830a-49ff9315932b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Transition to ACTIVE for port object 4dc04d98-aeed-41c0-8858-7f0983252281 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:50:09.968396 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-69f53546-3ce7-4cae-b342-c600e6464b41 None None] For port f7d9ef2f-c190-4e95-8055-2c8632908a92, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:50:09.972609 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-69f53546-3ce7-4cae-b342-c600e6464b41 None None] For port f7d9ef2f-c190-4e95-8055-2c8632908a92, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=f7d9ef2f-c190-4e95-8055-2c8632908a92,segment=NetworkSegment(a4f66bfa-ddfe-47a7-8ddf-c00855147a1b),segment_id=a4f66bfa-ddfe-47a7-8ddf-c00855147a1b)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:50:10.034236 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 029c5717-f0e2-4070-97b0-1ca51c741673 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:50:10.034858 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 029c5717-f0e2-4070-97b0-1ca51c741673 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:50:10.035235 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:10.086351 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c826441f-8f6c-464c-830a-49ff9315932b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:10.088135 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-69f53546-3ce7-4cae-b342-c600e6464b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:10.159666 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c826441f-8f6c-464c-830a-49ff9315932b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 666edfc7-e791-47b6-9bfe-34aac7130e45 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:50:10.162634 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-c826441f-8f6c-464c-830a-49ff9315932b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:50:10.165293 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c826441f-8f6c-464c-830a-49ff9315932b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:50:10.206516 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826441f-8f6c-464c-830a-49ff9315932b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=4dc04d98-aeed-41c0-8858-7f0983252281,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:10.232946 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f53546-3ce7-4cae-b342-c600e6464b41 None None] Pushing event updated for resources: {'Port': ['ID=f7d9ef2f-c190-4e95-8055-2c8632908a92,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:10.237420 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c826441f-8f6c-464c-830a-49ff9315932b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:10.248838 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:10.264812 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 029c5717-f0e2-4070-97b0-1ca51c741673, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=029c5717-f0e2-4070-97b0-1ca51c741673,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:50:10.351714 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:10.439609 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c826441f-8f6c-464c-830a-49ff9315932b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:10.442227 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=029c5717-f0e2-4070-97b0-1ca51c741673,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:10.850465 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c826441f-8f6c-464c-830a-49ff9315932b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:11.058858 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c826441f-8f6c-464c-830a-49ff9315932b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:11.142671 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ae64df-ca09-4c66-b396-34f3cf202056 None None] Network 666edfc7-e791-47b6-9bfe-34aac7130e45 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:50:11.273368 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826441f-8f6c-464c-830a-49ff9315932b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=4dc04d98-aeed-41c0-8858-7f0983252281,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:11.278990 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c826441f-8f6c-464c-830a-49ff9315932b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:11.312476 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8af6ff9f-fcfc-41b3-8966-40fd3ad68dde None None] Provisioning for port f7d9ef2f-c190-4e95-8055-2c8632908a92 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:50:11.423778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c826441f-8f6c-464c-830a-49ff9315932b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 666edfc7-e791-47b6-9bfe-34aac7130e45 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:50:11.426188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-c826441f-8f6c-464c-830a-49ff9315932b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:50:11.723600 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device f7d9ef2f-c190-4e95-8055-2c8632908a92 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:50:11.767869 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-dcf98e89-4a0d-45ae-9146-e945f624bdf9 None None] Provisioning for port 4dc04d98-aeed-41c0-8858-7f0983252281 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:50:11.777848 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-dcf98e89-4a0d-45ae-9146-e945f624bdf9 None None] Provisioning complete for port 4dc04d98-aeed-41c0-8858-7f0983252281 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:50:11.778216 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dcf98e89-4a0d-45ae-9146-e945f624bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:11.839441 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-dcf98e89-4a0d-45ae-9146-e945f624bdf9 None None] Port 4dc04d98-aeed-41c0-8858-7f0983252281 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:50:11.852458 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c826441f-8f6c-464c-830a-49ff9315932b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 8741b54e-4648-40ef-96ce-78a12da3e51b has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:50:11.931885 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port f7d9ef2f-c190-4e95-8055-2c8632908a92 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:50:11.939139 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port f7d9ef2f-c190-4e95-8055-2c8632908a92 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:50:11.940071 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:12.007881 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-54fd5f73-c1fa-42bb-bb3e-72564be14647 None None] Provisioning complete for port 4dc04d98-aeed-41c0-8858-7f0983252281 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:50:12.008246 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-54fd5f73-c1fa-42bb-bb3e-72564be14647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:12.071734 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c826441f-8f6c-464c-830a-49ff9315932b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:50:12.085063 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c826441f-8f6c-464c-830a-49ff9315932b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "PUT /v2.0/routers/8741b54e-4648-40ef-96ce-78a12da3e51b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7527533 Apr 29 15:50:12.087979 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60196) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:12.096177 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-54fd5f73-c1fa-42bb-bb3e-72564be14647 None None] Port 4dc04d98-aeed-41c0-8858-7f0983252281 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:50:12.123182 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:12.159370 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port f7d9ef2f-c190-4e95-8055-2c8632908a92, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=f7d9ef2f-c190-4e95-8055-2c8632908a92,segment=NetworkSegment(a4f66bfa-ddfe-47a7-8ddf-c00855147a1b),segment_id=a4f66bfa-ddfe-47a7-8ddf-c00855147a1b)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:50:12.218126 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4ca5e704-43b1-4c25-883b-1c5523eeb6f0 None None] Provisioning complete for port 4dc04d98-aeed-41c0-8858-7f0983252281 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:50:12.218593 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4ca5e704-43b1-4c25-883b-1c5523eeb6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:12.249810 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:12.250608 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 029c5717-f0e2-4070-97b0-1ca51c741673 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:50:12.322641 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2743b390-06a5-4c85-bab9-7a59d23ed278 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:12.322641 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2743b390-06a5-4c85-bab9-7a59d23ed278 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:12.322641 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2743b390-06a5-4c85-bab9-7a59d23ed278 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:12.322641 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2743b390-06a5-4c85-bab9-7a59d23ed278 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:12.322641 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2743b390-06a5-4c85-bab9-7a59d23ed278 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:12.322641 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2743b390-06a5-4c85-bab9-7a59d23ed278 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:12.327649 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2743b390-06a5-4c85-bab9-7a59d23ed278 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.2361283 Apr 29 15:50:12.327869 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60200) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:12.379326 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-4ca5e704-43b1-4c25-883b-1c5523eeb6f0 None None] Port 4dc04d98-aeed-41c0-8858-7f0983252281 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:50:12.396965 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=f7d9ef2f-c190-4e95-8055-2c8632908a92,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:12.398178 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b80a6c-707d-4ebd-ace9-1731724b7a30 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:12.398572 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b80a6c-707d-4ebd-ace9-1731724b7a30 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:12.398966 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b80a6c-707d-4ebd-ace9-1731724b7a30 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:12.399609 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b80a6c-707d-4ebd-ace9-1731724b7a30 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:12.399694 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b80a6c-707d-4ebd-ace9-1731724b7a30 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:12.400013 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b80a6c-707d-4ebd-ace9-1731724b7a30 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:12.405119 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e2b80a6c-707d-4ebd-ace9-1731724b7a30 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0762463 Apr 29 15:50:12.406076 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60204) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:12.409794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 029c5717-f0e2-4070-97b0-1ca51c741673 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:50:12.410163 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:12.626161 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-39da2944-4971-4625-8eed-f71d42ecdca2 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2187843 Apr 29 15:50:12.709748 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] Sync routers for ids ['8741b54e-4648-40ef-96ce-78a12da3e51b'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:50:12.722231 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] Routers {'8741b54e-4648-40ef-96ce-78a12da3e51b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:50:12.722928 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:49:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['8741b54e-4648-40ef-96ce-78a12da3e51b'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:12.916390 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] Set router 8741b54e-4648-40ef-96ce-78a12da3e51b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:50:12.941010 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60210) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:12.946778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-d99c27fa-1419-4d3c-afb9-5746b0bbe63f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-888393631', 'description': 'tempest-secgroup-smoke-888393631 description', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:50:12.952855 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d99c27fa-1419-4d3c-afb9-5746b0bbe63f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:50:12.956919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d99c27fa-1419-4d3c-afb9-5746b0bbe63f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:50:12.959792 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d99c27fa-1419-4d3c-afb9-5746b0bbe63f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:50:12.967008 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d99c27fa-1419-4d3c-afb9-5746b0bbe63f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:50:13.034401 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d99c27fa-1419-4d3c-afb9-5746b0bbe63f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:13.069879 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d99c27fa-1419-4d3c-afb9-5746b0bbe63f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:50:13.073660 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d99c27fa-1419-4d3c-afb9-5746b0bbe63f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:50:13.076464 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d99c27fa-1419-4d3c-afb9-5746b0bbe63f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:50:13.082620 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d99c27fa-1419-4d3c-afb9-5746b0bbe63f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:50:13.138777 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d99c27fa-1419-4d3c-afb9-5746b0bbe63f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:13.223586 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'name': 'tempest-TestNetworkBasicOps-router-1219703138', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:04Z', 'updated_at': '2022-04-29T15:50:10Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:af:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:05Z', 'updated_at': '2022-04-29T15:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '4dc04d98-aeed-41c0-8858-7f0983252281', 'name': '', 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:99:b7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0396fa2-8863-4cad-945a-19411058404b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:09Z', 'updated_at': '2022-04-29T15:50:10Z', 'revision_number': 2, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': 'e0396fa2-8863-4cad-945a-19411058404b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:13.227316 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] Checking router: 8741b54e-4648-40ef-96ce-78a12da3e51b for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:50:13.227666 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] Updating router 8741b54e-4648-40ef-96ce-78a12da3e51b port 4dc04d98-aeed-41c0-8858-7f0983252281 binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:50:13.234079 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d99c27fa-1419-4d3c-afb9-5746b0bbe63f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:13.279311 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:13.279505 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c27fa-1419-4d3c-afb9-5746b0bbe63f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0601bd9b-25f9-4cad-aec5-b7314b7a97c2,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:13.343964 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d99c27fa-1419-4d3c-afb9-5746b0bbe63f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:13.344891 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d99c27fa-1419-4d3c-afb9-5746b0bbe63f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4026320 Apr 29 15:50:13.348114 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60214) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:13.353658 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-76dd5a35-e116-4956-9a4d-223a5b885322 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '0601bd9b-25f9-4cad-aec5-b7314b7a97c2', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:50:13.359542 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-76dd5a35-e116-4956-9a4d-223a5b885322 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:50:13.363345 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-76dd5a35-e116-4956-9a4d-223a5b885322 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:50:13.366088 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-76dd5a35-e116-4956-9a4d-223a5b885322 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:50:13.371893 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-76dd5a35-e116-4956-9a4d-223a5b885322 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:50:13.443638 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-76dd5a35-e116-4956-9a4d-223a5b885322 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:13.508878 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-76dd5a35-e116-4956-9a4d-223a5b885322 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:13.566604 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-82db9b9b-a96f-436f-8140-9ab940bd68ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:13.596802 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-76dd5a35-e116-4956-9a4d-223a5b885322 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:13.612747 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device f7d9ef2f-c190-4e95-8055-2c8632908a92 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:50:13.623333 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:13.624390 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd5a35-e116-4956-9a4d-223a5b885322 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f963ad2d-f707-4a9c-ad9d-a1be23190f25,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:13.635072 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] Transition to ACTIVE for port object 4dc04d98-aeed-41c0-8858-7f0983252281 will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:50:13.717228 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-76dd5a35-e116-4956-9a4d-223a5b885322 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:13.721618 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60218) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:13.724618 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-76dd5a35-e116-4956-9a4d-223a5b885322 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3755136 Apr 29 15:50:13.730687 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:13.731170 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port f7d9ef2f-c190-4e95-8055-2c8632908a92 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:50:13.731170 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:13.731304 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-63c3076b-af03-467e-9ade-27a38d71bfa3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '0601bd9b-25f9-4cad-aec5-b7314b7a97c2', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:50:13.734916 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-63c3076b-af03-467e-9ade-27a38d71bfa3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:50:13.739329 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-63c3076b-af03-467e-9ade-27a38d71bfa3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:50:13.742427 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-63c3076b-af03-467e-9ade-27a38d71bfa3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:50:13.754134 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-63c3076b-af03-467e-9ade-27a38d71bfa3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:50:13.830786 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-63c3076b-af03-467e-9ade-27a38d71bfa3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:13.913089 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-63c3076b-af03-467e-9ade-27a38d71bfa3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:13.956949 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ffc4b-5bea-4837-835a-088dd88185bb None None] Pushing event updated for resources: {'Port': ['ID=4dc04d98-aeed-41c0-8858-7f0983252281,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:13.957492 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] Attempting to bind port 4dc04d98-aeed-41c0-8858-7f0983252281 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:50:13.957850 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] Attempting to bind port 4dc04d98-aeed-41c0-8858-7f0983252281 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'a4f66bfa-ddfe-47a7-8ddf-c00855147a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:50:13.958198 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] Attempting to bind port 4dc04d98-aeed-41c0-8858-7f0983252281 on network 666edfc7-e791-47b6-9bfe-34aac7130e45 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:50:13.969548 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ffc4b-5bea-4837-835a-088dd88185bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:13.969884 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ffc4b-5bea-4837-835a-088dd88185bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:13.970214 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ffc4b-5bea-4837-835a-088dd88185bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:13.970562 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ffc4b-5bea-4837-835a-088dd88185bb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:13.970890 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ffc4b-5bea-4837-835a-088dd88185bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:13.971207 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ffc4b-5bea-4837-835a-088dd88185bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:13.971524 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ffc4b-5bea-4837-835a-088dd88185bb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:13.971840 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ffc4b-5bea-4837-835a-088dd88185bb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:13.972157 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ffc4b-5bea-4837-835a-088dd88185bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:13.972478 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ffc4b-5bea-4837-835a-088dd88185bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:13.972778 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9ffc4b-5bea-4837-835a-088dd88185bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:13.975984 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:50:13.976343 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] Checking segment: {'id': 'a4f66bfa-ddfe-47a7-8ddf-c00855147a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:50:13.976736 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:13.977098 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] Bound using segment: {'id': 'a4f66bfa-ddfe-47a7-8ddf-c00855147a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:50:13.977556 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] Bound port: 4dc04d98-aeed-41c0-8858-7f0983252281, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f66bfa-ddfe-47a7-8ddf-c00855147a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:50:13.977937 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:14.042408 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-63c3076b-af03-467e-9ade-27a38d71bfa3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:14.076804 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3076b-af03-467e-9ade-27a38d71bfa3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab59a2b6-d631-49ed-b800-4fc39a3b1df5,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:14.076907 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] For port 4dc04d98-aeed-41c0-8858-7f0983252281, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:50:14.076907 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] For port 4dc04d98-aeed-41c0-8858-7f0983252281, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=4dc04d98-aeed-41c0-8858-7f0983252281,segment=NetworkSegment(a4f66bfa-ddfe-47a7-8ddf-c00855147a1b),segment_id=a4f66bfa-ddfe-47a7-8ddf-c00855147a1b)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:50:14.154880 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-63c3076b-af03-467e-9ade-27a38d71bfa3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:14.156100 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-63c3076b-af03-467e-9ade-27a38d71bfa3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4334710 Apr 29 15:50:14.158791 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60222) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:14.164073 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d686315b-c371-452f-a387-d5cc1c27dee9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '0601bd9b-25f9-4cad-aec5-b7314b7a97c2', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:50:14.166467 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:14.169852 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d686315b-c371-452f-a387-d5cc1c27dee9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:50:14.173613 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d686315b-c371-452f-a387-d5cc1c27dee9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:50:14.176428 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d686315b-c371-452f-a387-d5cc1c27dee9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:50:14.181930 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d686315b-c371-452f-a387-d5cc1c27dee9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:50:14.243466 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ffc4b-5bea-4837-835a-088dd88185bb None None] Pushing event updated for resources: {'Port': ['ID=4dc04d98-aeed-41c0-8858-7f0983252281,revision_number=4']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:14.251662 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] Routers {'8741b54e-4648-40ef-96ce-78a12da3e51b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:50:14.251662 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:49:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['8741b54e-4648-40ef-96ce-78a12da3e51b'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:14.285294 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d686315b-c371-452f-a387-d5cc1c27dee9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:14.361852 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d686315b-c371-452f-a387-d5cc1c27dee9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:14.423141 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d686315b-c371-452f-a387-d5cc1c27dee9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:14.443502 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] Set router 8741b54e-4648-40ef-96ce-78a12da3e51b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:50:14.447405 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686315b-c371-452f-a387-d5cc1c27dee9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee85db52-4f20-43fe-9bf0-f2d684252cb7,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:14.563331 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d686315b-c371-452f-a387-d5cc1c27dee9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:14.564619 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d686315b-c371-452f-a387-d5cc1c27dee9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4049344 Apr 29 15:50:14.567459 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60226) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:14.572946 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-5ae26b90-e79a-48c2-9d9f-7e0c3ca754d2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '0601bd9b-25f9-4cad-aec5-b7314b7a97c2', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:50:14.579129 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5ae26b90-e79a-48c2-9d9f-7e0c3ca754d2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:50:14.582864 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5ae26b90-e79a-48c2-9d9f-7e0c3ca754d2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:50:14.585670 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5ae26b90-e79a-48c2-9d9f-7e0c3ca754d2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:50:14.592188 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5ae26b90-e79a-48c2-9d9f-7e0c3ca754d2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:50:14.664736 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5ae26b90-e79a-48c2-9d9f-7e0c3ca754d2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:14.734690 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5ae26b90-e79a-48c2-9d9f-7e0c3ca754d2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:14.788604 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'name': 'tempest-TestNetworkBasicOps-router-1219703138', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:04Z', 'updated_at': '2022-04-29T15:50:10Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:af:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:05Z', 'updated_at': '2022-04-29T15:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '4dc04d98-aeed-41c0-8858-7f0983252281', 'name': '', 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:99:b7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0396fa2-8863-4cad-945a-19411058404b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:09Z', 'updated_at': '2022-04-29T15:50:14Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': 'e0396fa2-8863-4cad-945a-19411058404b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:14.792457 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326efa57-3774-4310-b03d-7da0297484c4 None None] The sync data for ids ['8741b54e-4648-40ef-96ce-78a12da3e51b'] in dv-neutron-839913-1-hyperv is: [{'id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'name': 'tempest-TestNetworkBasicOps-router-1219703138', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:04Z', 'updated_at': '2022-04-29T15:50:10Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:af:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:05Z', 'updated_at': '2022-04-29T15:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '4dc04d98-aeed-41c0-8858-7f0983252281', 'name': '', 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:99:b7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0396fa2-8863-4cad-945a-19411058404b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:09Z', 'updated_at': '2022-04-29T15:50:14Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': 'e0396fa2-8863-4cad-945a-19411058404b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:50:14.843769 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5ae26b90-e79a-48c2-9d9f-7e0c3ca754d2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:14.886860 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae26b90-e79a-48c2-9d9f-7e0c3ca754d2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffee49bb-30e3-469a-8500-8dc05df645db,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:14.977376 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5ae26b90-e79a-48c2-9d9f-7e0c3ca754d2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:14.978610 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5ae26b90-e79a-48c2-9d9f-7e0c3ca754d2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4102204 Apr 29 15:50:14.981551 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60230) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:14.987509 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-4d50ed00-4c14-43e7-bc96-446f918fe97e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '0601bd9b-25f9-4cad-aec5-b7314b7a97c2', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:50:14.993441 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-4d50ed00-4c14-43e7-bc96-446f918fe97e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:50:14.997655 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4d50ed00-4c14-43e7-bc96-446f918fe97e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:50:15.000719 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4d50ed00-4c14-43e7-bc96-446f918fe97e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:50:15.006568 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-4d50ed00-4c14-43e7-bc96-446f918fe97e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:50:15.137802 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-4d50ed00-4c14-43e7-bc96-446f918fe97e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Project 6dec3d4ebc7e41d8a2e134522257f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:50:15.139210 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4d50ed00-4c14-43e7-bc96-446f918fe97e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:15.197506 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:15.206673 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4d50ed00-4c14-43e7-bc96-446f918fe97e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:15.280595 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4d50ed00-4c14-43e7-bc96-446f918fe97e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:15.304782 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50ed00-4c14-43e7-bc96-446f918fe97e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb07b0d-831b-4a9e-b0f4-eefd00ff3e7f,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:15.411657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4d50ed00-4c14-43e7-bc96-446f918fe97e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:15.412966 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4d50ed00-4c14-43e7-bc96-446f918fe97e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4304209 Apr 29 15:50:15.415929 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60234) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:15.421541 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-5fe5e7d9-1776-4d46-a449-0ef1795cf417 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '0601bd9b-25f9-4cad-aec5-b7314b7a97c2', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:50:15.427535 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5fe5e7d9-1776-4d46-a449-0ef1795cf417 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:50:15.437535 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5fe5e7d9-1776-4d46-a449-0ef1795cf417 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:50:15.437535 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-5fe5e7d9-1776-4d46-a449-0ef1795cf417 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:50:15.442192 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-5fe5e7d9-1776-4d46-a449-0ef1795cf417 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:50:15.507346 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.securitygroups_db [None req-5fe5e7d9-1776-4d46-a449-0ef1795cf417 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Project 6dec3d4ebc7e41d8a2e134522257f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:50:15.514734 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5fe5e7d9-1776-4d46-a449-0ef1795cf417 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:15.590686 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5fe5e7d9-1776-4d46-a449-0ef1795cf417 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:15.646243 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 4dc04d98-aeed-41c0-8858-7f0983252281 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:50:15.680829 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5fe5e7d9-1776-4d46-a449-0ef1795cf417 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:15.709844 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5e7d9-1776-4d46-a449-0ef1795cf417 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a5ead0-f28c-4c64-8f0f-187560501365,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:15.771381 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5fe5e7d9-1776-4d46-a449-0ef1795cf417 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:15.772580 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5fe5e7d9-1776-4d46-a449-0ef1795cf417 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3556888 Apr 29 15:50:15.801084 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 4dc04d98-aeed-41c0-8858-7f0983252281 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:50:15.812566 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 4dc04d98-aeed-41c0-8858-7f0983252281 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:50:15.813146 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:15.928440 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f01d230b-d983-4de1-aea6-846a17cbe3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:15.940271 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:15.975064 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 4dc04d98-aeed-41c0-8858-7f0983252281, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=4dc04d98-aeed-41c0-8858-7f0983252281,segment=NetworkSegment(a4f66bfa-ddfe-47a7-8ddf-c00855147a1b),segment_id=a4f66bfa-ddfe-47a7-8ddf-c00855147a1b)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:50:16.017168 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-9ffc348e-0bfe-4f26-a94d-69c0a4b22190 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:50:16.097142 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:16.138934 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-9ffc348e-0bfe-4f26-a94d-69c0a4b22190 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:50:16.141306 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-9ffc348e-0bfe-4f26-a94d-69c0a4b22190 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-888393631&fields=id&tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 267 time: 0.1628907 Apr 29 15:50:16.164461 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=4dc04d98-aeed-41c0-8858-7f0983252281,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:16.287670 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-78a032fc-e2ea-4566-813e-2e4ff36fc289 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:16.288336 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-78a032fc-e2ea-4566-813e-2e4ff36fc289 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:50:16.401179 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-78a032fc-e2ea-4566-813e-2e4ff36fc289 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:50:16.401179 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-78a032fc-e2ea-4566-813e-2e4ff36fc289 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/networks?id=666edfc7-e791-47b6-9bfe-34aac7130e45 HTTP/1.1" status: 200 len: 795 time: 0.2533710 Apr 29 15:50:16.417226 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-b20c897d-5c15-4deb-9ee5-bc4b9cf140c3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/quotas/6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 375 time: 0.0104854 Apr 29 15:50:16.495094 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-a6fc45be-e0b7-4092-b1ea-5b2a1b60db17 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:50:16.577675 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-a6fc45be-e0b7-4092-b1ea-5b2a1b60db17 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:50:16.579272 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-a6fc45be-e0b7-4092-b1ea-5b2a1b60db17 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1559725 Apr 29 15:50:16.809877 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-e81df4a7-ad47-402f-b0bf-e2ed5aaeb2b6 service neutron] 10.222.0.21 "GET /v2.0/networks/666edfc7-e791-47b6-9bfe-34aac7130e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202275 Apr 29 15:50:16.944392 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-e2f0a678-621d-4a69-89ec-618021892db7 service neutron] 10.222.0.21 "GET /v2.0/networks/666edfc7-e791-47b6-9bfe-34aac7130e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248510 Apr 29 15:50:17.174891 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:17.267462 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-452d017e-344b-4b1d-aff3-bafb848d218d req-79a79d22-f887-4243-9471-07af4d319420 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=73547289-5d5f-4b20-ae77-0455e58bf942 HTTP/1.1" status: 200 len: 210 time: 0.0419905 Apr 29 15:50:17.542588 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:17.611289 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 4dc04d98-aeed-41c0-8858-7f0983252281 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:50:17.679217 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 4dc04d98-aeed-41c0-8858-7f0983252281 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:50:17.679595 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:18.440450 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-662202ed-d3cd-47ed-8448-260e321b998f req-bd0256f0-4754-457a-97fc-425f1992a6e1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=73547289-5d5f-4b20-ae77-0455e58bf942 HTTP/1.1" status: 200 len: 210 time: 0.0407419 Apr 29 15:50:18.455429 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:19.424760 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-4d59e290-f83d-453e-88b7-073f7017a54e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:19.426173 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-4d59e290-f83d-453e-88b7-073f7017a54e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/networks?id=666edfc7-e791-47b6-9bfe-34aac7130e45 HTTP/1.1" status: 200 len: 795 time: 0.1675637 Apr 29 15:50:19.492382 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-b5f6bde4-b711-4c24-8a38-d2d660cb6aec tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 379 time: 0.0528409 Apr 29 15:50:19.502250 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-4ac69871-000c-4c7b-be3c-c5e0f2668c79 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'port': {'device_id': '73547289-5d5f-4b20-ae77-0455e58bf942', 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45', 'admin_state_up': True, 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'security_groups': ['0601bd9b-25f9-4cad-aec5-b7314b7a97c2']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:50:19.654343 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-63e83991-536b-43d3-8182-35a2da4d3f1f req-54be887a-ea84-4742-a461-b5f3d548e160 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=73547289-5d5f-4b20-ae77-0455e58bf942 HTTP/1.1" status: 200 len: 210 time: 0.0713329 Apr 29 15:50:19.730201 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-4ac69871-000c-4c7b-be3c-c5e0f2668c79 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:50:19.741765 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-4ac69871-000c-4c7b-be3c-c5e0f2668c79 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:50:19.805802 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-4ac69871-000c-4c7b-be3c-c5e0f2668c79 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:50:19.809193 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-4ac69871-000c-4c7b-be3c-c5e0f2668c79 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:20.001627 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-4ac69871-000c-4c7b-be3c-c5e0f2668c79 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.20.0.9 (666edfc7-e791-47b6-9bfe-34aac7130e45/e0396fa2-8863-4cad-945a-19411058404b/9f203592-e773-4628-9bb0-9e88382d0f41) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:50:20.192147 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-4ac69871-000c-4c7b-be3c-c5e0f2668c79 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:20.207787 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-4ac69871-000c-4c7b-be3c-c5e0f2668c79 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Transition to ACTIVE for port object 9f203592-e773-4628-9bb0-9e88382d0f41 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:50:20.310592 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-4ac69871-000c-4c7b-be3c-c5e0f2668c79 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:20.400700 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-4ac69871-000c-4c7b-be3c-c5e0f2668c79 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 666edfc7-e791-47b6-9bfe-34aac7130e45 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:50:20.404084 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-4ac69871-000c-4c7b-be3c-c5e0f2668c79 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:50:20.406578 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-4ac69871-000c-4c7b-be3c-c5e0f2668c79 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:50:20.445254 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69871-000c-4c7b-be3c-c5e0f2668c79 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=9f203592-e773-4628-9bb0-9e88382d0f41,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:20.476763 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-4ac69871-000c-4c7b-be3c-c5e0f2668c79 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:20.477357 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-4ac69871-000c-4c7b-be3c-c5e0f2668c79 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:20.572004 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-4ac69871-000c-4c7b-be3c-c5e0f2668c79 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0740857 Apr 29 15:50:20.586368 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-67f49e55-bcb9-4db2-acfe-255802ab1574 service neutron] Request body: {'port': {'device_id': '73547289-5d5f-4b20-ae77-0455e58bf942', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:50:20.677149 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-623eb43c-6186-40eb-9b5b-f59c415fa806 None None] Provisioning for port 9f203592-e773-4628-9bb0-9e88382d0f41 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:50:20.682363 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-623eb43c-6186-40eb-9b5b-f59c415fa806 None None] Provisioning complete for port 9f203592-e773-4628-9bb0-9e88382d0f41 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:50:20.687767 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-623eb43c-6186-40eb-9b5b-f59c415fa806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:20.703734 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-67f49e55-bcb9-4db2-acfe-255802ab1574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:20.739623 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-623eb43c-6186-40eb-9b5b-f59c415fa806 None None] Port 9f203592-e773-4628-9bb0-9e88382d0f41 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:50:21.085651 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba017a8-3290-4ecb-8ba0-4182e94856e8 req-ae6e6dcb-279a-4777-9038-58570cbab5f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:21.086405 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-fba017a8-3290-4ecb-8ba0-4182e94856e8 req-ae6e6dcb-279a-4777-9038-58570cbab5f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:50:21.201371 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-67f49e55-bcb9-4db2-acfe-255802ab1574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f203592-e773-4628-9bb0-9e88382d0f41 {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:50:21.208382 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-67f49e55-bcb9-4db2-acfe-255802ab1574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:21.221636 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-fba017a8-3290-4ecb-8ba0-4182e94856e8 req-ae6e6dcb-279a-4777-9038-58570cbab5f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:50:21.224579 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fba017a8-3290-4ecb-8ba0-4182e94856e8 req-ae6e6dcb-279a-4777-9038-58570cbab5f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=73547289-5d5f-4b20-ae77-0455e58bf942 HTTP/1.1" status: 200 len: 931 time: 0.4377177 Apr 29 15:50:21.225494 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-67f49e55-bcb9-4db2-acfe-255802ab1574 service neutron] Transition to ACTIVE for port object 9f203592-e773-4628-9bb0-9e88382d0f41 will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:50:21.271961 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fba017a8-3290-4ecb-8ba0-4182e94856e8 req-ddd9f3ae-75f8-41b0-a437-1321e3a0f9c2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0601bd9b-25f9-4cad-aec5-b7314b7a97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418227 Apr 29 15:50:21.313804 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-67f49e55-bcb9-4db2-acfe-255802ab1574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:21.442443 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f49e55-bcb9-4db2-acfe-255802ab1574 service neutron] Pushing event updated for resources: {'Port': ['ID=9f203592-e773-4628-9bb0-9e88382d0f41,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:21.553802 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-67f49e55-bcb9-4db2-acfe-255802ab1574 service neutron] Attempting to bind port 9f203592-e773-4628-9bb0-9e88382d0f41 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:50:21.554139 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-67f49e55-bcb9-4db2-acfe-255802ab1574 service neutron] Attempting to bind port 9f203592-e773-4628-9bb0-9e88382d0f41 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': 'a4f66bfa-ddfe-47a7-8ddf-c00855147a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:50:21.554465 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-67f49e55-bcb9-4db2-acfe-255802ab1574 service neutron] Attempting to bind port 9f203592-e773-4628-9bb0-9e88382d0f41 on network 666edfc7-e791-47b6-9bfe-34aac7130e45 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:50:21.560979 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-67f49e55-bcb9-4db2-acfe-255802ab1574 service neutron] Port 9f203592-e773-4628-9bb0-9e88382d0f41 on network 666edfc7-e791-47b6-9bfe-34aac7130e45 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:50:21.561375 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-67f49e55-bcb9-4db2-acfe-255802ab1574 service neutron] Attempting to bind port 9f203592-e773-4628-9bb0-9e88382d0f41 on network 666edfc7-e791-47b6-9bfe-34aac7130e45 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:50:21.567965 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-67f49e55-bcb9-4db2-acfe-255802ab1574 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:50:21.568339 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-67f49e55-bcb9-4db2-acfe-255802ab1574 service neutron] Checking segment: {'id': 'a4f66bfa-ddfe-47a7-8ddf-c00855147a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:50:21.568669 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-67f49e55-bcb9-4db2-acfe-255802ab1574 service neutron] Bound using segment: {'id': 'a4f66bfa-ddfe-47a7-8ddf-c00855147a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:50:21.569093 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-67f49e55-bcb9-4db2-acfe-255802ab1574 service neutron] Bound port: 9f203592-e773-4628-9bb0-9e88382d0f41, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f66bfa-ddfe-47a7-8ddf-c00855147a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:50:21.569437 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-67f49e55-bcb9-4db2-acfe-255802ab1574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:21.661867 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-67f49e55-bcb9-4db2-acfe-255802ab1574 service neutron] For port 9f203592-e773-4628-9bb0-9e88382d0f41, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:50:21.664715 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-67f49e55-bcb9-4db2-acfe-255802ab1574 service neutron] For port 9f203592-e773-4628-9bb0-9e88382d0f41, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=9f203592-e773-4628-9bb0-9e88382d0f41,segment=NetworkSegment(a4f66bfa-ddfe-47a7-8ddf-c00855147a1b),segment_id=a4f66bfa-ddfe-47a7-8ddf-c00855147a1b)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:50:21.737254 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-67f49e55-bcb9-4db2-acfe-255802ab1574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:21.798689 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-67f49e55-bcb9-4db2-acfe-255802ab1574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:21.800033 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-67f49e55-bcb9-4db2-acfe-255802ab1574 service neutron] 10.222.0.35 "PUT /v2.0/ports/9f203592-e773-4628-9bb0-9e88382d0f41 HTTP/1.1" status: 200 len: 1093 time: 1.2176759 Apr 29 15:50:21.800457 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73547289-5d5f-4b20-ae77-0455e58bf942', 'tag': '9f203592-e773-4628-9bb0-9e88382d0f41'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:50:21.818243 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f49e55-bcb9-4db2-acfe-255802ab1574 service neutron] Pushing event updated for resources: {'Port': ['ID=9f203592-e773-4628-9bb0-9e88382d0f41,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:21.861769 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12af0d4c-82b7-43a4-be3f-ea7ab01c3965'] response: {'name': 'network-changed', 'server_uuid': '73547289-5d5f-4b20-ae77-0455e58bf942', 'tag': '9f203592-e773-4628-9bb0-9e88382d0f41', 'status': 'completed', 'code': 200} Apr 29 15:50:21.947679 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-243735c9-c952-4a7b-bf07-fce532a8a0d6 req-77262e88-9e6f-43f3-9637-0983cd571b0c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=73547289-5d5f-4b20-ae77-0455e58bf942 HTTP/1.1" status: 200 len: 1096 time: 0.0708261 Apr 29 15:50:22.091610 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243735c9-c952-4a7b-bf07-fce532a8a0d6 req-b582c949-5b8a-44ee-81d7-215b08b59fbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:22.093463 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-243735c9-c952-4a7b-bf07-fce532a8a0d6 req-b582c949-5b8a-44ee-81d7-215b08b59fbf service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1391692 Apr 29 15:50:22.225683 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243735c9-c952-4a7b-bf07-fce532a8a0d6 req-1f38c657-5312-43f2-b0ac-4b582eaddddb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:22.227143 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-243735c9-c952-4a7b-bf07-fce532a8a0d6 req-1f38c657-5312-43f2-b0ac-4b582eaddddb service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286557 Apr 29 15:50:22.333711 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-bffb75df-deb6-49a1-b639-2178c28c7664 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=73547289-5d5f-4b20-ae77-0455e58bf942 HTTP/1.1" status: 200 len: 1096 time: 0.0720775 Apr 29 15:50:22.457827 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-1ae107f4-70a4-4943-b6ba-f7e45e17b2d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f203592-e773-4628-9bb0-9e88382d0f41 HTTP/1.1" status: 200 len: 217 time: 0.0999515 Apr 29 15:50:22.532707 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-a702104d-c05b-4243-a6ed-0917fc9727d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:22.534047 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-a702104d-c05b-4243-a6ed-0917fc9727d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0396fa2-8863-4cad-945a-19411058404b HTTP/1.1" status: 200 len: 834 time: 0.0703130 Apr 29 15:50:22.545488 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c54e56-d638-4fd8-8ce5-7b5909b4077b req-35cc7d63-ae51-4ef7-a7aa-53f27ebec9a8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:22.546819 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f1c54e56-d638-4fd8-8ce5-7b5909b4077b req-35cc7d63-ae51-4ef7-a7aa-53f27ebec9a8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=73547289-5d5f-4b20-ae77-0455e58bf942 HTTP/1.1" status: 200 len: 943 time: 0.1417763 Apr 29 15:50:22.639097 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f1c54e56-d638-4fd8-8ce5-7b5909b4077b req-bc140ee3-d505-488b-a938-f2bb79bff43d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0601bd9b-25f9-4cad-aec5-b7314b7a97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621202 Apr 29 15:50:22.651520 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-fd5fccd2-d278-484c-977d-a7415418a6ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=666edfc7-e791-47b6-9bfe-34aac7130e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1121392 Apr 29 15:50:22.783371 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-3d9d1dea-e97a-4ca0-add2-9402a286ff5e service neutron] 10.222.0.35 "GET /v2.0/networks/666edfc7-e791-47b6-9bfe-34aac7130e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250851 Apr 29 15:50:22.910791 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-70ec05f7-1ab7-4da0-86d4-2af5e88cac80 req-6776b9ea-7f56-4ef4-91b1-868b44d131b5 service neutron] 10.222.0.35 "GET /v2.0/networks/666edfc7-e791-47b6-9bfe-34aac7130e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214380 Apr 29 15:50:23.834569 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a8ae0-f6e0-4a0d-a714-ab8fd38288e9 req-80ec17d8-3fef-4e6d-bb59-3438af3a091a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:23.836041 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-296a8ae0-f6e0-4a0d-a714-ab8fd38288e9 req-80ec17d8-3fef-4e6d-bb59-3438af3a091a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=73547289-5d5f-4b20-ae77-0455e58bf942 HTTP/1.1" status: 200 len: 943 time: 0.0751176 Apr 29 15:50:23.883696 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-296a8ae0-f6e0-4a0d-a714-ab8fd38288e9 req-2cd934c4-f855-4be3-91b4-a1ecc8f5ef91 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0601bd9b-25f9-4cad-aec5-b7314b7a97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415318 Apr 29 15:50:25.305457 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 9f203592-e773-4628-9bb0-9e88382d0f41 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:50:25.375225 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888bea5c-2d23-47a4-8ba9-4793c9f51aab req-9f9fe14d-8601-4208-a2c4-dc978b77dda1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:25.376742 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-888bea5c-2d23-47a4-8ba9-4793c9f51aab req-9f9fe14d-8601-4208-a2c4-dc978b77dda1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=73547289-5d5f-4b20-ae77-0455e58bf942 HTTP/1.1" status: 200 len: 943 time: 0.3603661 Apr 29 15:50:25.423899 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-888bea5c-2d23-47a4-8ba9-4793c9f51aab req-ddc41de8-f508-494f-8071-a2d16b350c69 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0601bd9b-25f9-4cad-aec5-b7314b7a97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410478 Apr 29 15:50:25.441069 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 9f203592-e773-4628-9bb0-9e88382d0f41, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=9f203592-e773-4628-9bb0-9e88382d0f41,segment=NetworkSegment(a4f66bfa-ddfe-47a7-8ddf-c00855147a1b),segment_id=a4f66bfa-ddfe-47a7-8ddf-c00855147a1b)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:50:25.454847 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '9f203592-e773-4628-9bb0-9e88382d0f41', 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45', 'port_id': '9f203592-e773-4628-9bb0-9e88382d0f41', 'mac_address': 'fa:16:3e:3d:2a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0396fa2-8863-4cad-945a-19411058404b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:50:25.509874 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:25.528344 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f203592-e773-4628-9bb0-9e88382d0f41 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:50:25.542689 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 9f203592-e773-4628-9bb0-9e88382d0f41, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=9f203592-e773-4628-9bb0-9e88382d0f41,segment=NetworkSegment(a4f66bfa-ddfe-47a7-8ddf-c00855147a1b),segment_id=a4f66bfa-ddfe-47a7-8ddf-c00855147a1b)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:50:25.593914 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:25.658039 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=9f203592-e773-4628-9bb0-9e88382d0f41,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:25.666200 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:25.666580 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:25.666919 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:25.667249 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:25.667579 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:25.667904 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:25.668233 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:25.669778 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:25.670224 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:25.670743 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:25.671083 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:25.942055 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['9f203592-e773-4628-9bb0-9e88382d0f41'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 15:50:26.133919 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d3effa5c-01ce-48be-87f7-f1f735f89984 req-36dfa152-c104-47e5-91cb-a4907e98af0c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713372 Apr 29 15:50:26.266514 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d3effa5c-01ce-48be-87f7-f1f735f89984 req-3c2c01b3-85c5-4e6d-b3fa-1a84c39713d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56968f4173e467ca1a4109666ee4127&device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 1098 time: 0.0662837 Apr 29 15:50:26.423303 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3effa5c-01ce-48be-87f7-f1f735f89984 req-4bd0642a-3bfa-43a7-add5-07771dcf38d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:26.424735 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d3effa5c-01ce-48be-87f7-f1f735f89984 req-4bd0642a-3bfa-43a7-add5-07771dcf38d6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d511986d-e449-4c9a-bc20-0b0373daead6 HTTP/1.1" status: 200 len: 912 time: 0.1403372 Apr 29 15:50:26.526929 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d3effa5c-01ce-48be-87f7-f1f735f89984 req-b5090387-c09b-484b-9638-3c544735c74d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49636631-79be-48ee-888e-5c69ee96dee6 HTTP/1.1" status: 200 len: 1000 time: 0.0953200 Apr 29 15:50:26.642405 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3effa5c-01ce-48be-87f7-f1f735f89984 req-ae8d43a9-d60d-4263-8458-a841fc83ea79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:26.643859 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d3effa5c-01ce-48be-87f7-f1f735f89984 req-ae8d43a9-d60d-4263-8458-a841fc83ea79 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fccdfd74-5a41-4338-8b3c-9da29bbca38f HTTP/1.1" status: 200 len: 850 time: 0.1101282 Apr 29 15:50:26.712344 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4eda48-e8af-4422-97ba-ae01a160b521 req-d0cb4c61-a6ce-4538-b850-c3bfec4ed3db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:26.713769 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4f4eda48-e8af-4422-97ba-ae01a160b521 req-d0cb4c61-a6ce-4538-b850-c3bfec4ed3db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=73547289-5d5f-4b20-ae77-0455e58bf942 HTTP/1.1" status: 200 len: 944 time: 0.1505241 Apr 29 15:50:26.772060 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d3effa5c-01ce-48be-87f7-f1f735f89984 req-9b397e19-e7a0-46bf-a158-08528282e114 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d511986d-e449-4c9a-bc20-0b0373daead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1202049 Apr 29 15:50:26.774120 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4f4eda48-e8af-4422-97ba-ae01a160b521 req-84e88bff-9a2e-428c-9af2-060643f6405f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0601bd9b-25f9-4cad-aec5-b7314b7a97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540931 Apr 29 15:50:26.901677 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d3effa5c-01ce-48be-87f7-f1f735f89984 req-20407621-9424-477a-a1b8-4240efb8dfd0 service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217971 Apr 29 15:50:27.052765 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d3effa5c-01ce-48be-87f7-f1f735f89984 req-c4581974-747e-47c0-ba8e-01cae216c0ac service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445007 Apr 29 15:50:27.341592 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 9f203592-e773-4628-9bb0-9e88382d0f41 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:50:27.462450 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 9f203592-e773-4628-9bb0-9e88382d0f41 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:50:27.467457 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 9f203592-e773-4628-9bb0-9e88382d0f41 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:50:27.467824 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:27.580380 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:27.606375 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73547289-5d5f-4b20-ae77-0455e58bf942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f203592-e773-4628-9bb0-9e88382d0f41'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:50:27.615889 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 9f203592-e773-4628-9bb0-9e88382d0f41, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=9f203592-e773-4628-9bb0-9e88382d0f41,segment=NetworkSegment(a4f66bfa-ddfe-47a7-8ddf-c00855147a1b),segment_id=a4f66bfa-ddfe-47a7-8ddf-c00855147a1b)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:50:27.660831 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deca91ad-5f43-418d-bc58-0a0df4c5ee1e'] response: {'server_uuid': '73547289-5d5f-4b20-ae77-0455e58bf942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f203592-e773-4628-9bb0-9e88382d0f41', 'code': 200} Apr 29 15:50:27.725352 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:27.790256 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=9f203592-e773-4628-9bb0-9e88382d0f41,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:27.973179 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bf3a9-325e-4c5a-931a-935e3794e9a2 req-eceb9e19-f83e-49b9-9965-cc0e0fdcef63 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:27.977194 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ae4bf3a9-325e-4c5a-931a-935e3794e9a2 req-eceb9e19-f83e-49b9-9965-cc0e0fdcef63 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=73547289-5d5f-4b20-ae77-0455e58bf942 HTTP/1.1" status: 200 len: 945 time: 0.0800056 Apr 29 15:50:28.063591 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ae4bf3a9-325e-4c5a-931a-935e3794e9a2 req-9826561f-f5e1-4dc4-9929-2b30a84d2b03 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0601bd9b-25f9-4cad-aec5-b7314b7a97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599620 Apr 29 15:50:28.076278 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-79f10d9b-63f1-4787-b2ea-1963e14f44a1 req-917203cd-92fe-479b-94d9-90e6d51bee15 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=73547289-5d5f-4b20-ae77-0455e58bf942 HTTP/1.1" status: 200 len: 1098 time: 0.1006460 Apr 29 15:50:28.122209 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-79f10d9b-63f1-4787-b2ea-1963e14f44a1 req-8a80ee1b-6290-4501-97fb-819c014397f1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0601bd9b-25f9-4cad-aec5-b7314b7a97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396583 Apr 29 15:50:29.262184 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0be7e-5aee-4706-81a2-38121d0f1b27 req-aebb1ec5-e33d-46e0-9517-756dbaf79949 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:29.263679 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-18a0be7e-5aee-4706-81a2-38121d0f1b27 req-aebb1ec5-e33d-46e0-9517-756dbaf79949 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=73547289-5d5f-4b20-ae77-0455e58bf942 HTTP/1.1" status: 200 len: 945 time: 0.0742478 Apr 29 15:50:29.313341 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-18a0be7e-5aee-4706-81a2-38121d0f1b27 req-7a0e728f-1abe-46aa-a6e0-51aa314f45af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0601bd9b-25f9-4cad-aec5-b7314b7a97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435269 Apr 29 15:50:30.507082 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cb368-b0ec-4c9f-82c2-e570c027ee9e req-572e31bf-2ae5-4751-a1a9-ba72e3bfa84d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:30.508491 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2e9cb368-b0ec-4c9f-82c2-e570c027ee9e req-572e31bf-2ae5-4751-a1a9-ba72e3bfa84d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=73547289-5d5f-4b20-ae77-0455e58bf942 HTTP/1.1" status: 200 len: 945 time: 0.0763214 Apr 29 15:50:30.554715 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2e9cb368-b0ec-4c9f-82c2-e570c027ee9e req-d58fda0d-ac90-4ed2-abe8-87ebf9b884a0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0601bd9b-25f9-4cad-aec5-b7314b7a97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398188 Apr 29 15:50:30.747326 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030d9af-9d9b-4a69-8cb3-0449528a1b81 req-5d1035fc-5825-4cf3-96a6-91458285f384 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:30.748907 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c030d9af-9d9b-4a69-8cb3-0449528a1b81 req-5d1035fc-5825-4cf3-96a6-91458285f384 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=73547289-5d5f-4b20-ae77-0455e58bf942 HTTP/1.1" status: 200 len: 945 time: 0.0755675 Apr 29 15:50:30.794131 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c030d9af-9d9b-4a69-8cb3-0449528a1b81 req-04cc477a-54d4-40de-a501-fbe54f8ee95d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0601bd9b-25f9-4cad-aec5-b7314b7a97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396848 Apr 29 15:50:30.821603 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60288) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:30.889377 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3e4f515c-c9ec-4076-9a0b-405dd4315ad1 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=73547289-5d5f-4b20-ae77-0455e58bf942 HTTP/1.1" status: 200 len: 1093 time: 0.0665495 Apr 29 15:50:30.892130 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60292) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:30.897007 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-c4df1ae3-b479-4a5f-86d6-0ac0e459b40f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': '9f203592-e773-4628-9bb0-9e88382d0f41', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:50:30.902313 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c4df1ae3-b479-4a5f-86d6-0ac0e459b40f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:50:30.906213 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c4df1ae3-b479-4a5f-86d6-0ac0e459b40f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:floatingip and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:50:30.909033 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c4df1ae3-b479-4a5f-86d6-0ac0e459b40f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:50:30.914640 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c4df1ae3-b479-4a5f-86d6-0ac0e459b40f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:50:31.039723 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c4df1ae3-b479-4a5f-86d6-0ac0e459b40f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:31.171767 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c4df1ae3-b479-4a5f-86d6-0ac0e459b40f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:31.304637 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-c4df1ae3-b479-4a5f-86d6-0ac0e459b40f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.26.1.233 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/28fa15f0-bc86-453a-8641-4bef87dc66e7) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:50:31.447205 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c4df1ae3-b479-4a5f-86d6-0ac0e459b40f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:31.561385 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c4df1ae3-b479-4a5f-86d6-0ac0e459b40f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:31.628035 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4df1ae3-b479-4a5f-86d6-0ac0e459b40f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:50:31.630640 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-c4df1ae3-b479-4a5f-86d6-0ac0e459b40f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:50:31.634292 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4df1ae3-b479-4a5f-86d6-0ac0e459b40f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:50:31.663430 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df1ae3-b479-4a5f-86d6-0ac0e459b40f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=28fa15f0-bc86-453a-8641-4bef87dc66e7,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:32.216274 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c4df1ae3-b479-4a5f-86d6-0ac0e459b40f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:32.333155 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c4df1ae3-b479-4a5f-86d6-0ac0e459b40f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:32.530093 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c4df1ae3-b479-4a5f-86d6-0ac0e459b40f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:32.599484 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c4df1ae3-b479-4a5f-86d6-0ac0e459b40f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:32.702534 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df1ae3-b479-4a5f-86d6-0ac0e459b40f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=28fa15f0-bc86-453a-8641-4bef87dc66e7,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:32.718802 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c4df1ae3-b479-4a5f-86d6-0ac0e459b40f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:32.907809 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [None req-c4df1ae3-b479-4a5f-86d6-0ac0e459b40f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Floating IP e782e827-a5b5-4d6b-9272-6934e89904de associated. External IP: 172.26.1.233, port: 9f203592-e773-4628-9bb0-9e88382d0f41. Apr 29 15:50:33.287282 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4df1ae3-b479-4a5f-86d6-0ac0e459b40f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 8741b54e-4648-40ef-96ce-78a12da3e51b has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:50:33.487233 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4df1ae3-b479-4a5f-86d6-0ac0e459b40f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:50:33.496483 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa75d44-31e0-44bb-84f5-464d62b2fe37 None None] Sync routers for ids ['8741b54e-4648-40ef-96ce-78a12da3e51b'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:50:33.508872 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa75d44-31e0-44bb-84f5-464d62b2fe37 None None] Routers {'8741b54e-4648-40ef-96ce-78a12da3e51b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:50:33.509507 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-daa75d44-31e0-44bb-84f5-464d62b2fe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:50:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['8741b54e-4648-40ef-96ce-78a12da3e51b'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:33.577753 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c4df1ae3-b479-4a5f-86d6-0ac0e459b40f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:33.634538 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c4df1ae3-b479-4a5f-86d6-0ac0e459b40f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7413785 Apr 29 15:50:33.635128 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73547289-5d5f-4b20-ae77-0455e58bf942', 'tag': '9f203592-e773-4628-9bb0-9e88382d0f41'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:50:33.637323 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60296) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:33.725997 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-daa75d44-31e0-44bb-84f5-464d62b2fe37 None None] Set router 8741b54e-4648-40ef-96ce-78a12da3e51b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:50:33.769560 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a459d92a-be34-4e02-9ab2-334c08d0f86f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/e782e827-a5b5-4d6b-9272-6934e89904de HTTP/1.1" status: 200 len: 991 time: 0.1299021 Apr 29 15:50:33.802373 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3312b2a7-b4ca-4e62-8f14-75f9c240431d'] response: {'name': 'network-changed', 'server_uuid': '73547289-5d5f-4b20-ae77-0455e58bf942', 'tag': '9f203592-e773-4628-9bb0-9e88382d0f41', 'status': 'completed', 'code': 200} Apr 29 15:50:33.980894 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-330f71ec-a9ab-4046-b88b-61a12bf50071 req-9aedc6b7-3d77-4792-8df1-e0105f65a08e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=73547289-5d5f-4b20-ae77-0455e58bf942 HTTP/1.1" status: 200 len: 1098 time: 0.1559165 Apr 29 15:50:34.101323 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-daa75d44-31e0-44bb-84f5-464d62b2fe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'name': 'tempest-TestNetworkBasicOps-router-1219703138', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:04Z', 'updated_at': '2022-04-29T15:50:10Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:af:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:05Z', 'updated_at': '2022-04-29T15:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'e782e827-a5b5-4d6b-9272-6934e89904de', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.233', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'port_id': '9f203592-e773-4628-9bb0-9e88382d0f41', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45', 'mac_address': 'fa:16:3e:3d:2a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73547289-5d5f-4b20-ae77-0455e58bf942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:50:31Z', 'updated_at': '2022-04-29T15:50:31Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc04d98-aeed-41c0-8858-7f0983252281', 'name': '', 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:99:b7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0396fa2-8863-4cad-945a-19411058404b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:09Z', 'updated_at': '2022-04-29T15:50:15Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': 'e0396fa2-8863-4cad-945a-19411058404b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:34.105175 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa75d44-31e0-44bb-84f5-464d62b2fe37 None None] Checking router: 8741b54e-4648-40ef-96ce-78a12da3e51b for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:50:34.114286 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f71ec-a9ab-4046-b88b-61a12bf50071 req-6b8f03fc-1976-45ed-84c7-ec632d10d221 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:34.115803 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa75d44-31e0-44bb-84f5-464d62b2fe37 None None] Routers {'8741b54e-4648-40ef-96ce-78a12da3e51b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:50:34.115921 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-330f71ec-a9ab-4046-b88b-61a12bf50071 req-6b8f03fc-1976-45ed-84c7-ec632d10d221 service neutron] 10.222.0.35 "GET /v2.0/networks?id=666edfc7-e791-47b6-9bfe-34aac7130e45 HTTP/1.1" status: 200 len: 896 time: 0.1283283 Apr 29 15:50:34.116405 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-daa75d44-31e0-44bb-84f5-464d62b2fe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:50:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['8741b54e-4648-40ef-96ce-78a12da3e51b'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:34.215384 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-330f71ec-a9ab-4046-b88b-61a12bf50071 req-ad6e5917-4a9a-4810-9999-3332542c566e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f203592-e773-4628-9bb0-9e88382d0f41 HTTP/1.1" status: 200 len: 999 time: 0.0932686 Apr 29 15:50:34.279432 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f71ec-a9ab-4046-b88b-61a12bf50071 req-95f444f4-3997-43ad-871b-04cb3059d431 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:50:34.280949 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-330f71ec-a9ab-4046-b88b-61a12bf50071 req-95f444f4-3997-43ad-871b-04cb3059d431 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0396fa2-8863-4cad-945a-19411058404b HTTP/1.1" status: 200 len: 834 time: 0.0604169 Apr 29 15:50:34.302243 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-daa75d44-31e0-44bb-84f5-464d62b2fe37 None None] Set router 8741b54e-4648-40ef-96ce-78a12da3e51b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:50:34.353830 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-330f71ec-a9ab-4046-b88b-61a12bf50071 req-a5587fbc-5ad6-4cdc-a50e-a83aca9fd7db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=666edfc7-e791-47b6-9bfe-34aac7130e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671401 Apr 29 15:50:34.485748 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-330f71ec-a9ab-4046-b88b-61a12bf50071 req-d49a4752-2525-4a5c-ace2-f04f4673fd7e service neutron] 10.222.0.35 "GET /v2.0/networks/666edfc7-e791-47b6-9bfe-34aac7130e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250949 Apr 29 15:50:34.617463 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-330f71ec-a9ab-4046-b88b-61a12bf50071 req-bfcfe221-3a96-4980-9adb-d2544942aa7a service neutron] 10.222.0.35 "GET /v2.0/networks/666edfc7-e791-47b6-9bfe-34aac7130e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263292 Apr 29 15:50:34.649560 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-daa75d44-31e0-44bb-84f5-464d62b2fe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'name': 'tempest-TestNetworkBasicOps-router-1219703138', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:04Z', 'updated_at': '2022-04-29T15:50:10Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:af:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:05Z', 'updated_at': '2022-04-29T15:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'e782e827-a5b5-4d6b-9272-6934e89904de', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.233', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'port_id': '9f203592-e773-4628-9bb0-9e88382d0f41', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45', 'mac_address': 'fa:16:3e:3d:2a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73547289-5d5f-4b20-ae77-0455e58bf942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:50:31Z', 'updated_at': '2022-04-29T15:50:31Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc04d98-aeed-41c0-8858-7f0983252281', 'name': '', 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:99:b7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0396fa2-8863-4cad-945a-19411058404b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:09Z', 'updated_at': '2022-04-29T15:50:15Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': 'e0396fa2-8863-4cad-945a-19411058404b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:34.653517 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa75d44-31e0-44bb-84f5-464d62b2fe37 None None] The sync data for ids ['8741b54e-4648-40ef-96ce-78a12da3e51b'] in dv-neutron-839913-1-hyperv is: [{'id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'name': 'tempest-TestNetworkBasicOps-router-1219703138', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:04Z', 'updated_at': '2022-04-29T15:50:10Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:af:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:05Z', 'updated_at': '2022-04-29T15:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'e782e827-a5b5-4d6b-9272-6934e89904de', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.233', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'port_id': '9f203592-e773-4628-9bb0-9e88382d0f41', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45', 'mac_address': 'fa:16:3e:3d:2a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73547289-5d5f-4b20-ae77-0455e58bf942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:50:31Z', 'updated_at': '2022-04-29T15:50:31Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc04d98-aeed-41c0-8858-7f0983252281', 'name': '', 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:99:b7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0396fa2-8863-4cad-945a-19411058404b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:09Z', 'updated_at': '2022-04-29T15:50:15Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': 'e0396fa2-8863-4cad-945a-19411058404b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:50:34.772452 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60304) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:34.841642 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4bdf5b-a24e-4bf4-a9b5-bf5652792e4d None None] New status for floating IP e782e827-a5b5-4d6b-9272-6934e89904de: ACTIVE {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:50:34.876914 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-88e841c7-a7c5-4ee1-a330-393eba14fe1d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/e782e827-a5b5-4d6b-9272-6934e89904de HTTP/1.1" status: 200 len: 991 time: 0.1031435 Apr 29 15:50:35.731332 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:50:35.880387 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60308) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:35.985520 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c0e2f6bc-dffd-46cd-83e2-4deaf4294337 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/e782e827-a5b5-4d6b-9272-6934e89904de HTTP/1.1" status: 200 len: 993 time: 0.1040256 Apr 29 15:50:43.560040 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-18f2811e-616a-4a37-aa18-fbca3b58a007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:45.199527 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:45.951274 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3a4cd7ce-e5a9-457f-8296-e8b8d3d49465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:47.142719 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:47.494106 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:48.436955 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:12.732374 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:51:13.597098 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-548ae2fe-5251-402e-a982-e35e3444901b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:15.156819 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:15.882365 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1eeb2fe6-4d69-4a1c-9d92-0c4eea7d1da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:17.119511 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:17.513265 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:18.396795 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:26.846229 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-689cbff3-3b3d-446f-b6d5-93e28c12dadf req-dfed93f6-5074-4f2a-b44c-9443cc6d0685 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=394c9c44-285c-4180-9506-9bdbdaac1945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776217 Apr 29 15:51:26.936708 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-689cbff3-3b3d-446f-b6d5-93e28c12dadf req-fb334951-593d-4770-baa7-34e7e352791a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56968f4173e467ca1a4109666ee4127&device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 1098 time: 0.0690637 Apr 29 15:51:27.082584 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cbff3-3b3d-446f-b6d5-93e28c12dadf req-61053bac-0725-484c-9215-4c89c210f70b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:51:27.083596 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-689cbff3-3b3d-446f-b6d5-93e28c12dadf req-61053bac-0725-484c-9215-4c89c210f70b service neutron] 10.222.0.35 "GET /v2.0/networks?id=d511986d-e449-4c9a-bc20-0b0373daead6 HTTP/1.1" status: 200 len: 912 time: 0.1289523 Apr 29 15:51:27.187915 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-689cbff3-3b3d-446f-b6d5-93e28c12dadf req-df031790-a28c-47fa-9c35-9bb4a86ee25e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a60bffa4-255d-422d-bc0e-659288fb698e HTTP/1.1" status: 200 len: 1001 time: 0.0972185 Apr 29 15:51:27.248377 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cbff3-3b3d-446f-b6d5-93e28c12dadf req-8b9bee31-5812-4f44-a1f0-24f8444ad1e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:51:27.249784 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-689cbff3-3b3d-446f-b6d5-93e28c12dadf req-8b9bee31-5812-4f44-a1f0-24f8444ad1e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fccdfd74-5a41-4338-8b3c-9da29bbca38f HTTP/1.1" status: 200 len: 850 time: 0.0557415 Apr 29 15:51:27.324298 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-689cbff3-3b3d-446f-b6d5-93e28c12dadf req-3808dbfb-8449-49f9-b7ca-51d029db1877 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d511986d-e449-4c9a-bc20-0b0373daead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690176 Apr 29 15:51:27.452738 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-689cbff3-3b3d-446f-b6d5-93e28c12dadf req-0b3157bc-990f-4a9d-b0eb-8158f35b8d8f service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226277 Apr 29 15:51:27.663689 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-689cbff3-3b3d-446f-b6d5-93e28c12dadf req-52a71ed7-f7f3-49e6-bfc6-e8e2cc75b6c3 service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046559 Apr 29 15:51:43.579188 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9556b3a7-daf9-4cad-b22f-740cf3a52ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:45.025751 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60352) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:45.167670 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:45.197333 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3281b07c-3c77-45b7-ae36-6d2ed31b3bb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/e782e827-a5b5-4d6b-9272-6934e89904de HTTP/1.1" status: 200 len: 993 time: 0.1704962 Apr 29 15:51:45.896343 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0a6f685b-e403-4698-a4c7-2db5a2e792d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:46.387742 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60364) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:46.677113 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-39fc3bd3-9246-40c7-9c13-c59938518592 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 28fa15f0-bc86-453a-8641-4bef87dc66e7 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:51:46.677438 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-39fc3bd3-9246-40c7-9c13-c59938518592 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:46.841226 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-39fc3bd3-9246-40c7-9c13-c59938518592 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:46.841550 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-39fc3bd3-9246-40c7-9c13-c59938518592 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:46.961656 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-39fc3bd3-9246-40c7-9c13-c59938518592 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 28fa15f0-bc86-453a-8641-4bef87dc66e7 owned by network:floatingip {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:51:47.122783 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:47.199034 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-39fc3bd3-9246-40c7-9c13-c59938518592 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:47.244855 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc3bd3-9246-40c7-9c13-c59938518592 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=28fa15f0-bc86-453a-8641-4bef87dc66e7,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:47.284128 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fc3bd3-9246-40c7-9c13-c59938518592 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:47.284472 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fc3bd3-9246-40c7-9c13-c59938518592 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:47.284806 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fc3bd3-9246-40c7-9c13-c59938518592 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:47.285136 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fc3bd3-9246-40c7-9c13-c59938518592 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:47.285514 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fc3bd3-9246-40c7-9c13-c59938518592 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:47.285887 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fc3bd3-9246-40c7-9c13-c59938518592 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:47.286167 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fc3bd3-9246-40c7-9c13-c59938518592 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:47.286506 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fc3bd3-9246-40c7-9c13-c59938518592 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:47.286835 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fc3bd3-9246-40c7-9c13-c59938518592 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:47.287151 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fc3bd3-9246-40c7-9c13-c59938518592 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:47.287468 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fc3bd3-9246-40c7-9c13-c59938518592 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:47.346391 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-39fc3bd3-9246-40c7-9c13-c59938518592 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:47.473743 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:47.729734 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fc3bd3-9246-40c7-9c13-c59938518592 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 8741b54e-4648-40ef-96ce-78a12da3e51b has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:51:47.923138 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fc3bd3-9246-40c7-9c13-c59938518592 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:51:47.933297 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc297ccd-319b-45f7-85ef-7b3e6d95ee7b None None] Sync routers for ids ['8741b54e-4648-40ef-96ce-78a12da3e51b'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:51:47.945424 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc297ccd-319b-45f7-85ef-7b3e6d95ee7b None None] Routers {'8741b54e-4648-40ef-96ce-78a12da3e51b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:51:47.948339 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fc297ccd-319b-45f7-85ef-7b3e6d95ee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:51:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['8741b54e-4648-40ef-96ce-78a12da3e51b'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:48.007348 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-39fc3bd3-9246-40c7-9c13-c59938518592 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:48.064071 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-39fc3bd3-9246-40c7-9c13-c59938518592 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/floatingips/e782e827-a5b5-4d6b-9272-6934e89904de HTTP/1.1" status: 204 len: 168 time: 1.6752689 Apr 29 15:51:48.064628 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73547289-5d5f-4b20-ae77-0455e58bf942', 'tag': '9f203592-e773-4628-9bb0-9e88382d0f41'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:51:48.128777 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-fc297ccd-319b-45f7-85ef-7b3e6d95ee7b None None] Set router 8741b54e-4648-40ef-96ce-78a12da3e51b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:51:48.137164 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e5d0565-19cd-4f18-b732-f53556c0a945'] response: {'name': 'network-changed', 'server_uuid': '73547289-5d5f-4b20-ae77-0455e58bf942', 'tag': '9f203592-e773-4628-9bb0-9e88382d0f41', 'status': 'completed', 'code': 200} Apr 29 15:51:48.230791 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2ba3a575-ecdf-450f-9b66-875bee4b722b req-52f358c4-6b60-41b9-a243-3594529809c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=73547289-5d5f-4b20-ae77-0455e58bf942 HTTP/1.1" status: 200 len: 1098 time: 0.0720928 Apr 29 15:51:48.374449 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3a575-ecdf-450f-9b66-875bee4b722b req-b94316bb-4397-4c2d-9531-90c1c0d32d61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:51:48.375914 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2ba3a575-ecdf-450f-9b66-875bee4b722b req-b94316bb-4397-4c2d-9531-90c1c0d32d61 service neutron] 10.222.0.35 "GET /v2.0/networks?id=666edfc7-e791-47b6-9bfe-34aac7130e45 HTTP/1.1" status: 200 len: 896 time: 0.1390977 Apr 29 15:51:48.447479 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2ba3a575-ecdf-450f-9b66-875bee4b722b req-e110c811-9363-478a-a495-cc589a3b81b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f203592-e773-4628-9bb0-9e88382d0f41 HTTP/1.1" status: 200 len: 217 time: 0.0657008 Apr 29 15:51:48.486119 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:48.495015 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fc297ccd-319b-45f7-85ef-7b3e6d95ee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'name': 'tempest-TestNetworkBasicOps-router-1219703138', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:04Z', 'updated_at': '2022-04-29T15:50:10Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:af:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:05Z', 'updated_at': '2022-04-29T15:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '4dc04d98-aeed-41c0-8858-7f0983252281', 'name': '', 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:99:b7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0396fa2-8863-4cad-945a-19411058404b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:09Z', 'updated_at': '2022-04-29T15:50:15Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': 'e0396fa2-8863-4cad-945a-19411058404b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:48.499027 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc297ccd-319b-45f7-85ef-7b3e6d95ee7b None None] Checking router: 8741b54e-4648-40ef-96ce-78a12da3e51b for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:51:48.508461 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3a575-ecdf-450f-9b66-875bee4b722b req-d96e25de-8fc1-4cde-832e-fe59e2b867d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:51:48.509603 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc297ccd-319b-45f7-85ef-7b3e6d95ee7b None None] Routers {'8741b54e-4648-40ef-96ce-78a12da3e51b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:51:48.509894 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2ba3a575-ecdf-450f-9b66-875bee4b722b req-d96e25de-8fc1-4cde-832e-fe59e2b867d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0396fa2-8863-4cad-945a-19411058404b HTTP/1.1" status: 200 len: 834 time: 0.0574491 Apr 29 15:51:48.510210 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fc297ccd-319b-45f7-85ef-7b3e6d95ee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:51:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['8741b54e-4648-40ef-96ce-78a12da3e51b'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:48.588219 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2ba3a575-ecdf-450f-9b66-875bee4b722b req-3df4cb72-96d9-40f0-9ee3-fe666e053383 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=666edfc7-e791-47b6-9bfe-34aac7130e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721765 Apr 29 15:51:48.699795 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-fc297ccd-319b-45f7-85ef-7b3e6d95ee7b None None] Set router 8741b54e-4648-40ef-96ce-78a12da3e51b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:51:48.727411 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2ba3a575-ecdf-450f-9b66-875bee4b722b req-5685d67a-b2da-4fb7-9ff0-8943a932e6d9 service neutron] 10.222.0.35 "GET /v2.0/networks/666edfc7-e791-47b6-9bfe-34aac7130e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321611 Apr 29 15:51:48.917005 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2ba3a575-ecdf-450f-9b66-875bee4b722b req-b03e78cf-a142-49fc-beed-0f5b77b97897 service neutron] 10.222.0.35 "GET /v2.0/networks/666edfc7-e791-47b6-9bfe-34aac7130e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814709 Apr 29 15:51:48.929246 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84879a-0219-4e90-aea1-c7bf096a9614 req-4b1a8ea1-a1f5-4900-b948-87e38339174a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:51:48.930719 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0a84879a-0219-4e90-aea1-c7bf096a9614 req-4b1a8ea1-a1f5-4900-b948-87e38339174a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=73547289-5d5f-4b20-ae77-0455e58bf942 HTTP/1.1" status: 200 len: 945 time: 0.1265650 Apr 29 15:51:48.977397 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0a84879a-0219-4e90-aea1-c7bf096a9614 req-a81b5234-4561-42f3-a9f3-1e242fdcb454 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0601bd9b-25f9-4cad-aec5-b7314b7a97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397604 Apr 29 15:51:49.014613 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fc297ccd-319b-45f7-85ef-7b3e6d95ee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'name': 'tempest-TestNetworkBasicOps-router-1219703138', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:04Z', 'updated_at': '2022-04-29T15:50:10Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:af:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:05Z', 'updated_at': '2022-04-29T15:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '4dc04d98-aeed-41c0-8858-7f0983252281', 'name': '', 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:99:b7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0396fa2-8863-4cad-945a-19411058404b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:09Z', 'updated_at': '2022-04-29T15:50:15Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': 'e0396fa2-8863-4cad-945a-19411058404b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:49.019004 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc297ccd-319b-45f7-85ef-7b3e6d95ee7b None None] The sync data for ids ['8741b54e-4648-40ef-96ce-78a12da3e51b'] in dv-neutron-839913-1-hyperv is: [{'id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'name': 'tempest-TestNetworkBasicOps-router-1219703138', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:04Z', 'updated_at': '2022-04-29T15:50:10Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:af:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:05Z', 'updated_at': '2022-04-29T15:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '4dc04d98-aeed-41c0-8858-7f0983252281', 'name': '', 'network_id': '666edfc7-e791-47b6-9bfe-34aac7130e45', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:99:b7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0396fa2-8863-4cad-945a-19411058404b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:09Z', 'updated_at': '2022-04-29T15:50:15Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': 'e0396fa2-8863-4cad-945a-19411058404b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:51:49.231393 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b63b30-403b-45b0-a9cb-da2a41444855 None None] New status for floating IP e782e827-a5b5-4d6b-9272-6934e89904de: DOWN {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:51:49.732076 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:51:50.173328 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efc99b-04ff-4f51-b0ee-42aa77e90685 req-0b373241-cdc9-483a-bf54-fefafc0743f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:51:50.174782 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-06efc99b-04ff-4f51-b0ee-42aa77e90685 req-0b373241-cdc9-483a-bf54-fefafc0743f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=73547289-5d5f-4b20-ae77-0455e58bf942 HTTP/1.1" status: 200 len: 945 time: 0.0769625 Apr 29 15:51:50.255025 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-06efc99b-04ff-4f51-b0ee-42aa77e90685 req-7498dd56-e54a-40ce-a8b1-8bf87169cbe3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0601bd9b-25f9-4cad-aec5-b7314b7a97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739069 Apr 29 15:51:50.292675 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e61a8c-a034-4f90-927c-165cc6474ee6 req-3d201f97-9b84-4aa7-afec-0d4ef8618158 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:51:50.294096 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-15e61a8c-a034-4f90-927c-165cc6474ee6 req-3d201f97-9b84-4aa7-afec-0d4ef8618158 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/ports?device_id=73547289-5d5f-4b20-ae77-0455e58bf942 HTTP/1.1" status: 200 len: 945 time: 0.0789223 Apr 29 15:51:50.369664 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-15e61a8c-a034-4f90-927c-165cc6474ee6 req-37e87554-32ed-43a8-9225-1a0b295e952c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 9f203592-e773-4628-9bb0-9e88382d0f41 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:51:50.370002 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-15e61a8c-a034-4f90-927c-165cc6474ee6 req-37e87554-32ed-43a8-9225-1a0b295e952c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:50.607417 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-15e61a8c-a034-4f90-927c-165cc6474ee6 req-37e87554-32ed-43a8-9225-1a0b295e952c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port 9f203592-e773-4628-9bb0-9e88382d0f41, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=9f203592-e773-4628-9bb0-9e88382d0f41,segment=NetworkSegment(a4f66bfa-ddfe-47a7-8ddf-c00855147a1b),segment_id=a4f66bfa-ddfe-47a7-8ddf-c00855147a1b)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:51:50.607679 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-15e61a8c-a034-4f90-927c-165cc6474ee6 req-37e87554-32ed-43a8-9225-1a0b295e952c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:50.811687 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-15e61a8c-a034-4f90-927c-165cc6474ee6 req-37e87554-32ed-43a8-9225-1a0b295e952c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 9f203592-e773-4628-9bb0-9e88382d0f41 owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:51:51.027409 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-15e61a8c-a034-4f90-927c-165cc6474ee6 req-37e87554-32ed-43a8-9225-1a0b295e952c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:51.075953 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e87554-32ed-43a8-9225-1a0b295e952c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=9f203592-e773-4628-9bb0-9e88382d0f41,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:51.144754 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e87554-32ed-43a8-9225-1a0b295e952c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.145093 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e87554-32ed-43a8-9225-1a0b295e952c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.145435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e87554-32ed-43a8-9225-1a0b295e952c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.145762 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e87554-32ed-43a8-9225-1a0b295e952c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.146086 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e87554-32ed-43a8-9225-1a0b295e952c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.146409 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e87554-32ed-43a8-9225-1a0b295e952c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.147436 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e87554-32ed-43a8-9225-1a0b295e952c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.147822 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e87554-32ed-43a8-9225-1a0b295e952c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.148148 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e87554-32ed-43a8-9225-1a0b295e952c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.148470 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e87554-32ed-43a8-9225-1a0b295e952c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.148791 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e87554-32ed-43a8-9225-1a0b295e952c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.162841 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e61a8c-a034-4f90-927c-165cc6474ee6 req-37e87554-32ed-43a8-9225-1a0b295e952c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] No DVR routers for this DVR port 9f203592-e773-4628-9bb0-9e88382d0f41 on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:51:51.165616 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-15e61a8c-a034-4f90-927c-165cc6474ee6 req-37e87554-32ed-43a8-9225-1a0b295e952c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:51.168282 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73547289-5d5f-4b20-ae77-0455e58bf942', 'name': 'network-vif-deleted', 'tag': '9f203592-e773-4628-9bb0-9e88382d0f41'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:51:51.179329 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-15e61a8c-a034-4f90-927c-165cc6474ee6 req-37e87554-32ed-43a8-9225-1a0b295e952c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "DELETE /v2.0/ports/9f203592-e773-4628-9bb0-9e88382d0f41 HTTP/1.1" status: 204 len: 173 time: 0.8800764 Apr 29 15:51:51.222193 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b18a154-0b19-4742-aebc-e12d54ac39cd'] response: {'server_uuid': '73547289-5d5f-4b20-ae77-0455e58bf942', 'name': 'network-vif-deleted', 'tag': '9f203592-e773-4628-9bb0-9e88382d0f41', 'status': 'completed', 'code': 200} Apr 29 15:51:51.425520 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-450e7e7c-c912-4463-9c3c-1becc01f392d req-5b5a361b-ae5c-45d3-aa46-d3843d13b09d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:51:51.536700 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-450e7e7c-c912-4463-9c3c-1becc01f392d req-5b5a361b-ae5c-45d3-aa46-d3843d13b09d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:51:51.538738 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-450e7e7c-c912-4463-9c3c-1becc01f392d req-5b5a361b-ae5c-45d3-aa46-d3843d13b09d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=73547289-5d5f-4b20-ae77-0455e58bf942 HTTP/1.1" status: 200 len: 210 time: 0.1540337 Apr 29 15:51:52.660719 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60384) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:52.731514 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-315572b7-68ef-42f0-b431-771ebae56fa8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:52.759321 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-315572b7-68ef-42f0-b431-771ebae56fa8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:52.899059 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-315572b7-68ef-42f0-b431-771ebae56fa8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:52.919810 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315572b7-68ef-42f0-b431-771ebae56fa8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0601bd9b-25f9-4cad-aec5-b7314b7a97c2,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:53.004396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-315572b7-68ef-42f0-b431-771ebae56fa8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:53.005515 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-315572b7-68ef-42f0-b431-771ebae56fa8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/security-groups/0601bd9b-25f9-4cad-aec5-b7314b7a97c2 HTTP/1.1" status: 204 len: 168 time: 0.3438528 Apr 29 15:51:53.128157 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60390) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:53.518848 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-968ad549-bf40-4c9a-80d0-7333c0ee9b92 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:54.103466 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-968ad549-bf40-4c9a-80d0-7333c0ee9b92 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 4dc04d98-aeed-41c0-8858-7f0983252281 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:51:54.103795 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-968ad549-bf40-4c9a-80d0-7333c0ee9b92 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:54.386701 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-968ad549-bf40-4c9a-80d0-7333c0ee9b92 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port 4dc04d98-aeed-41c0-8858-7f0983252281, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=4dc04d98-aeed-41c0-8858-7f0983252281,segment=NetworkSegment(a4f66bfa-ddfe-47a7-8ddf-c00855147a1b),segment_id=a4f66bfa-ddfe-47a7-8ddf-c00855147a1b)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:51:54.387363 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-968ad549-bf40-4c9a-80d0-7333c0ee9b92 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:54.501871 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-968ad549-bf40-4c9a-80d0-7333c0ee9b92 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 4dc04d98-aeed-41c0-8858-7f0983252281 owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:51:54.713323 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-968ad549-bf40-4c9a-80d0-7333c0ee9b92 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:54.758327 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ad549-bf40-4c9a-80d0-7333c0ee9b92 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=4dc04d98-aeed-41c0-8858-7f0983252281,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:55.049959 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-968ad549-bf40-4c9a-80d0-7333c0ee9b92 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:55.614408 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968ad549-bf40-4c9a-80d0-7333c0ee9b92 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 8741b54e-4648-40ef-96ce-78a12da3e51b has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:51:55.689252 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 9f203592-e773-4628-9bb0-9e88382d0f41 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:51:55.725605 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 9f203592-e773-4628-9bb0-9e88382d0f41 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:51:55.725978 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 9f203592-e773-4628-9bb0-9e88382d0f41 not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:51:55.906048 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968ad549-bf40-4c9a-80d0-7333c0ee9b92 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:51:55.915398 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d24d929-5fa0-4eee-ac41-5f50218b42b0 None None] Sync routers for ids ['8741b54e-4648-40ef-96ce-78a12da3e51b'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:51:55.926533 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d24d929-5fa0-4eee-ac41-5f50218b42b0 None None] Routers {'8741b54e-4648-40ef-96ce-78a12da3e51b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:51:55.927130 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-3d24d929-5fa0-4eee-ac41-5f50218b42b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:51:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['8741b54e-4648-40ef-96ce-78a12da3e51b'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:55.978283 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-968ad549-bf40-4c9a-80d0-7333c0ee9b92 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "PUT /v2.0/routers/8741b54e-4648-40ef-96ce-78a12da3e51b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8490009 Apr 29 15:51:55.981088 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60394) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:56.100447 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-3d24d929-5fa0-4eee-ac41-5f50218b42b0 None None] Set router 8741b54e-4648-40ef-96ce-78a12da3e51b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:51:56.166753 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4dec42b-f8e9-4343-9f06-9e393c5fe4e0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting subnet e0396fa2-8863-4cad-945a-19411058404b {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:51:56.169593 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d4dec42b-f8e9-4343-9f06-9e393c5fe4e0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:56.226318 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d4dec42b-f8e9-4343-9f06-9e393c5fe4e0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:56.308639 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d4dec42b-f8e9-4343-9f06-9e393c5fe4e0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:56.398046 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-3d24d929-5fa0-4eee-ac41-5f50218b42b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'name': 'tempest-TestNetworkBasicOps-router-1219703138', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:04Z', 'updated_at': '2022-04-29T15:51:54Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:af:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:05Z', 'updated_at': '2022-04-29T15:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:56.401861 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d24d929-5fa0-4eee-ac41-5f50218b42b0 None None] Checking router: 8741b54e-4648-40ef-96ce-78a12da3e51b for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:51:56.411949 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d24d929-5fa0-4eee-ac41-5f50218b42b0 None None] Routers {'8741b54e-4648-40ef-96ce-78a12da3e51b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:51:56.413207 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-3d24d929-5fa0-4eee-ac41-5f50218b42b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:51:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['8741b54e-4648-40ef-96ce-78a12da3e51b'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:56.453711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d4dec42b-f8e9-4343-9f06-9e393c5fe4e0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:56.491922 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dec42b-f8e9-4343-9f06-9e393c5fe4e0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Subnet': ['ID=e0396fa2-8863-4cad-945a-19411058404b,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:56.500766 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d4dec42b-f8e9-4343-9f06-9e393c5fe4e0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:56.508933 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d4dec42b-f8e9-4343-9f06-9e393c5fe4e0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/subnets/e0396fa2-8863-4cad-945a-19411058404b HTTP/1.1" status: 204 len: 168 time: 0.5268323 Apr 29 15:51:56.511948 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60398) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:56.555684 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b03c93f-4a1c-489b-8703-d92a9994b899 None None] Network 666edfc7-e791-47b6-9bfe-34aac7130e45 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:51:56.712462 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee6c075c-dd1f-4b38-8967-f1ab5be94b1f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:56.772826 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-3d24d929-5fa0-4eee-ac41-5f50218b42b0 None None] Set router 8741b54e-4648-40ef-96ce-78a12da3e51b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:51:56.908204 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee6c075c-dd1f-4b38-8967-f1ab5be94b1f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:56.999070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c075c-dd1f-4b38-8967-f1ab5be94b1f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 029c5717-f0e2-4070-97b0-1ca51c741673 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:51:56.999793 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee6c075c-dd1f-4b38-8967-f1ab5be94b1f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:57.052220 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdc76ae-8598-4424-bc7c-c141dff8357a None None] DHCP port deletion for 666edfc7-e791-47b6-9bfe-34aac7130e45 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:51:57.059132 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc76ae-8598-4424-bc7c-c141dff8357a None None] Deleting port f7d9ef2f-c190-4e95-8055-2c8632908a92 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:51:57.059500 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7cdc76ae-8598-4424-bc7c-c141dff8357a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:57.188303 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-ee6c075c-dd1f-4b38-8967-f1ab5be94b1f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port 029c5717-f0e2-4070-97b0-1ca51c741673, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=029c5717-f0e2-4070-97b0-1ca51c741673,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:51:57.188655 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee6c075c-dd1f-4b38-8967-f1ab5be94b1f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:57.193020 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-3d24d929-5fa0-4eee-ac41-5f50218b42b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'name': 'tempest-TestNetworkBasicOps-router-1219703138', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:04Z', 'updated_at': '2022-04-29T15:51:54Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:af:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:05Z', 'updated_at': '2022-04-29T15:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:57.243755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d24d929-5fa0-4eee-ac41-5f50218b42b0 None None] The sync data for ids ['8741b54e-4648-40ef-96ce-78a12da3e51b'] in dv-neutron-839913-1-hyperv is: [{'id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'name': 'tempest-TestNetworkBasicOps-router-1219703138', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:04Z', 'updated_at': '2022-04-29T15:51:54Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '029c5717-f0e2-4070-97b0-1ca51c741673', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:af:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741b54e-4648-40ef-96ce-78a12da3e51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:05Z', 'updated_at': '2022-04-29T15:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:51:57.286394 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-7cdc76ae-8598-4424-bc7c-c141dff8357a None None] For port f7d9ef2f-c190-4e95-8055-2c8632908a92, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=f7d9ef2f-c190-4e95-8055-2c8632908a92,segment=NetworkSegment(a4f66bfa-ddfe-47a7-8ddf-c00855147a1b),segment_id=a4f66bfa-ddfe-47a7-8ddf-c00855147a1b)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:51:57.286817 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7cdc76ae-8598-4424-bc7c-c141dff8357a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:57.311459 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c075c-dd1f-4b38-8967-f1ab5be94b1f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 029c5717-f0e2-4070-97b0-1ca51c741673 owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:51:57.419442 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc76ae-8598-4424-bc7c-c141dff8357a None None] Calling delete_port for f7d9ef2f-c190-4e95-8055-2c8632908a92 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:51:57.556261 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee6c075c-dd1f-4b38-8967-f1ab5be94b1f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:57.590623 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7cdc76ae-8598-4424-bc7c-c141dff8357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:57.599265 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c075c-dd1f-4b38-8967-f1ab5be94b1f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=029c5717-f0e2-4070-97b0-1ca51c741673,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:57.638061 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc76ae-8598-4424-bc7c-c141dff8357a None None] Pushing event deleted for resources: {'Port': ['ID=f7d9ef2f-c190-4e95-8055-2c8632908a92,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:57.643606 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdc76ae-8598-4424-bc7c-c141dff8357a None None] No DVR routers for this DVR port f7d9ef2f-c190-4e95-8055-2c8632908a92 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:51:57.650795 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc76ae-8598-4424-bc7c-c141dff8357a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:57.651149 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc76ae-8598-4424-bc7c-c141dff8357a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:57.654883 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc76ae-8598-4424-bc7c-c141dff8357a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:57.654883 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc76ae-8598-4424-bc7c-c141dff8357a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:57.654883 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc76ae-8598-4424-bc7c-c141dff8357a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:57.654883 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc76ae-8598-4424-bc7c-c141dff8357a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:57.654883 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc76ae-8598-4424-bc7c-c141dff8357a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:57.654883 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc76ae-8598-4424-bc7c-c141dff8357a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:57.654883 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc76ae-8598-4424-bc7c-c141dff8357a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:57.654883 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc76ae-8598-4424-bc7c-c141dff8357a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:57.654883 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc76ae-8598-4424-bc7c-c141dff8357a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:57.674678 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device f7d9ef2f-c190-4e95-8055-2c8632908a92 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:51:57.707873 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: f7d9ef2f-c190-4e95-8055-2c8632908a92 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:51:57.708305 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device f7d9ef2f-c190-4e95-8055-2c8632908a92 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:51:57.708814 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 4dc04d98-aeed-41c0-8858-7f0983252281 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:51:57.744487 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 4dc04d98-aeed-41c0-8858-7f0983252281 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:51:57.744959 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 4dc04d98-aeed-41c0-8858-7f0983252281 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:51:57.937926 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee6c075c-dd1f-4b38-8967-f1ab5be94b1f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:58.183861 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee6c075c-dd1f-4b38-8967-f1ab5be94b1f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:58.188039 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee6c075c-dd1f-4b38-8967-f1ab5be94b1f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:58.279045 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee6c075c-dd1f-4b38-8967-f1ab5be94b1f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:58.279563 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6c075c-dd1f-4b38-8967-f1ab5be94b1f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Fanout notify agent at l3_agent the message router_deleted on router 8741b54e-4648-40ef-96ce-78a12da3e51b {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:51:58.293929 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee6c075c-dd1f-4b38-8967-f1ab5be94b1f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:58.297723 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ee6c075c-dd1f-4b38-8967-f1ab5be94b1f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/routers/8741b54e-4648-40ef-96ce-78a12da3e51b HTTP/1.1" status: 204 len: 168 time: 1.7821226 Apr 29 15:51:58.297913 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60402) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:58.412482 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ab1e81aa-305a-4ec5-9f31-305e9384bdba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:58.540182 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ab1e81aa-305a-4ec5-9f31-305e9384bdba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:58.566641 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-ab1e81aa-305a-4ec5-9f31-305e9384bdba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['666edfc7-e791-47b6-9bfe-34aac7130e45']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:58.579015 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-ab1e81aa-305a-4ec5-9f31-305e9384bdba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f66bfa-ddfe-47a7-8ddf-c00855147a1b') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:58.579304 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-ab1e81aa-305a-4ec5-9f31-305e9384bdba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f66bfa-ddfe-47a7-8ddf-c00855147a1b') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:58.591263 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ab1e81aa-305a-4ec5-9f31-305e9384bdba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:58.606315 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ab1e81aa-305a-4ec5-9f31-305e9384bdba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:58.612022 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1e81aa-305a-4ec5-9f31-305e9384bdba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:51:58.612387 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ab1e81aa-305a-4ec5-9f31-305e9384bdba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:51:58.626631 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:51:58.776049 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ab1e81aa-305a-4ec5-9f31-305e9384bdba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:58.780592 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ab1e81aa-305a-4ec5-9f31-305e9384bdba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:58.809840 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e81aa-305a-4ec5-9f31-305e9384bdba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Network': ['ID=666edfc7-e791-47b6-9bfe-34aac7130e45,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:58.905138 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ab1e81aa-305a-4ec5-9f31-305e9384bdba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/networks/666edfc7-e791-47b6-9bfe-34aac7130e45 HTTP/1.1" status: 204 len: 168 time: 0.6061642 Apr 29 15:51:58.920672 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60406) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:58.925939 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-c56ce9c2-eccc-4921-ab67-a8ceff53732a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'network': {'name': 'tempest-network-smoke--1140813443', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'port_security_enabled': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:51:58.931439 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c56ce9c2-eccc-4921-ab67-a8ceff53732a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:51:58.935591 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c56ce9c2-eccc-4921-ab67-a8ceff53732a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:network and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:51:58.938335 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c56ce9c2-eccc-4921-ab67-a8ceff53732a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:51:58.944595 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c56ce9c2-eccc-4921-ab67-a8ceff53732a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:51:59.056249 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56ce9c2-eccc-4921-ab67-a8ceff53732a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:51:59.059211 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c56ce9c2-eccc-4921-ab67-a8ceff53732a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:59.088134 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56ce9c2-eccc-4921-ab67-a8ceff53732a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:51:59.096472 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c56ce9c2-eccc-4921-ab67-a8ceff53732a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:59.099493 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-c56ce9c2-eccc-4921-ab67-a8ceff53732a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Added segment 1a2cbb73-0558-409b-9c65-f9bcffe84007 of type vlan for network c18360dc-269a-4c9d-9cd9-7c02d34cc15e Apr 29 15:51:59.122841 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c56ce9c2-eccc-4921-ab67-a8ceff53732a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:59.227788 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c56ce9c2-eccc-4921-ab67-a8ceff53732a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:59.231532 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56ce9c2-eccc-4921-ab67-a8ceff53732a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:51:59.232100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c56ce9c2-eccc-4921-ab67-a8ceff53732a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:59.341290 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ce9c2-eccc-4921-ab67-a8ceff53732a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Network': ['ID=c18360dc-269a-4c9d-9cd9-7c02d34cc15e,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:59.354605 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network c18360dc-269a-4c9d-9cd9-7c02d34cc15e details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:51:59.405267 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c56ce9c2-eccc-4921-ab67-a8ceff53732a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4808066 Apr 29 15:51:59.407848 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60410) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:59.410552 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-22ebd220-5a90-4a97-9f27-c4d3b63d05b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-769683926', 'admin_state_up': True, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:51:59.418132 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-22ebd220-5a90-4a97-9f27-c4d3b63d05b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:51:59.421937 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-22ebd220-5a90-4a97-9f27-c4d3b63d05b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:router and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:51:59.424750 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-22ebd220-5a90-4a97-9f27-c4d3b63d05b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:51:59.430628 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-22ebd220-5a90-4a97-9f27-c4d3b63d05b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:51:59.493373 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-22ebd220-5a90-4a97-9f27-c4d3b63d05b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:59.494348 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-22ebd220-5a90-4a97-9f27-c4d3b63d05b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:59.512206 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-22ebd220-5a90-4a97-9f27-c4d3b63d05b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:59.729770 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-22ebd220-5a90-4a97-9f27-c4d3b63d05b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:59.774029 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 029c5717-f0e2-4070-97b0-1ca51c741673 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:51:59.806712 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 029c5717-f0e2-4070-97b0-1ca51c741673 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:51:59.807062 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 029c5717-f0e2-4070-97b0-1ca51c741673 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:52:00.056372 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-22ebd220-5a90-4a97-9f27-c4d3b63d05b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:00.084186 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-22ebd220-5a90-4a97-9f27-c4d3b63d05b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:00.217891 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-22ebd220-5a90-4a97-9f27-c4d3b63d05b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.26.1.92 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/d7006e12-dfff-4522-aeaa-a550a8f06ce9) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:52:00.360728 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-22ebd220-5a90-4a97-9f27-c4d3b63d05b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:00.453828 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-22ebd220-5a90-4a97-9f27-c4d3b63d05b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:00.519050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ebd220-5a90-4a97-9f27-c4d3b63d05b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:52:00.521928 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-22ebd220-5a90-4a97-9f27-c4d3b63d05b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:52:00.526226 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ebd220-5a90-4a97-9f27-c4d3b63d05b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:52:00.549534 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebd220-5a90-4a97-9f27-c4d3b63d05b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=d7006e12-dfff-4522-aeaa-a550a8f06ce9,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:00.751679 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-22ebd220-5a90-4a97-9f27-c4d3b63d05b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:00.752401 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-22ebd220-5a90-4a97-9f27-c4d3b63d05b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:01.070426 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ebd220-5a90-4a97-9f27-c4d3b63d05b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router a33bca2e-01ea-4a74-9268-b92ad9f28401 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:52:01.263917 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ebd220-5a90-4a97-9f27-c4d3b63d05b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:52:01.274373 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] Sync routers for ids ['a33bca2e-01ea-4a74-9268-b92ad9f28401'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:52:01.286347 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] Routers {'a33bca2e-01ea-4a74-9268-b92ad9f28401'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:52:01.286974 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:51:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a33bca2e-01ea-4a74-9268-b92ad9f28401'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:01.356032 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-22ebd220-5a90-4a97-9f27-c4d3b63d05b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:01.357184 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-22ebd220-5a90-4a97-9f27-c4d3b63d05b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9508986 Apr 29 15:52:01.360358 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60414) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:01.463193 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] Set router a33bca2e-01ea-4a74-9268-b92ad9f28401 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:52:01.534168 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7db75fe4-2fcb-44f7-a8b8-7ab34dc58614 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=6dec3d4ebc7e41d8a2e134522257f8b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1702712 Apr 29 15:52:01.534397 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60420) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:01.660864 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d046544-25cd-416d-976e-262b5957c118 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:01.662346 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1d046544-25cd-416d-976e-262b5957c118 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1271381 Apr 29 15:52:01.665203 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60424) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:01.707600 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e1185dff-693f-41e4-9176-338a93f1cb4a tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389404 Apr 29 15:52:01.707808 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60428) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:01.713027 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-a8162ef9-f2bb-4989-b436-da4030264ad9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-298032202', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:52:01.776619 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'name': 'tempest-TestNetworkBasicOps-router-769683926', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:59Z', 'updated_at': '2022-04-29T15:52:00Z', 'revision_number': 3, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:00Z', 'updated_at': '2022-04-29T15:52:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:01.780365 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] Checking router: a33bca2e-01ea-4a74-9268-b92ad9f28401 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:52:01.780706 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] Updating router a33bca2e-01ea-4a74-9268-b92ad9f28401 port d7006e12-dfff-4522-aeaa-a550a8f06ce9 binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:52:01.821775 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a8162ef9-f2bb-4989-b436-da4030264ad9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:52:01.825526 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a8162ef9-f2bb-4989-b436-da4030264ad9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:subnet and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:52:01.828318 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a8162ef9-f2bb-4989-b436-da4030264ad9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:52:01.833304 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:01.833978 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a8162ef9-f2bb-4989-b436-da4030264ad9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:52:01.910200 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8162ef9-f2bb-4989-b436-da4030264ad9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:52:02.111008 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a8162ef9-f2bb-4989-b436-da4030264ad9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:02.157493 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:02.168709 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] Transition to ACTIVE for port object d7006e12-dfff-4522-aeaa-a550a8f06ce9 will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:52:02.242380 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:02.320602 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc26fb9-12df-4018-8efd-2c40b8e24fe0 None None] Pushing event updated for resources: {'Port': ['ID=d7006e12-dfff-4522-aeaa-a550a8f06ce9,revision_number=2']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:02.325401 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] Attempting to bind port d7006e12-dfff-4522-aeaa-a550a8f06ce9 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:52:02.325760 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] Attempting to bind port d7006e12-dfff-4522-aeaa-a550a8f06ce9 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:52:02.326204 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] Attempting to bind port d7006e12-dfff-4522-aeaa-a550a8f06ce9 on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:52:02.336356 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc26fb9-12df-4018-8efd-2c40b8e24fe0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:02.336692 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc26fb9-12df-4018-8efd-2c40b8e24fe0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:02.337026 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc26fb9-12df-4018-8efd-2c40b8e24fe0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:02.337352 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc26fb9-12df-4018-8efd-2c40b8e24fe0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:02.337672 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc26fb9-12df-4018-8efd-2c40b8e24fe0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:02.337994 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc26fb9-12df-4018-8efd-2c40b8e24fe0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:02.338310 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc26fb9-12df-4018-8efd-2c40b8e24fe0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:02.338665 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc26fb9-12df-4018-8efd-2c40b8e24fe0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:02.340469 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc26fb9-12df-4018-8efd-2c40b8e24fe0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:02.340469 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc26fb9-12df-4018-8efd-2c40b8e24fe0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:02.340469 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc26fb9-12df-4018-8efd-2c40b8e24fe0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:02.342921 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:52:02.343283 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:52:02.343677 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:02.344045 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:52:02.344496 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] Bound port: d7006e12-dfff-4522-aeaa-a550a8f06ce9, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:52:02.344881 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:02.393860 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a8162ef9-f2bb-4989-b436-da4030264ad9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:02.424890 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] For port d7006e12-dfff-4522-aeaa-a550a8f06ce9, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:52:02.427789 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] For port d7006e12-dfff-4522-aeaa-a550a8f06ce9, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d7006e12-dfff-4522-aeaa-a550a8f06ce9,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:52:02.469508 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8162ef9-f2bb-4989-b436-da4030264ad9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Subnet': ['ID=4142289f-fb49-4e47-bded-20b77c2bf34b,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:02.483699 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8162ef9-f2bb-4989-b436-da4030264ad9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Checking segment: {'id': '1a2cbb73-0558-409b-9c65-f9bcffe84007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:52:02.483988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8162ef9-f2bb-4989-b436-da4030264ad9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network hostable DHCP agents. Network: c18360dc-269a-4c9d-9cd9-7c02d34cc15e, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:52:02.491477 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:02.570849 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8162ef9-f2bb-4989-b436-da4030264ad9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network c18360dc-269a-4c9d-9cd9-7c02d34cc15e is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:52:02.571211 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc26fb9-12df-4018-8efd-2c40b8e24fe0 None None] Pushing event updated for resources: {'Port': ['ID=d7006e12-dfff-4522-aeaa-a550a8f06ce9,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:02.573988 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] Routers {'a33bca2e-01ea-4a74-9268-b92ad9f28401'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:52:02.574593 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:51:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a33bca2e-01ea-4a74-9268-b92ad9f28401'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:02.621957 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-a8162ef9-f2bb-4989-b436-da4030264ad9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, c18360dc-269a-4c9d-9cd9-7c02d34cc15e) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:52:02.625808 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8162ef9-f2bb-4989-b436-da4030264ad9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:02.626386 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a8162ef9-f2bb-4989-b436-da4030264ad9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:02.632024 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e2e3bc-5a1d-4831-a2dd-dfbff30096c7 None None] Network c18360dc-269a-4c9d-9cd9-7c02d34cc15e requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:52:02.734757 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a8162ef9-f2bb-4989-b436-da4030264ad9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0258152 Apr 29 15:52:02.737260 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60432) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:02.754987 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] Set router a33bca2e-01ea-4a74-9268-b92ad9f28401 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:52:02.898620 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42850a6a-6680-459e-986a-f2b51105008b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ips': [{'subnet_id': '4142289f-fb49-4e47-bded-20b77c2bf34b'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:52:02.899510 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-42850a6a-6680-459e-986a-f2b51105008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:03.047641 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'name': 'tempest-TestNetworkBasicOps-router-769683926', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:59Z', 'updated_at': '2022-04-29T15:52:00Z', 'revision_number': 3, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:00Z', 'updated_at': '2022-04-29T15:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:03.051692 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a318b3-e1ee-4b62-b363-16e3d2b51670 None None] The sync data for ids ['a33bca2e-01ea-4a74-9268-b92ad9f28401'] in dv-neutron-839913-1-hyperv is: [{'id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'name': 'tempest-TestNetworkBasicOps-router-769683926', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:59Z', 'updated_at': '2022-04-29T15:52:00Z', 'revision_number': 3, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:00Z', 'updated_at': '2022-04-29T15:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:52:03.061217 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-42850a6a-6680-459e-986a-f2b51105008b None None] Allocated IP 172.20.0.2 (c18360dc-269a-4c9d-9cd9-7c02d34cc15e/4142289f-fb49-4e47-bded-20b77c2bf34b/7c1adb47-585c-4131-a9b6-e3f556f651b5) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:52:03.298007 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-42850a6a-6680-459e-986a-f2b51105008b None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:03.310461 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-42850a6a-6680-459e-986a-f2b51105008b None None] Transition to ACTIVE for port object 7c1adb47-585c-4131-a9b6-e3f556f651b5 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:52:03.330413 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-42850a6a-6680-459e-986a-f2b51105008b None None] Transition to ACTIVE for port object 7c1adb47-585c-4131-a9b6-e3f556f651b5 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:52:03.394047 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-42850a6a-6680-459e-986a-f2b51105008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:03.468205 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42850a6a-6680-459e-986a-f2b51105008b None None] Network c18360dc-269a-4c9d-9cd9-7c02d34cc15e is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:52:03.471787 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-42850a6a-6680-459e-986a-f2b51105008b None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:52:03.473598 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42850a6a-6680-459e-986a-f2b51105008b None None] Pushing event updated for resources: {'Port': ['ID=7c1adb47-585c-4131-a9b6-e3f556f651b5,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:03.476308 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42850a6a-6680-459e-986a-f2b51105008b None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:52:03.555774 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8768-cb70-404e-b7cd-ca53db9648f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:03.567482 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-42850a6a-6680-459e-986a-f2b51105008b None None] Attempting to bind port 7c1adb47-585c-4131-a9b6-e3f556f651b5 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:52:03.567848 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-42850a6a-6680-459e-986a-f2b51105008b None None] Attempting to bind port 7c1adb47-585c-4131-a9b6-e3f556f651b5 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '1a2cbb73-0558-409b-9c65-f9bcffe84007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:52:03.568211 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42850a6a-6680-459e-986a-f2b51105008b None None] Attempting to bind port 7c1adb47-585c-4131-a9b6-e3f556f651b5 on network c18360dc-269a-4c9d-9cd9-7c02d34cc15e {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:52:03.575479 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42850a6a-6680-459e-986a-f2b51105008b None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:52:03.575850 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42850a6a-6680-459e-986a-f2b51105008b None None] Checking segment: {'id': '1a2cbb73-0558-409b-9c65-f9bcffe84007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:52:03.576249 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-42850a6a-6680-459e-986a-f2b51105008b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:03.576639 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42850a6a-6680-459e-986a-f2b51105008b None None] Bound using segment: {'id': '1a2cbb73-0558-409b-9c65-f9bcffe84007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:52:03.577100 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-42850a6a-6680-459e-986a-f2b51105008b None None] Bound port: 7c1adb47-585c-4131-a9b6-e3f556f651b5, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2cbb73-0558-409b-9c65-f9bcffe84007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:52:03.577468 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-42850a6a-6680-459e-986a-f2b51105008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:03.677218 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-42850a6a-6680-459e-986a-f2b51105008b None None] For port 7c1adb47-585c-4131-a9b6-e3f556f651b5, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:52:03.680716 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-42850a6a-6680-459e-986a-f2b51105008b None None] For port 7c1adb47-585c-4131-a9b6-e3f556f651b5, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7c1adb47-585c-4131-a9b6-e3f556f651b5,segment=NetworkSegment(1a2cbb73-0558-409b-9c65-f9bcffe84007),segment_id=1a2cbb73-0558-409b-9c65-f9bcffe84007)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:52:03.704134 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d7006e12-dfff-4522-aeaa-a550a8f06ce9 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:52:03.751375 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-42850a6a-6680-459e-986a-f2b51105008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:03.861750 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42850a6a-6680-459e-986a-f2b51105008b None None] Pushing event updated for resources: {'Port': ['ID=7c1adb47-585c-4131-a9b6-e3f556f651b5,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:03.958939 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port d7006e12-dfff-4522-aeaa-a550a8f06ce9 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:52:03.965296 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port d7006e12-dfff-4522-aeaa-a550a8f06ce9 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:52:03.966511 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:04.102236 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:04.118885 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port d7006e12-dfff-4522-aeaa-a550a8f06ce9, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d7006e12-dfff-4522-aeaa-a550a8f06ce9,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:04.124787 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-fc2c8768-cb70-404e-b7cd-ca53db9648f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.20.0.1 (c18360dc-269a-4c9d-9cd9-7c02d34cc15e/4142289f-fb49-4e47-bded-20b77c2bf34b/b3d111b1-f325-400f-b177-dd0b29971bf5) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:52:04.193452 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:04.262089 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=d7006e12-dfff-4522-aeaa-a550a8f06ce9,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:04.286429 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8768-cb70-404e-b7cd-ca53db9648f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:04.301231 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-fc2c8768-cb70-404e-b7cd-ca53db9648f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Transition to ACTIVE for port object b3d111b1-f325-400f-b177-dd0b29971bf5 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:52:04.402413 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8768-cb70-404e-b7cd-ca53db9648f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:04.472910 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2c8768-cb70-404e-b7cd-ca53db9648f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network c18360dc-269a-4c9d-9cd9-7c02d34cc15e is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:52:04.476138 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-fc2c8768-cb70-404e-b7cd-ca53db9648f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:52:04.480608 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2c8768-cb70-404e-b7cd-ca53db9648f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:52:04.509447 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c8768-cb70-404e-b7cd-ca53db9648f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=b3d111b1-f325-400f-b177-dd0b29971bf5,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:04.545435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8768-cb70-404e-b7cd-ca53db9648f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:04.708316 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8768-cb70-404e-b7cd-ca53db9648f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:04.813725 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8f9bb3-7d63-41ac-8163-78ce31a1d261 None None] Network c18360dc-269a-4c9d-9cd9-7c02d34cc15e requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:52:04.971039 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-11fc4e30-f8c6-42ab-ab7e-b1996a7c39f5 None None] Provisioning for port 7c1adb47-585c-4131-a9b6-e3f556f651b5 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:52:05.137953 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8768-cb70-404e-b7cd-ca53db9648f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:05.210623 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8768-cb70-404e-b7cd-ca53db9648f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:05.325266 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c8768-cb70-404e-b7cd-ca53db9648f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=b3d111b1-f325-400f-b177-dd0b29971bf5,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:05.328721 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8768-cb70-404e-b7cd-ca53db9648f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:05.390512 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1a54936d-4537-4a9b-b61a-634bd0511edd None None] Provisioning for port b3d111b1-f325-400f-b177-dd0b29971bf5 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:52:05.396303 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1a54936d-4537-4a9b-b61a-634bd0511edd None None] Provisioning complete for port b3d111b1-f325-400f-b177-dd0b29971bf5 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:52:05.397352 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1a54936d-4537-4a9b-b61a-634bd0511edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:05.454886 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-1a54936d-4537-4a9b-b61a-634bd0511edd None None] Port b3d111b1-f325-400f-b177-dd0b29971bf5 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:52:05.482555 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2c8768-cb70-404e-b7cd-ca53db9648f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network c18360dc-269a-4c9d-9cd9-7c02d34cc15e is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:52:05.483631 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-fc2c8768-cb70-404e-b7cd-ca53db9648f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:52:05.589702 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-fecab831-c33d-46ff-a320-063491b21eb0 None None] Provisioning complete for port b3d111b1-f325-400f-b177-dd0b29971bf5 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:52:05.590060 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fecab831-c33d-46ff-a320-063491b21eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:05.651180 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-fecab831-c33d-46ff-a320-063491b21eb0 None None] Port b3d111b1-f325-400f-b177-dd0b29971bf5 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:52:05.766772 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d7006e12-dfff-4522-aeaa-a550a8f06ce9 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:52:05.824329 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-6c2040d7-68f0-4384-8d6e-26e8103a4d9e None None] Provisioning complete for port b3d111b1-f325-400f-b177-dd0b29971bf5 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:52:05.824989 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6c2040d7-68f0-4384-8d6e-26e8103a4d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:05.882336 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-6c2040d7-68f0-4384-8d6e-26e8103a4d9e None None] Port b3d111b1-f325-400f-b177-dd0b29971bf5 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:52:05.885649 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2c8768-cb70-404e-b7cd-ca53db9648f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router a33bca2e-01ea-4a74-9268-b92ad9f28401 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:52:05.889479 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port d7006e12-dfff-4522-aeaa-a550a8f06ce9 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:52:05.889843 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:06.040909 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7c1adb47-585c-4131-a9b6-e3f556f651b5 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:52:06.173210 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 7c1adb47-585c-4131-a9b6-e3f556f651b5 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:52:06.178162 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 7c1adb47-585c-4131-a9b6-e3f556f651b5 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:52:06.178579 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:06.184100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2c8768-cb70-404e-b7cd-ca53db9648f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:52:06.196781 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-fc2c8768-cb70-404e-b7cd-ca53db9648f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "PUT /v2.0/routers/a33bca2e-01ea-4a74-9268-b92ad9f28401/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4580996 Apr 29 15:52:06.199277 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60436) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:06.292634 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:06.329119 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 7c1adb47-585c-4131-a9b6-e3f556f651b5, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7c1adb47-585c-4131-a9b6-e3f556f651b5,segment=NetworkSegment(1a2cbb73-0558-409b-9c65-f9bcffe84007),segment_id=1a2cbb73-0558-409b-9c65-f9bcffe84007)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:06.340941 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d274010-5488-478e-aea5-7325f82018cb tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:06.341320 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d274010-5488-478e-aea5-7325f82018cb tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:06.341682 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d274010-5488-478e-aea5-7325f82018cb tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:06.342040 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d274010-5488-478e-aea5-7325f82018cb tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:06.342390 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d274010-5488-478e-aea5-7325f82018cb tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:06.342791 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d274010-5488-478e-aea5-7325f82018cb tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:06.344511 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2d274010-5488-478e-aea5-7325f82018cb tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1443131 Apr 29 15:52:06.347402 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60440) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:06.399641 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:06.433365 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f2499b-f09c-4423-97e7-d3aa88c4b0d7 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:06.433739 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f2499b-f09c-4423-97e7-d3aa88c4b0d7 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:06.434100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f2499b-f09c-4423-97e7-d3aa88c4b0d7 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:06.434456 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f2499b-f09c-4423-97e7-d3aa88c4b0d7 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:06.434829 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f2499b-f09c-4423-97e7-d3aa88c4b0d7 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:06.435178 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f2499b-f09c-4423-97e7-d3aa88c4b0d7 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:06.436918 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b0f2499b-f09c-4423-97e7-d3aa88c4b0d7 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0886319 Apr 29 15:52:06.439959 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60444) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:06.470161 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=7c1adb47-585c-4131-a9b6-e3f556f651b5,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:06.567282 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061f43a-10e8-4140-9937-02260e122891 None None] Sync routers for ids ['a33bca2e-01ea-4a74-9268-b92ad9f28401'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:52:06.579391 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5061f43a-10e8-4140-9937-02260e122891 None None] Routers {'a33bca2e-01ea-4a74-9268-b92ad9f28401'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:52:06.579997 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-5061f43a-10e8-4140-9937-02260e122891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:51:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a33bca2e-01ea-4a74-9268-b92ad9f28401'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:06.641999 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8784ea1a-b0ab-4e18-934f-d40060633595 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2009864 Apr 29 15:52:06.755161 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-5061f43a-10e8-4140-9937-02260e122891 None None] Set router a33bca2e-01ea-4a74-9268-b92ad9f28401 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:52:06.930655 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60452) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:06.936268 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-41073305-4090-443d-9a3f-18c45a2b7ca1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-685321784', 'description': 'tempest-secgroup-smoke-685321784 description', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:52:06.942117 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-41073305-4090-443d-9a3f-18c45a2b7ca1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:52:06.946988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-41073305-4090-443d-9a3f-18c45a2b7ca1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:52:06.949812 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-41073305-4090-443d-9a3f-18c45a2b7ca1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:52:06.955484 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-41073305-4090-443d-9a3f-18c45a2b7ca1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:52:07.016734 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-41073305-4090-443d-9a3f-18c45a2b7ca1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:07.055451 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-41073305-4090-443d-9a3f-18c45a2b7ca1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:52:07.059331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-41073305-4090-443d-9a3f-18c45a2b7ca1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:52:07.062791 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-41073305-4090-443d-9a3f-18c45a2b7ca1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:52:07.067383 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-5061f43a-10e8-4140-9937-02260e122891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'name': 'tempest-TestNetworkBasicOps-router-769683926', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:59Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:00Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'b3d111b1-f325-400f-b177-dd0b29971bf5', 'name': '', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:ff:aa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:03Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 2, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:07.068435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-41073305-4090-443d-9a3f-18c45a2b7ca1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:52:07.072443 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061f43a-10e8-4140-9937-02260e122891 None None] Checking router: a33bca2e-01ea-4a74-9268-b92ad9f28401 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:52:07.072796 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061f43a-10e8-4140-9937-02260e122891 None None] Updating router a33bca2e-01ea-4a74-9268-b92ad9f28401 port b3d111b1-f325-400f-b177-dd0b29971bf5 binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:52:07.122763 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-41073305-4090-443d-9a3f-18c45a2b7ca1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:07.123940 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5061f43a-10e8-4140-9937-02260e122891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:07.165223 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-41073305-4090-443d-9a3f-18c45a2b7ca1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:07.210097 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41073305-4090-443d-9a3f-18c45a2b7ca1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2606a30-4361-4d1f-ae4a-97577981daa3,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:07.264370 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-41073305-4090-443d-9a3f-18c45a2b7ca1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:07.265626 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-41073305-4090-443d-9a3f-18c45a2b7ca1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3339875 Apr 29 15:52:07.268889 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60456) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:07.274887 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-c7d535c4-d626-4326-81a7-46953de7dc11 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'a2606a30-4361-4d1f-ae4a-97577981daa3', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:52:07.280695 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c7d535c4-d626-4326-81a7-46953de7dc11 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:52:07.284497 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c7d535c4-d626-4326-81a7-46953de7dc11 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:52:07.287355 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c7d535c4-d626-4326-81a7-46953de7dc11 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:52:07.292988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c7d535c4-d626-4326-81a7-46953de7dc11 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:52:07.367851 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c7d535c4-d626-4326-81a7-46953de7dc11 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:07.428884 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c7d535c4-d626-4326-81a7-46953de7dc11 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:07.461442 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5061f43a-10e8-4140-9937-02260e122891 None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:07.472832 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5061f43a-10e8-4140-9937-02260e122891 None None] Transition to ACTIVE for port object b3d111b1-f325-400f-b177-dd0b29971bf5 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:52:07.513099 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c7d535c4-d626-4326-81a7-46953de7dc11 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:07.536427 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d535c4-d626-4326-81a7-46953de7dc11 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb0373c-5fb3-4aaa-be88-2ba1ccb83b47,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:07.541944 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5061f43a-10e8-4140-9937-02260e122891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:07.618793 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c7d535c4-d626-4326-81a7-46953de7dc11 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:07.623008 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c7d535c4-d626-4326-81a7-46953de7dc11 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3502133 Apr 29 15:52:07.623361 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60460) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:07.628915 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-5badf66d-a3b4-477a-9896-f173e7450b49 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'a2606a30-4361-4d1f-ae4a-97577981daa3', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:52:07.639116 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5badf66d-a3b4-477a-9896-f173e7450b49 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:52:07.642857 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5badf66d-a3b4-477a-9896-f173e7450b49 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:52:07.646076 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5badf66d-a3b4-477a-9896-f173e7450b49 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:52:07.668960 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5badf66d-a3b4-477a-9896-f173e7450b49 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:52:07.669428 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24ade5-c71f-4694-bb82-804759fd3bf9 None None] Pushing event updated for resources: {'Port': ['ID=b3d111b1-f325-400f-b177-dd0b29971bf5,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:07.709709 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7c1adb47-585c-4131-a9b6-e3f556f651b5 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:52:07.765858 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5badf66d-a3b4-477a-9896-f173e7450b49 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:07.818037 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-5061f43a-10e8-4140-9937-02260e122891 None None] Attempting to bind port b3d111b1-f325-400f-b177-dd0b29971bf5 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:52:07.818407 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-5061f43a-10e8-4140-9937-02260e122891 None None] Attempting to bind port b3d111b1-f325-400f-b177-dd0b29971bf5 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '1a2cbb73-0558-409b-9c65-f9bcffe84007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:52:07.819400 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5061f43a-10e8-4140-9937-02260e122891 None None] Attempting to bind port b3d111b1-f325-400f-b177-dd0b29971bf5 on network c18360dc-269a-4c9d-9cd9-7c02d34cc15e {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:52:07.830796 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5061f43a-10e8-4140-9937-02260e122891 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:52:07.831169 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5061f43a-10e8-4140-9937-02260e122891 None None] Checking segment: {'id': '1a2cbb73-0558-409b-9c65-f9bcffe84007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:52:07.831566 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5061f43a-10e8-4140-9937-02260e122891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:07.831956 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5061f43a-10e8-4140-9937-02260e122891 None None] Bound using segment: {'id': '1a2cbb73-0558-409b-9c65-f9bcffe84007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:52:07.832420 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-5061f43a-10e8-4140-9937-02260e122891 None None] Bound port: b3d111b1-f325-400f-b177-dd0b29971bf5, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2cbb73-0558-409b-9c65-f9bcffe84007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:52:07.832785 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5061f43a-10e8-4140-9937-02260e122891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:07.835404 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5badf66d-a3b4-477a-9896-f173e7450b49 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:07.904359 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5badf66d-a3b4-477a-9896-f173e7450b49 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:07.927578 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badf66d-a3b4-477a-9896-f173e7450b49 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e174c9b7-9547-4d0b-baf0-2db98acb93bf,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:07.933757 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 7c1adb47-585c-4131-a9b6-e3f556f651b5 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:52:07.934130 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:08.001558 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5badf66d-a3b4-477a-9896-f173e7450b49 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:08.002907 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5badf66d-a3b4-477a-9896-f173e7450b49 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3788085 Apr 29 15:52:08.006844 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60464) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:08.013077 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-ef0a3155-4a1b-4618-92e4-fdce9eaaadc0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'a2606a30-4361-4d1f-ae4a-97577981daa3', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:52:08.019304 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ef0a3155-4a1b-4618-92e4-fdce9eaaadc0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:52:08.021167 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-5061f43a-10e8-4140-9937-02260e122891 None None] For port b3d111b1-f325-400f-b177-dd0b29971bf5, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:52:08.024016 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ef0a3155-4a1b-4618-92e4-fdce9eaaadc0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:52:08.025382 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-5061f43a-10e8-4140-9937-02260e122891 None None] For port b3d111b1-f325-400f-b177-dd0b29971bf5, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=b3d111b1-f325-400f-b177-dd0b29971bf5,segment=NetworkSegment(1a2cbb73-0558-409b-9c65-f9bcffe84007),segment_id=1a2cbb73-0558-409b-9c65-f9bcffe84007)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:52:08.027156 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ef0a3155-4a1b-4618-92e4-fdce9eaaadc0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:52:08.033335 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ef0a3155-4a1b-4618-92e4-fdce9eaaadc0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:52:08.084787 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5061f43a-10e8-4140-9937-02260e122891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:08.112246 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ef0a3155-4a1b-4618-92e4-fdce9eaaadc0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:08.166740 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24ade5-c71f-4694-bb82-804759fd3bf9 None None] Pushing event updated for resources: {'Port': ['ID=b3d111b1-f325-400f-b177-dd0b29971bf5,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:08.173009 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5061f43a-10e8-4140-9937-02260e122891 None None] Routers {'a33bca2e-01ea-4a74-9268-b92ad9f28401'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:52:08.173621 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-5061f43a-10e8-4140-9937-02260e122891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:51:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a33bca2e-01ea-4a74-9268-b92ad9f28401'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:08.181343 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ef0a3155-4a1b-4618-92e4-fdce9eaaadc0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:08.250792 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ef0a3155-4a1b-4618-92e4-fdce9eaaadc0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:08.369717 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-5061f43a-10e8-4140-9937-02260e122891 None None] Set router a33bca2e-01ea-4a74-9268-b92ad9f28401 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:52:08.378563 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a3155-4a1b-4618-92e4-fdce9eaaadc0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f71b2ae-2835-4fd6-91f2-434c5249ebbe,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:08.441846 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ef0a3155-4a1b-4618-92e4-fdce9eaaadc0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:08.442981 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ef0a3155-4a1b-4618-92e4-fdce9eaaadc0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4346576 Apr 29 15:52:08.446575 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60468) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:08.452669 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-4528f33c-f0cc-4015-aed5-994136b0dd57 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'a2606a30-4361-4d1f-ae4a-97577981daa3', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:52:08.458336 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4528f33c-f0cc-4015-aed5-994136b0dd57 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:52:08.462082 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4528f33c-f0cc-4015-aed5-994136b0dd57 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:52:08.464984 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4528f33c-f0cc-4015-aed5-994136b0dd57 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:52:08.470503 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4528f33c-f0cc-4015-aed5-994136b0dd57 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:52:08.539653 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4528f33c-f0cc-4015-aed5-994136b0dd57 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:08.601661 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4528f33c-f0cc-4015-aed5-994136b0dd57 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:08.670518 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4528f33c-f0cc-4015-aed5-994136b0dd57 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:08.696359 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528f33c-f0cc-4015-aed5-994136b0dd57 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13db9502-f335-4c0f-b69f-acebb17cbbf6,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:08.721239 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-5061f43a-10e8-4140-9937-02260e122891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'name': 'tempest-TestNetworkBasicOps-router-769683926', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:59Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:00Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'b3d111b1-f325-400f-b177-dd0b29971bf5', 'name': '', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:ff:aa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:03Z', 'updated_at': '2022-04-29T15:52:08Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:08.725715 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061f43a-10e8-4140-9937-02260e122891 None None] The sync data for ids ['a33bca2e-01ea-4a74-9268-b92ad9f28401'] in dv-neutron-839913-1-hyperv is: [{'id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'name': 'tempest-TestNetworkBasicOps-router-769683926', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:59Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:00Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'b3d111b1-f325-400f-b177-dd0b29971bf5', 'name': '', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:ff:aa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:03Z', 'updated_at': '2022-04-29T15:52:08Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:52:08.757777 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4528f33c-f0cc-4015-aed5-994136b0dd57 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:08.761381 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4528f33c-f0cc-4015-aed5-994136b0dd57 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3115406 Apr 29 15:52:08.762054 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60472) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:08.768715 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-95a52669-1068-40fb-a092-c80aaa0d58c4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'a2606a30-4361-4d1f-ae4a-97577981daa3', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:52:08.791734 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-95a52669-1068-40fb-a092-c80aaa0d58c4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:52:08.799043 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-95a52669-1068-40fb-a092-c80aaa0d58c4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:52:08.802027 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-95a52669-1068-40fb-a092-c80aaa0d58c4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:52:08.809369 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-95a52669-1068-40fb-a092-c80aaa0d58c4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:52:08.877438 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-95a52669-1068-40fb-a092-c80aaa0d58c4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Project 6dec3d4ebc7e41d8a2e134522257f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:52:08.884795 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95a52669-1068-40fb-a092-c80aaa0d58c4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:08.955874 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95a52669-1068-40fb-a092-c80aaa0d58c4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:09.016078 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95a52669-1068-40fb-a092-c80aaa0d58c4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:09.042830 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a52669-1068-40fb-a092-c80aaa0d58c4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0cb6f19-59b3-4f78-92e0-07adf3d77637,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:09.124722 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95a52669-1068-40fb-a092-c80aaa0d58c4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:09.125966 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-95a52669-1068-40fb-a092-c80aaa0d58c4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3625586 Apr 29 15:52:09.128659 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60476) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:09.134675 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-cefb4b3e-c6e6-44e9-873f-efeaf774cf97 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'a2606a30-4361-4d1f-ae4a-97577981daa3', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:52:09.141000 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-cefb4b3e-c6e6-44e9-873f-efeaf774cf97 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:52:09.145189 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cefb4b3e-c6e6-44e9-873f-efeaf774cf97 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:52:09.148847 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cefb4b3e-c6e6-44e9-873f-efeaf774cf97 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:52:09.154732 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-cefb4b3e-c6e6-44e9-873f-efeaf774cf97 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:52:09.233411 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-cefb4b3e-c6e6-44e9-873f-efeaf774cf97 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Project 6dec3d4ebc7e41d8a2e134522257f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:52:09.240818 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cefb4b3e-c6e6-44e9-873f-efeaf774cf97 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:09.309569 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cefb4b3e-c6e6-44e9-873f-efeaf774cf97 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:09.378723 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cefb4b3e-c6e6-44e9-873f-efeaf774cf97 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:09.407124 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb4b3e-c6e6-44e9-873f-efeaf774cf97 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d563723-ce5b-4320-89b5-9dd802fb1eca,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:09.470293 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cefb4b3e-c6e6-44e9-873f-efeaf774cf97 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:09.471600 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-cefb4b3e-c6e6-44e9-873f-efeaf774cf97 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3420277 Apr 29 15:52:09.666923 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c137d320-31d5-4edf-9003-20758e165341 req-3e52a80e-1d29-4451-8ff0-dfe187a3c41b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:52:09.683440 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device b3d111b1-f325-400f-b177-dd0b29971bf5 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:52:09.744735 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c137d320-31d5-4edf-9003-20758e165341 req-3e52a80e-1d29-4451-8ff0-dfe187a3c41b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:52:09.745872 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c137d320-31d5-4edf-9003-20758e165341 req-3e52a80e-1d29-4451-8ff0-dfe187a3c41b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-685321784&fields=id&tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 267 time: 0.1219792 Apr 29 15:52:09.836076 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port b3d111b1-f325-400f-b177-dd0b29971bf5 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:52:09.841044 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port b3d111b1-f325-400f-b177-dd0b29971bf5 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:52:09.841417 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:09.893117 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137d320-31d5-4edf-9003-20758e165341 req-de40e1e4-cf57-421e-94fe-d4b420d83ff7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:09.893833 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c137d320-31d5-4edf-9003-20758e165341 req-de40e1e4-cf57-421e-94fe-d4b420d83ff7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:52:09.953659 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:09.964310 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c137d320-31d5-4edf-9003-20758e165341 req-de40e1e4-cf57-421e-94fe-d4b420d83ff7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:52:09.965558 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c137d320-31d5-4edf-9003-20758e165341 req-de40e1e4-cf57-421e-94fe-d4b420d83ff7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/networks?id=c18360dc-269a-4c9d-9cd9-7c02d34cc15e HTTP/1.1" status: 200 len: 797 time: 0.2128451 Apr 29 15:52:09.982573 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c137d320-31d5-4edf-9003-20758e165341 req-f8cbce37-37bb-4ec4-8ecd-2ff5214c3516 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/quotas/6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 375 time: 0.0114973 Apr 29 15:52:09.985006 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port b3d111b1-f325-400f-b177-dd0b29971bf5, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=b3d111b1-f325-400f-b177-dd0b29971bf5,segment=NetworkSegment(1a2cbb73-0558-409b-9c65-f9bcffe84007),segment_id=1a2cbb73-0558-409b-9c65-f9bcffe84007)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:10.062077 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:10.071208 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c137d320-31d5-4edf-9003-20758e165341 req-8562ddce-d9ab-4f42-ba97-6dec62d5dc30 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:52:10.126510 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=b3d111b1-f325-400f-b177-dd0b29971bf5,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:10.141867 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c137d320-31d5-4edf-9003-20758e165341 req-8562ddce-d9ab-4f42-ba97-6dec62d5dc30 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:52:10.143291 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c137d320-31d5-4edf-9003-20758e165341 req-8562ddce-d9ab-4f42-ba97-6dec62d5dc30 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1555109 Apr 29 15:52:10.326750 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60490) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:10.350227 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c137d320-31d5-4edf-9003-20758e165341 req-f5e90982-c869-423b-9428-3207d590cffb service neutron] 10.222.0.21 "GET /v2.0/networks/c18360dc-269a-4c9d-9cd9-7c02d34cc15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945686 Apr 29 15:52:10.495115 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c137d320-31d5-4edf-9003-20758e165341 req-c7ddd994-8906-4d3e-8b0f-33f2ea2f821f service neutron] 10.222.0.21 "GET /v2.0/networks/c18360dc-269a-4c9d-9cd9-7c02d34cc15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382051 Apr 29 15:52:10.786641 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5a508053-2648-47ee-8fc7-0b11a938190c req-b9e8caa3-ee2b-4ec8-bc3d-173b1f078456 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 210 time: 0.0418165 Apr 29 15:52:10.813699 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-05bd447d-2e56-467e-91a8-3e6d1bfa4577 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Deleting port 00a2f88f-7bc6-49c9-9b46-4c0b2079a2e5 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:52:10.814057 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-05bd447d-2e56-467e-91a8-3e6d1bfa4577 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:10.980468 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-05bd447d-2e56-467e-91a8-3e6d1bfa4577 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:10.980825 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-05bd447d-2e56-467e-91a8-3e6d1bfa4577 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:11.099830 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-05bd447d-2e56-467e-91a8-3e6d1bfa4577 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Calling delete_port for 00a2f88f-7bc6-49c9-9b46-4c0b2079a2e5 owned by network:floatingip {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:52:11.310102 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-05bd447d-2e56-467e-91a8-3e6d1bfa4577 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:11.358065 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd447d-2e56-467e-91a8-3e6d1bfa4577 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Pushing event deleted for resources: {'Port': ['ID=00a2f88f-7bc6-49c9-9b46-4c0b2079a2e5,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:11.446590 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-05bd447d-2e56-467e-91a8-3e6d1bfa4577 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for floatingip, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:11.667139 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device b3d111b1-f325-400f-b177-dd0b29971bf5 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:52:11.735383 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port b3d111b1-f325-400f-b177-dd0b29971bf5 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:52:11.735958 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:11.839624 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bd447d-2e56-467e-91a8-3e6d1bfa4577 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Router 5eb1e853-950b-4a34-b779-2094d01ca578 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:52:12.056258 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-948c905b-0651-446a-9eeb-016322c79d1f req-a4b1b568-b7e9-42c8-8231-9a60f7f2af42 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 210 time: 0.1405129 Apr 29 15:52:12.151449 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bd447d-2e56-467e-91a8-3e6d1bfa4577 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:52:12.160710 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a5145a-7d0f-4384-8c19-1d6003fea44a None None] Sync routers for ids ['5eb1e853-950b-4a34-b779-2094d01ca578'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:52:12.172658 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a5145a-7d0f-4384-8c19-1d6003fea44a None None] Routers {'5eb1e853-950b-4a34-b779-2094d01ca578'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:52:12.173384 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-20a5145a-7d0f-4384-8c19-1d6003fea44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:51:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5eb1e853-950b-4a34-b779-2094d01ca578'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:12.265262 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-05bd447d-2e56-467e-91a8-3e6d1bfa4577 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:12.318447 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-05bd447d-2e56-467e-91a8-3e6d1bfa4577 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "DELETE /v2.0/floatingips/79dd76a1-bffc-47cc-9079-cc6250364091 HTTP/1.1" status: 204 len: 168 time: 1.9905226 Apr 29 15:52:12.319771 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394c9c44-285c-4180-9506-9bdbdaac1945', 'tag': 'a60bffa4-255d-422d-bc0e-659288fb698e'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:52:12.360235 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-20a5145a-7d0f-4384-8c19-1d6003fea44a None None] Set router 5eb1e853-950b-4a34-b779-2094d01ca578 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:52:12.394688 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c83790a4-fffd-45fa-8f4e-301914134c92'] response: {'name': 'network-changed', 'server_uuid': '394c9c44-285c-4180-9506-9bdbdaac1945', 'tag': 'a60bffa4-255d-422d-bc0e-659288fb698e', 'status': 'completed', 'code': 200} Apr 29 15:52:12.496468 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f782018a-e877-4be7-b0c6-014e95c535f1 req-05a4d255-dec1-4147-94b4-24058f9a71c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56968f4173e467ca1a4109666ee4127&device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 1098 time: 0.0796995 Apr 29 15:52:12.632413 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782018a-e877-4be7-b0c6-014e95c535f1 req-b41a8e91-9364-483f-834b-b711048c3dc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:12.634130 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f782018a-e877-4be7-b0c6-014e95c535f1 req-b41a8e91-9364-483f-834b-b711048c3dc9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d511986d-e449-4c9a-bc20-0b0373daead6 HTTP/1.1" status: 200 len: 912 time: 0.1311285 Apr 29 15:52:12.729984 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f782018a-e877-4be7-b0c6-014e95c535f1 req-7cbb50fd-376e-42c3-96e2-a9c7852a7871 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a60bffa4-255d-422d-bc0e-659288fb698e HTTP/1.1" status: 200 len: 217 time: 0.0896034 Apr 29 15:52:12.750423 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-20a5145a-7d0f-4384-8c19-1d6003fea44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:40:27Z', 'revision_number': 4, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port': {'id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:18Z', 'updated_at': '2022-04-29T15:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '432e9a59-a233-40f0-8f37-7da5d66731ea', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'floating_ip_address': '172.26.1.87', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'port_id': '49636631-79be-48ee-888e-5c69ee96dee6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'mac_address': 'fa:16:3e:02:93:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60fe2fe-bf9c-4b5d-97f2-821a277effdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:46:02Z', 'updated_at': '2022-04-29T15:46:07Z', 'revision_number': 1, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58611ec8-4cdc-4b16-aa9e-d9f81425f6ca', 'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'mac_address': 'fa:16:3e:bb:23:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:26Z', 'updated_at': '2022-04-29T15:40:38Z', 'revision_number': 5, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'subnets': [{'id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:12.754591 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a5145a-7d0f-4384-8c19-1d6003fea44a None None] Checking router: 5eb1e853-950b-4a34-b779-2094d01ca578 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:52:12.765991 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a5145a-7d0f-4384-8c19-1d6003fea44a None None] Routers {'5eb1e853-950b-4a34-b779-2094d01ca578'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:52:12.766883 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-20a5145a-7d0f-4384-8c19-1d6003fea44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:51:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5eb1e853-950b-4a34-b779-2094d01ca578'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:12.806760 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782018a-e877-4be7-b0c6-014e95c535f1 req-562d5975-61fd-4524-aaea-860fd65474b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:12.808811 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f782018a-e877-4be7-b0c6-014e95c535f1 req-562d5975-61fd-4524-aaea-860fd65474b4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fccdfd74-5a41-4338-8b3c-9da29bbca38f HTTP/1.1" status: 200 len: 850 time: 0.0734551 Apr 29 15:52:12.895707 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f782018a-e877-4be7-b0c6-014e95c535f1 req-2903c1ec-b2cf-4de3-b6b2-006a9399089a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d511986d-e449-4c9a-bc20-0b0373daead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815046 Apr 29 15:52:12.966546 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-20a5145a-7d0f-4384-8c19-1d6003fea44a None None] Set router 5eb1e853-950b-4a34-b779-2094d01ca578 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:52:13.078022 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f782018a-e877-4be7-b0c6-014e95c535f1 req-0a6a3503-30c9-42be-bc41-05bd395ac672 service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679509 Apr 29 15:52:13.155477 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137d320-31d5-4edf-9003-20758e165341 req-2ee4d698-a55c-4d7c-812a-b35dce30d17d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:13.156535 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-c137d320-31d5-4edf-9003-20758e165341 req-2ee4d698-a55c-4d7c-812a-b35dce30d17d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:network {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:52:13.175358 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-c137d320-31d5-4edf-9003-20758e165341 req-2ee4d698-a55c-4d7c-812a-b35dce30d17d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:network {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:52:13.179587 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c137d320-31d5-4edf-9003-20758e165341 req-2ee4d698-a55c-4d7c-812a-b35dce30d17d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/networks?id=c18360dc-269a-4c9d-9cd9-7c02d34cc15e HTTP/1.1" status: 200 len: 797 time: 0.2663071 Apr 29 15:52:13.251987 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-c137d320-31d5-4edf-9003-20758e165341 req-16387275-7460-487d-87bc-d9a2f4f80c27 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:52:13.265156 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-c137d320-31d5-4edf-9003-20758e165341 req-16387275-7460-487d-87bc-d9a2f4f80c27 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:52:13.266897 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c137d320-31d5-4edf-9003-20758e165341 req-16387275-7460-487d-87bc-d9a2f4f80c27 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 379 time: 0.0736656 Apr 29 15:52:13.276802 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-c137d320-31d5-4edf-9003-20758e165341 req-fadf4288-83d7-4ff9-8ac9-a3d8d4580a61 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'port': {'device_id': 'e337d0be-8d0c-4219-9291-cd3529b630e2', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'admin_state_up': True, 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'security_groups': ['a2606a30-4361-4d1f-ae4a-97577981daa3']}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:52:13.290289 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-88407c05-fb99-4540-bcc6-e87b54a65974 req-81b198c9-9da8-43c3-a617-ac80db1d5685 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 210 time: 0.0499513 Apr 29 15:52:13.399655 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa92b9c-3a00-419f-b28f-025e820259cb req-9ee3a53b-5a1d-4601-adbe-3445a01689ef tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:13.401358 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ffa92b9c-3a00-419f-b28f-025e820259cb req-9ee3a53b-5a1d-4601-adbe-3445a01689ef tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 945 time: 0.2768574 Apr 29 15:52:13.407509 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f782018a-e877-4be7-b0c6-014e95c535f1 req-db5608b0-ff91-4182-920c-f3cd2dc739fd service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217847 Apr 29 15:52:13.441637 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-20a5145a-7d0f-4384-8c19-1d6003fea44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:40:27Z', 'revision_number': 4, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port': {'id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:18Z', 'updated_at': '2022-04-29T15:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '432e9a59-a233-40f0-8f37-7da5d66731ea', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'floating_ip_address': '172.26.1.87', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'port_id': '49636631-79be-48ee-888e-5c69ee96dee6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'mac_address': 'fa:16:3e:02:93:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60fe2fe-bf9c-4b5d-97f2-821a277effdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:46:02Z', 'updated_at': '2022-04-29T15:46:07Z', 'revision_number': 1, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58611ec8-4cdc-4b16-aa9e-d9f81425f6ca', 'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'mac_address': 'fa:16:3e:bb:23:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:26Z', 'updated_at': '2022-04-29T15:40:38Z', 'revision_number': 5, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'subnets': [{'id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:13.445953 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a5145a-7d0f-4384-8c19-1d6003fea44a None None] The sync data for ids ['5eb1e853-950b-4a34-b779-2094d01ca578'] in dv-neutron-839913-1-hyperv is: [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:40:27Z', 'revision_number': 4, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port': {'id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:18Z', 'updated_at': '2022-04-29T15:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '432e9a59-a233-40f0-8f37-7da5d66731ea', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'floating_ip_address': '172.26.1.87', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'port_id': '49636631-79be-48ee-888e-5c69ee96dee6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'mac_address': 'fa:16:3e:02:93:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60fe2fe-bf9c-4b5d-97f2-821a277effdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:46:02Z', 'updated_at': '2022-04-29T15:46:07Z', 'revision_number': 1, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58611ec8-4cdc-4b16-aa9e-d9f81425f6ca', 'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'mac_address': 'fa:16:3e:bb:23:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:26Z', 'updated_at': '2022-04-29T15:40:38Z', 'revision_number': 5, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'subnets': [{'id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:52:13.449395 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-c137d320-31d5-4edf-9003-20758e165341 req-fadf4288-83d7-4ff9-8ac9-a3d8d4580a61 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:52:13.453122 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ffa92b9c-3a00-419f-b28f-025e820259cb req-ce7db41d-8a8d-47b6-8586-af7e8adf542e tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445416 Apr 29 15:52:13.461533 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-c137d320-31d5-4edf-9003-20758e165341 req-fadf4288-83d7-4ff9-8ac9-a3d8d4580a61 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:52:13.555715 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c137d320-31d5-4edf-9003-20758e165341 req-fadf4288-83d7-4ff9-8ac9-a3d8d4580a61 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:52:13.558689 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c137d320-31d5-4edf-9003-20758e165341 req-fadf4288-83d7-4ff9-8ac9-a3d8d4580a61 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:13.589869 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8a2d99d3-1259-42a3-8a42-6134c35031d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:13.714652 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [req-c137d320-31d5-4edf-9003-20758e165341 req-fadf4288-83d7-4ff9-8ac9-a3d8d4580a61 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.20.0.8 (c18360dc-269a-4c9d-9cd9-7c02d34cc15e/4142289f-fb49-4e47-bded-20b77c2bf34b/276faba1-ee49-4da1-8fd3-c6867a5b6ab7) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:52:13.901786 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c137d320-31d5-4edf-9003-20758e165341 req-fadf4288-83d7-4ff9-8ac9-a3d8d4580a61 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:13.917269 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [req-c137d320-31d5-4edf-9003-20758e165341 req-fadf4288-83d7-4ff9-8ac9-a3d8d4580a61 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Transition to ACTIVE for port object 276faba1-ee49-4da1-8fd3-c6867a5b6ab7 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:52:13.984448 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c137d320-31d5-4edf-9003-20758e165341 req-fadf4288-83d7-4ff9-8ac9-a3d8d4580a61 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:14.055251 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c137d320-31d5-4edf-9003-20758e165341 req-fadf4288-83d7-4ff9-8ac9-a3d8d4580a61 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network c18360dc-269a-4c9d-9cd9-7c02d34cc15e is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:52:14.058061 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [req-c137d320-31d5-4edf-9003-20758e165341 req-fadf4288-83d7-4ff9-8ac9-a3d8d4580a61 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:52:14.062039 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c137d320-31d5-4edf-9003-20758e165341 req-fadf4288-83d7-4ff9-8ac9-a3d8d4580a61 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:52:14.093888 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf4288-83d7-4ff9-8ac9-a3d8d4580a61 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=276faba1-ee49-4da1-8fd3-c6867a5b6ab7,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:14.130637 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137d320-31d5-4edf-9003-20758e165341 req-fadf4288-83d7-4ff9-8ac9-a3d8d4580a61 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:14.131987 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c137d320-31d5-4edf-9003-20758e165341 req-fadf4288-83d7-4ff9-8ac9-a3d8d4580a61 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:14.213691 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c137d320-31d5-4edf-9003-20758e165341 req-fadf4288-83d7-4ff9-8ac9-a3d8d4580a61 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9411821 Apr 29 15:52:14.229508 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-c137d320-31d5-4edf-9003-20758e165341 req-546445cd-7aec-42c0-81eb-ee0b03d45b5e service neutron] Request body: {'port': {'device_id': 'e337d0be-8d0c-4219-9291-cd3529b630e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:52:14.341671 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c137d320-31d5-4edf-9003-20758e165341 req-546445cd-7aec-42c0-81eb-ee0b03d45b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:14.451272 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-bb4446ef-2dfe-4852-8ef6-77ceafab79b9 None None] Provisioning for port 276faba1-ee49-4da1-8fd3-c6867a5b6ab7 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:52:14.461182 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-bb4446ef-2dfe-4852-8ef6-77ceafab79b9 None None] Provisioning complete for port 276faba1-ee49-4da1-8fd3-c6867a5b6ab7 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:52:14.483572 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bb4446ef-2dfe-4852-8ef6-77ceafab79b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:14.510834 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cf291-7baf-4b1d-b4f5-f5ff6495f153 req-4092a4a7-c5db-4dc2-8a84-e781eeeca09c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:14.513111 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-545cf291-7baf-4b1d-b4f5-f5ff6495f153 req-4092a4a7-c5db-4dc2-8a84-e781eeeca09c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 931 time: 0.0934792 Apr 29 15:52:14.688967 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-bb4446ef-2dfe-4852-8ef6-77ceafab79b9 None None] Port 276faba1-ee49-4da1-8fd3-c6867a5b6ab7 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:52:14.695002 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-545cf291-7baf-4b1d-b4f5-f5ff6495f153 req-d95f97d8-46f8-49eb-9bfc-23273f264c37 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2606a30-4361-4d1f-ae4a-97577981daa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600891 Apr 29 15:52:14.753330 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ef434-7c0d-450f-aaa0-7e1619680d29 req-4db1421d-b407-495e-812e-e4762d4687e3 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:14.753330 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cd6ef434-7c0d-450f-aaa0-7e1619680d29 req-4db1421d-b407-495e-812e-e4762d4687e3 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.35 "GET /v2.0/ports?device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 945 time: 0.1435897 Apr 29 15:52:14.753330 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973cf48-5044-45a3-b330-a031856f3c88 req-9ad6bbd9-f562-443c-8390-69c05786d798 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:14.753330 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0973cf48-5044-45a3-b330-a031856f3c88 req-9ad6bbd9-f562-443c-8390-69c05786d798 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 945 time: 0.1231880 Apr 29 15:52:14.795867 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [req-c137d320-31d5-4edf-9003-20758e165341 req-546445cd-7aec-42c0-81eb-ee0b03d45b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 276faba1-ee49-4da1-8fd3-c6867a5b6ab7 {{(pid=84771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:52:14.803312 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c137d320-31d5-4edf-9003-20758e165341 req-546445cd-7aec-42c0-81eb-ee0b03d45b5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:14.817995 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [req-c137d320-31d5-4edf-9003-20758e165341 req-546445cd-7aec-42c0-81eb-ee0b03d45b5e service neutron] Transition to ACTIVE for port object 276faba1-ee49-4da1-8fd3-c6867a5b6ab7 will not be triggered until provisioned by entity L2. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:52:14.847093 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-cd6ef434-7c0d-450f-aaa0-7e1619680d29 req-efa81826-4029-4c5f-95b6-afae204e0b6f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Deleting port a60bffa4-255d-422d-bc0e-659288fb698e {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:52:14.847430 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-cd6ef434-7c0d-450f-aaa0-7e1619680d29 req-efa81826-4029-4c5f-95b6-afae204e0b6f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:14.877550 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0973cf48-5044-45a3-b330-a031856f3c88 req-36c7f862-72a7-46d2-847c-0921288a45ab tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948508 Apr 29 15:52:14.884631 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c137d320-31d5-4edf-9003-20758e165341 req-546445cd-7aec-42c0-81eb-ee0b03d45b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:15.016507 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546445cd-7aec-42c0-81eb-ee0b03d45b5e service neutron] Pushing event updated for resources: {'Port': ['ID=276faba1-ee49-4da1-8fd3-c6867a5b6ab7,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:15.115593 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-cd6ef434-7c0d-450f-aaa0-7e1619680d29 req-efa81826-4029-4c5f-95b6-afae204e0b6f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] For port a60bffa4-255d-422d-bc0e-659288fb698e, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=a60bffa4-255d-422d-bc0e-659288fb698e,segment=NetworkSegment(eb205a45-e78c-4cf5-9d06-0787509ac84a),segment_id=eb205a45-e78c-4cf5-9d06-0787509ac84a)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:15.115954 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-cd6ef434-7c0d-450f-aaa0-7e1619680d29 req-efa81826-4029-4c5f-95b6-afae204e0b6f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:15.142064 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-c137d320-31d5-4edf-9003-20758e165341 req-546445cd-7aec-42c0-81eb-ee0b03d45b5e service neutron] Attempting to bind port 276faba1-ee49-4da1-8fd3-c6867a5b6ab7 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:52:15.142521 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-c137d320-31d5-4edf-9003-20758e165341 req-546445cd-7aec-42c0-81eb-ee0b03d45b5e service neutron] Attempting to bind port 276faba1-ee49-4da1-8fd3-c6867a5b6ab7 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '1a2cbb73-0558-409b-9c65-f9bcffe84007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:52:15.142833 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c137d320-31d5-4edf-9003-20758e165341 req-546445cd-7aec-42c0-81eb-ee0b03d45b5e service neutron] Attempting to bind port 276faba1-ee49-4da1-8fd3-c6867a5b6ab7 on network c18360dc-269a-4c9d-9cd9-7c02d34cc15e {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:52:15.150040 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c137d320-31d5-4edf-9003-20758e165341 req-546445cd-7aec-42c0-81eb-ee0b03d45b5e service neutron] Port 276faba1-ee49-4da1-8fd3-c6867a5b6ab7 on network c18360dc-269a-4c9d-9cd9-7c02d34cc15e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:52:15.150369 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c137d320-31d5-4edf-9003-20758e165341 req-546445cd-7aec-42c0-81eb-ee0b03d45b5e service neutron] Attempting to bind port 276faba1-ee49-4da1-8fd3-c6867a5b6ab7 on network c18360dc-269a-4c9d-9cd9-7c02d34cc15e {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:52:15.156948 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c137d320-31d5-4edf-9003-20758e165341 req-546445cd-7aec-42c0-81eb-ee0b03d45b5e service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:52:15.157281 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c137d320-31d5-4edf-9003-20758e165341 req-546445cd-7aec-42c0-81eb-ee0b03d45b5e service neutron] Checking segment: {'id': '1a2cbb73-0558-409b-9c65-f9bcffe84007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:52:15.158806 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c137d320-31d5-4edf-9003-20758e165341 req-546445cd-7aec-42c0-81eb-ee0b03d45b5e service neutron] Bound using segment: {'id': '1a2cbb73-0558-409b-9c65-f9bcffe84007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e'} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:52:15.158970 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:15.159444 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-c137d320-31d5-4edf-9003-20758e165341 req-546445cd-7aec-42c0-81eb-ee0b03d45b5e service neutron] Bound port: 276faba1-ee49-4da1-8fd3-c6867a5b6ab7, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2cbb73-0558-409b-9c65-f9bcffe84007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e'}}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:52:15.159973 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c137d320-31d5-4edf-9003-20758e165341 req-546445cd-7aec-42c0-81eb-ee0b03d45b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:15.262704 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-c137d320-31d5-4edf-9003-20758e165341 req-546445cd-7aec-42c0-81eb-ee0b03d45b5e service neutron] For port 276faba1-ee49-4da1-8fd3-c6867a5b6ab7, host hv-neutron-8399, cleared binding levels {{(pid=84771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:52:15.265979 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-c137d320-31d5-4edf-9003-20758e165341 req-546445cd-7aec-42c0-81eb-ee0b03d45b5e service neutron] For port 276faba1-ee49-4da1-8fd3-c6867a5b6ab7, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=276faba1-ee49-4da1-8fd3-c6867a5b6ab7,segment=NetworkSegment(1a2cbb73-0558-409b-9c65-f9bcffe84007),segment_id=1a2cbb73-0558-409b-9c65-f9bcffe84007)] {{(pid=84771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:52:15.331162 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-cd6ef434-7c0d-450f-aaa0-7e1619680d29 req-efa81826-4029-4c5f-95b6-afae204e0b6f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Calling delete_port for a60bffa4-255d-422d-bc0e-659288fb698e owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:52:15.351031 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c137d320-31d5-4edf-9003-20758e165341 req-546445cd-7aec-42c0-81eb-ee0b03d45b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:15.409576 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c137d320-31d5-4edf-9003-20758e165341 req-546445cd-7aec-42c0-81eb-ee0b03d45b5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:15.411237 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c137d320-31d5-4edf-9003-20758e165341 req-546445cd-7aec-42c0-81eb-ee0b03d45b5e service neutron] 10.222.0.35 "PUT /v2.0/ports/276faba1-ee49-4da1-8fd3-c6867a5b6ab7 HTTP/1.1" status: 200 len: 1093 time: 1.1862519 Apr 29 15:52:15.415495 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e337d0be-8d0c-4219-9291-cd3529b630e2', 'tag': '276faba1-ee49-4da1-8fd3-c6867a5b6ab7'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:52:15.437927 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546445cd-7aec-42c0-81eb-ee0b03d45b5e service neutron] Pushing event updated for resources: {'Port': ['ID=276faba1-ee49-4da1-8fd3-c6867a5b6ab7,revision_number=3']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:15.478386 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c22d73cf-9a00-4904-873f-cc1fcb502413'] response: {'name': 'network-changed', 'server_uuid': 'e337d0be-8d0c-4219-9291-cd3529b630e2', 'tag': '276faba1-ee49-4da1-8fd3-c6867a5b6ab7', 'status': 'completed', 'code': 200} Apr 29 15:52:15.539104 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-cd6ef434-7c0d-450f-aaa0-7e1619680d29 req-efa81826-4029-4c5f-95b6-afae204e0b6f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:15.575470 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-86728029-7298-44c4-ac18-68c9e038a1fc req-fc5f06bf-c759-4786-b199-7176b1eaafa7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 1096 time: 0.0766661 Apr 29 15:52:15.587665 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa81826-4029-4c5f-95b6-afae204e0b6f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Pushing event deleted for resources: {'Port': ['ID=a60bffa4-255d-422d-bc0e-659288fb698e,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:15.668050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6ef434-7c0d-450f-aaa0-7e1619680d29 req-efa81826-4029-4c5f-95b6-afae204e0b6f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] No DVR routers for this DVR port a60bffa4-255d-422d-bc0e-659288fb698e on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:52:15.671301 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-cd6ef434-7c0d-450f-aaa0-7e1619680d29 req-efa81826-4029-4c5f-95b6-afae204e0b6f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:15.674996 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394c9c44-285c-4180-9506-9bdbdaac1945', 'name': 'network-vif-deleted', 'tag': 'a60bffa4-255d-422d-bc0e-659288fb698e'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:52:15.687318 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cd6ef434-7c0d-450f-aaa0-7e1619680d29 req-efa81826-4029-4c5f-95b6-afae204e0b6f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.35 "DELETE /v2.0/ports/a60bffa4-255d-422d-bc0e-659288fb698e HTTP/1.1" status: 204 len: 173 time: 0.9344890 Apr 29 15:52:15.741000 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86728029-7298-44c4-ac18-68c9e038a1fc req-41facec1-934f-4593-93b1-8e46bf46f5ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:15.742992 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-86728029-7298-44c4-ac18-68c9e038a1fc req-41facec1-934f-4593-93b1-8e46bf46f5ee service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1608715 Apr 29 15:52:15.751226 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4126b8b1-5f74-45b1-b9c9-97832826b021'] response: {'server_uuid': '394c9c44-285c-4180-9506-9bdbdaac1945', 'name': 'network-vif-deleted', 'tag': 'a60bffa4-255d-422d-bc0e-659288fb698e', 'status': 'completed', 'code': 200} Apr 29 15:52:15.868295 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d4228-294a-46ac-adde-099d2ee5aea9 req-ebf66fec-c6d4-4310-b447-225a69abdc7c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:15.870100 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d30d4228-294a-46ac-adde-099d2ee5aea9 req-ebf66fec-c6d4-4310-b447-225a69abdc7c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 943 time: 0.0802760 Apr 29 15:52:15.899569 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86728029-7298-44c4-ac18-68c9e038a1fc req-1c81c90a-2e37-4bd0-aa47-01d61f20f143 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:15.901648 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-86728029-7298-44c4-ac18-68c9e038a1fc req-1c81c90a-2e37-4bd0-aa47-01d61f20f143 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1428726 Apr 29 15:52:15.922090 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d30d4228-294a-46ac-adde-099d2ee5aea9 req-51a3a694-3488-49d5-a232-8c738582b20c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2606a30-4361-4d1f-ae4a-97577981daa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451176 Apr 29 15:52:15.927701 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-709ab324-c793-43a7-a844-4f881b1dbdb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:16.028272 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c137d320-31d5-4edf-9003-20758e165341 req-422066dd-8a32-4756-b81c-2b5ea10f47c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 1096 time: 0.0820110 Apr 29 15:52:16.064332 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-932585fa-72e2-461c-bc44-fe2198b471d6 req-0dc46b57-f6f1-41a2-8581-d7effe120221 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Synchronizing usage tracker for tenant:c56968f4173e467ca1a4109666ee4127 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:52:16.113782 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c137d320-31d5-4edf-9003-20758e165341 req-cdd1ecad-7f1d-401e-ac22-b6bed53d5096 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=276faba1-ee49-4da1-8fd3-c6867a5b6ab7 HTTP/1.1" status: 200 len: 217 time: 0.0781958 Apr 29 15:52:16.133633 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-932585fa-72e2-461c-bc44-fe2198b471d6 req-0dc46b57-f6f1-41a2-8581-d7effe120221 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Unset dirty status for tenant:c56968f4173e467ca1a4109666ee4127 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:52:16.134870 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-932585fa-72e2-461c-bc44-fe2198b471d6 req-0dc46b57-f6f1-41a2-8581-d7effe120221 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 210 time: 0.1160471 Apr 29 15:52:16.280827 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137d320-31d5-4edf-9003-20758e165341 req-9e4f902d-0942-4e6a-8d15-6357012572b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:16.282184 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c137d320-31d5-4edf-9003-20758e165341 req-9e4f902d-0942-4e6a-8d15-6357012572b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4142289f-fb49-4e47-bded-20b77c2bf34b HTTP/1.1" status: 200 len: 834 time: 0.1624289 Apr 29 15:52:16.358975 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c137d320-31d5-4edf-9003-20758e165341 req-6622a28b-976a-42fb-9758-2a8f7c1733f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18360dc-269a-4c9d-9cd9-7c02d34cc15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707614 Apr 29 15:52:16.493060 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c137d320-31d5-4edf-9003-20758e165341 req-ed90ac44-d762-4ff6-bb61-1658c353e2fa service neutron] 10.222.0.35 "GET /v2.0/networks/c18360dc-269a-4c9d-9cd9-7c02d34cc15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283934 Apr 29 15:52:16.624360 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c137d320-31d5-4edf-9003-20758e165341 req-1487d248-90a9-4d1c-9304-10be45988d05 service neutron] 10.222.0.35 "GET /v2.0/networks/c18360dc-269a-4c9d-9cd9-7c02d34cc15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251299 Apr 29 15:52:17.096108 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:17.123374 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61e197-a439-468d-9d86-386c6f20ee0c req-7ab5e876-bf30-456c-a2e4-b3efe3e71362 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:17.124871 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bc61e197-a439-468d-9d86-386c6f20ee0c req-7ab5e876-bf30-456c-a2e4-b3efe3e71362 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 943 time: 0.0758414 Apr 29 15:52:17.171128 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bc61e197-a439-468d-9d86-386c6f20ee0c req-0661b753-0737-4bf8-8c06-922cc8a726eb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2606a30-4361-4d1f-ae4a-97577981daa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407090 Apr 29 15:52:17.325250 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8faf8802-2799-4add-a9ef-a4fea1687e5d req-75632c3d-1ee0-41e0-bd7e-6575bb5dc329 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c9c44-285c-4180-9506-9bdbdaac1945 HTTP/1.1" status: 200 len: 210 time: 0.0448008 Apr 29 15:52:17.481398 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:18.371781 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea81fa-79bb-4718-a306-a88bb077b59f req-45c0df4a-3ba4-41f9-b584-2b29518186d7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:18.373956 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-73ea81fa-79bb-4718-a306-a88bb077b59f req-45c0df4a-3ba4-41f9-b584-2b29518186d7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 943 time: 0.0801117 Apr 29 15:52:18.404460 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:18.434072 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-73ea81fa-79bb-4718-a306-a88bb077b59f req-a07d6ab6-eed5-4513-9b7c-fe43cb985000 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2606a30-4361-4d1f-ae4a-97577981daa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526340 Apr 29 15:52:18.510641 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e134e82-af64-43ea-9e49-eeb760d4eb35 None None] New status for floating IP 79dd76a1-bffc-47cc-9079-cc6250364091: DOWN {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:52:19.637837 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b2265-d715-4517-b576-3a2646458ee7 req-b5942ab0-e73a-4717-81a7-0238743868fc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:19.639317 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d67b2265-d715-4517-b576-3a2646458ee7 req-b5942ab0-e73a-4717-81a7-0238743868fc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 943 time: 0.0806708 Apr 29 15:52:19.685281 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d67b2265-d715-4517-b576-3a2646458ee7 req-f6bd6cfa-abb7-4199-8373-c73347e921e1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2606a30-4361-4d1f-ae4a-97577981daa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400884 Apr 29 15:52:19.828057 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 276faba1-ee49-4da1-8fd3-c6867a5b6ab7 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:52:19.878500 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device a60bffa4-255d-422d-bc0e-659288fb698e no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:52:19.960677 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: a60bffa4-255d-422d-bc0e-659288fb698e {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:52:19.961017 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device a60bffa4-255d-422d-bc0e-659288fb698e not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:52:20.021161 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 276faba1-ee49-4da1-8fd3-c6867a5b6ab7, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=276faba1-ee49-4da1-8fd3-c6867a5b6ab7,segment=NetworkSegment(1a2cbb73-0558-409b-9c65-f9bcffe84007),segment_id=1a2cbb73-0558-409b-9c65-f9bcffe84007)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:20.038824 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '276faba1-ee49-4da1-8fd3-c6867a5b6ab7', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'port_id': '276faba1-ee49-4da1-8fd3-c6867a5b6ab7', 'mac_address': 'fa:16:3e:39:e6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:52:20.095216 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:20.113522 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 276faba1-ee49-4da1-8fd3-c6867a5b6ab7 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:52:20.135925 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 276faba1-ee49-4da1-8fd3-c6867a5b6ab7, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=276faba1-ee49-4da1-8fd3-c6867a5b6ab7,segment=NetworkSegment(1a2cbb73-0558-409b-9c65-f9bcffe84007),segment_id=1a2cbb73-0558-409b-9c65-f9bcffe84007)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:20.236265 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:20.307885 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=276faba1-ee49-4da1-8fd3-c6867a5b6ab7,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:20.579979 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['276faba1-ee49-4da1-8fd3-c6867a5b6ab7'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 15:52:20.946049 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d7131-8f86-4cdf-bedf-f30154f00bd0 req-d3ada615-f8e2-498f-835f-61c43f7ebb6e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:20.947785 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f76d7131-8f86-4cdf-bedf-f30154f00bd0 req-d3ada615-f8e2-498f-835f-61c43f7ebb6e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 944 time: 0.1146080 Apr 29 15:52:20.998765 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f76d7131-8f86-4cdf-bedf-f30154f00bd0 req-6d3d9f75-0eab-48e4-869d-be2ee94867eb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2606a30-4361-4d1f-ae4a-97577981daa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450418 Apr 29 15:52:21.852196 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 276faba1-ee49-4da1-8fd3-c6867a5b6ab7 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:52:21.991401 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 276faba1-ee49-4da1-8fd3-c6867a5b6ab7 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:52:21.996652 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 276faba1-ee49-4da1-8fd3-c6867a5b6ab7 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:52:21.997212 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:22.126345 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:22.158504 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e337d0be-8d0c-4219-9291-cd3529b630e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276faba1-ee49-4da1-8fd3-c6867a5b6ab7'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:52:22.176368 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 276faba1-ee49-4da1-8fd3-c6867a5b6ab7, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=276faba1-ee49-4da1-8fd3-c6867a5b6ab7,segment=NetworkSegment(1a2cbb73-0558-409b-9c65-f9bcffe84007),segment_id=1a2cbb73-0558-409b-9c65-f9bcffe84007)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:22.232516 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb5b5f-d8ff-433d-bc72-bc410f701de0 req-649ffdc5-d8a9-43e8-b34c-fa3eb18e879c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:22.236060 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c7bb5b5f-d8ff-433d-bc72-bc410f701de0 req-649ffdc5-d8a9-43e8-b34c-fa3eb18e879c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 944 time: 0.0990973 Apr 29 15:52:22.273283 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:22.299082 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c7bb5b5f-d8ff-433d-bc72-bc410f701de0 req-dc04e0b1-0c24-455f-91a2-f51d2ed20d3c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2606a30-4361-4d1f-ae4a-97577981daa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593309 Apr 29 15:52:22.348006 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2579fd5c-8dd3-4587-a68e-1095b4b23828'] response: {'server_uuid': 'e337d0be-8d0c-4219-9291-cd3529b630e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276faba1-ee49-4da1-8fd3-c6867a5b6ab7', 'code': 200} Apr 29 15:52:22.357074 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=276faba1-ee49-4da1-8fd3-c6867a5b6ab7,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:22.728523 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d3ed5830-639d-465c-b9d9-c1447c3bb691 req-1432c8b3-ccd5-47de-a5e2-7d750a280a4b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 1098 time: 0.0729270 Apr 29 15:52:22.771013 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d3ed5830-639d-465c-b9d9-c1447c3bb691 req-0722370f-4ccd-4095-8a6a-6558ed13279c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a2606a30-4361-4d1f-ae4a-97577981daa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369699 Apr 29 15:52:23.237617 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60566) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:23.438042 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-efeb7f0d-54c6-46d7-83b9-14f43a6e2eec tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Deleting port da5b2e3a-2c18-4848-93f1-d75d383051da {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:52:23.438377 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-efeb7f0d-54c6-46d7-83b9-14f43a6e2eec tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:23.490107 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adb637-e3e2-4944-9881-0d211b05212d req-38f5fa9d-4eda-48b7-bd99-6ee74920dec9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:23.491522 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-83adb637-e3e2-4944-9881-0d211b05212d req-38f5fa9d-4eda-48b7-bd99-6ee74920dec9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 945 time: 0.0750630 Apr 29 15:52:23.542595 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-83adb637-e3e2-4944-9881-0d211b05212d req-d61a1358-7207-48e5-9e1b-55ad37d89cba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2606a30-4361-4d1f-ae4a-97577981daa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422115 Apr 29 15:52:23.610117 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-efeb7f0d-54c6-46d7-83b9-14f43a6e2eec tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:23.610440 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-efeb7f0d-54c6-46d7-83b9-14f43a6e2eec tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:23.727825 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-efeb7f0d-54c6-46d7-83b9-14f43a6e2eec tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Calling delete_port for da5b2e3a-2c18-4848-93f1-d75d383051da owned by network:floatingip {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:52:23.949852 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-efeb7f0d-54c6-46d7-83b9-14f43a6e2eec tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:23.996575 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb7f0d-54c6-46d7-83b9-14f43a6e2eec tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Pushing event deleted for resources: {'Port': ['ID=da5b2e3a-2c18-4848-93f1-d75d383051da,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:24.088417 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-efeb7f0d-54c6-46d7-83b9-14f43a6e2eec tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for floatingip, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:24.595396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efeb7f0d-54c6-46d7-83b9-14f43a6e2eec tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Router 5eb1e853-950b-4a34-b779-2094d01ca578 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:52:24.748208 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97742ae1-b4e5-4fe3-b99c-b04ae02ffc9f req-e925efbb-1d26-44fc-81b2-0380999434c8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:24.749748 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-97742ae1-b4e5-4fe3-b99c-b04ae02ffc9f req-e925efbb-1d26-44fc-81b2-0380999434c8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 945 time: 0.0807104 Apr 29 15:52:24.795037 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-97742ae1-b4e5-4fe3-b99c-b04ae02ffc9f req-b65a78ef-6abe-4225-a9bc-c59fe98c7b93 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2606a30-4361-4d1f-ae4a-97577981daa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395107 Apr 29 15:52:24.798613 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efeb7f0d-54c6-46d7-83b9-14f43a6e2eec tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:52:24.810101 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1ccb15-abb1-4b74-bfb6-053097826bf1 None None] Sync routers for ids ['5eb1e853-950b-4a34-b779-2094d01ca578'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:52:24.821654 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1ccb15-abb1-4b74-bfb6-053097826bf1 None None] Routers {'5eb1e853-950b-4a34-b779-2094d01ca578'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:52:24.826717 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-fe1ccb15-abb1-4b74-bfb6-053097826bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:52:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5eb1e853-950b-4a34-b779-2094d01ca578'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:24.872929 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-efeb7f0d-54c6-46d7-83b9-14f43a6e2eec tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:24.927373 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-efeb7f0d-54c6-46d7-83b9-14f43a6e2eec tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "DELETE /v2.0/floatingips/432e9a59-a233-40f0-8f37-7da5d66731ea HTTP/1.1" status: 204 len: 168 time: 1.6886437 Apr 29 15:52:24.927951 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60fe2fe-bf9c-4b5d-97f2-821a277effdc', 'tag': '49636631-79be-48ee-888e-5c69ee96dee6'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:52:25.000272 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6341836-a3a0-40b3-af98-20cf625f0939 req-14c6a9fe-5c62-4268-a695-6aa944a6ae3e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:25.001626 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f6341836-a3a0-40b3-af98-20cf625f0939 req-14c6a9fe-5c62-4268-a695-6aa944a6ae3e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 945 time: 0.0792081 Apr 29 15:52:25.012927 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-fe1ccb15-abb1-4b74-bfb6-053097826bf1 None None] Set router 5eb1e853-950b-4a34-b779-2094d01ca578 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:52:25.054892 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f6341836-a3a0-40b3-af98-20cf625f0939 req-8dc21e4a-f281-4785-a1c2-56e4589a0f15 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2606a30-4361-4d1f-ae4a-97577981daa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458217 Apr 29 15:52:25.084578 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60580) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:25.125970 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62e336ba-eba3-4cff-83a8-846f091c2a4a'] response: {'name': 'network-changed', 'server_uuid': 'c60fe2fe-bf9c-4b5d-97f2-821a277effdc', 'tag': '49636631-79be-48ee-888e-5c69ee96dee6', 'status': 'completed', 'code': 200} Apr 29 15:52:25.212563 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-cc6174c5-d743-49bf-a0b1-7d1996c1e98e tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 1093 time: 0.1267829 Apr 29 15:52:25.215340 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60584) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:25.220500 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-789c1b9e-cc2f-4d3c-8fe5-a8e2c5215fb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': '276faba1-ee49-4da1-8fd3-c6867a5b6ab7', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:52:25.226613 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-789c1b9e-cc2f-4d3c-8fe5-a8e2c5215fb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:52:25.230384 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-789c1b9e-cc2f-4d3c-8fe5-a8e2c5215fb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:floatingip and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:52:25.233272 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-789c1b9e-cc2f-4d3c-8fe5-a8e2c5215fb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:52:25.239556 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-30970b1f-c611-4878-b2f3-33040084e3ae req-8e91299f-41c7-40e0-8e3b-bf7cb9dbc9e9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56968f4173e467ca1a4109666ee4127&device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 1098 time: 0.0872121 Apr 29 15:52:25.239695 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-789c1b9e-cc2f-4d3c-8fe5-a8e2c5215fb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:52:25.310815 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-789c1b9e-cc2f-4d3c-8fe5-a8e2c5215fb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:25.339625 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-fe1ccb15-abb1-4b74-bfb6-053097826bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:40:27Z', 'revision_number': 4, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port': {'id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:18Z', 'updated_at': '2022-04-29T15:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '58611ec8-4cdc-4b16-aa9e-d9f81425f6ca', 'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'mac_address': 'fa:16:3e:bb:23:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:26Z', 'updated_at': '2022-04-29T15:40:38Z', 'revision_number': 5, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'subnets': [{'id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:25.343744 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1ccb15-abb1-4b74-bfb6-053097826bf1 None None] Checking router: 5eb1e853-950b-4a34-b779-2094d01ca578 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:52:25.355584 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1ccb15-abb1-4b74-bfb6-053097826bf1 None None] Routers {'5eb1e853-950b-4a34-b779-2094d01ca578'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:52:25.356459 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-fe1ccb15-abb1-4b74-bfb6-053097826bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:52:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5eb1e853-950b-4a34-b779-2094d01ca578'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:25.390834 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30970b1f-c611-4878-b2f3-33040084e3ae req-6c2ccb8c-9a45-4bd4-be16-9a80bf82a85e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:25.393480 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-30970b1f-c611-4878-b2f3-33040084e3ae req-6c2ccb8c-9a45-4bd4-be16-9a80bf82a85e service neutron] 10.222.0.35 "GET /v2.0/networks?id=d511986d-e449-4c9a-bc20-0b0373daead6 HTTP/1.1" status: 200 len: 912 time: 0.1531744 Apr 29 15:52:25.479151 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-30970b1f-c611-4878-b2f3-33040084e3ae req-32708237-8f47-4e9a-a9ca-1a2fc60ea146 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49636631-79be-48ee-888e-5c69ee96dee6 HTTP/1.1" status: 200 len: 217 time: 0.0792656 Apr 29 15:52:25.522594 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-789c1b9e-cc2f-4d3c-8fe5-a8e2c5215fb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:25.542993 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30970b1f-c611-4878-b2f3-33040084e3ae req-eec2f039-1d38-4610-b995-7084bcc2447c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:25.544528 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-30970b1f-c611-4878-b2f3-33040084e3ae req-eec2f039-1d38-4610-b995-7084bcc2447c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fccdfd74-5a41-4338-8b3c-9da29bbca38f HTTP/1.1" status: 200 len: 850 time: 0.0600066 Apr 29 15:52:25.596570 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-fe1ccb15-abb1-4b74-bfb6-053097826bf1 None None] Set router 5eb1e853-950b-4a34-b779-2094d01ca578 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:52:25.623198 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb61879-e5e8-4afb-a1a4-7928791dea1d req-fbac4442-c4bb-4641-a264-5633bca8fb4c tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:25.629801 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-30970b1f-c611-4878-b2f3-33040084e3ae req-b3355f3d-c908-474a-a42f-c9d6c3430cc8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d511986d-e449-4c9a-bc20-0b0373daead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759823 Apr 29 15:52:25.629921 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-deb61879-e5e8-4afb-a1a4-7928791dea1d req-fbac4442-c4bb-4641-a264-5633bca8fb4c tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 945 time: 0.1610086 Apr 29 15:52:25.778840 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-deb61879-e5e8-4afb-a1a4-7928791dea1d req-0924732a-0057-43b0-9e84-424bb6d77ca0 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452322 Apr 29 15:52:25.783529 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-30970b1f-c611-4878-b2f3-33040084e3ae req-f7ef53fc-b561-4c5c-aee0-b18a8ed58add service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473398 Apr 29 15:52:25.788252 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-789c1b9e-cc2f-4d3c-8fe5-a8e2c5215fb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.26.1.192 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/86d11106-c163-4ddb-a0a9-e8d6ad839e2e) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:52:25.931604 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-fe1ccb15-abb1-4b74-bfb6-053097826bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:40:27Z', 'revision_number': 4, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port': {'id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:18Z', 'updated_at': '2022-04-29T15:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '58611ec8-4cdc-4b16-aa9e-d9f81425f6ca', 'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'mac_address': 'fa:16:3e:bb:23:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:26Z', 'updated_at': '2022-04-29T15:40:38Z', 'revision_number': 5, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'subnets': [{'id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:25.932829 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-30970b1f-c611-4878-b2f3-33040084e3ae req-375575f0-03cf-468a-aa41-feb6d96223b7 service neutron] 10.222.0.35 "GET /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420879 Apr 29 15:52:25.935935 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1ccb15-abb1-4b74-bfb6-053097826bf1 None None] The sync data for ids ['5eb1e853-950b-4a34-b779-2094d01ca578'] in dv-neutron-839913-1-hyperv is: [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:40:27Z', 'revision_number': 4, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port': {'id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:18Z', 'updated_at': '2022-04-29T15:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '58611ec8-4cdc-4b16-aa9e-d9f81425f6ca', 'name': '', 'network_id': 'd511986d-e449-4c9a-bc20-0b0373daead6', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'mac_address': 'fa:16:3e:bb:23:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:26Z', 'updated_at': '2022-04-29T15:40:38Z', 'revision_number': 5, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'subnets': [{'id': 'fccdfd74-5a41-4338-8b3c-9da29bbca38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:52:26.039373 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-789c1b9e-cc2f-4d3c-8fe5-a8e2c5215fb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:26.119667 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-789c1b9e-cc2f-4d3c-8fe5-a8e2c5215fb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:26.168912 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f52abe-3322-4dd3-b5c7-c8fc3f872b72 None None] New status for floating IP 432e9a59-a233-40f0-8f37-7da5d66731ea: DOWN {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:52:26.191909 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789c1b9e-cc2f-4d3c-8fe5-a8e2c5215fb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:52:26.195677 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-789c1b9e-cc2f-4d3c-8fe5-a8e2c5215fb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:52:26.200130 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789c1b9e-cc2f-4d3c-8fe5-a8e2c5215fb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:52:26.227077 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c1b9e-cc2f-4d3c-8fe5-a8e2c5215fb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=86d11106-c163-4ddb-a0a9-e8d6ad839e2e,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:26.269951 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32147898-88cd-4822-8aa0-3dce0d85223d req-edf21f09-cd49-42b8-bd4d-7ef3bb2403a8 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:26.270800 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-32147898-88cd-4822-8aa0-3dce0d85223d req-edf21f09-cd49-42b8-bd4d-7ef3bb2403a8 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Synchronizing usage tracker for tenant:c56968f4173e467ca1a4109666ee4127 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:52:26.367494 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-32147898-88cd-4822-8aa0-3dce0d85223d req-edf21f09-cd49-42b8-bd4d-7ef3bb2403a8 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Unset dirty status for tenant:c56968f4173e467ca1a4109666ee4127 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:52:26.368579 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-32147898-88cd-4822-8aa0-3dce0d85223d req-edf21f09-cd49-42b8-bd4d-7ef3bb2403a8 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.35 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 945 time: 0.1789088 Apr 29 15:52:26.436466 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [req-32147898-88cd-4822-8aa0-3dce0d85223d req-19a2f8db-4591-451f-b59d-b02cf51a3c68 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Deleting port 49636631-79be-48ee-888e-5c69ee96dee6 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:52:26.436804 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-32147898-88cd-4822-8aa0-3dce0d85223d req-19a2f8db-4591-451f-b59d-b02cf51a3c68 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:26.707909 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-789c1b9e-cc2f-4d3c-8fe5-a8e2c5215fb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:26.732845 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:52:26.786919 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-32147898-88cd-4822-8aa0-3dce0d85223d req-19a2f8db-4591-451f-b59d-b02cf51a3c68 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] For port 49636631-79be-48ee-888e-5c69ee96dee6, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=49636631-79be-48ee-888e-5c69ee96dee6,segment=NetworkSegment(eb205a45-e78c-4cf5-9d06-0787509ac84a),segment_id=eb205a45-e78c-4cf5-9d06-0787509ac84a)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:26.787343 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-32147898-88cd-4822-8aa0-3dce0d85223d req-19a2f8db-4591-451f-b59d-b02cf51a3c68 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:26.819749 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-789c1b9e-cc2f-4d3c-8fe5-a8e2c5215fb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:26.911738 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [req-32147898-88cd-4822-8aa0-3dce0d85223d req-19a2f8db-4591-451f-b59d-b02cf51a3c68 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Calling delete_port for 49636631-79be-48ee-888e-5c69ee96dee6 owned by compute:nova {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:52:27.104524 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-32147898-88cd-4822-8aa0-3dce0d85223d req-19a2f8db-4591-451f-b59d-b02cf51a3c68 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:27.111642 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0864c3-fd66-4b8b-81fe-e526f81e47b2 req-96550201-07a5-486d-87e5-47c99f0ff295 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:27.114156 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ba0864c3-fd66-4b8b-81fe-e526f81e47b2 req-96550201-07a5-486d-87e5-47c99f0ff295 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 945 time: 0.2267747 Apr 29 15:52:27.159102 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2f8db-4591-451f-b59d-b02cf51a3c68 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Pushing event deleted for resources: {'Port': ['ID=49636631-79be-48ee-888e-5c69ee96dee6,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:27.181703 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-789c1b9e-cc2f-4d3c-8fe5-a8e2c5215fb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:27.199421 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eda32b48-a9fc-4c09-9fc3-a6bcf1095587 req-e61b0cf4-d212-462d-8e01-dc2be4ae58b1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e337d0be-8d0c-4219-9291-cd3529b630e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1574855 Apr 29 15:52:27.201909 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ba0864c3-fd66-4b8b-81fe-e526f81e47b2 req-dadf5018-6893-44d1-be0a-928f0161c507 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/security-groups?id=7123c658-b9d4-42f6-a608-f9c2a67423ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776882 Apr 29 15:52:27.236234 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [req-32147898-88cd-4822-8aa0-3dce0d85223d req-19a2f8db-4591-451f-b59d-b02cf51a3c68 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] No DVR routers for this DVR port 49636631-79be-48ee-888e-5c69ee96dee6 on host hv-neutron-8399 {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:52:27.238697 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-32147898-88cd-4822-8aa0-3dce0d85223d req-19a2f8db-4591-451f-b59d-b02cf51a3c68 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:27.242207 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60fe2fe-bf9c-4b5d-97f2-821a277effdc', 'name': 'network-vif-deleted', 'tag': '49636631-79be-48ee-888e-5c69ee96dee6'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:52:27.264776 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-789c1b9e-cc2f-4d3c-8fe5-a8e2c5215fb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:27.297079 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7869c2df-8dcb-4004-b86e-6d0d67ac1cf2'] response: {'server_uuid': 'c60fe2fe-bf9c-4b5d-97f2-821a277effdc', 'name': 'network-vif-deleted', 'tag': '49636631-79be-48ee-888e-5c69ee96dee6', 'status': 'completed', 'code': 200} Apr 29 15:52:27.333980 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-32147898-88cd-4822-8aa0-3dce0d85223d req-19a2f8db-4591-451f-b59d-b02cf51a3c68 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.35 "DELETE /v2.0/ports/49636631-79be-48ee-888e-5c69ee96dee6 HTTP/1.1" status: 204 len: 173 time: 0.9594920 Apr 29 15:52:27.419579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c1b9e-cc2f-4d3c-8fe5-a8e2c5215fb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=86d11106-c163-4ddb-a0a9-e8d6ad839e2e,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:27.440276 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-789c1b9e-cc2f-4d3c-8fe5-a8e2c5215fb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:27.565372 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eda32b48-a9fc-4c09-9fc3-a6bcf1095587 req-2fa84132-d063-4352-982c-83b2a063946d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 1098 time: 0.2643220 Apr 29 15:52:27.847031 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda32b48-a9fc-4c09-9fc3-a6bcf1095587 req-ee964791-3824-420b-89f5-5daf0201f02b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:27.848453 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eda32b48-a9fc-4c09-9fc3-a6bcf1095587 req-ee964791-3824-420b-89f5-5daf0201f02b service neutron] 10.222.0.35 "GET /v2.0/networks?id=c18360dc-269a-4c9d-9cd9-7c02d34cc15e HTTP/1.1" status: 200 len: 898 time: 0.2600665 Apr 29 15:52:27.969177 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [None req-789c1b9e-cc2f-4d3c-8fe5-a8e2c5215fb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Floating IP 765cbc65-4392-4203-8d79-b415da8255b5 associated. External IP: 172.26.1.192, port: 276faba1-ee49-4da1-8fd3-c6867a5b6ab7. Apr 29 15:52:28.024177 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eda32b48-a9fc-4c09-9fc3-a6bcf1095587 req-c3cb7f35-20b0-4707-be9b-c7361d53fef4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=276faba1-ee49-4da1-8fd3-c6867a5b6ab7 HTTP/1.1" status: 200 len: 999 time: 0.1679294 Apr 29 15:52:28.160130 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda32b48-a9fc-4c09-9fc3-a6bcf1095587 req-dc183976-2b3a-409e-89ce-3f85394e407a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:28.161568 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eda32b48-a9fc-4c09-9fc3-a6bcf1095587 req-dc183976-2b3a-409e-89ce-3f85394e407a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4142289f-fb49-4e47-bded-20b77c2bf34b HTTP/1.1" status: 200 len: 834 time: 0.1306291 Apr 29 15:52:28.263042 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eda32b48-a9fc-4c09-9fc3-a6bcf1095587 req-d034017c-c55c-4bbd-8ecf-1c55e529c257 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18360dc-269a-4c9d-9cd9-7c02d34cc15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0958278 Apr 29 15:52:28.405128 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-533afce4-2c0a-4d60-aa34-8ca9b572fa67 req-654cc4a5-75ff-4474-816e-30acf050eddb tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fe2fe-bf9c-4b5d-97f2-821a277effdc HTTP/1.1" status: 200 len: 210 time: 0.0571284 Apr 29 15:52:28.578770 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eda32b48-a9fc-4c09-9fc3-a6bcf1095587 req-52049977-f76c-42c8-ada5-5f84321bc656 service neutron] 10.222.0.35 "GET /v2.0/networks/c18360dc-269a-4c9d-9cd9-7c02d34cc15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055394 Apr 29 15:52:28.742319 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eda32b48-a9fc-4c09-9fc3-a6bcf1095587 req-74665d54-a611-4d26-8d93-6eaca1ee8290 service neutron] 10.222.0.35 "GET /v2.0/networks/c18360dc-269a-4c9d-9cd9-7c02d34cc15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511319 Apr 29 15:52:28.787895 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789c1b9e-cc2f-4d3c-8fe5-a8e2c5215fb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router a33bca2e-01ea-4a74-9268-b92ad9f28401 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:52:28.991299 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789c1b9e-cc2f-4d3c-8fe5-a8e2c5215fb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:52:29.001523 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5908bab9-f1b4-4538-9803-337820c72812 None None] Sync routers for ids ['a33bca2e-01ea-4a74-9268-b92ad9f28401'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:52:29.015331 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5908bab9-f1b4-4538-9803-337820c72812 None None] Routers {'a33bca2e-01ea-4a74-9268-b92ad9f28401'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:52:29.015941 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5908bab9-f1b4-4538-9803-337820c72812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:52:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a33bca2e-01ea-4a74-9268-b92ad9f28401'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:29.076035 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-789c1b9e-cc2f-4d3c-8fe5-a8e2c5215fb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:29.134862 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-789c1b9e-cc2f-4d3c-8fe5-a8e2c5215fb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9184172 Apr 29 15:52:29.135599 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e337d0be-8d0c-4219-9291-cd3529b630e2', 'tag': '276faba1-ee49-4da1-8fd3-c6867a5b6ab7'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:52:29.137660 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60596) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:29.199347 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-5908bab9-f1b4-4538-9803-337820c72812 None None] Set router a33bca2e-01ea-4a74-9268-b92ad9f28401 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:52:29.273945 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-bf656da2-47c3-4219-afd0-78c370ef872b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/765cbc65-4392-4203-8d79-b415da8255b5 HTTP/1.1" status: 200 len: 991 time: 0.1340110 Apr 29 15:52:29.287387 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32a0d157-0bd9-43e1-a261-ef133d80d5bd'] response: {'name': 'network-changed', 'server_uuid': 'e337d0be-8d0c-4219-9291-cd3529b630e2', 'tag': '276faba1-ee49-4da1-8fd3-c6867a5b6ab7', 'status': 'completed', 'code': 200} Apr 29 15:52:29.375913 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4f7177b8-cfa3-4e9c-b05c-98205b791c56 req-6aa3ad13-e8b0-4830-8d40-f5c15579356b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 1098 time: 0.0688868 Apr 29 15:52:29.564281 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60606) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:29.585351 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5908bab9-f1b4-4538-9803-337820c72812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'name': 'tempest-TestNetworkBasicOps-router-769683926', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:59Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:00Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '765cbc65-4392-4203-8d79-b415da8255b5', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.192', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'port_id': '276faba1-ee49-4da1-8fd3-c6867a5b6ab7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'mac_address': 'fa:16:3e:39:e6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e337d0be-8d0c-4219-9291-cd3529b630e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:52:26Z', 'updated_at': '2022-04-29T15:52:26Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3d111b1-f325-400f-b177-dd0b29971bf5', 'name': '', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:ff:aa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:03Z', 'updated_at': '2022-04-29T15:52:09Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:29.589199 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5908bab9-f1b4-4538-9803-337820c72812 None None] Checking router: a33bca2e-01ea-4a74-9268-b92ad9f28401 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:52:29.601492 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5908bab9-f1b4-4538-9803-337820c72812 None None] Routers {'a33bca2e-01ea-4a74-9268-b92ad9f28401'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:52:29.602139 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5908bab9-f1b4-4538-9803-337820c72812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:52:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a33bca2e-01ea-4a74-9268-b92ad9f28401'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:29.631817 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7177b8-cfa3-4e9c-b05c-98205b791c56 req-d5ad4b75-ba2c-41c6-a90a-b87d9943df20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:29.633765 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4f7177b8-cfa3-4e9c-b05c-98205b791c56 req-d5ad4b75-ba2c-41c6-a90a-b87d9943df20 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c18360dc-269a-4c9d-9cd9-7c02d34cc15e HTTP/1.1" status: 200 len: 898 time: 0.2520981 Apr 29 15:52:29.739253 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-b5109297-3a03-4dcc-9514-7b6d500d1d7f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Deleting port e425f2ab-b723-4869-a703-62007057918e {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:52:29.739673 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b5109297-3a03-4dcc-9514-7b6d500d1d7f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:29.747133 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4f7177b8-cfa3-4e9c-b05c-98205b791c56 req-2d0c2e78-af44-4895-8d6d-3708fda11c14 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=276faba1-ee49-4da1-8fd3-c6867a5b6ab7 HTTP/1.1" status: 200 len: 999 time: 0.1061237 Apr 29 15:52:29.810268 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7177b8-cfa3-4e9c-b05c-98205b791c56 req-bc15048c-ce47-4db4-863f-a0657abfa74f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:52:29.811855 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4f7177b8-cfa3-4e9c-b05c-98205b791c56 req-bc15048c-ce47-4db4-863f-a0657abfa74f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4142289f-fb49-4e47-bded-20b77c2bf34b HTTP/1.1" status: 200 len: 834 time: 0.0593667 Apr 29 15:52:29.815252 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-5908bab9-f1b4-4538-9803-337820c72812 None None] Set router a33bca2e-01ea-4a74-9268-b92ad9f28401 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:52:29.893742 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4f7177b8-cfa3-4e9c-b05c-98205b791c56 req-18116a51-decc-421d-8caa-3ca9f4a2e97c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18360dc-269a-4c9d-9cd9-7c02d34cc15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744960 Apr 29 15:52:29.918292 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 49636631-79be-48ee-888e-5c69ee96dee6 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:52:29.924603 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b5109297-3a03-4dcc-9514-7b6d500d1d7f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:29.924914 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b5109297-3a03-4dcc-9514-7b6d500d1d7f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:29.964175 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 49636631-79be-48ee-888e-5c69ee96dee6 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:52:29.964875 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 49636631-79be-48ee-888e-5c69ee96dee6 not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:52:30.034753 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4f7177b8-cfa3-4e9c-b05c-98205b791c56 req-0b2a0f2e-b8f1-4d5e-a66c-5ac240680f8d service neutron] 10.222.0.35 "GET /v2.0/networks/c18360dc-269a-4c9d-9cd9-7c02d34cc15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349256 Apr 29 15:52:30.051644 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-b5109297-3a03-4dcc-9514-7b6d500d1d7f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Calling delete_port for e425f2ab-b723-4869-a703-62007057918e owned by network:floatingip {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:52:30.169251 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4f7177b8-cfa3-4e9c-b05c-98205b791c56 req-09238aaf-d617-4211-90d1-4f0857b89fea service neutron] 10.222.0.35 "GET /v2.0/networks/c18360dc-269a-4c9d-9cd9-7c02d34cc15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278653 Apr 29 15:52:30.231597 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5908bab9-f1b4-4538-9803-337820c72812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'name': 'tempest-TestNetworkBasicOps-router-769683926', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:59Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:00Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '765cbc65-4392-4203-8d79-b415da8255b5', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.192', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'port_id': '276faba1-ee49-4da1-8fd3-c6867a5b6ab7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'mac_address': 'fa:16:3e:39:e6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e337d0be-8d0c-4219-9291-cd3529b630e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:52:26Z', 'updated_at': '2022-04-29T15:52:26Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3d111b1-f325-400f-b177-dd0b29971bf5', 'name': '', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:ff:aa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:03Z', 'updated_at': '2022-04-29T15:52:09Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:30.235484 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5908bab9-f1b4-4538-9803-337820c72812 None None] The sync data for ids ['a33bca2e-01ea-4a74-9268-b92ad9f28401'] in dv-neutron-839913-1-hyperv is: [{'id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'name': 'tempest-TestNetworkBasicOps-router-769683926', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:59Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:00Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '765cbc65-4392-4203-8d79-b415da8255b5', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.192', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'port_id': '276faba1-ee49-4da1-8fd3-c6867a5b6ab7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'mac_address': 'fa:16:3e:39:e6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e337d0be-8d0c-4219-9291-cd3529b630e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:52:26Z', 'updated_at': '2022-04-29T15:52:26Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3d111b1-f325-400f-b177-dd0b29971bf5', 'name': '', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:ff:aa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:03Z', 'updated_at': '2022-04-29T15:52:09Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:52:30.256897 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b5109297-3a03-4dcc-9514-7b6d500d1d7f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:30.276377 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60610) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:30.301569 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5109297-3a03-4dcc-9514-7b6d500d1d7f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Pushing event deleted for resources: {'Port': ['ID=e425f2ab-b723-4869-a703-62007057918e,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:30.393547 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-31bb21fa-39e7-40c3-a75a-bc6d226841c2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/765cbc65-4392-4203-8d79-b415da8255b5 HTTP/1.1" status: 200 len: 991 time: 0.1160321 Apr 29 15:52:30.398217 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b5109297-3a03-4dcc-9514-7b6d500d1d7f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for floatingip, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:30.412243 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b5109297-3a03-4dcc-9514-7b6d500d1d7f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:30.413387 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b5109297-3a03-4dcc-9514-7b6d500d1d7f tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "DELETE /v2.0/floatingips/1ba8244e-b503-4ad8-89f3-eeb867659f65 HTTP/1.1" status: 204 len: 168 time: 0.8479433 Apr 29 15:52:30.455694 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526599d0-c0de-456b-ade5-8fa547e565cf None None] New status for floating IP 765cbc65-4392-4203-8d79-b415da8255b5: ACTIVE {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:52:31.395678 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60622) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:31.497969 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-111a8a9a-f0d5-480c-8383-836936b82eb9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/765cbc65-4392-4203-8d79-b415da8255b5 HTTP/1.1" status: 200 len: 993 time: 0.1012051 Apr 29 15:52:33.027906 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60630) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:33.104100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b43d93a4-6c3b-4ae7-b28a-07c54fc96f2e tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:33.133579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b43d93a4-6c3b-4ae7-b28a-07c54fc96f2e tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:33.275753 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b43d93a4-6c3b-4ae7-b28a-07c54fc96f2e tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:33.292648 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d93a4-6c3b-4ae7-b28a-07c54fc96f2e tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7123c658-b9d4-42f6-a608-f9c2a67423ba,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:33.370532 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b43d93a4-6c3b-4ae7-b28a-07c54fc96f2e tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:33.371947 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b43d93a4-6c3b-4ae7-b28a-07c54fc96f2e tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] 10.222.0.21 "DELETE /v2.0/security-groups/7123c658-b9d4-42f6-a608-f9c2a67423ba HTTP/1.1" status: 204 len: 168 time: 0.3427613 Apr 29 15:52:33.509928 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60636) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:34.012686 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-daa12f93-a3a0-4597-b101-7635ee6752b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:34.685183 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-daa12f93-a3a0-4597-b101-7635ee6752b7 admin admin] Deleting port 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:52:34.685823 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-daa12f93-a3a0-4597-b101-7635ee6752b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:34.854709 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-daa12f93-a3a0-4597-b101-7635ee6752b7 admin admin] For port 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=58611ec8-4cdc-4b16-aa9e-d9f81425f6ca,segment=NetworkSegment(eb205a45-e78c-4cf5-9d06-0787509ac84a),segment_id=eb205a45-e78c-4cf5-9d06-0787509ac84a)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:34.854973 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-daa12f93-a3a0-4597-b101-7635ee6752b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:34.971029 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-daa12f93-a3a0-4597-b101-7635ee6752b7 admin admin] Calling delete_port for 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:52:35.218111 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-daa12f93-a3a0-4597-b101-7635ee6752b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:35.260519 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa12f93-a3a0-4597-b101-7635ee6752b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=58611ec8-4cdc-4b16-aa9e-d9f81425f6ca,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:35.551511 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-daa12f93-a3a0-4597-b101-7635ee6752b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:36.210144 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa12f93-a3a0-4597-b101-7635ee6752b7 admin admin] Router 5eb1e853-950b-4a34-b779-2094d01ca578 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:52:36.423514 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa12f93-a3a0-4597-b101-7635ee6752b7 admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:52:36.432635 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ea8b1-03b6-4686-8f01-97169be578bc None None] Sync routers for ids ['5eb1e853-950b-4a34-b779-2094d01ca578'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:52:36.436292 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-daa12f93-a3a0-4597-b101-7635ee6752b7 admin admin] 10.222.0.21 "PUT /v2.0/routers/5eb1e853-950b-4a34-b779-2094d01ca578/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9254882 Apr 29 15:52:36.438566 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60642) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:36.444787 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ea8b1-03b6-4686-8f01-97169be578bc None None] Routers {'5eb1e853-950b-4a34-b779-2094d01ca578'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:52:36.445388 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-a98ea8b1-03b6-4686-8f01-97169be578bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:52:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5eb1e853-950b-4a34-b779-2094d01ca578'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:36.619057 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-a98ea8b1-03b6-4686-8f01-97169be578bc None None] Set router 5eb1e853-950b-4a34-b779-2094d01ca578 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:52:36.637107 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2ff37b32-f921-40e6-94e2-1ecc5f0c749f admin admin] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:36.829254 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2ff37b32-f921-40e6-94e2-1ecc5f0c749f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:36.903103 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-a98ea8b1-03b6-4686-8f01-97169be578bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:52:35Z', 'revision_number': 5, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port': {'id': '41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:18Z', 'updated_at': '2022-04-29T15:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:36.906772 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ea8b1-03b6-4686-8f01-97169be578bc None None] Checking router: 5eb1e853-950b-4a34-b779-2094d01ca578 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:52:36.907099 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-2ff37b32-f921-40e6-94e2-1ecc5f0c749f admin admin] Deleting port 41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:52:36.907445 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2ff37b32-f921-40e6-94e2-1ecc5f0c749f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:36.917143 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ea8b1-03b6-4686-8f01-97169be578bc None None] Routers {'5eb1e853-950b-4a34-b779-2094d01ca578'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:52:36.917731 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-a98ea8b1-03b6-4686-8f01-97169be578bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:52:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5eb1e853-950b-4a34-b779-2094d01ca578'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:37.065694 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-a98ea8b1-03b6-4686-8f01-97169be578bc None None] Set router 5eb1e853-950b-4a34-b779-2094d01ca578 gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:52:37.079691 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-2ff37b32-f921-40e6-94e2-1ecc5f0c749f admin admin] For port 41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:37.080045 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2ff37b32-f921-40e6-94e2-1ecc5f0c749f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:37.169421 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-a98ea8b1-03b6-4686-8f01-97169be578bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:52:36Z', 'revision_number': 6, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:37.173765 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ea8b1-03b6-4686-8f01-97169be578bc None None] The sync data for ids ['5eb1e853-950b-4a34-b779-2094d01ca578'] in dv-neutron-839913-1-hyperv is: [{'id': '5eb1e853-950b-4a34-b779-2094d01ca578', 'name': 'tempest-TestVolumeBootPattern-990315494-router', 'tenant_id': 'c56968f4173e467ca1a4109666ee4127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:16Z', 'updated_at': '2022-04-29T15:52:36Z', 'revision_number': 6, 'project_id': 'c56968f4173e467ca1a4109666ee4127', 'gw_port_host': None}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:52:37.198756 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-2ff37b32-f921-40e6-94e2-1ecc5f0c749f admin admin] Calling delete_port for 41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3 owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:52:37.507401 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2ff37b32-f921-40e6-94e2-1ecc5f0c749f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:37.551060 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff37b32-f921-40e6-94e2-1ecc5f0c749f admin admin] Pushing event deleted for resources: {'Port': ['ID=41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:37.773440 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2ff37b32-f921-40e6-94e2-1ecc5f0c749f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:37.958169 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:52:38.029314 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:52:38.029625 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2ff37b32-f921-40e6-94e2-1ecc5f0c749f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:38.029743 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 41b5a8e6-d6e8-4d0b-b411-7f78ee319cb3 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:52:38.030064 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:52:38.034025 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2ff37b32-f921-40e6-94e2-1ecc5f0c749f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:38.062724 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:52:38.063071 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 58611ec8-4cdc-4b16-aa9e-d9f81425f6ca not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:52:38.124844 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2ff37b32-f921-40e6-94e2-1ecc5f0c749f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:38.125389 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff37b32-f921-40e6-94e2-1ecc5f0c749f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5eb1e853-950b-4a34-b779-2094d01ca578 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:52:38.137313 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2ff37b32-f921-40e6-94e2-1ecc5f0c749f admin admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:38.138440 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2ff37b32-f921-40e6-94e2-1ecc5f0c749f admin admin] 10.222.0.21 "DELETE /v2.0/routers/5eb1e853-950b-4a34-b779-2094d01ca578 HTTP/1.1" status: 204 len: 168 time: 1.6989954 Apr 29 15:52:38.141049 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60646) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:38.200209 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-a106f491-8a8d-470e-b8bb-ec47c03791c9 admin admin] Deleting subnet fccdfd74-5a41-4338-8b3c-9da29bbca38f {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:52:38.203150 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a106f491-8a8d-470e-b8bb-ec47c03791c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:38.250868 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a106f491-8a8d-470e-b8bb-ec47c03791c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:38.328365 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a106f491-8a8d-470e-b8bb-ec47c03791c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:38.469793 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a106f491-8a8d-470e-b8bb-ec47c03791c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:38.508775 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106f491-8a8d-470e-b8bb-ec47c03791c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fccdfd74-5a41-4338-8b3c-9da29bbca38f,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:38.514902 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a106f491-8a8d-470e-b8bb-ec47c03791c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:38.520525 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec073d94-3c35-44ed-9e75-d93995ed3625 None None] Network d511986d-e449-4c9a-bc20-0b0373daead6 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:52:38.520807 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a106f491-8a8d-470e-b8bb-ec47c03791c9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fccdfd74-5a41-4338-8b3c-9da29bbca38f HTTP/1.1" status: 204 len: 168 time: 0.3785002 Apr 29 15:52:38.523710 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60650) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:38.628573 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5828c553-8c1c-4e0a-ab09-9c9076a10bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:38.639096 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-5828c553-8c1c-4e0a-ab09-9c9076a10bcf admin admin] Deleting port 38538dc7-9875-495e-b75c-60496aabcc5e {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:52:38.639474 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5828c553-8c1c-4e0a-ab09-9c9076a10bcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:38.782203 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304e1e2b-e8f5-43c4-862a-509feac4ae8d None None] DHCP port deletion for d511986d-e449-4c9a-bc20-0b0373daead6 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:52:38.786584 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-304e1e2b-e8f5-43c4-862a-509feac4ae8d None None] Deleting port 38538dc7-9875-495e-b75c-60496aabcc5e {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:52:38.786962 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-304e1e2b-e8f5-43c4-862a-509feac4ae8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:38.853360 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-5828c553-8c1c-4e0a-ab09-9c9076a10bcf admin admin] For port 38538dc7-9875-495e-b75c-60496aabcc5e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=38538dc7-9875-495e-b75c-60496aabcc5e,segment=NetworkSegment(eb205a45-e78c-4cf5-9d06-0787509ac84a),segment_id=eb205a45-e78c-4cf5-9d06-0787509ac84a)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:38.853625 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5828c553-8c1c-4e0a-ab09-9c9076a10bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:38.993980 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-304e1e2b-e8f5-43c4-862a-509feac4ae8d None None] For port 38538dc7-9875-495e-b75c-60496aabcc5e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=38538dc7-9875-495e-b75c-60496aabcc5e,segment=NetworkSegment(eb205a45-e78c-4cf5-9d06-0787509ac84a),segment_id=eb205a45-e78c-4cf5-9d06-0787509ac84a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:38.994577 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-304e1e2b-e8f5-43c4-862a-509feac4ae8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:39.064357 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-5828c553-8c1c-4e0a-ab09-9c9076a10bcf admin admin] Calling delete_port for 38538dc7-9875-495e-b75c-60496aabcc5e owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:52:39.113638 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-304e1e2b-e8f5-43c4-862a-509feac4ae8d None None] Calling delete_port for 38538dc7-9875-495e-b75c-60496aabcc5e owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:52:39.218331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5828c553-8c1c-4e0a-ab09-9c9076a10bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:39.223713 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-304e1e2b-e8f5-43c4-862a-509feac4ae8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:52:39.224067 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-304e1e2b-e8f5-43c4-862a-509feac4ae8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:52:39.273674 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828c553-8c1c-4e0a-ab09-9c9076a10bcf admin admin] Pushing event deleted for resources: {'Port': ['ID=38538dc7-9875-495e-b75c-60496aabcc5e,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:39.278295 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5828c553-8c1c-4e0a-ab09-9c9076a10bcf admin admin] No DVR routers for this DVR port 38538dc7-9875-495e-b75c-60496aabcc5e on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:52:39.392759 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5828c553-8c1c-4e0a-ab09-9c9076a10bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:39.416965 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-5828c553-8c1c-4e0a-ab09-9c9076a10bcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d511986d-e449-4c9a-bc20-0b0373daead6']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:39.429062 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-5828c553-8c1c-4e0a-ab09-9c9076a10bcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb205a45-e78c-4cf5-9d06-0787509ac84a') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:39.429355 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-5828c553-8c1c-4e0a-ab09-9c9076a10bcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb205a45-e78c-4cf5-9d06-0787509ac84a') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:39.440128 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5828c553-8c1c-4e0a-ab09-9c9076a10bcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:39.459877 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5828c553-8c1c-4e0a-ab09-9c9076a10bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:39.465619 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5828c553-8c1c-4e0a-ab09-9c9076a10bcf admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:52:39.465985 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5828c553-8c1c-4e0a-ab09-9c9076a10bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:52:39.478791 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:52:39.638862 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5828c553-8c1c-4e0a-ab09-9c9076a10bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:39.648168 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5828c553-8c1c-4e0a-ab09-9c9076a10bcf admin admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:39.669560 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828c553-8c1c-4e0a-ab09-9c9076a10bcf admin admin] Pushing event deleted for resources: {'Network': ['ID=d511986d-e449-4c9a-bc20-0b0373daead6,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:39.680841 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 38538dc7-9875-495e-b75c-60496aabcc5e no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:52:39.713259 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 38538dc7-9875-495e-b75c-60496aabcc5e {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:52:39.713598 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 38538dc7-9875-495e-b75c-60496aabcc5e not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:52:39.725542 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-304e1e2b-e8f5-43c4-862a-509feac4ae8d None None] Deleting port 38538dc7-9875-495e-b75c-60496aabcc5e {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:52:39.726149 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-304e1e2b-e8f5-43c4-862a-509feac4ae8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:39.779445 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60654) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:39.780019 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5828c553-8c1c-4e0a-ab09-9c9076a10bcf admin admin] 10.222.0.21 "DELETE /v2.0/networks/d511986d-e449-4c9a-bc20-0b0373daead6 HTTP/1.1" status: 204 len: 168 time: 1.2547905 Apr 29 15:52:39.792800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-304e1e2b-e8f5-43c4-862a-509feac4ae8d None None] The port '38538dc7-9875-495e-b75c-60496aabcc5e' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:52:40.261401 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-daa13472-6f4b-467e-a62d-264d2290c0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:40.841867 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-daa13472-6f4b-467e-a62d-264d2290c0fb admin admin] Deleting port 1203a152-477e-4c42-900e-5569a62b8bdf {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:52:40.842536 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-daa13472-6f4b-467e-a62d-264d2290c0fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:41.008580 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-daa13472-6f4b-467e-a62d-264d2290c0fb admin admin] For port 1203a152-477e-4c42-900e-5569a62b8bdf, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1203a152-477e-4c42-900e-5569a62b8bdf,segment=NetworkSegment(179d5a06-c418-40be-99d2-b028a56e2341),segment_id=179d5a06-c418-40be-99d2-b028a56e2341)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:41.008843 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-daa13472-6f4b-467e-a62d-264d2290c0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:41.124631 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-daa13472-6f4b-467e-a62d-264d2290c0fb admin admin] Calling delete_port for 1203a152-477e-4c42-900e-5569a62b8bdf owned by network:router_interface {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:52:41.341575 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-daa13472-6f4b-467e-a62d-264d2290c0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:41.387899 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa13472-6f4b-467e-a62d-264d2290c0fb admin admin] Pushing event deleted for resources: {'Port': ['ID=1203a152-477e-4c42-900e-5569a62b8bdf,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:41.763792 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-daa13472-6f4b-467e-a62d-264d2290c0fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:42.321679 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa13472-6f4b-467e-a62d-264d2290c0fb admin admin] Router 8b8361cd-627a-4059-ac94-91d74d1089e9 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:52:42.514204 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa13472-6f4b-467e-a62d-264d2290c0fb admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:52:42.523528 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e6b4e3-f780-4c39-b012-f10b408d66e0 None None] Sync routers for ids ['8b8361cd-627a-4059-ac94-91d74d1089e9'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:52:42.535030 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e6b4e3-f780-4c39-b012-f10b408d66e0 None None] Routers {'8b8361cd-627a-4059-ac94-91d74d1089e9'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:52:42.535638 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-e8e6b4e3-f780-4c39-b012-f10b408d66e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:52:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['8b8361cd-627a-4059-ac94-91d74d1089e9'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:42.591572 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-daa13472-6f4b-467e-a62d-264d2290c0fb admin admin] 10.222.0.21 "PUT /v2.0/routers/8b8361cd-627a-4059-ac94-91d74d1089e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8108075 Apr 29 15:52:42.593766 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60658) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:42.717767 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-e8e6b4e3-f780-4c39-b012-f10b408d66e0 None None] Set router 8b8361cd-627a-4059-ac94-91d74d1089e9 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:52:42.791093 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6d80c49d-5e68-46df-a986-ffcda56106c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:42.982350 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6d80c49d-5e68-46df-a986-ffcda56106c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:42.996739 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-e8e6b4e3-f780-4c39-b012-f10b408d66e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8361cd-627a-4059-ac94-91d74d1089e9', 'name': 'tempest-TestVolumeBootPattern-349279303-router', 'tenant_id': '6f0fd3781bce42d19f008cb3e860011f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': '8bb6d61f-7b26-4750-ba52-31dd83437ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:36Z', 'updated_at': '2022-04-29T15:52:41Z', 'revision_number': 5, 'project_id': '6f0fd3781bce42d19f008cb3e860011f', 'gw_port': {'id': '8bb6d61f-7b26-4750-ba52-31dd83437ed0', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8361cd-627a-4059-ac94-91d74d1089e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:38Z', 'updated_at': '2022-04-29T15:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:43.000621 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e6b4e3-f780-4c39-b012-f10b408d66e0 None None] Checking router: 8b8361cd-627a-4059-ac94-91d74d1089e9 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:52:43.011785 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e6b4e3-f780-4c39-b012-f10b408d66e0 None None] Routers {'8b8361cd-627a-4059-ac94-91d74d1089e9'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:52:43.012376 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-e8e6b4e3-f780-4c39-b012-f10b408d66e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:52:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['8b8361cd-627a-4059-ac94-91d74d1089e9'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:43.049854 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-6d80c49d-5e68-46df-a986-ffcda56106c9 admin admin] Deleting port 8bb6d61f-7b26-4750-ba52-31dd83437ed0 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:52:43.050240 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6d80c49d-5e68-46df-a986-ffcda56106c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:43.202892 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-e8e6b4e3-f780-4c39-b012-f10b408d66e0 None None] Set router 8b8361cd-627a-4059-ac94-91d74d1089e9 gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:52:43.308414 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-e8e6b4e3-f780-4c39-b012-f10b408d66e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8361cd-627a-4059-ac94-91d74d1089e9', 'name': 'tempest-TestVolumeBootPattern-349279303-router', 'tenant_id': '6f0fd3781bce42d19f008cb3e860011f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:36Z', 'updated_at': '2022-04-29T15:52:42Z', 'revision_number': 6, 'project_id': '6f0fd3781bce42d19f008cb3e860011f', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:43.312271 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e6b4e3-f780-4c39-b012-f10b408d66e0 None None] The sync data for ids ['8b8361cd-627a-4059-ac94-91d74d1089e9'] in dv-neutron-839913-1-hyperv is: [{'id': '8b8361cd-627a-4059-ac94-91d74d1089e9', 'name': 'tempest-TestVolumeBootPattern-349279303-router', 'tenant_id': '6f0fd3781bce42d19f008cb3e860011f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:36Z', 'updated_at': '2022-04-29T15:52:42Z', 'revision_number': 6, 'project_id': '6f0fd3781bce42d19f008cb3e860011f', 'gw_port_host': None}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:52:43.329360 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-6d80c49d-5e68-46df-a986-ffcda56106c9 admin admin] For port 8bb6d61f-7b26-4750-ba52-31dd83437ed0, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=8bb6d61f-7b26-4750-ba52-31dd83437ed0,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:43.329923 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6d80c49d-5e68-46df-a986-ffcda56106c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:43.446385 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-6d80c49d-5e68-46df-a986-ffcda56106c9 admin admin] Calling delete_port for 8bb6d61f-7b26-4750-ba52-31dd83437ed0 owned by network:router_gateway {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:52:43.570113 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fc8efd04-d4e1-4b8d-8160-7f5634c0e611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:43.673271 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6d80c49d-5e68-46df-a986-ffcda56106c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:43.679594 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1203a152-477e-4c42-900e-5569a62b8bdf no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:52:43.718687 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 1203a152-477e-4c42-900e-5569a62b8bdf {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:52:43.719415 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1203a152-477e-4c42-900e-5569a62b8bdf not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:52:43.722595 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80c49d-5e68-46df-a986-ffcda56106c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb6d61f-7b26-4750-ba52-31dd83437ed0,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:43.954372 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6d80c49d-5e68-46df-a986-ffcda56106c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:44.208970 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6d80c49d-5e68-46df-a986-ffcda56106c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:44.213580 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6d80c49d-5e68-46df-a986-ffcda56106c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:44.309756 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6d80c49d-5e68-46df-a986-ffcda56106c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:44.310270 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d80c49d-5e68-46df-a986-ffcda56106c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b8361cd-627a-4059-ac94-91d74d1089e9 {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:52:44.322852 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6d80c49d-5e68-46df-a986-ffcda56106c9 admin admin] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:44.326178 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6d80c49d-5e68-46df-a986-ffcda56106c9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8b8361cd-627a-4059-ac94-91d74d1089e9 HTTP/1.1" status: 204 len: 168 time: 1.7293615 Apr 29 15:52:44.326730 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60662) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:44.391897 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8076894-0f6c-47fc-9a34-875ead20e5d3 admin admin] Deleting subnet ce1277b3-c4e7-4b48-9f4f-c63c99580626 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:52:44.395013 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d8076894-0f6c-47fc-9a34-875ead20e5d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:44.444195 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d8076894-0f6c-47fc-9a34-875ead20e5d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:44.523791 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d8076894-0f6c-47fc-9a34-875ead20e5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:44.652577 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d8076894-0f6c-47fc-9a34-875ead20e5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:44.688286 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8076894-0f6c-47fc-9a34-875ead20e5d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce1277b3-c4e7-4b48-9f4f-c63c99580626,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:44.695881 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d8076894-0f6c-47fc-9a34-875ead20e5d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:44.703249 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4619e5-c40a-4a5c-b541-0c1db82a9bf6 None None] Network d0925342-2185-403c-be80-2eb8befd6cb5 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:52:44.710284 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d8076894-0f6c-47fc-9a34-875ead20e5d3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ce1277b3-c4e7-4b48-9f4f-c63c99580626 HTTP/1.1" status: 204 len: 168 time: 0.3780525 Apr 29 15:52:44.712091 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60666) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:44.818047 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-796c43b7-edf9-48fa-8fce-8648a2c2ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:44.828655 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-796c43b7-edf9-48fa-8fce-8648a2c2ccf4 admin admin] Deleting port c19597cb-7157-4985-8298-f8ff8fc3f77e {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:52:44.828981 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-796c43b7-edf9-48fa-8fce-8648a2c2ccf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:44.965730 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daf9cd0-2821-45ba-9976-b70c76450a6e None None] DHCP port deletion for d0925342-2185-403c-be80-2eb8befd6cb5 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:52:44.970086 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8daf9cd0-2821-45ba-9976-b70c76450a6e None None] Deleting port c19597cb-7157-4985-8298-f8ff8fc3f77e {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:52:44.970458 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8daf9cd0-2821-45ba-9976-b70c76450a6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:45.124353 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-796c43b7-edf9-48fa-8fce-8648a2c2ccf4 admin admin] For port c19597cb-7157-4985-8298-f8ff8fc3f77e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c19597cb-7157-4985-8298-f8ff8fc3f77e,segment=NetworkSegment(179d5a06-c418-40be-99d2-b028a56e2341),segment_id=179d5a06-c418-40be-99d2-b028a56e2341)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:45.124705 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-796c43b7-edf9-48fa-8fce-8648a2c2ccf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:45.186120 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8daf9cd0-2821-45ba-9976-b70c76450a6e None None] For port c19597cb-7157-4985-8298-f8ff8fc3f77e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c19597cb-7157-4985-8298-f8ff8fc3f77e,segment=NetworkSegment(179d5a06-c418-40be-99d2-b028a56e2341),segment_id=179d5a06-c418-40be-99d2-b028a56e2341)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:45.186418 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8daf9cd0-2821-45ba-9976-b70c76450a6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:45.243716 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-796c43b7-edf9-48fa-8fce-8648a2c2ccf4 admin admin] Calling delete_port for c19597cb-7157-4985-8298-f8ff8fc3f77e owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:52:45.251899 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:45.310948 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8daf9cd0-2821-45ba-9976-b70c76450a6e None None] Calling delete_port for c19597cb-7157-4985-8298-f8ff8fc3f77e owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:52:45.401306 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-796c43b7-edf9-48fa-8fce-8648a2c2ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:45.406477 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-8daf9cd0-2821-45ba-9976-b70c76450a6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:52:45.409165 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-8daf9cd0-2821-45ba-9976-b70c76450a6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:52:45.455120 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c43b7-edf9-48fa-8fce-8648a2c2ccf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c19597cb-7157-4985-8298-f8ff8fc3f77e,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:45.469957 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c43b7-edf9-48fa-8fce-8648a2c2ccf4 admin admin] No DVR routers for this DVR port c19597cb-7157-4985-8298-f8ff8fc3f77e on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:52:45.587471 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-796c43b7-edf9-48fa-8fce-8648a2c2ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:45.622621 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-796c43b7-edf9-48fa-8fce-8648a2c2ccf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0925342-2185-403c-be80-2eb8befd6cb5']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:45.639526 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-796c43b7-edf9-48fa-8fce-8648a2c2ccf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179d5a06-c418-40be-99d2-b028a56e2341') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:45.639816 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-796c43b7-edf9-48fa-8fce-8648a2c2ccf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179d5a06-c418-40be-99d2-b028a56e2341') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:45.652913 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-796c43b7-edf9-48fa-8fce-8648a2c2ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:45.668900 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-796c43b7-edf9-48fa-8fce-8648a2c2ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:45.675134 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-796c43b7-edf9-48fa-8fce-8648a2c2ccf4 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:52:45.681141 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-796c43b7-edf9-48fa-8fce-8648a2c2ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:45.681391 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 8bb6d61f-7b26-4750-ba52-31dd83437ed0 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:52:45.689894 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:52:45.715506 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 8bb6d61f-7b26-4750-ba52-31dd83437ed0 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:52:45.718294 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 8bb6d61f-7b26-4750-ba52-31dd83437ed0 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:52:45.718294 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c19597cb-7157-4985-8298-f8ff8fc3f77e no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:52:45.747530 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: c19597cb-7157-4985-8298-f8ff8fc3f77e {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:52:45.747947 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c19597cb-7157-4985-8298-f8ff8fc3f77e not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:52:45.823866 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-796c43b7-edf9-48fa-8fce-8648a2c2ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:45.839914 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-796c43b7-edf9-48fa-8fce-8648a2c2ccf4 admin admin] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:45.854059 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c43b7-edf9-48fa-8fce-8648a2c2ccf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0925342-2185-403c-be80-2eb8befd6cb5,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:45.861247 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-796c43b7-edf9-48fa-8fce-8648a2c2ccf4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d0925342-2185-403c-be80-2eb8befd6cb5 HTTP/1.1" status: 204 len: 168 time: 1.1481454 Apr 29 15:52:45.907091 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-939c471d-3222-4453-a238-9234d8b448e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:45.908501 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8daf9cd0-2821-45ba-9976-b70c76450a6e None None] Deleting port c19597cb-7157-4985-8298-f8ff8fc3f77e {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:52:45.908977 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8daf9cd0-2821-45ba-9976-b70c76450a6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:45.976259 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8daf9cd0-2821-45ba-9976-b70c76450a6e None None] The port 'c19597cb-7157-4985-8298-f8ff8fc3f77e' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 15:52:46.232994 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60672) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:46.283078 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ed3b43d8-f6b1-4864-8b09-83f0e2c5e25f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c56968f4173e467ca1a4109666ee4127&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489688 Apr 29 15:52:46.285416 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60676) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:46.343247 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f5436045-02e2-44eb-92e2-7f8ccfb984c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:46.367614 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f5436045-02e2-44eb-92e2-7f8ccfb984c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:46.475332 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f5436045-02e2-44eb-92e2-7f8ccfb984c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:46.491893 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5436045-02e2-44eb-92e2-7f8ccfb984c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acd390f-99f1-4ec5-941a-60144df6b827,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:46.498011 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f5436045-02e2-44eb-92e2-7f8ccfb984c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:46.499139 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f5436045-02e2-44eb-92e2-7f8ccfb984c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3acd390f-99f1-4ec5-941a-60144df6b827 HTTP/1.1" status: 204 len: 168 time: 0.2128513 Apr 29 15:52:47.138356 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:47.287544 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60684) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:47.339163 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-428b44b1-6619-438b-9222-7ede7c59b841 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f0fd3781bce42d19f008cb3e860011f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0504928 Apr 29 15:52:47.341581 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60688) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:47.400333 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-46b83eea-8c40-4095-92d4-9e21c1ec576d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:47.425760 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-46b83eea-8c40-4095-92d4-9e21c1ec576d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:47.489635 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:47.549275 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-46b83eea-8c40-4095-92d4-9e21c1ec576d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:47.566917 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b83eea-8c40-4095-92d4-9e21c1ec576d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f40de5-009d-4b4b-83fd-af82e789e128,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:47.571564 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-46b83eea-8c40-4095-92d4-9e21c1ec576d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:47.572057 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-46b83eea-8c40-4095-92d4-9e21c1ec576d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1f40de5-009d-4b4b-83fd-af82e789e128 HTTP/1.1" status: 204 len: 168 time: 0.2295563 Apr 29 15:52:48.457844 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:03.732867 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:53:13.617861 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-620b2cb6-f4e0-4b95-aed1-cc54c296c0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:15.246991 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:15.886131 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-81fe0fb5-a476-4777-91b3-86f25134781e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:17.172011 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:17.489611 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:18.426839 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:27.258263 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-86bc7d10-7621-4c8f-bf28-57b0f66bc0c8 req-ba2aeee5-0d23-4d8c-940e-16b15c0497b5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e337d0be-8d0c-4219-9291-cd3529b630e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2411993 Apr 29 15:53:27.394534 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-86bc7d10-7621-4c8f-bf28-57b0f66bc0c8 req-806c1d21-7232-40d7-96b4-25a8d0ed32e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 1098 time: 0.0675962 Apr 29 15:53:27.534036 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc7d10-7621-4c8f-bf28-57b0f66bc0c8 req-142f2bca-e1e1-4565-98e3-5144ce1e6ad9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:53:27.535491 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-86bc7d10-7621-4c8f-bf28-57b0f66bc0c8 req-142f2bca-e1e1-4565-98e3-5144ce1e6ad9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c18360dc-269a-4c9d-9cd9-7c02d34cc15e HTTP/1.1" status: 200 len: 898 time: 0.1241436 Apr 29 15:53:27.636016 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-86bc7d10-7621-4c8f-bf28-57b0f66bc0c8 req-5866b462-c5dd-4528-98b4-1d9597ffccbb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=276faba1-ee49-4da1-8fd3-c6867a5b6ab7 HTTP/1.1" status: 200 len: 1001 time: 0.0952001 Apr 29 15:53:27.698577 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc7d10-7621-4c8f-bf28-57b0f66bc0c8 req-2c241c61-a1f9-4da0-9e6e-62e02f007b5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:53:27.699986 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-86bc7d10-7621-4c8f-bf28-57b0f66bc0c8 req-2c241c61-a1f9-4da0-9e6e-62e02f007b5f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4142289f-fb49-4e47-bded-20b77c2bf34b HTTP/1.1" status: 200 len: 834 time: 0.0567694 Apr 29 15:53:27.778223 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-86bc7d10-7621-4c8f-bf28-57b0f66bc0c8 req-38c4fc58-62c9-4a41-a47e-559b408ce976 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18360dc-269a-4c9d-9cd9-7c02d34cc15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705090 Apr 29 15:53:27.987011 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-86bc7d10-7621-4c8f-bf28-57b0f66bc0c8 req-cfec6262-323d-4d5d-adf3-55c6f5d65107 service neutron] 10.222.0.35 "GET /v2.0/networks/c18360dc-269a-4c9d-9cd9-7c02d34cc15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008116 Apr 29 15:53:28.117598 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-86bc7d10-7621-4c8f-bf28-57b0f66bc0c8 req-e72bf1b0-15fe-4574-b347-6ebb27e597bf service neutron] 10.222.0.35 "GET /v2.0/networks/c18360dc-269a-4c9d-9cd9-7c02d34cc15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237631 Apr 29 15:53:32.154569 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60712) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:53:32.227828 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-95da4fef-42ab-4a04-8d3e-bbc76d802fa0 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=6dec3d4ebc7e41d8a2e134522257f8b3&network_id=c18360dc-269a-4c9d-9cd9-7c02d34cc15e HTTP/1.1" status: 200 len: 2999 time: 0.0721140 Apr 29 15:53:36.406411 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60724) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:53:36.466904 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298ba5e0-f12d-4796-a699-863e1b8b1172 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:53:36.468320 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-298ba5e0-f12d-4796-a699-863e1b8b1172 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f991b9a3-9206-4c97-97f2-8545e1219151 HTTP/1.1" status: 200 len: 814 time: 0.0609322 Apr 29 15:53:37.520485 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60732) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:53:37.525754 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-acd45d2e-9237-43bc-85d0-34aa932d3733 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:53:37.622667 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-acd45d2e-9237-43bc-85d0-34aa932d3733 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:37.903159 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-acd45d2e-9237-43bc-85d0-34aa932d3733 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:37.980429 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-acd45d2e-9237-43bc-85d0-34aa932d3733 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:37.980741 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [None req-acd45d2e-9237-43bc-85d0-34aa932d3733 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Floating IP 765cbc65-4392-4203-8d79-b415da8255b5 disassociated. External IP: 172.26.1.192, port: 276faba1-ee49-4da1-8fd3-c6867a5b6ab7. Apr 29 15:53:38.449115 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd45d2e-9237-43bc-85d0-34aa932d3733 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router a33bca2e-01ea-4a74-9268-b92ad9f28401 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:53:38.644100 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd45d2e-9237-43bc-85d0-34aa932d3733 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:53:38.649012 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-acd45d2e-9237-43bc-85d0-34aa932d3733 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:38.653439 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc1c3d4-eb47-4a26-825d-4fface0410cf None None] Sync routers for ids ['a33bca2e-01ea-4a74-9268-b92ad9f28401'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:53:38.665645 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc1c3d4-eb47-4a26-825d-4fface0410cf None None] Routers {'a33bca2e-01ea-4a74-9268-b92ad9f28401'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:53:38.666237 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-9cc1c3d4-eb47-4a26-825d-4fface0410cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:53:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a33bca2e-01ea-4a74-9268-b92ad9f28401'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:38.700541 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-acd45d2e-9237-43bc-85d0-34aa932d3733 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "PUT /v2.0/floatingips/765cbc65-4392-4203-8d79-b415da8255b5 HTTP/1.1" status: 200 len: 690 time: 1.1788924 Apr 29 15:53:38.701010 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e337d0be-8d0c-4219-9291-cd3529b630e2', 'tag': '276faba1-ee49-4da1-8fd3-c6867a5b6ab7'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:53:38.703208 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60736) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:53:38.756498 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-067b7a78-764c-4bb5-a4c6-419646dd3a03'] response: {'name': 'network-changed', 'server_uuid': 'e337d0be-8d0c-4219-9291-cd3529b630e2', 'tag': '276faba1-ee49-4da1-8fd3-c6867a5b6ab7', 'status': 'completed', 'code': 200} Apr 29 15:53:38.839363 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4668c015-843c-41f2-9556-7fee84ebcf92 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/765cbc65-4392-4203-8d79-b415da8255b5 HTTP/1.1" status: 200 len: 690 time: 0.1344798 Apr 29 15:53:38.867420 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f2c82b55-a478-4283-8f5d-3cc896896187 req-d3a3bd52-f94b-488f-9abc-7889e247241f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 1098 time: 0.0761089 Apr 29 15:53:38.880743 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-9cc1c3d4-eb47-4a26-825d-4fface0410cf None None] Set router a33bca2e-01ea-4a74-9268-b92ad9f28401 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:53:38.999842 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c82b55-a478-4283-8f5d-3cc896896187 req-f17e2c34-1d42-4663-88c7-3377359c6e8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:53:39.001189 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f2c82b55-a478-4283-8f5d-3cc896896187 req-f17e2c34-1d42-4663-88c7-3377359c6e8d service neutron] 10.222.0.35 "GET /v2.0/networks?id=c18360dc-269a-4c9d-9cd9-7c02d34cc15e HTTP/1.1" status: 200 len: 898 time: 0.1286242 Apr 29 15:53:39.067044 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f2c82b55-a478-4283-8f5d-3cc896896187 req-120fab76-d244-4fb2-b937-c5c57275bfe4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=276faba1-ee49-4da1-8fd3-c6867a5b6ab7 HTTP/1.1" status: 200 len: 217 time: 0.0602038 Apr 29 15:53:39.129659 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c82b55-a478-4283-8f5d-3cc896896187 req-6beef584-f537-4bdc-8544-c4c89ca89b58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:53:39.131149 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f2c82b55-a478-4283-8f5d-3cc896896187 req-6beef584-f537-4bdc-8544-c4c89ca89b58 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4142289f-fb49-4e47-bded-20b77c2bf34b HTTP/1.1" status: 200 len: 834 time: 0.0592535 Apr 29 15:53:39.195939 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-9cc1c3d4-eb47-4a26-825d-4fface0410cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'name': 'tempest-TestNetworkBasicOps-router-769683926', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:59Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:00Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'b3d111b1-f325-400f-b177-dd0b29971bf5', 'name': '', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:ff:aa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:03Z', 'updated_at': '2022-04-29T15:52:09Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:39.199772 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc1c3d4-eb47-4a26-825d-4fface0410cf None None] Checking router: a33bca2e-01ea-4a74-9268-b92ad9f28401 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:53:39.203772 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f2c82b55-a478-4283-8f5d-3cc896896187 req-4ec64034-2751-41f1-b69e-7428024d6007 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18360dc-269a-4c9d-9cd9-7c02d34cc15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672615 Apr 29 15:53:39.210369 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc1c3d4-eb47-4a26-825d-4fface0410cf None None] Routers {'a33bca2e-01ea-4a74-9268-b92ad9f28401'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:53:39.210990 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-9cc1c3d4-eb47-4a26-825d-4fface0410cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:53:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a33bca2e-01ea-4a74-9268-b92ad9f28401'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:39.332918 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f2c82b55-a478-4283-8f5d-3cc896896187 req-535c73da-aa7a-4740-972e-869ff2cb6974 service neutron] 10.222.0.35 "GET /v2.0/networks/c18360dc-269a-4c9d-9cd9-7c02d34cc15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232793 Apr 29 15:53:39.384278 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-9cc1c3d4-eb47-4a26-825d-4fface0410cf None None] Set router a33bca2e-01ea-4a74-9268-b92ad9f28401 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:53:39.462145 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f2c82b55-a478-4283-8f5d-3cc896896187 req-97cb797d-c2ff-4fad-825f-ff56c1d3fd62 service neutron] 10.222.0.35 "GET /v2.0/networks/c18360dc-269a-4c9d-9cd9-7c02d34cc15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239970 Apr 29 15:53:39.689791 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-9cc1c3d4-eb47-4a26-825d-4fface0410cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'name': 'tempest-TestNetworkBasicOps-router-769683926', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:59Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:00Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'b3d111b1-f325-400f-b177-dd0b29971bf5', 'name': '', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:ff:aa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:03Z', 'updated_at': '2022-04-29T15:52:09Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:39.693812 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc1c3d4-eb47-4a26-825d-4fface0410cf None None] The sync data for ids ['a33bca2e-01ea-4a74-9268-b92ad9f28401'] in dv-neutron-839913-1-hyperv is: [{'id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'name': 'tempest-TestNetworkBasicOps-router-769683926', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:59Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:00Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'b3d111b1-f325-400f-b177-dd0b29971bf5', 'name': '', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:ff:aa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:03Z', 'updated_at': '2022-04-29T15:52:09Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:53:39.843195 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60742) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:53:39.901215 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed9e8af-310c-40f0-905e-f275fa3aeeb8 None None] New status for floating IP 765cbc65-4392-4203-8d79-b415da8255b5: DOWN {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:53:39.927973 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f78a9309-7120-4183-a783-fed8229fb850 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/765cbc65-4392-4203-8d79-b415da8255b5 HTTP/1.1" status: 200 len: 690 time: 0.0835786 Apr 29 15:53:40.733488 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:53:40.931902 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60746) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:53:41.010087 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ca0e769d-d05f-47db-aa39-cddaa2b117d3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/765cbc65-4392-4203-8d79-b415da8255b5 HTTP/1.1" status: 200 len: 688 time: 0.0769978 Apr 29 15:53:42.319574 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60752) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:53:42.325096 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-a8769fee-2698-40a0-ac73-971b87cd4a48 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1217191662', 'description': 'tempest-secgroup-smoke-1217191662 description', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:53:42.331134 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a8769fee-2698-40a0-ac73-971b87cd4a48 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:53:42.340447 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a8769fee-2698-40a0-ac73-971b87cd4a48 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:53:42.437821 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a8769fee-2698-40a0-ac73-971b87cd4a48 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:42.472925 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a8769fee-2698-40a0-ac73-971b87cd4a48 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:53:42.476858 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a8769fee-2698-40a0-ac73-971b87cd4a48 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:53:42.479792 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a8769fee-2698-40a0-ac73-971b87cd4a48 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:53:42.485445 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a8769fee-2698-40a0-ac73-971b87cd4a48 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:53:42.543471 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a8769fee-2698-40a0-ac73-971b87cd4a48 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:42.625958 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a8769fee-2698-40a0-ac73-971b87cd4a48 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:42.666426 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8769fee-2698-40a0-ac73-971b87cd4a48 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f80c88ea-2131-4f26-a317-dc890fff347b,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:42.677981 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8769fee-2698-40a0-ac73-971b87cd4a48 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:42.678318 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8769fee-2698-40a0-ac73-971b87cd4a48 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:42.678674 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8769fee-2698-40a0-ac73-971b87cd4a48 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:42.679091 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8769fee-2698-40a0-ac73-971b87cd4a48 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:42.679418 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8769fee-2698-40a0-ac73-971b87cd4a48 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:42.679738 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8769fee-2698-40a0-ac73-971b87cd4a48 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:42.680057 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8769fee-2698-40a0-ac73-971b87cd4a48 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:42.680375 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8769fee-2698-40a0-ac73-971b87cd4a48 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:42.680690 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8769fee-2698-40a0-ac73-971b87cd4a48 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:42.681003 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8769fee-2698-40a0-ac73-971b87cd4a48 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:42.681380 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8769fee-2698-40a0-ac73-971b87cd4a48 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:42.743331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a8769fee-2698-40a0-ac73-971b87cd4a48 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:42.744600 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a8769fee-2698-40a0-ac73-971b87cd4a48 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4239452 Apr 29 15:53:42.747446 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60756) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:53:42.752771 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-832c51ff-e7a5-49cc-bf03-99a87ad33857 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'f80c88ea-2131-4f26-a317-dc890fff347b', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:53:42.758791 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-832c51ff-e7a5-49cc-bf03-99a87ad33857 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:53:42.762562 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-832c51ff-e7a5-49cc-bf03-99a87ad33857 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:53:42.765342 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-832c51ff-e7a5-49cc-bf03-99a87ad33857 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:53:42.771364 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-832c51ff-e7a5-49cc-bf03-99a87ad33857 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:53:42.956092 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-832c51ff-e7a5-49cc-bf03-99a87ad33857 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:43.016563 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-832c51ff-e7a5-49cc-bf03-99a87ad33857 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:43.091490 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-832c51ff-e7a5-49cc-bf03-99a87ad33857 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:43.114967 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c51ff-e7a5-49cc-bf03-99a87ad33857 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7fd4bb1-1c9b-42e1-bd73-a1bd94105fbc,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:43.206016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-832c51ff-e7a5-49cc-bf03-99a87ad33857 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:43.207306 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-832c51ff-e7a5-49cc-bf03-99a87ad33857 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4589047 Apr 29 15:53:43.210126 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60760) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:53:43.215314 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-1559313d-a09e-4d43-8f12-2812e936e386 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'f80c88ea-2131-4f26-a317-dc890fff347b', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:53:43.221938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-1559313d-a09e-4d43-8f12-2812e936e386 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:53:43.225710 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1559313d-a09e-4d43-8f12-2812e936e386 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:53:43.228569 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1559313d-a09e-4d43-8f12-2812e936e386 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:53:43.234126 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-1559313d-a09e-4d43-8f12-2812e936e386 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:53:43.324089 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1559313d-a09e-4d43-8f12-2812e936e386 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:43.383941 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1559313d-a09e-4d43-8f12-2812e936e386 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:43.466322 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1559313d-a09e-4d43-8f12-2812e936e386 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:43.491749 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559313d-a09e-4d43-8f12-2812e936e386 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180518c3-1ee3-4e2c-9257-a971551da606,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:43.559758 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1559313d-a09e-4d43-8f12-2812e936e386 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:43.560964 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1559313d-a09e-4d43-8f12-2812e936e386 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3499587 Apr 29 15:53:43.563684 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60764) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:53:43.569621 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-11205ae4-8955-4032-986e-fcae4b5c048c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'f80c88ea-2131-4f26-a317-dc890fff347b', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:53:43.575367 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-11205ae4-8955-4032-986e-fcae4b5c048c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:53:43.579085 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-11205ae4-8955-4032-986e-fcae4b5c048c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:53:43.582572 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-11205ae4-8955-4032-986e-fcae4b5c048c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:53:43.588130 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-11205ae4-8955-4032-986e-fcae4b5c048c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:53:43.588603 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5f7c1596-0dbf-4dcb-9685-0953de8763cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:43.679003 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-11205ae4-8955-4032-986e-fcae4b5c048c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:43.741592 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-11205ae4-8955-4032-986e-fcae4b5c048c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:43.811117 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-11205ae4-8955-4032-986e-fcae4b5c048c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:43.836160 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11205ae4-8955-4032-986e-fcae4b5c048c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0daca1e4-3702-4af7-983d-2f255ef2ef04,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:43.919852 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-11205ae4-8955-4032-986e-fcae4b5c048c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:43.921007 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-11205ae4-8955-4032-986e-fcae4b5c048c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3558400 Apr 29 15:53:43.924304 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60768) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:53:43.929715 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-23589c7e-543b-4432-806a-201d2a8c82f3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'f80c88ea-2131-4f26-a317-dc890fff347b', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:53:43.935519 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-23589c7e-543b-4432-806a-201d2a8c82f3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:53:43.939801 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-23589c7e-543b-4432-806a-201d2a8c82f3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:53:43.942733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-23589c7e-543b-4432-806a-201d2a8c82f3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:53:43.948316 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-23589c7e-543b-4432-806a-201d2a8c82f3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:53:44.038697 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-23589c7e-543b-4432-806a-201d2a8c82f3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:44.101081 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-23589c7e-543b-4432-806a-201d2a8c82f3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:44.171225 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-23589c7e-543b-4432-806a-201d2a8c82f3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:44.194350 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23589c7e-543b-4432-806a-201d2a8c82f3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ba9e01-dd68-4b61-9a77-ec96183b928b,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:44.262468 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-23589c7e-543b-4432-806a-201d2a8c82f3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:44.265079 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-23589c7e-543b-4432-806a-201d2a8c82f3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3398030 Apr 29 15:53:44.268606 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60772) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:53:44.273771 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-ae209d44-b5bb-42d8-a1c1-8fb33a2919ac tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'f80c88ea-2131-4f26-a317-dc890fff347b', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:53:44.279484 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ae209d44-b5bb-42d8-a1c1-8fb33a2919ac tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:53:44.283335 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ae209d44-b5bb-42d8-a1c1-8fb33a2919ac tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:53:44.286242 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ae209d44-b5bb-42d8-a1c1-8fb33a2919ac tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:53:44.291984 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ae209d44-b5bb-42d8-a1c1-8fb33a2919ac tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:53:44.371380 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-ae209d44-b5bb-42d8-a1c1-8fb33a2919ac tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Project 6dec3d4ebc7e41d8a2e134522257f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:53:44.378160 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ae209d44-b5bb-42d8-a1c1-8fb33a2919ac tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:44.444635 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ae209d44-b5bb-42d8-a1c1-8fb33a2919ac tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:44.531495 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ae209d44-b5bb-42d8-a1c1-8fb33a2919ac tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:44.552949 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae209d44-b5bb-42d8-a1c1-8fb33a2919ac tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85b002c-8a98-461c-b1b6-3118e313ae7e,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:44.674880 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ae209d44-b5bb-42d8-a1c1-8fb33a2919ac tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:44.676086 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ae209d44-b5bb-42d8-a1c1-8fb33a2919ac tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4065382 Apr 29 15:53:44.678801 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60776) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:53:44.684084 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-7f0d58f3-f831-41d1-be19-62c888cdc4da tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'f80c88ea-2131-4f26-a317-dc890fff347b', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:53:44.691341 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-7f0d58f3-f831-41d1-be19-62c888cdc4da tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:53:44.695113 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7f0d58f3-f831-41d1-be19-62c888cdc4da tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:53:44.698037 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-7f0d58f3-f831-41d1-be19-62c888cdc4da tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:53:44.704122 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-7f0d58f3-f831-41d1-be19-62c888cdc4da tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:53:44.792391 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-7f0d58f3-f831-41d1-be19-62c888cdc4da tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Project 6dec3d4ebc7e41d8a2e134522257f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:53:44.800217 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7f0d58f3-f831-41d1-be19-62c888cdc4da tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:44.863556 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7f0d58f3-f831-41d1-be19-62c888cdc4da tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:44.954226 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7f0d58f3-f831-41d1-be19-62c888cdc4da tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:44.978432 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d58f3-f831-41d1-be19-62c888cdc4da tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d3878a-5247-499e-b8fa-4a034398b042,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:45.063096 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7f0d58f3-f831-41d1-be19-62c888cdc4da tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:45.064333 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7f0d58f3-f831-41d1-be19-62c888cdc4da tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3846109 Apr 29 15:53:45.211745 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:45.289121 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-c7bc3579-9449-434b-9155-080b534370ed tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:53:45.383384 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-c7bc3579-9449-434b-9155-080b534370ed tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:53:45.385076 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-c7bc3579-9449-434b-9155-080b534370ed tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1217191662&fields=id&tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 267 time: 0.1357715 Apr 29 15:53:45.610838 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-8428f2b8-d335-41bb-93d2-09d7b8f798fc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:53:45.612738 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-8428f2b8-d335-41bb-93d2-09d7b8f798fc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/networks?id=c18360dc-269a-4c9d-9cd9-7c02d34cc15e HTTP/1.1" status: 200 len: 797 time: 0.2212267 Apr 29 15:53:45.629219 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-4ee8914f-c78f-4548-98e1-4264b1fb1c3f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/quotas/6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 375 time: 0.0111723 Apr 29 15:53:45.718622 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-722213d4-a8f3-4835-a611-2e13d3495673 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0846741 Apr 29 15:53:45.874546 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-6c13ee73-5c29-4634-85f6-5a7a0b24d47d service neutron] 10.222.0.21 "GET /v2.0/networks/c18360dc-269a-4c9d-9cd9-7c02d34cc15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411567 Apr 29 15:53:45.891752 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-136ca067-205e-4d4d-8d10-8e9257437abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:46.004752 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-7e09b13a-3740-402b-84b1-8ac6d21dce71 service neutron] 10.222.0.21 "GET /v2.0/networks/c18360dc-269a-4c9d-9cd9-7c02d34cc15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238563 Apr 29 15:53:46.388047 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b094e2f6-8efb-4c20-8039-4c7584eb48a4 req-f8bce169-7dbd-4c85-a66c-c940014308b6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 210 time: 0.1786504 Apr 29 15:53:47.123398 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:47.479998 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:47.500609 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fde589cf-3532-49cb-a48b-26f997d20e10 req-94935040-6cf9-48fc-8b0e-20a3b0cf6e42 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 210 time: 0.0449739 Apr 29 15:53:48.451391 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:48.609426 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2f64730c-5006-477a-9b77-7404031d9752 req-64ff319c-96ab-4251-9543-4ee0555441ff tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 210 time: 0.0407701 Apr 29 15:53:49.720014 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-11add9e2-d9d1-4303-8153-1b938fe093a5 req-701922c0-cdea-4444-a28b-6d4d9304f010 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 210 time: 0.0429912 Apr 29 15:53:50.883265 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-18809028-ea83-4f4c-ac4e-6cfb57148e01 req-4d91e1e2-b37e-4573-8b62-e3f114758f7a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 210 time: 0.0424545 Apr 29 15:53:52.045788 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-74b0d94f-93ce-4b0e-b935-e909e4390bff req-25e38837-1f4f-4373-a970-94017b93c83c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 210 time: 0.0415442 Apr 29 15:53:52.310542 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-b8f13a43-c177-402e-8bd9-c0cddb637f88 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:53:52.311886 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-b8f13a43-c177-402e-8bd9-c0cddb637f88 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/networks?id=c18360dc-269a-4c9d-9cd9-7c02d34cc15e HTTP/1.1" status: 200 len: 797 time: 0.1449454 Apr 29 15:53:52.366029 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-56bb7ada-232a-4ade-ae98-02c3c1854bb1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 472 time: 0.0425763 Apr 29 15:53:52.374684 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-0421d9ac-604d-4a81-92ac-0706083d6e82 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'port': {'device_id': '5ed07288-c458-4571-89bf-dc157f85c01a', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'admin_state_up': True, 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'security_groups': ['f80c88ea-2131-4f26-a317-dc890fff347b']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:53:52.510657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-0421d9ac-604d-4a81-92ac-0706083d6e82 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:53:52.514790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-0421d9ac-604d-4a81-92ac-0706083d6e82 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:port and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:53:52.517862 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-0421d9ac-604d-4a81-92ac-0706083d6e82 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:53:52.524133 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-0421d9ac-604d-4a81-92ac-0706083d6e82 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:53:52.591780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-0421d9ac-604d-4a81-92ac-0706083d6e82 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:53:52.594798 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-0421d9ac-604d-4a81-92ac-0706083d6e82 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:52.765050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-0421d9ac-604d-4a81-92ac-0706083d6e82 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.20.0.13 (c18360dc-269a-4c9d-9cd9-7c02d34cc15e/4142289f-fb49-4e47-bded-20b77c2bf34b/28a47d1c-6673-4038-a373-e9527f2286fa) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:53:52.960697 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-0421d9ac-604d-4a81-92ac-0706083d6e82 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:52.976181 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-0421d9ac-604d-4a81-92ac-0706083d6e82 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Transition to ACTIVE for port object 28a47d1c-6673-4038-a373-e9527f2286fa will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:53:53.068499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-0421d9ac-604d-4a81-92ac-0706083d6e82 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:53.149026 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-0421d9ac-604d-4a81-92ac-0706083d6e82 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network c18360dc-269a-4c9d-9cd9-7c02d34cc15e is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:53:53.152225 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-0421d9ac-604d-4a81-92ac-0706083d6e82 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:53:53.156706 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-0421d9ac-604d-4a81-92ac-0706083d6e82 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:53:53.182898 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421d9ac-604d-4a81-92ac-0706083d6e82 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=28a47d1c-6673-4038-a373-e9527f2286fa,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:53.268214 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-0421d9ac-604d-4a81-92ac-0706083d6e82 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:53:53.269092 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-0421d9ac-604d-4a81-92ac-0706083d6e82 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:53.396632 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7f7a0-b830-4201-97b2-fc20896ef795 req-c510141a-2fe1-4bf2-9ad3-36dabfcaf7e2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:53:53.397299 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-0fe7f7a0-b830-4201-97b2-fc20896ef795 req-c510141a-2fe1-4bf2-9ad3-36dabfcaf7e2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:53:53.467117 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-0421d9ac-604d-4a81-92ac-0706083d6e82 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0958683 Apr 29 15:53:53.478963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-6a9eb11b-e2f2-4479-97f6-d7af26054f69 service neutron] Request body: {'port': {'device_id': '5ed07288-c458-4571-89bf-dc157f85c01a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:53:53.504597 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e4a402f6-8b21-4962-812f-fe51f1fe344d None None] Provisioning for port 28a47d1c-6673-4038-a373-e9527f2286fa completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:53:53.506202 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-0fe7f7a0-b830-4201-97b2-fc20896ef795 req-c510141a-2fe1-4bf2-9ad3-36dabfcaf7e2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:53:53.506355 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e4a402f6-8b21-4962-812f-fe51f1fe344d None None] Provisioning complete for port 28a47d1c-6673-4038-a373-e9527f2286fa triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:53:53.506683 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e4a402f6-8b21-4962-812f-fe51f1fe344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:53.507382 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0fe7f7a0-b830-4201-97b2-fc20896ef795 req-c510141a-2fe1-4bf2-9ad3-36dabfcaf7e2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 932 time: 0.3219886 Apr 29 15:53:53.562365 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-e4a402f6-8b21-4962-812f-fe51f1fe344d None None] Port 28a47d1c-6673-4038-a373-e9527f2286fa cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:53:53.607344 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0fe7f7a0-b830-4201-97b2-fc20896ef795 req-4c20b6ce-aa7e-4032-9a01-159fed70068f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f80c88ea-2131-4f26-a317-dc890fff347b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933843 Apr 29 15:53:53.621461 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-6a9eb11b-e2f2-4479-97f6-d7af26054f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:53.964307 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-6a9eb11b-e2f2-4479-97f6-d7af26054f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28a47d1c-6673-4038-a373-e9527f2286fa {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:53:53.970817 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-6a9eb11b-e2f2-4479-97f6-d7af26054f69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:53.984404 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-6a9eb11b-e2f2-4479-97f6-d7af26054f69 service neutron] Transition to ACTIVE for port object 28a47d1c-6673-4038-a373-e9527f2286fa will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:53:54.059954 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-6a9eb11b-e2f2-4479-97f6-d7af26054f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:54.183885 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9eb11b-e2f2-4479-97f6-d7af26054f69 service neutron] Pushing event updated for resources: {'Port': ['ID=28a47d1c-6673-4038-a373-e9527f2286fa,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:54.293710 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-6a9eb11b-e2f2-4479-97f6-d7af26054f69 service neutron] Attempting to bind port 28a47d1c-6673-4038-a373-e9527f2286fa on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:53:54.294041 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-6a9eb11b-e2f2-4479-97f6-d7af26054f69 service neutron] Attempting to bind port 28a47d1c-6673-4038-a373-e9527f2286fa by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '1a2cbb73-0558-409b-9c65-f9bcffe84007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:53:54.294363 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-6a9eb11b-e2f2-4479-97f6-d7af26054f69 service neutron] Attempting to bind port 28a47d1c-6673-4038-a373-e9527f2286fa on network c18360dc-269a-4c9d-9cd9-7c02d34cc15e {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:53:54.300627 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-6a9eb11b-e2f2-4479-97f6-d7af26054f69 service neutron] Port 28a47d1c-6673-4038-a373-e9527f2286fa on network c18360dc-269a-4c9d-9cd9-7c02d34cc15e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:53:54.301077 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-6a9eb11b-e2f2-4479-97f6-d7af26054f69 service neutron] Attempting to bind port 28a47d1c-6673-4038-a373-e9527f2286fa on network c18360dc-269a-4c9d-9cd9-7c02d34cc15e {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:53:54.307120 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-6a9eb11b-e2f2-4479-97f6-d7af26054f69 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:53:54.307450 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-6a9eb11b-e2f2-4479-97f6-d7af26054f69 service neutron] Checking segment: {'id': '1a2cbb73-0558-409b-9c65-f9bcffe84007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:53:54.307824 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-6a9eb11b-e2f2-4479-97f6-d7af26054f69 service neutron] Bound using segment: {'id': '1a2cbb73-0558-409b-9c65-f9bcffe84007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:53:54.308235 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-6a9eb11b-e2f2-4479-97f6-d7af26054f69 service neutron] Bound port: 28a47d1c-6673-4038-a373-e9527f2286fa, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2cbb73-0558-409b-9c65-f9bcffe84007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:53:54.308572 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-6a9eb11b-e2f2-4479-97f6-d7af26054f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:54.395807 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-6a9eb11b-e2f2-4479-97f6-d7af26054f69 service neutron] For port 28a47d1c-6673-4038-a373-e9527f2286fa, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:53:54.398879 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-6a9eb11b-e2f2-4479-97f6-d7af26054f69 service neutron] For port 28a47d1c-6673-4038-a373-e9527f2286fa, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=28a47d1c-6673-4038-a373-e9527f2286fa,segment=NetworkSegment(1a2cbb73-0558-409b-9c65-f9bcffe84007),segment_id=1a2cbb73-0558-409b-9c65-f9bcffe84007)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:53:54.486003 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-6a9eb11b-e2f2-4479-97f6-d7af26054f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:54.554737 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-6a9eb11b-e2f2-4479-97f6-d7af26054f69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:54.556076 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-6a9eb11b-e2f2-4479-97f6-d7af26054f69 service neutron] 10.222.0.35 "PUT /v2.0/ports/28a47d1c-6673-4038-a373-e9527f2286fa HTTP/1.1" status: 200 len: 1094 time: 1.0810142 Apr 29 15:53:54.556503 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed07288-c458-4571-89bf-dc157f85c01a', 'tag': '28a47d1c-6673-4038-a373-e9527f2286fa'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:53:54.570188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9eb11b-e2f2-4479-97f6-d7af26054f69 service neutron] Pushing event updated for resources: {'Port': ['ID=28a47d1c-6673-4038-a373-e9527f2286fa,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:54.613545 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6543d1f6-2174-4a28-b2a0-c57a166062d6'] response: {'name': 'network-changed', 'server_uuid': '5ed07288-c458-4571-89bf-dc157f85c01a', 'tag': '28a47d1c-6673-4038-a373-e9527f2286fa', 'status': 'completed', 'code': 200} Apr 29 15:53:54.712807 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8739dacc-e254-4865-be05-c53d3919938c req-16ca6ca3-22d4-4c8a-a5c2-e9ba470b7104 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 1097 time: 0.0761392 Apr 29 15:53:54.905977 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739dacc-e254-4865-be05-c53d3919938c req-7b8f8659-b0bf-413f-b030-bf593cc88aca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:53:54.907342 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8739dacc-e254-4865-be05-c53d3919938c req-7b8f8659-b0bf-413f-b030-bf593cc88aca service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1878827 Apr 29 15:53:54.917052 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441f386-5c34-435c-99f6-b6e4b6a3f598 req-1d8ae0a5-2d36-44eb-9156-9babf705f477 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:53:54.918353 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6441f386-5c34-435c-99f6-b6e4b6a3f598 req-1d8ae0a5-2d36-44eb-9156-9babf705f477 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 944 time: 0.1267641 Apr 29 15:53:55.047588 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6441f386-5c34-435c-99f6-b6e4b6a3f598 req-9634096d-d0d2-40c6-9e96-ca285dfe7dab tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f80c88ea-2131-4f26-a317-dc890fff347b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077838 Apr 29 15:53:55.083004 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739dacc-e254-4865-be05-c53d3919938c req-45190c5a-96be-4bd2-af80-c82178b4586e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:53:55.084413 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8739dacc-e254-4865-be05-c53d3919938c req-45190c5a-96be-4bd2-af80-c82178b4586e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1652286 Apr 29 15:53:55.187631 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-a9b1ce0b-2704-4b61-9272-8d4300b1a79e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 1097 time: 0.0661571 Apr 29 15:53:55.255331 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-6223c8cb-eb30-449e-9906-65a6273f76ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28a47d1c-6673-4038-a373-e9527f2286fa HTTP/1.1" status: 200 len: 217 time: 0.0608654 Apr 29 15:53:55.314982 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-5f3db8ef-fb22-43a6-a30f-b91c7076d5be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:53:55.316872 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-5f3db8ef-fb22-43a6-a30f-b91c7076d5be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4142289f-fb49-4e47-bded-20b77c2bf34b HTTP/1.1" status: 200 len: 834 time: 0.0552926 Apr 29 15:53:55.394454 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-a1908283-d60d-47b8-abc8-da0ae45b36d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18360dc-269a-4c9d-9cd9-7c02d34cc15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706787 Apr 29 15:53:55.618749 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-658331b1-3810-4353-9ee6-241ade1f2daf service neutron] 10.222.0.35 "GET /v2.0/networks/c18360dc-269a-4c9d-9cd9-7c02d34cc15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186403 Apr 29 15:53:55.748685 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0aa21a7d-281e-49e2-96ac-f8e5877c9ed2 req-6281b315-95d2-4918-a945-ca9d47f5fc36 service neutron] 10.222.0.35 "GET /v2.0/networks/c18360dc-269a-4c9d-9cd9-7c02d34cc15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237347 Apr 29 15:53:56.249986 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bf0eb-b68b-4624-b5a2-d41eab2c68a0 req-e6efe31b-6a7f-4168-8d7a-e8fe25ddd1f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:53:56.251447 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-403bf0eb-b68b-4624-b5a2-d41eab2c68a0 req-e6efe31b-6a7f-4168-8d7a-e8fe25ddd1f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 944 time: 0.0809956 Apr 29 15:53:56.296195 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-403bf0eb-b68b-4624-b5a2-d41eab2c68a0 req-9ddaf752-21a6-4476-8657-4e76abac18b2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f80c88ea-2131-4f26-a317-dc890fff347b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391941 Apr 29 15:53:57.492229 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88206e-de5d-4e2b-9ce6-d54c6717713a req-f18414c9-22b6-4c52-a998-20d7277a05f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:53:57.493749 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6a88206e-de5d-4e2b-9ce6-d54c6717713a req-f18414c9-22b6-4c52-a998-20d7277a05f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 944 time: 0.0800171 Apr 29 15:53:57.539144 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6a88206e-de5d-4e2b-9ce6-d54c6717713a req-b87c6b03-4b10-439a-9518-9d4980706426 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f80c88ea-2131-4f26-a317-dc890fff347b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398510 Apr 29 15:53:58.353675 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 28a47d1c-6673-4038-a373-e9527f2286fa details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:53:58.484521 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 28a47d1c-6673-4038-a373-e9527f2286fa, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=28a47d1c-6673-4038-a373-e9527f2286fa,segment=NetworkSegment(1a2cbb73-0558-409b-9c65-f9bcffe84007),segment_id=1a2cbb73-0558-409b-9c65-f9bcffe84007)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:53:58.497446 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '28a47d1c-6673-4038-a373-e9527f2286fa', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'port_id': '28a47d1c-6673-4038-a373-e9527f2286fa', 'mac_address': 'fa:16:3e:e6:a3:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:53:58.550310 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:58.567463 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28a47d1c-6673-4038-a373-e9527f2286fa {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:53:58.583108 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 28a47d1c-6673-4038-a373-e9527f2286fa, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=28a47d1c-6673-4038-a373-e9527f2286fa,segment=NetworkSegment(1a2cbb73-0558-409b-9c65-f9bcffe84007),segment_id=1a2cbb73-0558-409b-9c65-f9bcffe84007)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:53:58.660839 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:58.729578 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=28a47d1c-6673-4038-a373-e9527f2286fa,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:58.735347 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d561f4-83e7-4337-be24-89f94dd9d393 req-284af2ae-b5ae-4691-aab9-c1149f2f101e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:53:58.737161 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b9d561f4-83e7-4337-be24-89f94dd9d393 req-284af2ae-b5ae-4691-aab9-c1149f2f101e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 945 time: 0.0787730 Apr 29 15:53:58.739867 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:58.740262 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:58.740606 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:58.740942 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:58.741277 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:58.741607 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:58.741932 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:58.742261 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:58.743879 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:58.744172 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:58.744501 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:58.782735 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b9d561f4-83e7-4337-be24-89f94dd9d393 req-1bd5e1e0-59a3-413b-adab-97e678f90316 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f80c88ea-2131-4f26-a317-dc890fff347b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395379 Apr 29 15:53:58.999226 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['28a47d1c-6673-4038-a373-e9527f2286fa'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 15:53:59.975377 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c27491-e26f-4ee4-a577-4459c81f8664 req-326ac5d0-d878-445b-8a5f-d52e5ef030fe tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:53:59.976823 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-83c27491-e26f-4ee4-a577-4459c81f8664 req-326ac5d0-d878-445b-8a5f-d52e5ef030fe tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 945 time: 0.0758312 Apr 29 15:54:00.021542 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-83c27491-e26f-4ee4-a577-4459c81f8664 req-ddb8f31e-e871-43b8-8654-3e87a7cbf38c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f80c88ea-2131-4f26-a317-dc890fff347b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392656 Apr 29 15:54:00.368756 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 28a47d1c-6673-4038-a373-e9527f2286fa up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:54:00.502598 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 28a47d1c-6673-4038-a373-e9527f2286fa completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:54:00.508117 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 28a47d1c-6673-4038-a373-e9527f2286fa triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:54:00.508484 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:00.621254 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:00.647231 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed07288-c458-4571-89bf-dc157f85c01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a47d1c-6673-4038-a373-e9527f2286fa'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:54:00.656520 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 28a47d1c-6673-4038-a373-e9527f2286fa, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=28a47d1c-6673-4038-a373-e9527f2286fa,segment=NetworkSegment(1a2cbb73-0558-409b-9c65-f9bcffe84007),segment_id=1a2cbb73-0558-409b-9c65-f9bcffe84007)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:54:00.705246 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb9d8d0-933b-4f05-95a4-a3551db5df23'] response: {'server_uuid': '5ed07288-c458-4571-89bf-dc157f85c01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a47d1c-6673-4038-a373-e9527f2286fa', 'code': 200} Apr 29 15:54:00.720215 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:00.790298 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=28a47d1c-6673-4038-a373-e9527f2286fa,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:01.077492 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6c99de76-bb92-4c1b-b402-01728886f0ec req-312bb16f-b3a7-4234-b544-9985a9f30028 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 1099 time: 0.0658233 Apr 29 15:54:01.122238 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6c99de76-bb92-4c1b-b402-01728886f0ec req-30b50f11-63f7-40fe-b666-a4f2f9f4a8fb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f80c88ea-2131-4f26-a317-dc890fff347b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391014 Apr 29 15:54:01.216584 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a676a-477d-4e41-a337-cc99b52cbd17 req-7ea43ab4-1358-4789-aa30-34a364b7da65 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:54:01.218024 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e83a676a-477d-4e41-a337-cc99b52cbd17 req-7ea43ab4-1358-4789-aa30-34a364b7da65 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 946 time: 0.0749419 Apr 29 15:54:01.263015 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e83a676a-477d-4e41-a337-cc99b52cbd17 req-315a7b4f-2d36-4308-8718-c0797ed64143 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f80c88ea-2131-4f26-a317-dc890fff347b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386486 Apr 29 15:54:02.467970 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95254e0-61b5-44cf-b444-444d56089cf9 req-ba13fa6a-3bae-490a-a1e9-941a6c9fd8d6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:54:02.469409 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c95254e0-61b5-44cf-b444-444d56089cf9 req-ba13fa6a-3bae-490a-a1e9-941a6c9fd8d6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 946 time: 0.0818667 Apr 29 15:54:02.515230 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c95254e0-61b5-44cf-b444-444d56089cf9 req-bb88a900-5e9f-4ec9-b81b-02dbdd087aad tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f80c88ea-2131-4f26-a317-dc890fff347b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392377 Apr 29 15:54:03.707708 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36bf65-690e-4c97-a298-a946a25d249f req-edbaa39a-e34d-44fa-b8a5-34f900711a96 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:54:03.709174 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2f36bf65-690e-4c97-a298-a946a25d249f req-edbaa39a-e34d-44fa-b8a5-34f900711a96 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 946 time: 0.0752935 Apr 29 15:54:03.754902 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2f36bf65-690e-4c97-a298-a946a25d249f req-ee0f1aa9-d24c-43d9-9793-75494d6d28a4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f80c88ea-2131-4f26-a317-dc890fff347b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401349 Apr 29 15:54:03.953508 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa968fd-7916-4a33-bdc0-abb2ac82dac7 req-53d1b670-fd83-48d2-9983-e7fe33f91768 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:54:03.954943 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9aa968fd-7916-4a33-bdc0-abb2ac82dac7 req-53d1b670-fd83-48d2-9983-e7fe33f91768 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 946 time: 0.0768466 Apr 29 15:54:03.998803 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9aa968fd-7916-4a33-bdc0-abb2ac82dac7 req-9cc6506d-ccb6-44cd-8d51-be0f94c9c791 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f80c88ea-2131-4f26-a317-dc890fff347b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379233 Apr 29 15:54:04.025798 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60842) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:54:04.092070 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7bfbbc8a-9e40-449a-809d-53d078f5a4bf tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 1094 time: 0.0651219 Apr 29 15:54:04.094712 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60846) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:54:04.099854 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-f0679550-15c6-4a26-8a1a-398bdf72dfec tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'floatingip': {'port_id': '28a47d1c-6673-4038-a373-e9527f2286fa'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:54:04.174619 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f0679550-15c6-4a26-8a1a-398bdf72dfec tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:04.828987 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f0679550-15c6-4a26-8a1a-398bdf72dfec tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:04.905638 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f0679550-15c6-4a26-8a1a-398bdf72dfec tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:05.092768 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [None req-f0679550-15c6-4a26-8a1a-398bdf72dfec tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Floating IP 765cbc65-4392-4203-8d79-b415da8255b5 associated. External IP: 172.26.1.192, port: 28a47d1c-6673-4038-a373-e9527f2286fa. Apr 29 15:54:05.473197 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0679550-15c6-4a26-8a1a-398bdf72dfec tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router a33bca2e-01ea-4a74-9268-b92ad9f28401 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:54:05.665824 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0679550-15c6-4a26-8a1a-398bdf72dfec tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:54:05.670079 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f0679550-15c6-4a26-8a1a-398bdf72dfec tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:05.676055 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ee54f4-85d4-415f-8d62-f74e9f7ff270 None None] Sync routers for ids ['a33bca2e-01ea-4a74-9268-b92ad9f28401'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:54:05.688774 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ee54f4-85d4-415f-8d62-f74e9f7ff270 None None] Routers {'a33bca2e-01ea-4a74-9268-b92ad9f28401'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:54:05.689453 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-30ee54f4-85d4-415f-8d62-f74e9f7ff270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:53:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a33bca2e-01ea-4a74-9268-b92ad9f28401'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:54:05.724970 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f0679550-15c6-4a26-8a1a-398bdf72dfec tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "PUT /v2.0/floatingips/765cbc65-4392-4203-8d79-b415da8255b5 HTTP/1.1" status: 200 len: 992 time: 1.6255801 Apr 29 15:54:05.724970 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed07288-c458-4571-89bf-dc157f85c01a', 'tag': '28a47d1c-6673-4038-a373-e9527f2286fa'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:54:05.725803 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60850) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:54:05.777472 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6482d43-f2d5-4d5b-8346-ee9cbf520b04'] response: {'name': 'network-changed', 'server_uuid': '5ed07288-c458-4571-89bf-dc157f85c01a', 'tag': '28a47d1c-6673-4038-a373-e9527f2286fa', 'status': 'completed', 'code': 200} Apr 29 15:54:05.840689 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-700db2f9-741c-4456-8d58-5307e87246b6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/765cbc65-4392-4203-8d79-b415da8255b5 HTTP/1.1" status: 200 len: 992 time: 0.1130140 Apr 29 15:54:05.868894 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-30ee54f4-85d4-415f-8d62-f74e9f7ff270 None None] Set router a33bca2e-01ea-4a74-9268-b92ad9f28401 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:54:05.873054 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6968e63f-d996-4e14-88ce-45b36489b218 req-8c1df584-7cca-4d3f-8ec5-cb0e267aa176 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 1099 time: 0.0744932 Apr 29 15:54:06.004411 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968e63f-d996-4e14-88ce-45b36489b218 req-14b7dbbb-ef69-4d06-8e24-7ca06e93fc03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:54:06.005931 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6968e63f-d996-4e14-88ce-45b36489b218 req-14b7dbbb-ef69-4d06-8e24-7ca06e93fc03 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c18360dc-269a-4c9d-9cd9-7c02d34cc15e HTTP/1.1" status: 200 len: 898 time: 0.1262879 Apr 29 15:54:06.213996 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6968e63f-d996-4e14-88ce-45b36489b218 req-23d10103-6c63-4452-b5d8-3c8fa4d5b3b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28a47d1c-6673-4038-a373-e9527f2286fa HTTP/1.1" status: 200 len: 1000 time: 0.2026923 Apr 29 15:54:06.238530 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-30ee54f4-85d4-415f-8d62-f74e9f7ff270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'name': 'tempest-TestNetworkBasicOps-router-769683926', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:59Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:00Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '765cbc65-4392-4203-8d79-b415da8255b5', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.192', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'port_id': '28a47d1c-6673-4038-a373-e9527f2286fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'mac_address': 'fa:16:3e:e6:a3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed07288-c458-4571-89bf-dc157f85c01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:52:26Z', 'updated_at': '2022-04-29T15:54:04Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3d111b1-f325-400f-b177-dd0b29971bf5', 'name': '', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:ff:aa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:03Z', 'updated_at': '2022-04-29T15:52:09Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:54:06.242316 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ee54f4-85d4-415f-8d62-f74e9f7ff270 None None] Checking router: a33bca2e-01ea-4a74-9268-b92ad9f28401 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:54:06.252731 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ee54f4-85d4-415f-8d62-f74e9f7ff270 None None] Routers {'a33bca2e-01ea-4a74-9268-b92ad9f28401'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:54:06.253345 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-30ee54f4-85d4-415f-8d62-f74e9f7ff270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:53:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a33bca2e-01ea-4a74-9268-b92ad9f28401'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:54:06.275181 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968e63f-d996-4e14-88ce-45b36489b218 req-c2f9448f-645e-48a8-add2-2bd3bd3fe6dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:54:06.276169 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6968e63f-d996-4e14-88ce-45b36489b218 req-c2f9448f-645e-48a8-add2-2bd3bd3fe6dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4142289f-fb49-4e47-bded-20b77c2bf34b HTTP/1.1" status: 200 len: 834 time: 0.0570130 Apr 29 15:54:06.347989 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6968e63f-d996-4e14-88ce-45b36489b218 req-ab2051d7-8abc-4afe-98b9-ba667b8df919 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18360dc-269a-4c9d-9cd9-7c02d34cc15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658927 Apr 29 15:54:06.429824 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-30ee54f4-85d4-415f-8d62-f74e9f7ff270 None None] Set router a33bca2e-01ea-4a74-9268-b92ad9f28401 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:54:06.480168 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6968e63f-d996-4e14-88ce-45b36489b218 req-4bf8dc23-d717-4c31-b77d-a69eec54414b service neutron] 10.222.0.35 "GET /v2.0/networks/c18360dc-269a-4c9d-9cd9-7c02d34cc15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243458 Apr 29 15:54:06.611718 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6968e63f-d996-4e14-88ce-45b36489b218 req-fb5a8aa9-29d3-483c-bfc2-fdac74af9196 service neutron] 10.222.0.35 "GET /v2.0/networks/c18360dc-269a-4c9d-9cd9-7c02d34cc15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261573 Apr 29 15:54:06.770213 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-30ee54f4-85d4-415f-8d62-f74e9f7ff270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'name': 'tempest-TestNetworkBasicOps-router-769683926', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:59Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:00Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '765cbc65-4392-4203-8d79-b415da8255b5', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.192', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'port_id': '28a47d1c-6673-4038-a373-e9527f2286fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'mac_address': 'fa:16:3e:e6:a3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed07288-c458-4571-89bf-dc157f85c01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:52:26Z', 'updated_at': '2022-04-29T15:54:04Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3d111b1-f325-400f-b177-dd0b29971bf5', 'name': '', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:ff:aa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:03Z', 'updated_at': '2022-04-29T15:52:09Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:54:06.774046 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ee54f4-85d4-415f-8d62-f74e9f7ff270 None None] The sync data for ids ['a33bca2e-01ea-4a74-9268-b92ad9f28401'] in dv-neutron-839913-1-hyperv is: [{'id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'name': 'tempest-TestNetworkBasicOps-router-769683926', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:59Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:00Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '765cbc65-4392-4203-8d79-b415da8255b5', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.192', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'port_id': '28a47d1c-6673-4038-a373-e9527f2286fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'mac_address': 'fa:16:3e:e6:a3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed07288-c458-4571-89bf-dc157f85c01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:52:26Z', 'updated_at': '2022-04-29T15:54:04Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3d111b1-f325-400f-b177-dd0b29971bf5', 'name': '', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:ff:aa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:03Z', 'updated_at': '2022-04-29T15:52:09Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:54:06.844358 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60856) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:54:06.951727 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9fb90add-f749-4d5e-b761-f15498c6ef56 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/765cbc65-4392-4203-8d79-b415da8255b5 HTTP/1.1" status: 200 len: 992 time: 0.1061165 Apr 29 15:54:06.972844 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f448070-dcb9-43af-9bee-82abaf7dba4a None None] New status for floating IP 765cbc65-4392-4203-8d79-b415da8255b5: ACTIVE {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:54:07.955527 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60860) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:54:08.059362 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-94a5c8a6-117f-4fd4-8336-5c4f3f5cc9f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/765cbc65-4392-4203-8d79-b415da8255b5 HTTP/1.1" status: 200 len: 994 time: 0.1027329 Apr 29 15:54:13.588044 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-10eb90ab-d320-4b78-b6dd-4f179a5cddc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:15.203165 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:15.896508 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-71a274ab-7b09-4929-9f27-b829efb15a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:17.157352 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:17.494011 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:17.734409 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:54:18.444864 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:27.093580 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-49a1b70b-c514-4c7a-bae1-3ab48c96fd72 req-ef83eed1-7014-44d6-bd55-0180fd18ce05 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e337d0be-8d0c-4219-9291-cd3529b630e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723650 Apr 29 15:54:27.233259 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-49a1b70b-c514-4c7a-bae1-3ab48c96fd72 req-377160a6-26d1-458f-9bf3-8b55e0a1b7a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 1098 time: 0.0711322 Apr 29 15:54:27.373326 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1b70b-c514-4c7a-bae1-3ab48c96fd72 req-55785466-e9b3-4b12-b737-9e39563e17a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:54:27.374684 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-49a1b70b-c514-4c7a-bae1-3ab48c96fd72 req-55785466-e9b3-4b12-b737-9e39563e17a4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c18360dc-269a-4c9d-9cd9-7c02d34cc15e HTTP/1.1" status: 200 len: 898 time: 0.1234572 Apr 29 15:54:27.442183 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-49a1b70b-c514-4c7a-bae1-3ab48c96fd72 req-f5f89e17-5288-4e0e-9da8-4f822331960a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=276faba1-ee49-4da1-8fd3-c6867a5b6ab7 HTTP/1.1" status: 200 len: 217 time: 0.0617747 Apr 29 15:54:27.503684 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1b70b-c514-4c7a-bae1-3ab48c96fd72 req-f2c87d43-8f58-4cf7-b18d-3418f81c1b2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:54:27.505104 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-49a1b70b-c514-4c7a-bae1-3ab48c96fd72 req-f2c87d43-8f58-4cf7-b18d-3418f81c1b2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4142289f-fb49-4e47-bded-20b77c2bf34b HTTP/1.1" status: 200 len: 834 time: 0.0566339 Apr 29 15:54:27.577990 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-49a1b70b-c514-4c7a-bae1-3ab48c96fd72 req-d0cb957f-6f22-4606-86b9-6d9b32d26c01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18360dc-269a-4c9d-9cd9-7c02d34cc15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664964 Apr 29 15:54:27.706334 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-49a1b70b-c514-4c7a-bae1-3ab48c96fd72 req-cfaebba7-e4a6-4444-996b-27a48e073c79 service neutron] 10.222.0.35 "GET /v2.0/networks/c18360dc-269a-4c9d-9cd9-7c02d34cc15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221151 Apr 29 15:54:27.850639 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-49a1b70b-c514-4c7a-bae1-3ab48c96fd72 req-2111149b-1533-4db7-a8d3-e36b549aa142 service neutron] 10.222.0.35 "GET /v2.0/networks/c18360dc-269a-4c9d-9cd9-7c02d34cc15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391397 Apr 29 15:54:43.570315 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-edc96028-7d08-43a0-af5e-4aa582ce15a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:45.210954 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:45.895943 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-16f4b841-0f5c-4c72-96d3-f8fa8fafeadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:47.153239 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:47.482266 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:48.436539 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:54.734899 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:55:13.574946 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-daaf28e3-4f82-4208-a5c9-4b6bed067752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:15.203522 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:15.889667 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-178962da-1455-4ce8-9bcd-5bbd4456e13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:17.136202 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:17.497131 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:17.659676 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd0461-4d1d-44d5-bc84-d65c2dbdef8d req-2730d079-813a-4e47-9562-3644176ba8bf tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:17.661098 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-edfd0461-4d1d-44d5-bc84-d65c2dbdef8d req-2730d079-813a-4e47-9562-3644176ba8bf tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 946 time: 0.0794361 Apr 29 15:55:17.708975 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-edfd0461-4d1d-44d5-bc84-d65c2dbdef8d req-f53a4087-2116-4f15-9792-895902a0188d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f80c88ea-2131-4f26-a317-dc890fff347b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417500 Apr 29 15:55:18.432750 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:18.908627 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9465d0a-890e-4501-87c4-283e6aa1539e req-9f43152b-ad55-46b9-9807-154a9d918c93 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:18.910076 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c9465d0a-890e-4501-87c4-283e6aa1539e req-9f43152b-ad55-46b9-9807-154a9d918c93 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 946 time: 0.0772073 Apr 29 15:55:18.959549 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c9465d0a-890e-4501-87c4-283e6aa1539e req-aa274864-0aa6-4679-bb9e-ead3bf0770f9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f80c88ea-2131-4f26-a317-dc890fff347b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429943 Apr 29 15:55:19.067612 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286b1b1-122a-49d7-a7f7-e525d9fe1e66 req-b31fd1e6-790a-4a67-982e-6edb56223cc9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:19.068945 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0286b1b1-122a-49d7-a7f7-e525d9fe1e66 req-b31fd1e6-790a-4a67-982e-6edb56223cc9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 946 time: 0.0774536 Apr 29 15:55:19.134349 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-0286b1b1-122a-49d7-a7f7-e525d9fe1e66 req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 28a47d1c-6673-4038-a373-e9527f2286fa {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:55:19.135171 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0286b1b1-122a-49d7-a7f7-e525d9fe1e66 req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:19.468765 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-0286b1b1-122a-49d7-a7f7-e525d9fe1e66 req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port 28a47d1c-6673-4038-a373-e9527f2286fa, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=28a47d1c-6673-4038-a373-e9527f2286fa,segment=NetworkSegment(1a2cbb73-0558-409b-9c65-f9bcffe84007),segment_id=1a2cbb73-0558-409b-9c65-f9bcffe84007)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:19.469112 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0286b1b1-122a-49d7-a7f7-e525d9fe1e66 req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:19.763060 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0286b1b1-122a-49d7-a7f7-e525d9fe1e66 req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:19.763426 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0286b1b1-122a-49d7-a7f7-e525d9fe1e66 req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:19.763730 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [req-0286b1b1-122a-49d7-a7f7-e525d9fe1e66 req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Floating IP 765cbc65-4392-4203-8d79-b415da8255b5 disassociated. External IP: 172.26.1.192, port: 28a47d1c-6673-4038-a373-e9527f2286fa. Apr 29 15:55:19.764063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-0286b1b1-122a-49d7-a7f7-e525d9fe1e66 req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 28a47d1c-6673-4038-a373-e9527f2286fa owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:55:19.958146 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0286b1b1-122a-49d7-a7f7-e525d9fe1e66 req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:20.010558 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=28a47d1c-6673-4038-a373-e9527f2286fa,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:20.023366 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:20.023602 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:20.023999 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:20.024334 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:20.024658 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:20.025006 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:20.025349 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:20.025644 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:20.025959 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:20.026274 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:20.026617 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:20.184265 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-55ec72b6-b424-4255-808a-ea12a09339cb req-5a835862-0740-4ae0-b35b-8c27cf480120 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 210 time: 0.0936937 Apr 29 15:55:20.264218 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0286b1b1-122a-49d7-a7f7-e525d9fe1e66 req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router a33bca2e-01ea-4a74-9268-b92ad9f28401 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:55:20.469118 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0286b1b1-122a-49d7-a7f7-e525d9fe1e66 req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:55:20.479861 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc7a8bd-ba37-49c7-a7ce-0b6646fc8c6d None None] Sync routers for ids ['a33bca2e-01ea-4a74-9268-b92ad9f28401'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:55:20.492155 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc7a8bd-ba37-49c7-a7ce-0b6646fc8c6d None None] Routers {'a33bca2e-01ea-4a74-9268-b92ad9f28401'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:55:20.492757 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-bbc7a8bd-ba37-49c7-a7ce-0b6646fc8c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:55:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a33bca2e-01ea-4a74-9268-b92ad9f28401'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:20.538410 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0286b1b1-122a-49d7-a7f7-e525d9fe1e66 req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] No DVR routers for this DVR port 28a47d1c-6673-4038-a373-e9527f2286fa on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:55:20.541449 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0286b1b1-122a-49d7-a7f7-e525d9fe1e66 req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:20.545080 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed07288-c458-4571-89bf-dc157f85c01a', 'name': 'network-vif-deleted', 'tag': '28a47d1c-6673-4038-a373-e9527f2286fa'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:55:20.601752 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08be2794-1fde-4c75-b33a-e5194c6477c0'] response: {'server_uuid': '5ed07288-c458-4571-89bf-dc157f85c01a', 'name': 'network-vif-deleted', 'tag': '28a47d1c-6673-4038-a373-e9527f2286fa', 'status': 'completed', 'code': 200} Apr 29 15:55:20.616015 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0286b1b1-122a-49d7-a7f7-e525d9fe1e66 req-503d7c58-da24-4d64-a73a-38bc7fdefa0f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "DELETE /v2.0/ports/28a47d1c-6673-4038-a373-e9527f2286fa HTTP/1.1" status: 204 len: 173 time: 1.5422466 Apr 29 15:55:20.679925 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-bbc7a8bd-ba37-49c7-a7ce-0b6646fc8c6d None None] Set router a33bca2e-01ea-4a74-9268-b92ad9f28401 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:55:20.984749 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-bbc7a8bd-ba37-49c7-a7ce-0b6646fc8c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'name': 'tempest-TestNetworkBasicOps-router-769683926', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:59Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:00Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'b3d111b1-f325-400f-b177-dd0b29971bf5', 'name': '', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:ff:aa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:03Z', 'updated_at': '2022-04-29T15:52:09Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:20.988418 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc7a8bd-ba37-49c7-a7ce-0b6646fc8c6d None None] Checking router: a33bca2e-01ea-4a74-9268-b92ad9f28401 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:55:20.999343 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc7a8bd-ba37-49c7-a7ce-0b6646fc8c6d None None] Routers {'a33bca2e-01ea-4a74-9268-b92ad9f28401'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:55:20.999935 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-bbc7a8bd-ba37-49c7-a7ce-0b6646fc8c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:55:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a33bca2e-01ea-4a74-9268-b92ad9f28401'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:21.201966 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-bbc7a8bd-ba37-49c7-a7ce-0b6646fc8c6d None None] Set router a33bca2e-01ea-4a74-9268-b92ad9f28401 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:55:21.368163 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-f763bc1d-cfa6-4cf2-9393-99c42d3d5ca7 req-731ed08b-7b0b-493e-8a7a-13b6a50c9462 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:55:21.448258 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-f763bc1d-cfa6-4cf2-9393-99c42d3d5ca7 req-731ed08b-7b0b-493e-8a7a-13b6a50c9462 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:55:21.449536 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f763bc1d-cfa6-4cf2-9393-99c42d3d5ca7 req-731ed08b-7b0b-493e-8a7a-13b6a50c9462 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed07288-c458-4571-89bf-dc157f85c01a HTTP/1.1" status: 200 len: 210 time: 0.1207404 Apr 29 15:55:21.519144 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-bbc7a8bd-ba37-49c7-a7ce-0b6646fc8c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'name': 'tempest-TestNetworkBasicOps-router-769683926', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:59Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:00Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'b3d111b1-f325-400f-b177-dd0b29971bf5', 'name': '', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:ff:aa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:03Z', 'updated_at': '2022-04-29T15:52:09Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:21.523101 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc7a8bd-ba37-49c7-a7ce-0b6646fc8c6d None None] The sync data for ids ['a33bca2e-01ea-4a74-9268-b92ad9f28401'] in dv-neutron-839913-1-hyperv is: [{'id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'name': 'tempest-TestNetworkBasicOps-router-769683926', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:59Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:00Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'b3d111b1-f325-400f-b177-dd0b29971bf5', 'name': '', 'network_id': 'c18360dc-269a-4c9d-9cd9-7c02d34cc15e', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:ff:aa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:03Z', 'updated_at': '2022-04-29T15:52:09Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '4142289f-fb49-4e47-bded-20b77c2bf34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:55:21.757088 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30142a94-87f0-4781-96ad-39cfa78c1843 None None] New status for floating IP 765cbc65-4392-4203-8d79-b415da8255b5: DOWN {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:55:22.553971 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60912) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:22.624819 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ad0af8b2-fad1-4cc0-983c-54794c2652a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:22.653245 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ad0af8b2-fad1-4cc0-983c-54794c2652a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:22.779147 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ad0af8b2-fad1-4cc0-983c-54794c2652a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:22.790897 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 28a47d1c-6673-4038-a373-e9527f2286fa no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:55:22.798748 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0af8b2-fad1-4cc0-983c-54794c2652a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80c88ea-2131-4f26-a317-dc890fff347b,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:22.808197 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0af8b2-fad1-4cc0-983c-54794c2652a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:22.808542 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0af8b2-fad1-4cc0-983c-54794c2652a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:22.808883 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0af8b2-fad1-4cc0-983c-54794c2652a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:22.809214 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0af8b2-fad1-4cc0-983c-54794c2652a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:22.809545 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0af8b2-fad1-4cc0-983c-54794c2652a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:22.809873 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0af8b2-fad1-4cc0-983c-54794c2652a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:22.810194 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0af8b2-fad1-4cc0-983c-54794c2652a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:22.810536 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0af8b2-fad1-4cc0-983c-54794c2652a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:22.810855 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0af8b2-fad1-4cc0-983c-54794c2652a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:22.811172 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0af8b2-fad1-4cc0-983c-54794c2652a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:22.811486 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0af8b2-fad1-4cc0-983c-54794c2652a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:22.829905 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 28a47d1c-6673-4038-a373-e9527f2286fa {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:55:22.830247 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 28a47d1c-6673-4038-a373-e9527f2286fa not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:55:22.864062 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ad0af8b2-fad1-4cc0-983c-54794c2652a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:22.865203 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ad0af8b2-fad1-4cc0-983c-54794c2652a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/security-groups/f80c88ea-2131-4f26-a317-dc890fff347b HTTP/1.1" status: 204 len: 168 time: 0.3102283 Apr 29 15:55:23.987141 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60920) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:24.140814 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-60a68d6c-8697-486a-aadc-7fc4bfa7b36c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 86d11106-c163-4ddb-a0a9-e8d6ad839e2e {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:55:24.141148 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-60a68d6c-8697-486a-aadc-7fc4bfa7b36c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:24.416915 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-60a68d6c-8697-486a-aadc-7fc4bfa7b36c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:24.417198 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-60a68d6c-8697-486a-aadc-7fc4bfa7b36c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:24.543995 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-60a68d6c-8697-486a-aadc-7fc4bfa7b36c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 86d11106-c163-4ddb-a0a9-e8d6ad839e2e owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:55:24.775823 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-60a68d6c-8697-486a-aadc-7fc4bfa7b36c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:24.830887 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a68d6c-8697-486a-aadc-7fc4bfa7b36c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=86d11106-c163-4ddb-a0a9-e8d6ad839e2e,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:24.934134 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-60a68d6c-8697-486a-aadc-7fc4bfa7b36c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:25.009918 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-60a68d6c-8697-486a-aadc-7fc4bfa7b36c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:25.011229 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-60a68d6c-8697-486a-aadc-7fc4bfa7b36c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/floatingips/765cbc65-4392-4203-8d79-b415da8255b5 HTTP/1.1" status: 204 len: 168 time: 1.0230966 Apr 29 15:55:25.658920 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e32d9-4f98-4aa0-b56d-fd1e321416b7 req-b5ad45ea-0cde-43ba-9a90-69f5dfb13f92 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:25.659608 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-9b3e32d9-4f98-4aa0-b56d-fd1e321416b7 req-b5ad45ea-0cde-43ba-9a90-69f5dfb13f92 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:55:25.735586 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-9b3e32d9-4f98-4aa0-b56d-fd1e321416b7 req-b5ad45ea-0cde-43ba-9a90-69f5dfb13f92 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:55:25.737036 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9b3e32d9-4f98-4aa0-b56d-fd1e321416b7 req-b5ad45ea-0cde-43ba-9a90-69f5dfb13f92 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 945 time: 0.2254305 Apr 29 15:55:25.783644 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9b3e32d9-4f98-4aa0-b56d-fd1e321416b7 req-2f9fcaf8-1779-4d7c-bf0a-1b4f126e6af9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2606a30-4361-4d1f-ae4a-97577981daa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409536 Apr 29 15:55:26.978174 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9edcf-857e-4853-a8ba-040dc0d218ee req-76da6eef-4e3c-4407-8d7a-ca4acb101dbe tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:26.979619 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8ed9edcf-857e-4853-a8ba-040dc0d218ee req-76da6eef-4e3c-4407-8d7a-ca4acb101dbe tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 945 time: 0.0741112 Apr 29 15:55:27.022933 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8ed9edcf-857e-4853-a8ba-040dc0d218ee req-a85f33a9-fb33-4d61-8f0e-33518024ee19 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2606a30-4361-4d1f-ae4a-97577981daa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376031 Apr 29 15:55:27.193662 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79b35f-73af-4ec0-9d07-97074e2f3f2c req-d2aad27c-8348-401b-81c8-cf2fbea55d2f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:27.195114 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cb79b35f-73af-4ec0-9d07-97074e2f3f2c req-d2aad27c-8348-401b-81c8-cf2fbea55d2f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/ports?device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 945 time: 0.0788853 Apr 29 15:55:27.263139 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-cb79b35f-73af-4ec0-9d07-97074e2f3f2c req-985f73a7-56ea-4240-95a5-2bde89ba0c31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 276faba1-ee49-4da1-8fd3-c6867a5b6ab7 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:55:27.263475 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-cb79b35f-73af-4ec0-9d07-97074e2f3f2c req-985f73a7-56ea-4240-95a5-2bde89ba0c31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:27.503159 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-cb79b35f-73af-4ec0-9d07-97074e2f3f2c req-985f73a7-56ea-4240-95a5-2bde89ba0c31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port 276faba1-ee49-4da1-8fd3-c6867a5b6ab7, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=276faba1-ee49-4da1-8fd3-c6867a5b6ab7,segment=NetworkSegment(1a2cbb73-0558-409b-9c65-f9bcffe84007),segment_id=1a2cbb73-0558-409b-9c65-f9bcffe84007)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:27.503511 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-cb79b35f-73af-4ec0-9d07-97074e2f3f2c req-985f73a7-56ea-4240-95a5-2bde89ba0c31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:27.622502 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-cb79b35f-73af-4ec0-9d07-97074e2f3f2c req-985f73a7-56ea-4240-95a5-2bde89ba0c31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 276faba1-ee49-4da1-8fd3-c6867a5b6ab7 owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:55:27.826259 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-cb79b35f-73af-4ec0-9d07-97074e2f3f2c req-985f73a7-56ea-4240-95a5-2bde89ba0c31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:27.873443 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f73a7-56ea-4240-95a5-2bde89ba0c31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=276faba1-ee49-4da1-8fd3-c6867a5b6ab7,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:27.944671 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb79b35f-73af-4ec0-9d07-97074e2f3f2c req-985f73a7-56ea-4240-95a5-2bde89ba0c31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] No DVR routers for this DVR port 276faba1-ee49-4da1-8fd3-c6867a5b6ab7 on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:55:27.946957 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-cb79b35f-73af-4ec0-9d07-97074e2f3f2c req-985f73a7-56ea-4240-95a5-2bde89ba0c31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:27.949387 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e337d0be-8d0c-4219-9291-cd3529b630e2', 'name': 'network-vif-deleted', 'tag': '276faba1-ee49-4da1-8fd3-c6867a5b6ab7'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:55:28.002387 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01542d0b-197c-4f9f-9290-e700524c64c1'] response: {'server_uuid': 'e337d0be-8d0c-4219-9291-cd3529b630e2', 'name': 'network-vif-deleted', 'tag': '276faba1-ee49-4da1-8fd3-c6867a5b6ab7', 'status': 'completed', 'code': 200} Apr 29 15:55:28.014084 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cb79b35f-73af-4ec0-9d07-97074e2f3f2c req-985f73a7-56ea-4240-95a5-2bde89ba0c31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "DELETE /v2.0/ports/276faba1-ee49-4da1-8fd3-c6867a5b6ab7 HTTP/1.1" status: 204 len: 173 time: 0.8143384 Apr 29 15:55:28.186856 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-f5b4b8c9-bd85-4a86-ac15-ca1d233fa14b req-28c8f23e-4793-4720-8deb-e5818774992d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:55:28.283624 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-f5b4b8c9-bd85-4a86-ac15-ca1d233fa14b req-28c8f23e-4793-4720-8deb-e5818774992d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:55:28.284890 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f5b4b8c9-bd85-4a86-ac15-ca1d233fa14b req-28c8f23e-4793-4720-8deb-e5818774992d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e337d0be-8d0c-4219-9291-cd3529b630e2 HTTP/1.1" status: 200 len: 210 time: 0.1382067 Apr 29 15:55:29.402094 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60938) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:29.474586 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f2762bc8-4877-45af-ae51-5359fc0a42b6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:29.592187 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f2762bc8-4877-45af-ae51-5359fc0a42b6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:29.744655 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f2762bc8-4877-45af-ae51-5359fc0a42b6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:29.763884 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2762bc8-4877-45af-ae51-5359fc0a42b6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2606a30-4361-4d1f-ae4a-97577981daa3,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:29.771667 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f2762bc8-4877-45af-ae51-5359fc0a42b6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:29.772790 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f2762bc8-4877-45af-ae51-5359fc0a42b6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/security-groups/a2606a30-4361-4d1f-ae4a-97577981daa3 HTTP/1.1" status: 204 len: 168 time: 0.3697000 Apr 29 15:55:29.910657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60946) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:30.302556 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6545a1d1-a08c-4400-bd78-9b888e50fa39 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:30.820923 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 276faba1-ee49-4da1-8fd3-c6867a5b6ab7 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:55:30.854385 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 276faba1-ee49-4da1-8fd3-c6867a5b6ab7 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:55:30.854760 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 276faba1-ee49-4da1-8fd3-c6867a5b6ab7 not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:55:30.896050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-6545a1d1-a08c-4400-bd78-9b888e50fa39 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port b3d111b1-f325-400f-b177-dd0b29971bf5 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:55:30.896608 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6545a1d1-a08c-4400-bd78-9b888e50fa39 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:31.077306 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-6545a1d1-a08c-4400-bd78-9b888e50fa39 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port b3d111b1-f325-400f-b177-dd0b29971bf5, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=b3d111b1-f325-400f-b177-dd0b29971bf5,segment=NetworkSegment(1a2cbb73-0558-409b-9c65-f9bcffe84007),segment_id=1a2cbb73-0558-409b-9c65-f9bcffe84007)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:31.077576 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6545a1d1-a08c-4400-bd78-9b888e50fa39 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:31.193620 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-6545a1d1-a08c-4400-bd78-9b888e50fa39 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for b3d111b1-f325-400f-b177-dd0b29971bf5 owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:55:31.516206 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6545a1d1-a08c-4400-bd78-9b888e50fa39 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:31.560858 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545a1d1-a08c-4400-bd78-9b888e50fa39 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=b3d111b1-f325-400f-b177-dd0b29971bf5,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:31.736189 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:55:31.857888 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6545a1d1-a08c-4400-bd78-9b888e50fa39 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:32.416109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6545a1d1-a08c-4400-bd78-9b888e50fa39 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router a33bca2e-01ea-4a74-9268-b92ad9f28401 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:55:32.605956 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6545a1d1-a08c-4400-bd78-9b888e50fa39 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:55:32.615377 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83381b80-d6f4-4dc4-b090-2021881057fd None None] Sync routers for ids ['a33bca2e-01ea-4a74-9268-b92ad9f28401'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:55:32.626567 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83381b80-d6f4-4dc4-b090-2021881057fd None None] Routers {'a33bca2e-01ea-4a74-9268-b92ad9f28401'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:55:32.627156 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-83381b80-d6f4-4dc4-b090-2021881057fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:55:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a33bca2e-01ea-4a74-9268-b92ad9f28401'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:32.695381 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6545a1d1-a08c-4400-bd78-9b888e50fa39 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "PUT /v2.0/routers/a33bca2e-01ea-4a74-9268-b92ad9f28401/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7835448 Apr 29 15:55:32.698468 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60950) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:32.806720 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-83381b80-d6f4-4dc4-b090-2021881057fd None None] Set router a33bca2e-01ea-4a74-9268-b92ad9f28401 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:55:32.882458 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-02583cf1-5097-49ee-babd-a1ed66f50c50 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting subnet 4142289f-fb49-4e47-bded-20b77c2bf34b {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:55:32.885998 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-02583cf1-5097-49ee-babd-a1ed66f50c50 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:32.942321 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-02583cf1-5097-49ee-babd-a1ed66f50c50 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:33.025025 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-02583cf1-5097-49ee-babd-a1ed66f50c50 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:33.083581 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-83381b80-d6f4-4dc4-b090-2021881057fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'name': 'tempest-TestNetworkBasicOps-router-769683926', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:59Z', 'updated_at': '2022-04-29T15:55:31Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:00Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:33.087478 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83381b80-d6f4-4dc4-b090-2021881057fd None None] Checking router: a33bca2e-01ea-4a74-9268-b92ad9f28401 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:55:33.097840 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83381b80-d6f4-4dc4-b090-2021881057fd None None] Routers {'a33bca2e-01ea-4a74-9268-b92ad9f28401'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:55:33.098471 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-83381b80-d6f4-4dc4-b090-2021881057fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:55:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a33bca2e-01ea-4a74-9268-b92ad9f28401'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:33.152664 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-02583cf1-5097-49ee-babd-a1ed66f50c50 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:33.191225 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02583cf1-5097-49ee-babd-a1ed66f50c50 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Subnet': ['ID=4142289f-fb49-4e47-bded-20b77c2bf34b,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:33.197604 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-02583cf1-5097-49ee-babd-a1ed66f50c50 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:33.204408 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223c5d27-b6e2-4d0f-9cd0-f8e984ef2063 None None] Network c18360dc-269a-4c9d-9cd9-7c02d34cc15e requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:55:33.204872 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-02583cf1-5097-49ee-babd-a1ed66f50c50 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/subnets/4142289f-fb49-4e47-bded-20b77c2bf34b HTTP/1.1" status: 204 len: 168 time: 0.5048223 Apr 29 15:55:33.207453 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60954) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:33.277024 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-83381b80-d6f4-4dc4-b090-2021881057fd None None] Set router a33bca2e-01ea-4a74-9268-b92ad9f28401 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:55:33.409418 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-52535842-8de3-4d25-91f8-aa7784d725d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:33.461021 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377b49a8-974f-4d77-a4ee-6ab517714b72 None None] DHCP port deletion for c18360dc-269a-4c9d-9cd9-7c02d34cc15e request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:55:33.467137 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-377b49a8-974f-4d77-a4ee-6ab517714b72 None None] Deleting port 7c1adb47-585c-4131-a9b6-e3f556f651b5 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:55:33.468029 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-377b49a8-974f-4d77-a4ee-6ab517714b72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:33.602725 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-83381b80-d6f4-4dc4-b090-2021881057fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'name': 'tempest-TestNetworkBasicOps-router-769683926', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:59Z', 'updated_at': '2022-04-29T15:55:31Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:00Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:33.606686 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83381b80-d6f4-4dc4-b090-2021881057fd None None] The sync data for ids ['a33bca2e-01ea-4a74-9268-b92ad9f28401'] in dv-neutron-839913-1-hyperv is: [{'id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'name': 'tempest-TestNetworkBasicOps-router-769683926', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:59Z', 'updated_at': '2022-04-29T15:55:31Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'd7006e12-dfff-4522-aeaa-a550a8f06ce9', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bca2e-01ea-4a74-9268-b92ad9f28401', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:00Z', 'updated_at': '2022-04-29T15:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:55:33.697333 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-377b49a8-974f-4d77-a4ee-6ab517714b72 None None] For port 7c1adb47-585c-4131-a9b6-e3f556f651b5, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7c1adb47-585c-4131-a9b6-e3f556f651b5,segment=NetworkSegment(1a2cbb73-0558-409b-9c65-f9bcffe84007),segment_id=1a2cbb73-0558-409b-9c65-f9bcffe84007)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:33.697745 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-377b49a8-974f-4d77-a4ee-6ab517714b72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:33.711416 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-52535842-8de3-4d25-91f8-aa7784d725d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:33.791073 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-52535842-8de3-4d25-91f8-aa7784d725d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port d7006e12-dfff-4522-aeaa-a550a8f06ce9 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:55:33.791424 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-52535842-8de3-4d25-91f8-aa7784d725d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:33.816351 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-377b49a8-974f-4d77-a4ee-6ab517714b72 None None] Calling delete_port for 7c1adb47-585c-4131-a9b6-e3f556f651b5 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:55:33.963742 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-377b49a8-974f-4d77-a4ee-6ab517714b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:33.967594 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-52535842-8de3-4d25-91f8-aa7784d725d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port d7006e12-dfff-4522-aeaa-a550a8f06ce9, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d7006e12-dfff-4522-aeaa-a550a8f06ce9,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:33.967943 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-52535842-8de3-4d25-91f8-aa7784d725d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:34.013263 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7c1adb47-585c-4131-a9b6-e3f556f651b5 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:55:34.053426 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b49a8-974f-4d77-a4ee-6ab517714b72 None None] Pushing event deleted for resources: {'Port': ['ID=7c1adb47-585c-4131-a9b6-e3f556f651b5,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:34.059120 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 7c1adb47-585c-4131-a9b6-e3f556f651b5 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:55:34.059524 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7c1adb47-585c-4131-a9b6-e3f556f651b5 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:55:34.059913 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device b3d111b1-f325-400f-b177-dd0b29971bf5 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:55:34.096303 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-52535842-8de3-4d25-91f8-aa7784d725d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for d7006e12-dfff-4522-aeaa-a550a8f06ce9 owned by network:router_gateway {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:55:34.096833 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: b3d111b1-f325-400f-b177-dd0b29971bf5 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:55:34.097187 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device b3d111b1-f325-400f-b177-dd0b29971bf5 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:55:34.100469 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377b49a8-974f-4d77-a4ee-6ab517714b72 None None] No DVR routers for this DVR port 7c1adb47-585c-4131-a9b6-e3f556f651b5 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:55:34.103090 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b49a8-974f-4d77-a4ee-6ab517714b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:34.103419 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b49a8-974f-4d77-a4ee-6ab517714b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:34.103995 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b49a8-974f-4d77-a4ee-6ab517714b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:34.104461 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b49a8-974f-4d77-a4ee-6ab517714b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:34.104641 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b49a8-974f-4d77-a4ee-6ab517714b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:34.104937 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b49a8-974f-4d77-a4ee-6ab517714b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:34.106975 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b49a8-974f-4d77-a4ee-6ab517714b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:34.107321 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b49a8-974f-4d77-a4ee-6ab517714b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:34.107655 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b49a8-974f-4d77-a4ee-6ab517714b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:34.108329 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b49a8-974f-4d77-a4ee-6ab517714b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:34.108329 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b49a8-974f-4d77-a4ee-6ab517714b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:34.322341 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-52535842-8de3-4d25-91f8-aa7784d725d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:34.364795 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52535842-8de3-4d25-91f8-aa7784d725d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=d7006e12-dfff-4522-aeaa-a550a8f06ce9,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:34.582245 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-52535842-8de3-4d25-91f8-aa7784d725d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:34.835657 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-52535842-8de3-4d25-91f8-aa7784d725d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:34.840348 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-52535842-8de3-4d25-91f8-aa7784d725d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:34.944365 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-52535842-8de3-4d25-91f8-aa7784d725d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:34.944897 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52535842-8de3-4d25-91f8-aa7784d725d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Fanout notify agent at l3_agent the message router_deleted on router a33bca2e-01ea-4a74-9268-b92ad9f28401 {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:55:34.959728 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-52535842-8de3-4d25-91f8-aa7784d725d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:34.960889 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-52535842-8de3-4d25-91f8-aa7784d725d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/routers/a33bca2e-01ea-4a74-9268-b92ad9f28401 HTTP/1.1" status: 204 len: 168 time: 1.7525592 Apr 29 15:55:34.964244 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 60958) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:35.188101 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f63b60aa-0497-49be-8462-c7e15d63a7ba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:35.330188 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f63b60aa-0497-49be-8462-c7e15d63a7ba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:35.359963 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-f63b60aa-0497-49be-8462-c7e15d63a7ba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18360dc-269a-4c9d-9cd9-7c02d34cc15e']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:35.374182 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-f63b60aa-0497-49be-8462-c7e15d63a7ba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2cbb73-0558-409b-9c65-f9bcffe84007') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:35.374478 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-f63b60aa-0497-49be-8462-c7e15d63a7ba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2cbb73-0558-409b-9c65-f9bcffe84007') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:35.388657 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f63b60aa-0497-49be-8462-c7e15d63a7ba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:35.408903 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f63b60aa-0497-49be-8462-c7e15d63a7ba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:35.413025 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63b60aa-0497-49be-8462-c7e15d63a7ba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:55:35.413503 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f63b60aa-0497-49be-8462-c7e15d63a7ba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:55:35.430844 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:55:35.557557 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f63b60aa-0497-49be-8462-c7e15d63a7ba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:35.577959 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f63b60aa-0497-49be-8462-c7e15d63a7ba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:35.588836 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b60aa-0497-49be-8462-c7e15d63a7ba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Network': ['ID=c18360dc-269a-4c9d-9cd9-7c02d34cc15e,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:35.672988 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f63b60aa-0497-49be-8462-c7e15d63a7ba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/networks/c18360dc-269a-4c9d-9cd9-7c02d34cc15e HTTP/1.1" status: 204 len: 168 time: 0.7077377 Apr 29 15:55:35.697667 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60962) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:35.705972 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-d32f9f7f-9c3a-4841-a99c-525b45eb100f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'network': {'name': 'tempest-network-smoke--1365125159', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'port_security_enabled': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:55:35.711247 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d32f9f7f-9c3a-4841-a99c-525b45eb100f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:55:35.715807 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d32f9f7f-9c3a-4841-a99c-525b45eb100f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:network and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:55:35.718717 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d32f9f7f-9c3a-4841-a99c-525b45eb100f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:55:35.725610 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d32f9f7f-9c3a-4841-a99c-525b45eb100f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:55:35.775515 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d7006e12-dfff-4522-aeaa-a550a8f06ce9 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:55:35.797730 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32f9f7f-9c3a-4841-a99c-525b45eb100f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:55:35.800735 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d32f9f7f-9c3a-4841-a99c-525b45eb100f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:35.811976 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: d7006e12-dfff-4522-aeaa-a550a8f06ce9 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:55:35.812247 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d7006e12-dfff-4522-aeaa-a550a8f06ce9 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:55:35.829861 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32f9f7f-9c3a-4841-a99c-525b45eb100f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:55:35.838969 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d32f9f7f-9c3a-4841-a99c-525b45eb100f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:35.839299 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-d32f9f7f-9c3a-4841-a99c-525b45eb100f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Added segment 7cedc2c2-2531-4569-8031-b9597fab91e5 of type vlan for network 77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 Apr 29 15:55:35.867302 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d32f9f7f-9c3a-4841-a99c-525b45eb100f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:35.940021 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d32f9f7f-9c3a-4841-a99c-525b45eb100f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:35.943548 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32f9f7f-9c3a-4841-a99c-525b45eb100f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:35.944105 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d32f9f7f-9c3a-4841-a99c-525b45eb100f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:36.052101 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f9f7f-9c3a-4841-a99c-525b45eb100f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Network': ['ID=77331ce9-e6d7-43dc-9b25-8c0b08fa51e9,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:36.063330 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:55:36.116666 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d32f9f7f-9c3a-4841-a99c-525b45eb100f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4178932 Apr 29 15:55:36.119441 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60966) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:36.124619 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-e9c1db9a-4b7f-41e2-86b3-ffb7f55db621 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1716258579', 'admin_state_up': True, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:55:36.131703 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e9c1db9a-4b7f-41e2-86b3-ffb7f55db621 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:55:36.135688 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e9c1db9a-4b7f-41e2-86b3-ffb7f55db621 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:router and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:55:36.138514 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e9c1db9a-4b7f-41e2-86b3-ffb7f55db621 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:55:36.144715 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e9c1db9a-4b7f-41e2-86b3-ffb7f55db621 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:55:36.215058 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e9c1db9a-4b7f-41e2-86b3-ffb7f55db621 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:36.215983 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e9c1db9a-4b7f-41e2-86b3-ffb7f55db621 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:36.234069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e9c1db9a-4b7f-41e2-86b3-ffb7f55db621 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:36.547598 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e9c1db9a-4b7f-41e2-86b3-ffb7f55db621 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:36.773072 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e9c1db9a-4b7f-41e2-86b3-ffb7f55db621 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:36.807711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e9c1db9a-4b7f-41e2-86b3-ffb7f55db621 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:36.936415 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-e9c1db9a-4b7f-41e2-86b3-ffb7f55db621 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.26.1.164 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:55:37.082313 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e9c1db9a-4b7f-41e2-86b3-ffb7f55db621 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:37.180658 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e9c1db9a-4b7f-41e2-86b3-ffb7f55db621 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:37.247594 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c1db9a-4b7f-41e2-86b3-ffb7f55db621 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:55:37.250380 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-e9c1db9a-4b7f-41e2-86b3-ffb7f55db621 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:37.252786 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c1db9a-4b7f-41e2-86b3-ffb7f55db621 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:55:37.287731 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1db9a-4b7f-41e2-86b3-ffb7f55db621 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:37.477843 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e9c1db9a-4b7f-41e2-86b3-ffb7f55db621 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:37.478597 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e9c1db9a-4b7f-41e2-86b3-ffb7f55db621 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:37.769148 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c1db9a-4b7f-41e2-86b3-ffb7f55db621 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 0461e4f0-1f54-4f23-b33e-07fb5675030f is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:55:37.964071 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c1db9a-4b7f-41e2-86b3-ffb7f55db621 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:55:37.973133 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] Sync routers for ids ['0461e4f0-1f54-4f23-b33e-07fb5675030f'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:55:37.985238 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] Routers {'0461e4f0-1f54-4f23-b33e-07fb5675030f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:55:37.985839 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:55:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['0461e4f0-1f54-4f23-b33e-07fb5675030f'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:38.043878 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e9c1db9a-4b7f-41e2-86b3-ffb7f55db621 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:38.045005 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e9c1db9a-4b7f-41e2-86b3-ffb7f55db621 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9246609 Apr 29 15:55:38.048154 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60970) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:38.088104 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3a3846d9-b92a-4da8-b4a9-2d739fade19d tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=6dec3d4ebc7e41d8a2e134522257f8b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388811 Apr 29 15:55:38.090582 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60974) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:38.185399 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] Set router 0461e4f0-1f54-4f23-b33e-07fb5675030f gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:55:38.218002 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5b33a2-8115-4e58-b97e-9a3185aa51d6 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:38.219532 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5a5b33a2-8115-4e58-b97e-9a3185aa51d6 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1280866 Apr 29 15:55:38.222325 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60978) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:38.355609 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f746181b-b720-4e02-8be2-6a79f06b59f6 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1321430 Apr 29 15:55:38.358108 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60982) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:38.363256 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-d5c7ccfa-016a-4da4-a318-89b85fc2ad10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1258499691', 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:55:38.472477 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'name': 'tempest-TestNetworkBasicOps-router-1716258579', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:37Z', 'revision_number': 3, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:38.473616 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d5c7ccfa-016a-4da4-a318-89b85fc2ad10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:55:38.476418 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] Checking router: 0461e4f0-1f54-4f23-b33e-07fb5675030f for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:55:38.476822 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] Updating router 0461e4f0-1f54-4f23-b33e-07fb5675030f port 72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:55:38.478215 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d5c7ccfa-016a-4da4-a318-89b85fc2ad10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:subnet and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:55:38.481067 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d5c7ccfa-016a-4da4-a318-89b85fc2ad10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:55:38.486777 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d5c7ccfa-016a-4da4-a318-89b85fc2ad10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:55:38.528509 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:38.568985 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c7ccfa-016a-4da4-a318-89b85fc2ad10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:55:38.667191 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ccfa-016a-4da4-a318-89b85fc2ad10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:38.850924 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:38.862089 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] Transition to ACTIVE for port object 72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:55:38.917858 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:38.935432 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ccfa-016a-4da4-a318-89b85fc2ad10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:38.995472 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975f155-69e4-4c32-a102-5cbdb37bc925 None None] Pushing event updated for resources: {'Port': ['ID=72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:39.001335 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] Attempting to bind port 72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:55:39.001536 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] Attempting to bind port 72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:55:39.001831 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] Attempting to bind port 72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:55:39.009260 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:55:39.009635 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:55:39.010039 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:39.010426 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:55:39.010983 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] Bound port: 72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:55:39.011329 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:39.020419 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ccfa-016a-4da4-a318-89b85fc2ad10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Subnet': ['ID=a3333541-95b9-481b-bb49-d0d006a6a5b1,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:39.032039 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c7ccfa-016a-4da4-a318-89b85fc2ad10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Checking segment: {'id': '7cedc2c2-2531-4569-8031-b9597fab91e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:55:39.032405 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c7ccfa-016a-4da4-a318-89b85fc2ad10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network hostable DHCP agents. Network: 77331ce9-e6d7-43dc-9b25-8c0b08fa51e9, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:55:39.081506 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] For port 72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:55:39.084416 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] For port 72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:55:39.135138 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c7ccfa-016a-4da4-a318-89b85fc2ad10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:55:39.163446 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:39.191677 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-d5c7ccfa-016a-4da4-a318-89b85fc2ad10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 77331ce9-e6d7-43dc-9b25-8c0b08fa51e9) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:39.196658 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c7ccfa-016a-4da4-a318-89b85fc2ad10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:39.202195 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ccfa-016a-4da4-a318-89b85fc2ad10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:39.202547 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cf033e-4b10-4fe4-82f2-357a96e0834c None None] Network 77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:55:39.276576 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d5c7ccfa-016a-4da4-a318-89b85fc2ad10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9173717 Apr 29 15:55:39.279361 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60986) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:39.324428 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975f155-69e4-4c32-a102-5cbdb37bc925 None None] Pushing event updated for resources: {'Port': ['ID=72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:39.343957 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] Routers {'0461e4f0-1f54-4f23-b33e-07fb5675030f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:55:39.344585 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:55:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['0461e4f0-1f54-4f23-b33e-07fb5675030f'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:39.641049 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5b4b07-fde8-4918-bb2e-fbcc8c18cd50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-77331ce9-e6d7-43dc-9b25-8c0b08fa51e9', 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ips': [{'subnet_id': 'a3333541-95b9-481b-bb49-d0d006a6a5b1'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:55:39.641831 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3c5b4b07-fde8-4918-bb2e-fbcc8c18cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:39.654788 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] Set router 0461e4f0-1f54-4f23-b33e-07fb5675030f gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:55:40.028072 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4c342617-f89c-4381-91c1-acb3f0277bdc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:40.038651 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-3c5b4b07-fde8-4918-bb2e-fbcc8c18cd50 None None] Allocated IP 172.20.0.2 (77331ce9-e6d7-43dc-9b25-8c0b08fa51e9/a3333541-95b9-481b-bb49-d0d006a6a5b1/689187ab-44dc-4ef4-be10-9a8948b895f1) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:55:40.139939 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'name': 'tempest-TestNetworkBasicOps-router-1716258579', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:37Z', 'revision_number': 3, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:40.148372 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec9edf0-7bd1-445c-8c74-1fb6d77fe41d None None] The sync data for ids ['0461e4f0-1f54-4f23-b33e-07fb5675030f'] in dv-neutron-839913-1-hyperv is: [{'id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'name': 'tempest-TestNetworkBasicOps-router-1716258579', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:37Z', 'revision_number': 3, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:55:40.276369 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3c5b4b07-fde8-4918-bb2e-fbcc8c18cd50 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:40.287439 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3c5b4b07-fde8-4918-bb2e-fbcc8c18cd50 None None] Transition to ACTIVE for port object 689187ab-44dc-4ef4-be10-9a8948b895f1 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:55:40.308358 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3c5b4b07-fde8-4918-bb2e-fbcc8c18cd50 None None] Transition to ACTIVE for port object 689187ab-44dc-4ef4-be10-9a8948b895f1 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:55:40.377294 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3c5b4b07-fde8-4918-bb2e-fbcc8c18cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:40.450918 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5b4b07-fde8-4918-bb2e-fbcc8c18cd50 None None] Network 77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:55:40.454523 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-3c5b4b07-fde8-4918-bb2e-fbcc8c18cd50 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:40.456383 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b4b07-fde8-4918-bb2e-fbcc8c18cd50 None None] Pushing event updated for resources: {'Port': ['ID=689187ab-44dc-4ef4-be10-9a8948b895f1,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:40.458510 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5b4b07-fde8-4918-bb2e-fbcc8c18cd50 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:55:40.548272 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-3c5b4b07-fde8-4918-bb2e-fbcc8c18cd50 None None] Attempting to bind port 689187ab-44dc-4ef4-be10-9a8948b895f1 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:55:40.548545 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-3c5b4b07-fde8-4918-bb2e-fbcc8c18cd50 None None] Attempting to bind port 689187ab-44dc-4ef4-be10-9a8948b895f1 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '7cedc2c2-2531-4569-8031-b9597fab91e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:55:40.548899 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b4b07-fde8-4918-bb2e-fbcc8c18cd50 None None] Attempting to bind port 689187ab-44dc-4ef4-be10-9a8948b895f1 on network 77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:55:40.554262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-4c342617-f89c-4381-91c1-acb3f0277bdc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.20.0.1 (77331ce9-e6d7-43dc-9b25-8c0b08fa51e9/a3333541-95b9-481b-bb49-d0d006a6a5b1/7b98af9e-1ebf-454b-a93b-6c30843bd3ba) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:55:40.556950 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b4b07-fde8-4918-bb2e-fbcc8c18cd50 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:55:40.557320 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b4b07-fde8-4918-bb2e-fbcc8c18cd50 None None] Checking segment: {'id': '7cedc2c2-2531-4569-8031-b9597fab91e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:55:40.557716 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3c5b4b07-fde8-4918-bb2e-fbcc8c18cd50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:40.558570 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b4b07-fde8-4918-bb2e-fbcc8c18cd50 None None] Bound using segment: {'id': '7cedc2c2-2531-4569-8031-b9597fab91e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:55:40.558570 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-3c5b4b07-fde8-4918-bb2e-fbcc8c18cd50 None None] Bound port: 689187ab-44dc-4ef4-be10-9a8948b895f1, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cedc2c2-2531-4569-8031-b9597fab91e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:55:40.558942 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3c5b4b07-fde8-4918-bb2e-fbcc8c18cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:40.656661 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-3c5b4b07-fde8-4918-bb2e-fbcc8c18cd50 None None] For port 689187ab-44dc-4ef4-be10-9a8948b895f1, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:55:40.660148 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-3c5b4b07-fde8-4918-bb2e-fbcc8c18cd50 None None] For port 689187ab-44dc-4ef4-be10-9a8948b895f1, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=689187ab-44dc-4ef4-be10-9a8948b895f1,segment=NetworkSegment(7cedc2c2-2531-4569-8031-b9597fab91e5),segment_id=7cedc2c2-2531-4569-8031-b9597fab91e5)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:55:40.722658 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4c342617-f89c-4381-91c1-acb3f0277bdc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:40.724021 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3c5b4b07-fde8-4918-bb2e-fbcc8c18cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:40.740345 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-4c342617-f89c-4381-91c1-acb3f0277bdc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Transition to ACTIVE for port object 7b98af9e-1ebf-454b-a93b-6c30843bd3ba will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:55:40.821328 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b4b07-fde8-4918-bb2e-fbcc8c18cd50 None None] Pushing event updated for resources: {'Port': ['ID=689187ab-44dc-4ef4-be10-9a8948b895f1,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:40.831092 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4c342617-f89c-4381-91c1-acb3f0277bdc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:40.911552 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c342617-f89c-4381-91c1-acb3f0277bdc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:55:40.915016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-4c342617-f89c-4381-91c1-acb3f0277bdc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:40.919889 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c342617-f89c-4381-91c1-acb3f0277bdc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:55:40.945272 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c342617-f89c-4381-91c1-acb3f0277bdc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=7b98af9e-1ebf-454b-a93b-6c30843bd3ba,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:41.001399 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4c342617-f89c-4381-91c1-acb3f0277bdc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:41.181995 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4c342617-f89c-4381-91c1-acb3f0277bdc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:41.599924 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4c342617-f89c-4381-91c1-acb3f0277bdc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:41.670760 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4c342617-f89c-4381-91c1-acb3f0277bdc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:41.721397 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65231792-562f-467f-9fc8-39e89859aeac None None] Network 77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:55:41.790114 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4c342617-f89c-4381-91c1-acb3f0277bdc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:41.794282 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c342617-f89c-4381-91c1-acb3f0277bdc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=7b98af9e-1ebf-454b-a93b-6c30843bd3ba,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:41.871392 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 689187ab-44dc-4ef4-be10-9a8948b895f1 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:55:41.941500 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c342617-f89c-4381-91c1-acb3f0277bdc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:55:41.942740 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-4c342617-f89c-4381-91c1-acb3f0277bdc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:41.945198 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-121ac3c2-9573-4d38-a7f8-42f7f4736f3a None None] Provisioning for port 689187ab-44dc-4ef4-be10-9a8948b895f1 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:55:42.095344 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 689187ab-44dc-4ef4-be10-9a8948b895f1 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:55:42.104874 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 689187ab-44dc-4ef4-be10-9a8948b895f1 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:55:42.105346 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:42.240657 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:42.287947 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 689187ab-44dc-4ef4-be10-9a8948b895f1, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=689187ab-44dc-4ef4-be10-9a8948b895f1,segment=NetworkSegment(7cedc2c2-2531-4569-8031-b9597fab91e5),segment_id=7cedc2c2-2531-4569-8031-b9597fab91e5)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:42.299888 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-443edfdf-102b-4ce1-97d1-8c3cbf7b6675 None None] Provisioning complete for port 689187ab-44dc-4ef4-be10-9a8948b895f1 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:55:42.300374 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-443edfdf-102b-4ce1-97d1-8c3cbf7b6675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:42.401701 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:42.402614 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:55:42.472927 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c342617-f89c-4381-91c1-acb3f0277bdc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 0461e4f0-1f54-4f23-b33e-07fb5675030f has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:55:42.628204 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=689187ab-44dc-4ef4-be10-9a8948b895f1,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:42.704297 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c342617-f89c-4381-91c1-acb3f0277bdc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:55:42.705985 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:55:42.711642 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:55:42.712003 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:42.728634 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4c342617-f89c-4381-91c1-acb3f0277bdc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "PUT /v2.0/routers/0461e4f0-1f54-4f23-b33e-07fb5675030f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4455156 Apr 29 15:55:42.733418 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60990) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:42.740469 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-443edfdf-102b-4ce1-97d1-8c3cbf7b6675 None None] Provisioning for port 7b98af9e-1ebf-454b-a93b-6c30843bd3ba completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:55:42.759350 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-443edfdf-102b-4ce1-97d1-8c3cbf7b6675 None None] Provisioning complete for port 7b98af9e-1ebf-454b-a93b-6c30843bd3ba triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:55:42.762110 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-443edfdf-102b-4ce1-97d1-8c3cbf7b6675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:42.822884 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-443edfdf-102b-4ce1-97d1-8c3cbf7b6675 None None] Port 7b98af9e-1ebf-454b-a93b-6c30843bd3ba cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:55:42.864567 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2280218d-4c6a-4076-86bf-8bfe9e55bd0b tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:42.864935 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2280218d-4c6a-4076-86bf-8bfe9e55bd0b tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:42.865306 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2280218d-4c6a-4076-86bf-8bfe9e55bd0b tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:42.865656 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2280218d-4c6a-4076-86bf-8bfe9e55bd0b tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:42.867837 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2280218d-4c6a-4076-86bf-8bfe9e55bd0b tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1375785 Apr 29 15:55:42.870808 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60994) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:42.879261 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:42.895867 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:42.937932 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba82bcf-5beb-4ccc-969d-4346d769d478 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:42.938306 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba82bcf-5beb-4ccc-969d-4346d769d478 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:42.938692 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba82bcf-5beb-4ccc-969d-4346d769d478 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:42.939046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba82bcf-5beb-4ccc-969d-4346d769d478 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:42.940677 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-eba82bcf-5beb-4ccc-969d-4346d769d478 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0689836 Apr 29 15:55:42.943518 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 60998) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:42.946420 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e5b3291c-0987-4db0-9c61-51ffae63e2c9 None None] Provisioning complete for port 7b98af9e-1ebf-454b-a93b-6c30843bd3ba triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:55:42.946908 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e5b3291c-0987-4db0-9c61-51ffae63e2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:42.974372 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:43.051059 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-e5b3291c-0987-4db0-9c61-51ffae63e2c9 None None] Port 7b98af9e-1ebf-454b-a93b-6c30843bd3ba cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:55:43.059510 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:43.142835 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-fb2e89d5-7006-47b0-958f-de865eab2d83 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1981816 Apr 29 15:55:43.145752 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 32770) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:43.151005 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-dbac4801-8e5e-4deb-9726-d782962b32aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-954521625', 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:55:43.280719 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-dbac4801-8e5e-4deb-9726-d782962b32aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:55:43.284805 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-dbac4801-8e5e-4deb-9726-d782962b32aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:port and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:55:43.287648 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-dbac4801-8e5e-4deb-9726-d782962b32aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:55:43.294094 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-dbac4801-8e5e-4deb-9726-d782962b32aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:55:43.384367 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbac4801-8e5e-4deb-9726-d782962b32aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:55:43.387320 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dbac4801-8e5e-4deb-9726-d782962b32aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:43.409805 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [None req-dbac4801-8e5e-4deb-9726-d782962b32aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] device_id is not set on port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:55:43.555977 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-dbac4801-8e5e-4deb-9726-d782962b32aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.20.0.13 (77331ce9-e6d7-43dc-9b25-8c0b08fa51e9/a3333541-95b9-481b-bb49-d0d006a6a5b1/3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:55:43.609341 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e4578eb7-ca1d-4e60-8943-a9813587413b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:43.712991 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] Sync routers for ids ['0461e4f0-1f54-4f23-b33e-07fb5675030f'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:55:43.728812 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] Routers {'0461e4f0-1f54-4f23-b33e-07fb5675030f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:55:43.729541 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:55:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['0461e4f0-1f54-4f23-b33e-07fb5675030f'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:43.759363 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dbac4801-8e5e-4deb-9726-d782962b32aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:43.776232 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-dbac4801-8e5e-4deb-9726-d782962b32aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Transition to ACTIVE for port object 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:55:43.789189 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 689187ab-44dc-4ef4-be10-9a8948b895f1 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:55:43.859608 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 689187ab-44dc-4ef4-be10-9a8948b895f1 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:55:43.998278 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:43.998669 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] Set router 0461e4f0-1f54-4f23-b33e-07fb5675030f gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:55:43.998805 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dbac4801-8e5e-4deb-9726-d782962b32aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:43.998951 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:55:44.048499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbac4801-8e5e-4deb-9726-d782962b32aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:55:44.052283 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-dbac4801-8e5e-4deb-9726-d782962b32aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:44.062979 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac4801-8e5e-4deb-9726-d782962b32aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:44.062979 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbac4801-8e5e-4deb-9726-d782962b32aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:55:44.067495 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:55:44.067979 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:44.125415 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbac4801-8e5e-4deb-9726-d782962b32aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:44.126030 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dbac4801-8e5e-4deb-9726-d782962b32aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:44.210546 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-dbac4801-8e5e-4deb-9726-d782962b32aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0632598 Apr 29 15:55:44.247353 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'name': 'tempest-TestNetworkBasicOps-router-1716258579', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '7b98af9e-1ebf-454b-a93b-6c30843bd3ba', 'name': '', 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:e6:b3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3333541-95b9-481b-bb49-d0d006a6a5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:40Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 2, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': 'a3333541-95b9-481b-bb49-d0d006a6a5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:44.259584 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] Checking router: 0461e4f0-1f54-4f23-b33e-07fb5675030f for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:55:44.259584 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] Updating router 0461e4f0-1f54-4f23-b33e-07fb5675030f port 7b98af9e-1ebf-454b-a93b-6c30843bd3ba binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:55:44.310918 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:44.448810 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d3ff2fa0-7b94-4eb1-800b-9408e6b8626d None None] Provisioning for port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:55:44.453813 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d3ff2fa0-7b94-4eb1-800b-9408e6b8626d None None] Provisioning complete for port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:55:44.465778 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d3ff2fa0-7b94-4eb1-800b-9408e6b8626d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:44.522946 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d3ff2fa0-7b94-4eb1-800b-9408e6b8626d None None] Port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:55:44.531305 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 32776) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:44.537440 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-558efb5e-162b-4ba2-8d41-c16c69c2ac98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1178507200', 'description': 'tempest-secgroup-smoke-1178507200 description', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:55:44.544367 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-558efb5e-162b-4ba2-8d41-c16c69c2ac98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:55:44.549057 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-558efb5e-162b-4ba2-8d41-c16c69c2ac98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:55:44.552114 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-558efb5e-162b-4ba2-8d41-c16c69c2ac98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:55:44.559097 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-558efb5e-162b-4ba2-8d41-c16c69c2ac98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:55:44.655001 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-558efb5e-162b-4ba2-8d41-c16c69c2ac98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:44.660094 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:44.671873 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] Transition to ACTIVE for port object 7b98af9e-1ebf-454b-a93b-6c30843bd3ba will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:55:44.691349 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-558efb5e-162b-4ba2-8d41-c16c69c2ac98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:55:44.695162 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-558efb5e-162b-4ba2-8d41-c16c69c2ac98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:55:44.697949 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-558efb5e-162b-4ba2-8d41-c16c69c2ac98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:55:44.703553 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-558efb5e-162b-4ba2-8d41-c16c69c2ac98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:55:44.735271 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:44.756974 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-558efb5e-162b-4ba2-8d41-c16c69c2ac98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:44.848875 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-558efb5e-162b-4ba2-8d41-c16c69c2ac98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:44.866724 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d0c8a-7cbe-43b0-83f9-1764e100c9c1 None None] Pushing event updated for resources: {'Port': ['ID=7b98af9e-1ebf-454b-a93b-6c30843bd3ba,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:44.878595 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d0c8a-7cbe-43b0-83f9-1764e100c9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:44.878938 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d0c8a-7cbe-43b0-83f9-1764e100c9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:44.879270 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d0c8a-7cbe-43b0-83f9-1764e100c9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:44.879595 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d0c8a-7cbe-43b0-83f9-1764e100c9c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:44.879921 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d0c8a-7cbe-43b0-83f9-1764e100c9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:44.880245 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d0c8a-7cbe-43b0-83f9-1764e100c9c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:44.880562 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d0c8a-7cbe-43b0-83f9-1764e100c9c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:44.880879 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d0c8a-7cbe-43b0-83f9-1764e100c9c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:44.881193 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d0c8a-7cbe-43b0-83f9-1764e100c9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:44.881507 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d0c8a-7cbe-43b0-83f9-1764e100c9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:44.881817 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d0c8a-7cbe-43b0-83f9-1764e100c9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:44.897821 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558efb5e-162b-4ba2-8d41-c16c69c2ac98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfd3b1b-2170-458f-ac72-aa7e3b8994f1,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:44.965860 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] Attempting to bind port 7b98af9e-1ebf-454b-a93b-6c30843bd3ba on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:55:44.975225 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] Attempting to bind port 7b98af9e-1ebf-454b-a93b-6c30843bd3ba by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '7cedc2c2-2531-4569-8031-b9597fab91e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:55:44.975225 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] Attempting to bind port 7b98af9e-1ebf-454b-a93b-6c30843bd3ba on network 77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:55:44.975225 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:55:44.975225 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] Checking segment: {'id': '7cedc2c2-2531-4569-8031-b9597fab91e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:55:44.975225 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:44.975225 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] Bound using segment: {'id': '7cedc2c2-2531-4569-8031-b9597fab91e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:55:44.975225 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] Bound port: 7b98af9e-1ebf-454b-a93b-6c30843bd3ba, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cedc2c2-2531-4569-8031-b9597fab91e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:55:44.975225 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:44.996391 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-558efb5e-162b-4ba2-8d41-c16c69c2ac98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:44.997699 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-558efb5e-162b-4ba2-8d41-c16c69c2ac98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4652615 Apr 29 15:55:45.000625 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 32780) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:45.006230 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-be8ed66a-220a-44a5-8daa-814a9411656e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'cdfd3b1b-2170-458f-ac72-aa7e3b8994f1', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:55:45.012886 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-be8ed66a-220a-44a5-8daa-814a9411656e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:55:45.016605 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-be8ed66a-220a-44a5-8daa-814a9411656e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:55:45.020852 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-be8ed66a-220a-44a5-8daa-814a9411656e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:55:45.027498 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-be8ed66a-220a-44a5-8daa-814a9411656e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:55:45.064781 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] For port 7b98af9e-1ebf-454b-a93b-6c30843bd3ba, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:55:45.067661 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] For port 7b98af9e-1ebf-454b-a93b-6c30843bd3ba, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7b98af9e-1ebf-454b-a93b-6c30843bd3ba,segment=NetworkSegment(7cedc2c2-2531-4569-8031-b9597fab91e5),segment_id=7cedc2c2-2531-4569-8031-b9597fab91e5)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:55:45.135505 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-be8ed66a-220a-44a5-8daa-814a9411656e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:45.158098 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:45.198035 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-be8ed66a-220a-44a5-8daa-814a9411656e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:45.220964 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:45.236850 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d0c8a-7cbe-43b0-83f9-1764e100c9c1 None None] Pushing event updated for resources: {'Port': ['ID=7b98af9e-1ebf-454b-a93b-6c30843bd3ba,revision_number=4']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:45.242462 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] Routers {'0461e4f0-1f54-4f23-b33e-07fb5675030f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:55:45.243258 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:55:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['0461e4f0-1f54-4f23-b33e-07fb5675030f'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:45.282001 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-be8ed66a-220a-44a5-8daa-814a9411656e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:45.310029 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ed66a-220a-44a5-8daa-814a9411656e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca53422-dcf3-4fae-902c-5913d624d12b,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:45.407361 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-be8ed66a-220a-44a5-8daa-814a9411656e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:45.411710 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-be8ed66a-220a-44a5-8daa-814a9411656e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4070446 Apr 29 15:55:45.411710 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 32784) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:45.416972 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-21c28011-4cab-4bb8-9c0f-5f8938cbaf27 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'cdfd3b1b-2170-458f-ac72-aa7e3b8994f1', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:55:45.422928 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-21c28011-4cab-4bb8-9c0f-5f8938cbaf27 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:55:45.426682 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-21c28011-4cab-4bb8-9c0f-5f8938cbaf27 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:55:45.429480 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-21c28011-4cab-4bb8-9c0f-5f8938cbaf27 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:55:45.435478 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-21c28011-4cab-4bb8-9c0f-5f8938cbaf27 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:55:45.469825 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] Set router 0461e4f0-1f54-4f23-b33e-07fb5675030f gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:55:45.533908 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-21c28011-4cab-4bb8-9c0f-5f8938cbaf27 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:45.594112 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-21c28011-4cab-4bb8-9c0f-5f8938cbaf27 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:45.672037 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-21c28011-4cab-4bb8-9c0f-5f8938cbaf27 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:45.694194 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c28011-4cab-4bb8-9c0f-5f8938cbaf27 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc146743-2c79-43bc-89a4-d636f3530550,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:45.779013 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'name': 'tempest-TestNetworkBasicOps-router-1716258579', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '7b98af9e-1ebf-454b-a93b-6c30843bd3ba', 'name': '', 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:e6:b3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3333541-95b9-481b-bb49-d0d006a6a5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:40Z', 'updated_at': '2022-04-29T15:55:45Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': 'a3333541-95b9-481b-bb49-d0d006a6a5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:45.780918 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-21c28011-4cab-4bb8-9c0f-5f8938cbaf27 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:45.784704 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-21c28011-4cab-4bb8-9c0f-5f8938cbaf27 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3697662 Apr 29 15:55:45.784840 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d5b293-4eb3-4740-a385-3f90ab0a11e0 None None] The sync data for ids ['0461e4f0-1f54-4f23-b33e-07fb5675030f'] in dv-neutron-839913-1-hyperv is: [{'id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'name': 'tempest-TestNetworkBasicOps-router-1716258579', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '7b98af9e-1ebf-454b-a93b-6c30843bd3ba', 'name': '', 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:e6:b3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3333541-95b9-481b-bb49-d0d006a6a5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:40Z', 'updated_at': '2022-04-29T15:55:45Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': 'a3333541-95b9-481b-bb49-d0d006a6a5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:55:45.785048 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 32788) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:45.790834 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-0317ace8-01ae-4543-8747-5a1a63d6addc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'cdfd3b1b-2170-458f-ac72-aa7e3b8994f1', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:55:45.797857 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-0317ace8-01ae-4543-8747-5a1a63d6addc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:55:45.801936 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0317ace8-01ae-4543-8747-5a1a63d6addc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:55:45.805467 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0317ace8-01ae-4543-8747-5a1a63d6addc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:55:45.811460 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-0317ace8-01ae-4543-8747-5a1a63d6addc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:55:45.885729 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0317ace8-01ae-4543-8747-5a1a63d6addc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:45.906312 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d9740984-c919-472d-8935-97c7064c64be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:45.953622 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0317ace8-01ae-4543-8747-5a1a63d6addc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:46.043374 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0317ace8-01ae-4543-8747-5a1a63d6addc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:46.069051 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317ace8-01ae-4543-8747-5a1a63d6addc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273d6d5d-c17c-4115-901b-e986bcf8b216,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:46.146158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0317ace8-01ae-4543-8747-5a1a63d6addc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:46.147742 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0317ace8-01ae-4543-8747-5a1a63d6addc tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3615596 Apr 29 15:55:46.151450 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 32792) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:46.157263 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-b1e9839b-ba71-40a0-83da-a0e2ec4705f9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'cdfd3b1b-2170-458f-ac72-aa7e3b8994f1', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:55:46.163783 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b1e9839b-ba71-40a0-83da-a0e2ec4705f9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:55:46.168021 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b1e9839b-ba71-40a0-83da-a0e2ec4705f9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:55:46.171067 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b1e9839b-ba71-40a0-83da-a0e2ec4705f9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:55:46.177183 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b1e9839b-ba71-40a0-83da-a0e2ec4705f9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:55:46.233339 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b1e9839b-ba71-40a0-83da-a0e2ec4705f9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:46.303096 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b1e9839b-ba71-40a0-83da-a0e2ec4705f9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:46.408965 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b1e9839b-ba71-40a0-83da-a0e2ec4705f9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:46.433846 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9839b-ba71-40a0-83da-a0e2ec4705f9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f19a6ed-c8ce-410d-a508-00fb51095725,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:46.504570 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b1e9839b-ba71-40a0-83da-a0e2ec4705f9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:46.505821 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b1e9839b-ba71-40a0-83da-a0e2ec4705f9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3532405 Apr 29 15:55:46.509120 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 32796) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:46.514667 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-6718c260-7270-4c78-a44e-99b0b45e4551 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'cdfd3b1b-2170-458f-ac72-aa7e3b8994f1', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:55:46.521082 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-6718c260-7270-4c78-a44e-99b0b45e4551 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:55:46.524976 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-6718c260-7270-4c78-a44e-99b0b45e4551 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:55:46.527852 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-6718c260-7270-4c78-a44e-99b0b45e4551 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:55:46.533503 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-6718c260-7270-4c78-a44e-99b0b45e4551 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:55:46.619626 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.securitygroups_db [None req-6718c260-7270-4c78-a44e-99b0b45e4551 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Project 6dec3d4ebc7e41d8a2e134522257f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:55:46.626382 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6718c260-7270-4c78-a44e-99b0b45e4551 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:46.694075 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6718c260-7270-4c78-a44e-99b0b45e4551 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:46.784867 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6718c260-7270-4c78-a44e-99b0b45e4551 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:46.808355 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718c260-7270-4c78-a44e-99b0b45e4551 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24275f64-fd21-4470-9da1-48b38ca7b230,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:46.876098 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6718c260-7270-4c78-a44e-99b0b45e4551 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:46.877330 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6718c260-7270-4c78-a44e-99b0b45e4551 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3671887 Apr 29 15:55:46.879892 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 32800) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:46.885131 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-90e1b035-c3c5-4455-bc30-59edb6d1d669 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'cdfd3b1b-2170-458f-ac72-aa7e3b8994f1', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:55:46.890908 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-90e1b035-c3c5-4455-bc30-59edb6d1d669 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:55:46.894912 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-90e1b035-c3c5-4455-bc30-59edb6d1d669 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:55:46.897660 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-90e1b035-c3c5-4455-bc30-59edb6d1d669 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:55:46.903444 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-90e1b035-c3c5-4455-bc30-59edb6d1d669 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:55:46.997536 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.securitygroups_db [None req-90e1b035-c3c5-4455-bc30-59edb6d1d669 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Project 6dec3d4ebc7e41d8a2e134522257f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:55:47.003909 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-90e1b035-c3c5-4455-bc30-59edb6d1d669 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:47.067363 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-90e1b035-c3c5-4455-bc30-59edb6d1d669 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:47.168907 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-90e1b035-c3c5-4455-bc30-59edb6d1d669 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:47.192112 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1b035-c3c5-4455-bc30-59edb6d1d669 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de5688ef-89ed-4d1c-8157-d8ded7e53df2,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:47.219003 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:47.311740 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-90e1b035-c3c5-4455-bc30-59edb6d1d669 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:47.312880 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-90e1b035-c3c5-4455-bc30-59edb6d1d669 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4320691 Apr 29 15:55:47.491254 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-96845f26-406a-4850-b1ae-2267dee4d77f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:55:47.517351 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:47.590268 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-96845f26-406a-4850-b1ae-2267dee4d77f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:55:47.591415 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-96845f26-406a-4850-b1ae-2267dee4d77f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1178507200&fields=id&tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 267 time: 0.1420565 Apr 29 15:55:47.662371 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-29169222-d01c-4414-8fbb-7923f1e9c463 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:47.662959 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-29169222-d01c-4414-8fbb-7923f1e9c463 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:55:47.761407 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-29169222-d01c-4414-8fbb-7923f1e9c463 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:55:47.762711 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-29169222-d01c-4414-8fbb-7923f1e9c463 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports/3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc HTTP/1.1" status: 200 len: 930 time: 0.1649065 Apr 29 15:55:47.800715 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7b98af9e-1ebf-454b-a93b-6c30843bd3ba up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:55:47.902513 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-d32114c2-e097-4a24-ac8f-b8299bd5bb5d service neutron] 10.222.0.21 "GET /v2.0/ports/3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1266630 Apr 29 15:55:47.911604 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-4eb4eb58-1d10-4742-9574-d62c834fd962 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:55:47.912519 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-4eb4eb58-1d10-4742-9574-d62c834fd962 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046849 Apr 29 15:55:47.939976 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 7b98af9e-1ebf-454b-a93b-6c30843bd3ba completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:55:47.945233 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 7b98af9e-1ebf-454b-a93b-6c30843bd3ba triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:55:47.945753 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:48.069135 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:48.100727 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 7b98af9e-1ebf-454b-a93b-6c30843bd3ba, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7b98af9e-1ebf-454b-a93b-6c30843bd3ba,segment=NetworkSegment(7cedc2c2-2531-4569-8031-b9597fab91e5),segment_id=7cedc2c2-2531-4569-8031-b9597fab91e5)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:48.137197 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-7e40df71-a0e9-446b-8c9a-ad2494085138 service neutron] 10.222.0.21 "GET /v2.0/networks/77331ce9-e6d7-43dc-9b25-8c0b08fa51e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190592 Apr 29 15:55:48.151937 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:48.219311 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=7b98af9e-1ebf-454b-a93b-6c30843bd3ba,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:48.269375 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-2b0b0478-8ac0-4932-890b-abdb22b85a5b service neutron] 10.222.0.21 "GET /v2.0/networks/77331ce9-e6d7-43dc-9b25-8c0b08fa51e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266229 Apr 29 15:55:48.437821 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:48.545690 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e6346913-1315-483d-950f-d37d19a59943 req-f4d6babb-3ead-4bb2-84ae-0b2037dac57e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fff7a99-5d19-462a-bda4-7b37c15a5cc9 HTTP/1.1" status: 200 len: 210 time: 0.0440860 Apr 29 15:55:49.705802 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5599a7a9-2f6f-4786-aab1-5e59e9c4441b req-d8b8a57b-9fc4-47f4-8182-967d8b9ea174 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fff7a99-5d19-462a-bda4-7b37c15a5cc9 HTTP/1.1" status: 200 len: 210 time: 0.0412154 Apr 29 15:55:49.778814 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7b98af9e-1ebf-454b-a93b-6c30843bd3ba up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:55:49.848980 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 7b98af9e-1ebf-454b-a93b-6c30843bd3ba triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:55:49.848980 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:50.543808 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-29b9cbf4-d6c8-4bd7-a034-bb4adace2527 service neutron] 10.222.0.35 "GET /v2.0/ports/3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc HTTP/1.1" status: 200 len: 1026 time: 0.0641465 Apr 29 15:55:50.690025 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-66c4a57c-19f3-4bdd-abf6-fd00a9ee7576 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:50.691103 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-66c4a57c-19f3-4bdd-abf6-fd00a9ee7576 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:55:50.814336 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-66c4a57c-19f3-4bdd-abf6-fd00a9ee7576 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:55:50.815654 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-66c4a57c-19f3-4bdd-abf6-fd00a9ee7576 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/networks?id=77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 HTTP/1.1" status: 200 len: 797 time: 0.2674375 Apr 29 15:55:50.913934 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2933570f-cd15-4d20-ab9c-8f2af0f497b0 req-4b8fa451-4654-4860-9125-defac9b6c7c3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fff7a99-5d19-462a-bda4-7b37c15a5cc9 HTTP/1.1" status: 200 len: 210 time: 0.0698445 Apr 29 15:55:50.929013 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-d4df0d8f-e5f1-429b-a46e-5188b4314473 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 380 time: 0.0997615 Apr 29 15:55:50.938520 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-c68394aa-4023-4d3d-9ba3-0e4494af236e service neutron] Request body: {'port': {'device_id': '5fff7a99-5d19-462a-bda4-7b37c15a5cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:55:51.048327 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-c68394aa-4023-4d3d-9ba3-0e4494af236e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:51.400966 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-c68394aa-4023-4d3d-9ba3-0e4494af236e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:55:51.409424 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-c68394aa-4023-4d3d-9ba3-0e4494af236e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:51.423938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-c68394aa-4023-4d3d-9ba3-0e4494af236e service neutron] Transition to ACTIVE for port object 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:55:51.494238 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-c68394aa-4023-4d3d-9ba3-0e4494af236e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:51.624747 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68394aa-4023-4d3d-9ba3-0e4494af236e service neutron] Pushing event updated for resources: {'Port': ['ID=3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:51.733248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-c68394aa-4023-4d3d-9ba3-0e4494af236e service neutron] Attempting to bind port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:55:51.733586 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-c68394aa-4023-4d3d-9ba3-0e4494af236e service neutron] Attempting to bind port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7cedc2c2-2531-4569-8031-b9597fab91e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:55:51.733919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-c68394aa-4023-4d3d-9ba3-0e4494af236e service neutron] Attempting to bind port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc on network 77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:55:51.740648 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-c68394aa-4023-4d3d-9ba3-0e4494af236e service neutron] Port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc on network 77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:55:51.740969 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-c68394aa-4023-4d3d-9ba3-0e4494af236e service neutron] Attempting to bind port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc on network 77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:55:51.747901 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-c68394aa-4023-4d3d-9ba3-0e4494af236e service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:55:51.748236 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-c68394aa-4023-4d3d-9ba3-0e4494af236e service neutron] Checking segment: {'id': '7cedc2c2-2531-4569-8031-b9597fab91e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:55:51.748729 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-c68394aa-4023-4d3d-9ba3-0e4494af236e service neutron] Bound using segment: {'id': '7cedc2c2-2531-4569-8031-b9597fab91e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:55:51.749182 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-c68394aa-4023-4d3d-9ba3-0e4494af236e service neutron] Bound port: 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cedc2c2-2531-4569-8031-b9597fab91e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:55:51.749525 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-c68394aa-4023-4d3d-9ba3-0e4494af236e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:51.839053 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-c68394aa-4023-4d3d-9ba3-0e4494af236e service neutron] For port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:55:51.842127 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-c68394aa-4023-4d3d-9ba3-0e4494af236e service neutron] For port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc,segment=NetworkSegment(7cedc2c2-2531-4569-8031-b9597fab91e5),segment_id=7cedc2c2-2531-4569-8031-b9597fab91e5)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:55:51.912100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-c68394aa-4023-4d3d-9ba3-0e4494af236e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:51.973591 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-c68394aa-4023-4d3d-9ba3-0e4494af236e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:51.974965 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-c68394aa-4023-4d3d-9ba3-0e4494af236e service neutron] 10.222.0.35 "PUT /v2.0/ports/3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc HTTP/1.1" status: 200 len: 1131 time: 1.0404420 Apr 29 15:55:51.975395 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fff7a99-5d19-462a-bda4-7b37c15a5cc9', 'tag': '3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:55:52.011891 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68394aa-4023-4d3d-9ba3-0e4494af236e service neutron] Pushing event updated for resources: {'Port': ['ID=3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:52.039846 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e228bcf-bb64-487e-b1e6-a3fe03b359d5'] response: {'name': 'network-changed', 'server_uuid': '5fff7a99-5d19-462a-bda4-7b37c15a5cc9', 'tag': '3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc', 'status': 'completed', 'code': 200} Apr 29 15:55:52.147704 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4cd909a5-3c5b-4425-ad74-9d47b5f402d0 req-b0c436f9-e5e6-4a3d-850a-3fc15b06d170 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=5fff7a99-5d19-462a-bda4-7b37c15a5cc9 HTTP/1.1" status: 200 len: 1134 time: 0.0867260 Apr 29 15:55:52.418630 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd909a5-3c5b-4425-ad74-9d47b5f402d0 req-6c862752-4c48-43b9-b6ba-bbc8b55e64b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:52.420055 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4cd909a5-3c5b-4425-ad74-9d47b5f402d0 req-6c862752-4c48-43b9-b6ba-bbc8b55e64b4 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2659929 Apr 29 15:55:52.430675 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993d374-8714-4203-bc87-b78079b7bf13 req-58cf1128-0c74-48cb-a3a1-088db95a355f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:52.432000 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8993d374-8714-4203-bc87-b78079b7bf13 req-58cf1128-0c74-48cb-a3a1-088db95a355f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fff7a99-5d19-462a-bda4-7b37c15a5cc9 HTTP/1.1" status: 200 len: 981 time: 0.1706855 Apr 29 15:55:52.558162 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8993d374-8714-4203-bc87-b78079b7bf13 req-ad376f86-3224-423d-b190-bb13d2fe8f61 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1997522f-2fc7-4f4a-8159-bbd879a74987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076982 Apr 29 15:55:52.590392 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd909a5-3c5b-4425-ad74-9d47b5f402d0 req-113fbb9c-efe5-462c-91a5-8881a65341cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:52.591832 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4cd909a5-3c5b-4425-ad74-9d47b5f402d0 req-113fbb9c-efe5-462c-91a5-8881a65341cf service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1590292 Apr 29 15:55:52.701876 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-17ef4bee-c416-470e-ae4b-7599981882dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=5fff7a99-5d19-462a-bda4-7b37c15a5cc9 HTTP/1.1" status: 200 len: 1134 time: 0.0708904 Apr 29 15:55:52.771074 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-9d920bd8-24df-4abb-b3aa-81c4196c6a27 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc HTTP/1.1" status: 200 len: 217 time: 0.0625741 Apr 29 15:55:52.831085 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-e2c424b3-9882-4a5c-a60a-fa4886f74a36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:52.832362 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-e2c424b3-9882-4a5c-a60a-fa4886f74a36 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a3333541-95b9-481b-bb49-d0d006a6a5b1 HTTP/1.1" status: 200 len: 835 time: 0.0550869 Apr 29 15:55:52.902913 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-c7f34688-39bf-4706-9dbb-9ab283dd9618 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77331ce9-e6d7-43dc-9b25-8c0b08fa51e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649471 Apr 29 15:55:53.029372 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-aa753cec-5eef-41a3-b2cf-fdb84b7cb992 service neutron] 10.222.0.35 "GET /v2.0/networks/77331ce9-e6d7-43dc-9b25-8c0b08fa51e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209679 Apr 29 15:55:53.156535 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3b20974-ba86-415c-a82b-80fdf4acb8a8 req-2f444896-5112-472f-8b49-9e9f8c2bb265 service neutron] 10.222.0.35 "GET /v2.0/networks/77331ce9-e6d7-43dc-9b25-8c0b08fa51e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212747 Apr 29 15:55:53.756629 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee7dfe-1e2f-47d5-a118-c1f7f2c1f19c req-ad109a00-c037-4bbf-85d4-51685852a106 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:53.758070 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d0ee7dfe-1e2f-47d5-a118-c1f7f2c1f19c req-ad109a00-c037-4bbf-85d4-51685852a106 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fff7a99-5d19-462a-bda4-7b37c15a5cc9 HTTP/1.1" status: 200 len: 981 time: 0.0791242 Apr 29 15:55:53.802879 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d0ee7dfe-1e2f-47d5-a118-c1f7f2c1f19c req-d0649bd3-65ef-45a8-b535-b4ff68138161 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1997522f-2fc7-4f4a-8159-bbd879a74987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387108 Apr 29 15:55:54.934704 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:55:54.996352 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad904c-d24f-4e1f-b455-802f9996a5ea req-a3f3c6df-d687-4042-9985-a06d76ef0284 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:54.997716 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-87ad904c-d24f-4e1f-b455-802f9996a5ea req-a3f3c6df-d687-4042-9985-a06d76ef0284 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fff7a99-5d19-462a-bda4-7b37c15a5cc9 HTTP/1.1" status: 200 len: 981 time: 0.0775857 Apr 29 15:55:55.047404 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-87ad904c-d24f-4e1f-b455-802f9996a5ea req-5dc196d5-02aa-420d-b659-2ceef2264c19 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1997522f-2fc7-4f4a-8159-bbd879a74987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441217 Apr 29 15:55:55.069200 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc,segment=NetworkSegment(7cedc2c2-2531-4569-8031-b9597fab91e5),segment_id=7cedc2c2-2531-4569-8031-b9597fab91e5)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:55.082220 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc', 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9', 'port_id': '3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc', 'mac_address': 'fa:16:3e:d4:2b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3333541-95b9-481b-bb49-d0d006a6a5b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:55:55.137855 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:55.154798 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:55:55.170077 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc,segment=NetworkSegment(7cedc2c2-2531-4569-8031-b9597fab91e5),segment_id=7cedc2c2-2531-4569-8031-b9597fab91e5)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:55.235664 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:55.298156 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:55.601196 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 15:55:56.244496 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c9f24-0ddb-478b-8790-e015c6175138 req-67100fc7-131f-4b81-9d34-ca824833c88f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:56.245930 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-253c9f24-0ddb-478b-8790-e015c6175138 req-67100fc7-131f-4b81-9d34-ca824833c88f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fff7a99-5d19-462a-bda4-7b37c15a5cc9 HTTP/1.1" status: 200 len: 982 time: 0.0759015 Apr 29 15:55:56.291803 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-253c9f24-0ddb-478b-8790-e015c6175138 req-2db23975-35ed-40ce-8a87-b9ade812f281 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1997522f-2fc7-4f4a-8159-bbd879a74987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404284 Apr 29 15:55:56.944321 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:55:57.105703 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:55:57.110550 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:55:57.110917 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:57.221142 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:57.247126 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fff7a99-5d19-462a-bda4-7b37c15a5cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:55:57.256548 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc,segment=NetworkSegment(7cedc2c2-2531-4569-8031-b9597fab91e5),segment_id=7cedc2c2-2531-4569-8031-b9597fab91e5)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:57.305585 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e405bd3-558f-4aa3-a595-58f2e64716e2'] response: {'server_uuid': '5fff7a99-5d19-462a-bda4-7b37c15a5cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc', 'code': 200} Apr 29 15:55:57.357241 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:57.429541 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:57.499628 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08293fe0-e67a-4c51-af8d-64a372a288e4 req-d585d692-dbab-4676-9f7a-31d5caf7f61b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:57.501139 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-08293fe0-e67a-4c51-af8d-64a372a288e4 req-d585d692-dbab-4676-9f7a-31d5caf7f61b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fff7a99-5d19-462a-bda4-7b37c15a5cc9 HTTP/1.1" status: 200 len: 983 time: 0.0826871 Apr 29 15:55:57.548929 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-08293fe0-e67a-4c51-af8d-64a372a288e4 req-2665abbe-f270-4b00-b710-7052599fcfd0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1997522f-2fc7-4f4a-8159-bbd879a74987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419400 Apr 29 15:55:57.681264 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4add4872-033b-4090-983b-b2887e6d1950 req-f1553a96-3cfc-41cc-9c8e-147156f8c2ea service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5fff7a99-5d19-462a-bda4-7b37c15a5cc9 HTTP/1.1" status: 200 len: 1136 time: 0.0695136 Apr 29 15:55:57.722348 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4add4872-033b-4090-983b-b2887e6d1950 req-25099a38-1382-4c5a-86d3-4f943045d413 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1997522f-2fc7-4f4a-8159-bbd879a74987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363240 Apr 29 15:55:58.753894 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3563f4-b8f1-483c-952b-114271fc51ff req-13ff84e2-e768-49c6-8014-78861967900f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:58.755362 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bf3563f4-b8f1-483c-952b-114271fc51ff req-13ff84e2-e768-49c6-8014-78861967900f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fff7a99-5d19-462a-bda4-7b37c15a5cc9 HTTP/1.1" status: 200 len: 983 time: 0.0790377 Apr 29 15:55:58.799262 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bf3563f4-b8f1-483c-952b-114271fc51ff req-94d8e8e1-d082-4c94-8eba-17f0afc1e474 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1997522f-2fc7-4f4a-8159-bbd879a74987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382578 Apr 29 15:55:59.992793 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c4160-28a4-4fd2-9ac4-b5864f4474af req-ab4e40bf-2256-46d0-a7d7-fb8ae722ecbf tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:55:59.994181 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-509c4160-28a4-4fd2-9ac4-b5864f4474af req-ab4e40bf-2256-46d0-a7d7-fb8ae722ecbf tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fff7a99-5d19-462a-bda4-7b37c15a5cc9 HTTP/1.1" status: 200 len: 983 time: 0.0737345 Apr 29 15:56:00.038948 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-509c4160-28a4-4fd2-9ac4-b5864f4474af req-b4fa64a4-d1c9-4017-892b-dbf2a949bb72 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1997522f-2fc7-4f4a-8159-bbd879a74987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391052 Apr 29 15:56:00.316224 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076fdc1-6db9-4f8c-8e0d-010ab5b1dee6 req-81732d09-0b5f-4b0a-b182-69cb4310b65c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:00.317563 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d076fdc1-6db9-4f8c-8e0d-010ab5b1dee6 req-81732d09-0b5f-4b0a-b182-69cb4310b65c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fff7a99-5d19-462a-bda4-7b37c15a5cc9 HTTP/1.1" status: 200 len: 983 time: 0.1527414 Apr 29 15:56:00.365405 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d076fdc1-6db9-4f8c-8e0d-010ab5b1dee6 req-040622c4-2a31-462f-8332-db0d6af24b75 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1997522f-2fc7-4f4a-8159-bbd879a74987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407059 Apr 29 15:56:00.396705 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 32850) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:00.468212 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d9863990-0c17-4e22-bea1-8cb41b4e3e7d tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5fff7a99-5d19-462a-bda4-7b37c15a5cc9 HTTP/1.1" status: 200 len: 1131 time: 0.0704038 Apr 29 15:56:00.470799 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 32854) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:00.475735 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-43900dbf-e4fb-412c-bdde-f05d7efaa259 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': '3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:56:00.481474 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-43900dbf-e4fb-412c-bdde-f05d7efaa259 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:56:00.485181 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-43900dbf-e4fb-412c-bdde-f05d7efaa259 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:floatingip and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:56:00.487927 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-43900dbf-e4fb-412c-bdde-f05d7efaa259 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:56:00.493820 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-43900dbf-e4fb-412c-bdde-f05d7efaa259 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:56:00.557281 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43900dbf-e4fb-412c-bdde-f05d7efaa259 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:00.701783 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43900dbf-e4fb-412c-bdde-f05d7efaa259 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:00.833310 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-43900dbf-e4fb-412c-bdde-f05d7efaa259 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.26.1.203 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/6ceb81a9-977d-49f2-a15e-434db99e6895) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:56:00.980780 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43900dbf-e4fb-412c-bdde-f05d7efaa259 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:01.100203 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43900dbf-e4fb-412c-bdde-f05d7efaa259 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:01.168067 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43900dbf-e4fb-412c-bdde-f05d7efaa259 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:56:01.170625 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-43900dbf-e4fb-412c-bdde-f05d7efaa259 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:56:01.173139 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43900dbf-e4fb-412c-bdde-f05d7efaa259 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:56:01.206706 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43900dbf-e4fb-412c-bdde-f05d7efaa259 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=6ceb81a9-977d-49f2-a15e-434db99e6895,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:01.768526 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43900dbf-e4fb-412c-bdde-f05d7efaa259 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:01.885511 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43900dbf-e4fb-412c-bdde-f05d7efaa259 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:02.087608 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43900dbf-e4fb-412c-bdde-f05d7efaa259 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:02.162849 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43900dbf-e4fb-412c-bdde-f05d7efaa259 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:02.263388 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43900dbf-e4fb-412c-bdde-f05d7efaa259 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=6ceb81a9-977d-49f2-a15e-434db99e6895,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:02.277796 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43900dbf-e4fb-412c-bdde-f05d7efaa259 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:02.460744 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [None req-43900dbf-e4fb-412c-bdde-f05d7efaa259 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Floating IP b434a616-6d0b-4b3e-be60-88761904986b associated. External IP: 172.26.1.203, port: 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc. Apr 29 15:56:02.840992 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43900dbf-e4fb-412c-bdde-f05d7efaa259 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 0461e4f0-1f54-4f23-b33e-07fb5675030f has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:56:03.034783 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43900dbf-e4fb-412c-bdde-f05d7efaa259 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:56:03.045187 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8618303a-bd47-4d71-bf26-7a72af17ec23 None None] Sync routers for ids ['0461e4f0-1f54-4f23-b33e-07fb5675030f'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:56:03.057281 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8618303a-bd47-4d71-bf26-7a72af17ec23 None None] Routers {'0461e4f0-1f54-4f23-b33e-07fb5675030f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:56:03.057915 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-8618303a-bd47-4d71-bf26-7a72af17ec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:55:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['0461e4f0-1f54-4f23-b33e-07fb5675030f'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:03.140040 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43900dbf-e4fb-412c-bdde-f05d7efaa259 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:03.243943 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-8618303a-bd47-4d71-bf26-7a72af17ec23 None None] Set router 0461e4f0-1f54-4f23-b33e-07fb5675030f gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:56:03.294093 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-43900dbf-e4fb-412c-bdde-f05d7efaa259 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.8221471 Apr 29 15:56:03.294512 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fff7a99-5d19-462a-bda4-7b37c15a5cc9', 'tag': '3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:56:03.296795 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 32858) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:03.376246 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-74fae2d3-5b37-40ec-9f87-97a6450c6663 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5fff7a99-5d19-462a-bda4-7b37c15a5cc9&network_id=77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 HTTP/1.1" status: 200 len: 1131 time: 0.0759463 Apr 29 15:56:03.441189 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-571f9d96-c08c-4f19-a191-f0fce56f4e1d'] response: {'name': 'network-changed', 'server_uuid': '5fff7a99-5d19-462a-bda4-7b37c15a5cc9', 'tag': '3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc', 'status': 'completed', 'code': 200} Apr 29 15:56:03.535048 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e837ea07-6981-4578-a6f0-32eadefc8c01 req-37b87e2d-645a-491b-b393-b6b58b457ccb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=5fff7a99-5d19-462a-bda4-7b37c15a5cc9 HTTP/1.1" status: 200 len: 1136 time: 0.0692532 Apr 29 15:56:03.600009 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-8618303a-bd47-4d71-bf26-7a72af17ec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'name': 'tempest-TestNetworkBasicOps-router-1716258579', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'b434a616-6d0b-4b3e-be60-88761904986b', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.203', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'port_id': '3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-954521625', 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9', 'mac_address': 'fa:16:3e:d4:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fff7a99-5d19-462a-bda4-7b37c15a5cc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:56:01Z', 'updated_at': '2022-04-29T15:56:01Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b98af9e-1ebf-454b-a93b-6c30843bd3ba', 'name': '', 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:e6:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3333541-95b9-481b-bb49-d0d006a6a5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:40Z', 'updated_at': '2022-04-29T15:55:48Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': 'a3333541-95b9-481b-bb49-d0d006a6a5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:03.603880 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8618303a-bd47-4d71-bf26-7a72af17ec23 None None] Checking router: 0461e4f0-1f54-4f23-b33e-07fb5675030f for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:56:03.614438 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8618303a-bd47-4d71-bf26-7a72af17ec23 None None] Routers {'0461e4f0-1f54-4f23-b33e-07fb5675030f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:56:03.615069 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-8618303a-bd47-4d71-bf26-7a72af17ec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:55:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['0461e4f0-1f54-4f23-b33e-07fb5675030f'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:03.667801 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837ea07-6981-4578-a6f0-32eadefc8c01 req-ad01bd4f-d29c-4dfb-95f1-d754eaf6e871 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:03.669249 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e837ea07-6981-4578-a6f0-32eadefc8c01 req-ad01bd4f-d29c-4dfb-95f1-d754eaf6e871 service neutron] 10.222.0.35 "GET /v2.0/networks?id=77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 HTTP/1.1" status: 200 len: 898 time: 0.1270707 Apr 29 15:56:03.776642 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e837ea07-6981-4578-a6f0-32eadefc8c01 req-ce58467f-c7ac-43a1-95b3-a230f24ce084 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc HTTP/1.1" status: 200 len: 1037 time: 0.1012208 Apr 29 15:56:03.809119 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-8618303a-bd47-4d71-bf26-7a72af17ec23 None None] Set router 0461e4f0-1f54-4f23-b33e-07fb5675030f gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:56:03.839527 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837ea07-6981-4578-a6f0-32eadefc8c01 req-2ca83ee1-3439-428d-bc3c-89539b09fe80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:03.840959 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e837ea07-6981-4578-a6f0-32eadefc8c01 req-2ca83ee1-3439-428d-bc3c-89539b09fe80 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a3333541-95b9-481b-bb49-d0d006a6a5b1 HTTP/1.1" status: 200 len: 835 time: 0.0591333 Apr 29 15:56:03.919358 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e837ea07-6981-4578-a6f0-32eadefc8c01 req-f0d2c318-3866-40b1-a009-7eaf323f9631 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77331ce9-e6d7-43dc-9b25-8c0b08fa51e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720897 Apr 29 15:56:04.102552 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e837ea07-6981-4578-a6f0-32eadefc8c01 req-14f1ac26-9585-4361-885d-3425fc0d9de3 service neutron] 10.222.0.35 "GET /v2.0/networks/77331ce9-e6d7-43dc-9b25-8c0b08fa51e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770895 Apr 29 15:56:04.112635 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b534df2-4602-44d2-9a1f-68404422ca5a req-92b9c2ca-4e7f-4a23-83c0-620c840be97a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:04.113928 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6b534df2-4602-44d2-9a1f-68404422ca5a req-92b9c2ca-4e7f-4a23-83c0-620c840be97a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fff7a99-5d19-462a-bda4-7b37c15a5cc9 HTTP/1.1" status: 200 len: 983 time: 0.1653109 Apr 29 15:56:04.201436 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-8618303a-bd47-4d71-bf26-7a72af17ec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'name': 'tempest-TestNetworkBasicOps-router-1716258579', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'b434a616-6d0b-4b3e-be60-88761904986b', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.203', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'port_id': '3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-954521625', 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9', 'mac_address': 'fa:16:3e:d4:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fff7a99-5d19-462a-bda4-7b37c15a5cc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:56:01Z', 'updated_at': '2022-04-29T15:56:01Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b98af9e-1ebf-454b-a93b-6c30843bd3ba', 'name': '', 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:e6:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3333541-95b9-481b-bb49-d0d006a6a5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:40Z', 'updated_at': '2022-04-29T15:55:48Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': 'a3333541-95b9-481b-bb49-d0d006a6a5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:04.205554 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8618303a-bd47-4d71-bf26-7a72af17ec23 None None] The sync data for ids ['0461e4f0-1f54-4f23-b33e-07fb5675030f'] in dv-neutron-839913-1-hyperv is: [{'id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'name': 'tempest-TestNetworkBasicOps-router-1716258579', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'b434a616-6d0b-4b3e-be60-88761904986b', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.203', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'port_id': '3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-954521625', 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9', 'mac_address': 'fa:16:3e:d4:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fff7a99-5d19-462a-bda4-7b37c15a5cc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:56:01Z', 'updated_at': '2022-04-29T15:56:01Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b98af9e-1ebf-454b-a93b-6c30843bd3ba', 'name': '', 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:e6:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3333541-95b9-481b-bb49-d0d006a6a5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:40Z', 'updated_at': '2022-04-29T15:55:48Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': 'a3333541-95b9-481b-bb49-d0d006a6a5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:56:04.243990 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6b534df2-4602-44d2-9a1f-68404422ca5a req-d88aa8ea-efcf-4a64-861b-671c9c83c150 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1997522f-2fc7-4f4a-8159-bbd879a74987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122029 Apr 29 15:56:04.278698 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e837ea07-6981-4578-a6f0-32eadefc8c01 req-02388ec8-3b8d-4d96-8953-3c5c323837e9 service neutron] 10.222.0.35 "GET /v2.0/networks/77331ce9-e6d7-43dc-9b25-8c0b08fa51e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638181 Apr 29 15:56:04.408050 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3876a1eb-043c-4642-9c77-b6dd24aa5aa2 None None] New status for floating IP b434a616-6d0b-4b3e-be60-88761904986b: ACTIVE {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:56:05.405636 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d0c4b-d1ae-4977-b60e-41a1126a48c5 req-cdd60436-252e-4df2-9581-9883b7555a22 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:05.418823 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-906d0c4b-d1ae-4977-b60e-41a1126a48c5 req-cdd60436-252e-4df2-9581-9883b7555a22 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fff7a99-5d19-462a-bda4-7b37c15a5cc9 HTTP/1.1" status: 200 len: 983 time: 0.1079884 Apr 29 15:56:05.506517 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d0c4b-d1ae-4977-b60e-41a1126a48c5 req-21970f68-f295-4cd1-bf4d-50fd5a8c5dd5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:05.507854 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-906d0c4b-d1ae-4977-b60e-41a1126a48c5 req-21970f68-f295-4cd1-bf4d-50fd5a8c5dd5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/ports/3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0957985 Apr 29 15:56:05.595417 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5152e-ca1b-4a9d-a936-09f4438abe18 req-9be78e99-9407-497f-96b1-11986b41b122 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:05.596756 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ddc5152e-ca1b-4a9d-a936-09f4438abe18 req-9be78e99-9407-497f-96b1-11986b41b122 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fff7a99-5d19-462a-bda4-7b37c15a5cc9 HTTP/1.1" status: 200 len: 983 time: 0.2272978 Apr 29 15:56:05.679194 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ddc5152e-ca1b-4a9d-a936-09f4438abe18 req-ca3eef78-e229-439a-9c42-07741019f6cd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1997522f-2fc7-4f4a-8159-bbd879a74987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747287 Apr 29 15:56:05.691425 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-906d0c4b-d1ae-4977-b60e-41a1126a48c5 req-56901718-07d3-4a7d-a5af-db1a01de0c30 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/networks/77331ce9-e6d7-43dc-9b25-8c0b08fa51e9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1783807 Apr 29 15:56:05.704884 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-906d0c4b-d1ae-4977-b60e-41a1126a48c5 req-4a1b279a-f745-4eeb-8989-ac50424f3af5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:56:05.815566 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-906d0c4b-d1ae-4977-b60e-41a1126a48c5 req-4a1b279a-f745-4eeb-8989-ac50424f3af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:06.104774 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-906d0c4b-d1ae-4977-b60e-41a1126a48c5 req-4a1b279a-f745-4eeb-8989-ac50424f3af5 service neutron] For port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc,segment=NetworkSegment(7cedc2c2-2531-4569-8031-b9597fab91e5),segment_id=7cedc2c2-2531-4569-8031-b9597fab91e5)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:56:06.132018 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-906d0c4b-d1ae-4977-b60e-41a1126a48c5 req-4a1b279a-f745-4eeb-8989-ac50424f3af5 service neutron] For port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:56:06.183392 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-906d0c4b-d1ae-4977-b60e-41a1126a48c5 req-4a1b279a-f745-4eeb-8989-ac50424f3af5 service neutron] device_id is not set on port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:56:06.191079 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-906d0c4b-d1ae-4977-b60e-41a1126a48c5 req-4a1b279a-f745-4eeb-8989-ac50424f3af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:06.246567 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-906d0c4b-d1ae-4977-b60e-41a1126a48c5 req-4a1b279a-f745-4eeb-8989-ac50424f3af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:06.380310 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b279a-f745-4eeb-8989-ac50424f3af5 service neutron] Pushing event updated for resources: {'Port': ['ID=3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc,revision_number=6']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:06.449248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-906d0c4b-d1ae-4977-b60e-41a1126a48c5 req-4a1b279a-f745-4eeb-8989-ac50424f3af5 service neutron] No DVR routers for this DVR port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:56:06.557767 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-57998077-2ff9-4525-9a64-7c123182295a None None] Provisioning complete for port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:56:06.558360 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-57998077-2ff9-4525-9a64-7c123182295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:06.609461 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-57998077-2ff9-4525-9a64-7c123182295a None None] Port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:56:06.696768 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-906d0c4b-d1ae-4977-b60e-41a1126a48c5 req-4a1b279a-f745-4eeb-8989-ac50424f3af5 service neutron] In _notify_port_updated(), no bound segment for port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc on network 77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 {{(pid=84770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 15:56:06.697786 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-906d0c4b-d1ae-4977-b60e-41a1126a48c5 req-4a1b279a-f745-4eeb-8989-ac50424f3af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:06.699119 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-906d0c4b-d1ae-4977-b60e-41a1126a48c5 req-4a1b279a-f745-4eeb-8989-ac50424f3af5 service neutron] 10.222.0.35 "PUT /v2.0/ports/3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc HTTP/1.1" status: 200 len: 1026 time: 1.0014112 Apr 29 15:56:06.854586 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-93fcafed-14af-4a8c-811d-87ef97bba5a6 req-15500bfe-b008-44b6-9e70-42b4bf3cee15 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fff7a99-5d19-462a-bda4-7b37c15a5cc9 HTTP/1.1" status: 200 len: 210 time: 0.0416558 Apr 29 15:56:07.958301 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 32876) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:08.025612 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3741ef-ce78-461b-8e84-358e2304d4f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:08.026099 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9c3741ef-ce78-461b-8e84-358e2304d4f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:56:08.093899 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-9c3741ef-ce78-461b-8e84-358e2304d4f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:56:08.095078 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9c3741ef-ce78-461b-8e84-358e2304d4f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports/3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc HTTP/1.1" status: 200 len: 925 time: 0.1357968 Apr 29 15:56:08.736983 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:56:08.782782 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 32882) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:08.788422 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-ad290d34-722a-4a0b-84ee-69b005ce22e9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-743800773', 'description': 'tempest-secgroup-smoke-743800773 description', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:56:08.794591 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ad290d34-722a-4a0b-84ee-69b005ce22e9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:56:08.803637 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ad290d34-722a-4a0b-84ee-69b005ce22e9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:56:08.875250 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ad290d34-722a-4a0b-84ee-69b005ce22e9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:08.912866 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ad290d34-722a-4a0b-84ee-69b005ce22e9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:56:08.916692 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ad290d34-722a-4a0b-84ee-69b005ce22e9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:56:08.919413 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ad290d34-722a-4a0b-84ee-69b005ce22e9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:56:08.924880 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ad290d34-722a-4a0b-84ee-69b005ce22e9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:56:08.976819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ad290d34-722a-4a0b-84ee-69b005ce22e9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:08.980630 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:56:09.038851 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:56:09.048178 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ad290d34-722a-4a0b-84ee-69b005ce22e9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:09.092130 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad290d34-722a-4a0b-84ee-69b005ce22e9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5aa3da-7623-4100-9675-77848cea2950,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:09.155592 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ad290d34-722a-4a0b-84ee-69b005ce22e9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:09.156809 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ad290d34-722a-4a0b-84ee-69b005ce22e9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3730447 Apr 29 15:56:09.159621 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 32886) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:09.164939 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-d329034d-a5f4-477f-aab4-aa15ff16e7e8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'dc5aa3da-7623-4100-9675-77848cea2950', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:56:09.170680 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d329034d-a5f4-477f-aab4-aa15ff16e7e8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:56:09.174468 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d329034d-a5f4-477f-aab4-aa15ff16e7e8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:56:09.177273 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d329034d-a5f4-477f-aab4-aa15ff16e7e8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:56:09.183497 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d329034d-a5f4-477f-aab4-aa15ff16e7e8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:56:09.264012 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d329034d-a5f4-477f-aab4-aa15ff16e7e8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:09.322216 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d329034d-a5f4-477f-aab4-aa15ff16e7e8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:09.385851 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d329034d-a5f4-477f-aab4-aa15ff16e7e8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:09.409923 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329034d-a5f4-477f-aab4-aa15ff16e7e8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5bac948-ce93-49d8-80db-7b72eca0eb6f,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:09.490934 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d329034d-a5f4-477f-aab4-aa15ff16e7e8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:09.492142 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d329034d-a5f4-477f-aab4-aa15ff16e7e8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3316269 Apr 29 15:56:09.496391 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 32890) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:09.502289 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7cc3dac2-224f-41b2-b9ec-b31fc6e95947 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'dc5aa3da-7623-4100-9675-77848cea2950', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:56:09.508653 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7cc3dac2-224f-41b2-b9ec-b31fc6e95947 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:56:09.512903 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7cc3dac2-224f-41b2-b9ec-b31fc6e95947 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:56:09.516241 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7cc3dac2-224f-41b2-b9ec-b31fc6e95947 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:56:09.525631 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7cc3dac2-224f-41b2-b9ec-b31fc6e95947 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:56:09.613084 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7cc3dac2-224f-41b2-b9ec-b31fc6e95947 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:09.674365 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7cc3dac2-224f-41b2-b9ec-b31fc6e95947 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:09.729024 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7cc3dac2-224f-41b2-b9ec-b31fc6e95947 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:09.752250 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3dac2-224f-41b2-b9ec-b31fc6e95947 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30a05617-f51d-43b8-b0c7-7976ef620a3a,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:09.812184 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7cc3dac2-224f-41b2-b9ec-b31fc6e95947 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:09.813334 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7cc3dac2-224f-41b2-b9ec-b31fc6e95947 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3159823 Apr 29 15:56:09.816088 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 32894) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:09.821515 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7c8bbf22-8bba-46fd-ab93-0c4ee2473b0c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'dc5aa3da-7623-4100-9675-77848cea2950', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:56:09.827218 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7c8bbf22-8bba-46fd-ab93-0c4ee2473b0c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:56:09.831098 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7c8bbf22-8bba-46fd-ab93-0c4ee2473b0c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:56:09.833894 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7c8bbf22-8bba-46fd-ab93-0c4ee2473b0c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:56:09.840359 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7c8bbf22-8bba-46fd-ab93-0c4ee2473b0c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:56:09.934359 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7c8bbf22-8bba-46fd-ab93-0c4ee2473b0c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:09.995324 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7c8bbf22-8bba-46fd-ab93-0c4ee2473b0c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:10.082729 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7c8bbf22-8bba-46fd-ab93-0c4ee2473b0c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:10.105678 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bbf22-8bba-46fd-ab93-0c4ee2473b0c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be7e6c8-4cef-4a53-9475-9a6f6b626da7,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:10.190282 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7c8bbf22-8bba-46fd-ab93-0c4ee2473b0c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:10.191421 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7c8bbf22-8bba-46fd-ab93-0c4ee2473b0c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3744402 Apr 29 15:56:10.194095 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 32898) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:10.200517 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-33401ad8-62d5-460d-9b51-6360011f9c9f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'dc5aa3da-7623-4100-9675-77848cea2950', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:56:10.206442 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-33401ad8-62d5-460d-9b51-6360011f9c9f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:56:10.210111 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-33401ad8-62d5-460d-9b51-6360011f9c9f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:56:10.213873 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-33401ad8-62d5-460d-9b51-6360011f9c9f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:56:10.219514 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-33401ad8-62d5-460d-9b51-6360011f9c9f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:56:10.305881 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-33401ad8-62d5-460d-9b51-6360011f9c9f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:10.369642 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-33401ad8-62d5-460d-9b51-6360011f9c9f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:10.442411 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-33401ad8-62d5-460d-9b51-6360011f9c9f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:10.468738 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33401ad8-62d5-460d-9b51-6360011f9c9f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7936af06-84e9-4c05-8603-8de29146a38d,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:10.549727 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-33401ad8-62d5-460d-9b51-6360011f9c9f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:10.550901 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-33401ad8-62d5-460d-9b51-6360011f9c9f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3557673 Apr 29 15:56:10.553577 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 32902) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:10.559844 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-49fe81bf-7eeb-4877-a970-02ca52cb0136 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'dc5aa3da-7623-4100-9675-77848cea2950', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:56:10.565803 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-49fe81bf-7eeb-4877-a970-02ca52cb0136 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:56:10.569480 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-49fe81bf-7eeb-4877-a970-02ca52cb0136 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:56:10.573116 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-49fe81bf-7eeb-4877-a970-02ca52cb0136 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:56:10.578732 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-49fe81bf-7eeb-4877-a970-02ca52cb0136 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:56:10.652497 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.securitygroups_db [None req-49fe81bf-7eeb-4877-a970-02ca52cb0136 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Project 6dec3d4ebc7e41d8a2e134522257f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:56:10.658819 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-49fe81bf-7eeb-4877-a970-02ca52cb0136 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:10.722424 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-49fe81bf-7eeb-4877-a970-02ca52cb0136 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:10.796968 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-49fe81bf-7eeb-4877-a970-02ca52cb0136 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:10.820548 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe81bf-7eeb-4877-a970-02ca52cb0136 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659f5e3b-61e3-4190-b799-f02148ed106f,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:10.898282 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-49fe81bf-7eeb-4877-a970-02ca52cb0136 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:10.899644 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-49fe81bf-7eeb-4877-a970-02ca52cb0136 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3451366 Apr 29 15:56:10.902261 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 32906) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:10.907570 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-97ac33cd-6ecb-44e5-91d4-f6b97a24d546 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'dc5aa3da-7623-4100-9675-77848cea2950', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:56:10.913437 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-97ac33cd-6ecb-44e5-91d4-f6b97a24d546 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:56:10.917968 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-97ac33cd-6ecb-44e5-91d4-f6b97a24d546 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:56:10.920865 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-97ac33cd-6ecb-44e5-91d4-f6b97a24d546 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:56:10.926502 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-97ac33cd-6ecb-44e5-91d4-f6b97a24d546 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:56:11.012410 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.securitygroups_db [None req-97ac33cd-6ecb-44e5-91d4-f6b97a24d546 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Project 6dec3d4ebc7e41d8a2e134522257f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:56:11.018895 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-97ac33cd-6ecb-44e5-91d4-f6b97a24d546 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:11.082266 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-97ac33cd-6ecb-44e5-91d4-f6b97a24d546 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:11.168039 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-97ac33cd-6ecb-44e5-91d4-f6b97a24d546 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:11.192670 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac33cd-6ecb-44e5-91d4-f6b97a24d546 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e75c0faa-cdf0-46a2-ab4f-78768f4d089a,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:11.260025 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-97ac33cd-6ecb-44e5-91d4-f6b97a24d546 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:11.261188 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-97ac33cd-6ecb-44e5-91d4-f6b97a24d546 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3578513 Apr 29 15:56:11.430441 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-5be43692-0368-459c-9008-b09bdb52c0da req-e5509293-6bf6-4e34-8b48-9be7be09e3e3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:56:11.503972 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-5be43692-0368-459c-9008-b09bdb52c0da req-e5509293-6bf6-4e34-8b48-9be7be09e3e3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:56:11.505503 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5be43692-0368-459c-9008-b09bdb52c0da req-e5509293-6bf6-4e34-8b48-9be7be09e3e3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-743800773&fields=id&tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 267 time: 0.1170018 Apr 29 15:56:11.577690 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be43692-0368-459c-9008-b09bdb52c0da req-54664732-2194-4b10-b28d-1490053d92b9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:11.578897 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5be43692-0368-459c-9008-b09bdb52c0da req-54664732-2194-4b10-b28d-1490053d92b9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports/3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc HTTP/1.1" status: 200 len: 930 time: 0.0667229 Apr 29 15:56:11.647846 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5be43692-0368-459c-9008-b09bdb52c0da req-b199b296-413f-42fd-9412-2327283de9aa service neutron] 10.222.0.21 "GET /v2.0/ports/3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0570204 Apr 29 15:56:11.775973 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5be43692-0368-459c-9008-b09bdb52c0da req-2c1998d0-d984-4e98-a35a-2bd9b690e7c9 service neutron] 10.222.0.21 "GET /v2.0/networks/77331ce9-e6d7-43dc-9b25-8c0b08fa51e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224899 Apr 29 15:56:11.902450 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5be43692-0368-459c-9008-b09bdb52c0da req-4f0b590a-23d8-44f0-9f6a-fa58cc2e800c service neutron] 10.222.0.21 "GET /v2.0/networks/77331ce9-e6d7-43dc-9b25-8c0b08fa51e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208401 Apr 29 15:56:12.226276 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-de57a597-b16a-46a3-b766-c914e4066b6f req-ccfad489-4a14-4c53-92cc-1b8a5423a37e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40360a4-5354-49c2-975d-4db5218594da HTTP/1.1" status: 200 len: 210 time: 0.0437555 Apr 29 15:56:13.388319 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-806d3047-882e-4881-8861-cab0ad2df257 req-93e9cb31-b31b-4b2f-8e88-37972c7c283c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40360a4-5354-49c2-975d-4db5218594da HTTP/1.1" status: 200 len: 210 time: 0.0405421 Apr 29 15:56:13.579956 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d6c97ad0-6470-4290-a315-a8d395f40fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:14.204844 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5be43692-0368-459c-9008-b09bdb52c0da req-2d43ed07-0439-4ef8-b19e-bd0873b5d65b service neutron] 10.222.0.35 "GET /v2.0/ports/3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc HTTP/1.1" status: 200 len: 1026 time: 0.0578461 Apr 29 15:56:14.347140 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be43692-0368-459c-9008-b09bdb52c0da req-2a6c1d5d-8d22-4ba4-a79a-3a361e15bfc1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:14.348552 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5be43692-0368-459c-9008-b09bdb52c0da req-2a6c1d5d-8d22-4ba4-a79a-3a361e15bfc1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/networks?id=77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 HTTP/1.1" status: 200 len: 797 time: 0.1388481 Apr 29 15:56:14.494600 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5be43692-0368-459c-9008-b09bdb52c0da req-3eb315ca-cb7e-4df7-b8de-e39983c23a64 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 472 time: 0.1339862 Apr 29 15:56:14.503584 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-5be43692-0368-459c-9008-b09bdb52c0da req-ad09798b-dacc-44ed-b023-c08652f771da service neutron] Request body: {'port': {'device_id': 'a40360a4-5354-49c2-975d-4db5218594da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:56:14.588163 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1cec2e7e-6653-41c2-ac39-315df9c404b5 req-950419ed-87b8-43a7-8a5b-84b6ebaacef6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40360a4-5354-49c2-975d-4db5218594da HTTP/1.1" status: 200 len: 210 time: 0.0566289 Apr 29 15:56:14.648663 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-5be43692-0368-459c-9008-b09bdb52c0da req-ad09798b-dacc-44ed-b023-c08652f771da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:14.983467 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-5be43692-0368-459c-9008-b09bdb52c0da req-ad09798b-dacc-44ed-b023-c08652f771da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:56:14.990025 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-5be43692-0368-459c-9008-b09bdb52c0da req-ad09798b-dacc-44ed-b023-c08652f771da service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:15.004208 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-5be43692-0368-459c-9008-b09bdb52c0da req-ad09798b-dacc-44ed-b023-c08652f771da service neutron] Transition to ACTIVE for port object 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:56:15.070978 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-5be43692-0368-459c-9008-b09bdb52c0da req-ad09798b-dacc-44ed-b023-c08652f771da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:15.202526 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:15.218009 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09798b-dacc-44ed-b023-c08652f771da service neutron] Pushing event updated for resources: {'Port': ['ID=3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc,revision_number=7']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:15.343157 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-5be43692-0368-459c-9008-b09bdb52c0da req-ad09798b-dacc-44ed-b023-c08652f771da service neutron] Attempting to bind port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:56:15.343483 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-5be43692-0368-459c-9008-b09bdb52c0da req-ad09798b-dacc-44ed-b023-c08652f771da service neutron] Attempting to bind port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7cedc2c2-2531-4569-8031-b9597fab91e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:56:15.343803 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be43692-0368-459c-9008-b09bdb52c0da req-ad09798b-dacc-44ed-b023-c08652f771da service neutron] Attempting to bind port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc on network 77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:56:15.349633 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be43692-0368-459c-9008-b09bdb52c0da req-ad09798b-dacc-44ed-b023-c08652f771da service neutron] Port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc on network 77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:56:15.350002 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be43692-0368-459c-9008-b09bdb52c0da req-ad09798b-dacc-44ed-b023-c08652f771da service neutron] Attempting to bind port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc on network 77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:56:15.356203 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be43692-0368-459c-9008-b09bdb52c0da req-ad09798b-dacc-44ed-b023-c08652f771da service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:56:15.356560 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be43692-0368-459c-9008-b09bdb52c0da req-ad09798b-dacc-44ed-b023-c08652f771da service neutron] Checking segment: {'id': '7cedc2c2-2531-4569-8031-b9597fab91e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:56:15.356967 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be43692-0368-459c-9008-b09bdb52c0da req-ad09798b-dacc-44ed-b023-c08652f771da service neutron] Bound using segment: {'id': '7cedc2c2-2531-4569-8031-b9597fab91e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:56:15.357402 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-5be43692-0368-459c-9008-b09bdb52c0da req-ad09798b-dacc-44ed-b023-c08652f771da service neutron] Bound port: 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cedc2c2-2531-4569-8031-b9597fab91e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:56:15.357745 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-5be43692-0368-459c-9008-b09bdb52c0da req-ad09798b-dacc-44ed-b023-c08652f771da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:15.447238 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-5be43692-0368-459c-9008-b09bdb52c0da req-ad09798b-dacc-44ed-b023-c08652f771da service neutron] For port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:56:15.450366 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-5be43692-0368-459c-9008-b09bdb52c0da req-ad09798b-dacc-44ed-b023-c08652f771da service neutron] For port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc,segment=NetworkSegment(7cedc2c2-2531-4569-8031-b9597fab91e5),segment_id=7cedc2c2-2531-4569-8031-b9597fab91e5)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:56:15.523604 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-5be43692-0368-459c-9008-b09bdb52c0da req-ad09798b-dacc-44ed-b023-c08652f771da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:15.586341 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-5be43692-0368-459c-9008-b09bdb52c0da req-ad09798b-dacc-44ed-b023-c08652f771da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:15.587906 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5be43692-0368-459c-9008-b09bdb52c0da req-ad09798b-dacc-44ed-b023-c08652f771da service neutron] 10.222.0.35 "PUT /v2.0/ports/3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc HTTP/1.1" status: 200 len: 1131 time: 1.0882103 Apr 29 15:56:15.588327 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40360a4-5354-49c2-975d-4db5218594da', 'tag': '3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:56:15.608868 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09798b-dacc-44ed-b023-c08652f771da service neutron] Pushing event updated for resources: {'Port': ['ID=3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc,revision_number=8']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:15.650774 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0af3358-37ed-4a82-9fd8-9468c2f14673'] response: {'name': 'network-changed', 'server_uuid': 'a40360a4-5354-49c2-975d-4db5218594da', 'tag': '3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc', 'status': 'completed', 'code': 200} Apr 29 15:56:15.832018 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-52daf5ac-df5f-464d-9db4-b5eef5766a09 req-5590b7dc-e182-4f87-b9b7-e908b536750c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=a40360a4-5354-49c2-975d-4db5218594da HTTP/1.1" status: 200 len: 1134 time: 0.1614223 Apr 29 15:56:15.899879 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6e514dc4-061d-4096-954f-35facd0e2f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:15.950902 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8817d6-a0ae-4003-bc92-a2eae06a027b req-561d9d19-21bc-438f-a22e-2de201d5ee35 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:15.952356 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f8817d6-a0ae-4003-bc92-a2eae06a027b req-561d9d19-21bc-438f-a22e-2de201d5ee35 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40360a4-5354-49c2-975d-4db5218594da HTTP/1.1" status: 200 len: 981 time: 0.1870079 Apr 29 15:56:16.012662 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daf5ac-df5f-464d-9db4-b5eef5766a09 req-6c64e0c9-a81b-4b64-9422-7365a03a26a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:16.014090 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-52daf5ac-df5f-464d-9db4-b5eef5766a09 req-6c64e0c9-a81b-4b64-9422-7365a03a26a2 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1743498 Apr 29 15:56:16.096208 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f8817d6-a0ae-4003-bc92-a2eae06a027b req-a9bc7adf-46bc-42f4-a9ca-c9ae98da1c65 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1997522f-2fc7-4f4a-8159-bbd879a74987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301148 Apr 29 15:56:16.161233 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daf5ac-df5f-464d-9db4-b5eef5766a09 req-b43389b7-46e5-43d0-b1e6-3a40633ac4d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:16.162693 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-52daf5ac-df5f-464d-9db4-b5eef5766a09 req-b43389b7-46e5-43d0-b1e6-3a40633ac4d0 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1428225 Apr 29 15:56:16.268353 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5be43692-0368-459c-9008-b09bdb52c0da req-bcabf7cb-c6f4-4055-b52b-8fb7c65cbfa2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=a40360a4-5354-49c2-975d-4db5218594da HTTP/1.1" status: 200 len: 1134 time: 0.0713232 Apr 29 15:56:16.366763 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5be43692-0368-459c-9008-b09bdb52c0da req-0839ceec-4e12-4830-bfdd-f069e156a438 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc HTTP/1.1" status: 200 len: 1037 time: 0.0912051 Apr 29 15:56:16.526862 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be43692-0368-459c-9008-b09bdb52c0da req-22a62c0c-9766-4331-9a48-03df08725633 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:16.528254 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5be43692-0368-459c-9008-b09bdb52c0da req-22a62c0c-9766-4331-9a48-03df08725633 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a3333541-95b9-481b-bb49-d0d006a6a5b1 HTTP/1.1" status: 200 len: 835 time: 0.1562083 Apr 29 15:56:16.600358 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5be43692-0368-459c-9008-b09bdb52c0da req-087dc879-e988-4d72-8478-a9eb76cb836a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77331ce9-e6d7-43dc-9b25-8c0b08fa51e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663011 Apr 29 15:56:16.729439 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5be43692-0368-459c-9008-b09bdb52c0da req-c6c28825-8be7-4a57-96ec-5a3cf7852922 service neutron] 10.222.0.35 "GET /v2.0/networks/77331ce9-e6d7-43dc-9b25-8c0b08fa51e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231258 Apr 29 15:56:16.857796 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5be43692-0368-459c-9008-b09bdb52c0da req-e9f742bb-8c37-4458-9bd0-2ffa08cabe6c service neutron] 10.222.0.35 "GET /v2.0/networks/77331ce9-e6d7-43dc-9b25-8c0b08fa51e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225603 Apr 29 15:56:17.156601 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:17.301237 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03772883-0944-451f-bf9f-b7ac1001a65a req-b6b122f1-75a8-4d7f-b579-bd2411a136e6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:17.302677 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-03772883-0944-451f-bf9f-b7ac1001a65a req-b6b122f1-75a8-4d7f-b579-bd2411a136e6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40360a4-5354-49c2-975d-4db5218594da HTTP/1.1" status: 200 len: 981 time: 0.0808086 Apr 29 15:56:17.345929 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-03772883-0944-451f-bf9f-b7ac1001a65a req-12169c60-7ed7-462c-8fae-818c1a89dc32 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1997522f-2fc7-4f4a-8159-bbd879a74987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377071 Apr 29 15:56:17.494072 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:18.447960 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:18.538636 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ad5bc-1547-4106-9586-781d9e2c84ab req-9e1654e2-d0e0-49e0-af8a-9e0f6908be4b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:18.540593 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a26ad5bc-1547-4106-9586-781d9e2c84ab req-9e1654e2-d0e0-49e0-af8a-9e0f6908be4b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40360a4-5354-49c2-975d-4db5218594da HTTP/1.1" status: 200 len: 981 time: 0.0755184 Apr 29 15:56:18.584810 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a26ad5bc-1547-4106-9586-781d9e2c84ab req-c8e9e188-6071-4ef3-b506-fddd386f3324 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1997522f-2fc7-4f4a-8159-bbd879a74987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385969 Apr 29 15:56:19.028071 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:56:19.159565 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc,segment=NetworkSegment(7cedc2c2-2531-4569-8031-b9597fab91e5),segment_id=7cedc2c2-2531-4569-8031-b9597fab91e5)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:56:19.172138 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc', 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9', 'port_id': '3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc', 'mac_address': 'fa:16:3e:d4:2b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3333541-95b9-481b-bb49-d0d006a6a5b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:56:19.224073 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:19.240514 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:56:19.254890 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc,segment=NetworkSegment(7cedc2c2-2531-4569-8031-b9597fab91e5),segment_id=7cedc2c2-2531-4569-8031-b9597fab91e5)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:56:19.349566 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:19.417205 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc,revision_number=9']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:19.644973 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 15:56:19.792603 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79297b-30a4-45f6-93f9-de8a7fd0e934 req-fb9dd0d8-ac81-4a06-bc4b-21f9ea608ee7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:19.794057 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3e79297b-30a4-45f6-93f9-de8a7fd0e934 req-fb9dd0d8-ac81-4a06-bc4b-21f9ea608ee7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40360a4-5354-49c2-975d-4db5218594da HTTP/1.1" status: 200 len: 982 time: 0.0850158 Apr 29 15:56:19.839118 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3e79297b-30a4-45f6-93f9-de8a7fd0e934 req-ffb2f4c6-c966-441d-b3fa-778ae2e930ae tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1997522f-2fc7-4f4a-8159-bbd879a74987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395246 Apr 29 15:56:21.022313 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:56:21.029948 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3990766-4c4c-4aed-acdc-048e1a7aae9e req-e9bb0bd4-02f2-40be-8341-ce051427ee95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:21.031431 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d3990766-4c4c-4aed-acdc-048e1a7aae9e req-e9bb0bd4-02f2-40be-8341-ce051427ee95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40360a4-5354-49c2-975d-4db5218594da HTTP/1.1" status: 200 len: 982 time: 0.0747998 Apr 29 15:56:21.080962 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d3990766-4c4c-4aed-acdc-048e1a7aae9e req-d8967ba1-79e2-4379-9c32-79b9d11a4c5d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1997522f-2fc7-4f4a-8159-bbd879a74987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438108 Apr 29 15:56:21.162506 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:56:21.167701 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:56:21.168073 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:21.279760 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:21.306100 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40360a4-5354-49c2-975d-4db5218594da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:56:21.315950 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc,segment=NetworkSegment(7cedc2c2-2531-4569-8031-b9597fab91e5),segment_id=7cedc2c2-2531-4569-8031-b9597fab91e5)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:56:21.360166 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79a780a9-ce4b-4715-9c45-dbda22d4b069'] response: {'server_uuid': 'a40360a4-5354-49c2-975d-4db5218594da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc', 'code': 200} Apr 29 15:56:21.418634 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:21.489103 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc,revision_number=10']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:21.774478 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6fcfd64a-f32e-4e94-9d2c-b34546d67e17 req-a2b73980-0b30-49ff-a0dc-3880b93223ec service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a40360a4-5354-49c2-975d-4db5218594da HTTP/1.1" status: 200 len: 1137 time: 0.0670912 Apr 29 15:56:21.815175 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6fcfd64a-f32e-4e94-9d2c-b34546d67e17 req-a6038612-75f5-4cea-a525-5d2a56a409f1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1997522f-2fc7-4f4a-8159-bbd879a74987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354297 Apr 29 15:56:22.297620 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8347a-9428-4275-bca2-e28a35360f8c req-2e3a93e8-8961-4202-a256-ef7baf1be1d2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:22.299090 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-22a8347a-9428-4275-bca2-e28a35360f8c req-2e3a93e8-8961-4202-a256-ef7baf1be1d2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40360a4-5354-49c2-975d-4db5218594da HTTP/1.1" status: 200 len: 984 time: 0.0784318 Apr 29 15:56:22.344460 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-22a8347a-9428-4275-bca2-e28a35360f8c req-6ab4766f-dbd8-49af-85ab-5f81f2022441 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1997522f-2fc7-4f4a-8159-bbd879a74987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399594 Apr 29 15:56:23.540055 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9dc458-e228-4114-a74e-7d77495be6ff req-23982582-ecfb-4a86-ad12-0caae04c4f87 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:23.541637 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ed9dc458-e228-4114-a74e-7d77495be6ff req-23982582-ecfb-4a86-ad12-0caae04c4f87 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40360a4-5354-49c2-975d-4db5218594da HTTP/1.1" status: 200 len: 984 time: 0.0777194 Apr 29 15:56:23.589244 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ed9dc458-e228-4114-a74e-7d77495be6ff req-348cd76b-03d0-4aa8-9c2b-ecb3c7a7c766 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1997522f-2fc7-4f4a-8159-bbd879a74987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421448 Apr 29 15:56:23.785262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd773df-ce29-4179-b6e8-e601f6d46e18 req-c27e3462-56fc-41f0-94c2-f505883f0349 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:23.786705 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dfd773df-ce29-4179-b6e8-e601f6d46e18 req-c27e3462-56fc-41f0-94c2-f505883f0349 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40360a4-5354-49c2-975d-4db5218594da HTTP/1.1" status: 200 len: 984 time: 0.0794482 Apr 29 15:56:23.830888 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dfd773df-ce29-4179-b6e8-e601f6d46e18 req-06c7c4e5-24cc-48d1-bede-a1687ea9b17a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1997522f-2fc7-4f4a-8159-bbd879a74987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386291 Apr 29 15:56:23.857297 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 32952) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:23.927169 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8826ee7f-60dc-4530-be7b-a692610818b9 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a40360a4-5354-49c2-975d-4db5218594da&network_id=77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 HTTP/1.1" status: 200 len: 1132 time: 0.0686359 Apr 29 15:56:24.538676 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1b7ab-5711-406a-b569-19fe4672b5b5 req-05f9267d-7289-4c3e-95a7-0eceab3264e4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:24.540847 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bcd1b7ab-5711-406a-b569-19fe4672b5b5 req-05f9267d-7289-4c3e-95a7-0eceab3264e4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40360a4-5354-49c2-975d-4db5218594da HTTP/1.1" status: 200 len: 984 time: 0.0846767 Apr 29 15:56:24.588409 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bcd1b7ab-5711-406a-b569-19fe4672b5b5 req-b12766c1-5c63-4e27-be6c-ef5e9bc7cf9a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1997522f-2fc7-4f4a-8159-bbd879a74987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402734 Apr 29 15:56:25.800929 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52382e0a-de1b-4205-9c27-b24ed380c6ef req-6c4527b7-f35e-425c-90cd-8ef74630cdb0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:25.802368 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-52382e0a-de1b-4205-9c27-b24ed380c6ef req-6c4527b7-f35e-425c-90cd-8ef74630cdb0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40360a4-5354-49c2-975d-4db5218594da HTTP/1.1" status: 200 len: 984 time: 0.0848985 Apr 29 15:56:25.892257 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-52382e0a-de1b-4205-9c27-b24ed380c6ef req-dbb7abf0-e70b-4308-8860-a9f9f755e2db tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1997522f-2fc7-4f4a-8159-bbd879a74987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836284 Apr 29 15:56:25.931104 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb654f5a-a26b-4998-b632-cccec1b6f55d req-3c4060f4-9478-4094-aa8f-7693b4f5048e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:25.933090 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eb654f5a-a26b-4998-b632-cccec1b6f55d req-3c4060f4-9478-4094-aa8f-7693b4f5048e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/ports?device_id=a40360a4-5354-49c2-975d-4db5218594da HTTP/1.1" status: 200 len: 984 time: 0.0908105 Apr 29 15:56:26.000237 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb654f5a-a26b-4998-b632-cccec1b6f55d req-d5293902-c35d-433b-bb33-2ee58aa962c3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:26.001602 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eb654f5a-a26b-4998-b632-cccec1b6f55d req-d5293902-c35d-433b-bb33-2ee58aa962c3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/ports/3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0629394 Apr 29 15:56:26.141018 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eb654f5a-a26b-4998-b632-cccec1b6f55d req-a779020f-6616-4ce1-a51e-4e1df1965272 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/networks/77331ce9-e6d7-43dc-9b25-8c0b08fa51e9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1346929 Apr 29 15:56:26.150708 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-eb654f5a-a26b-4998-b632-cccec1b6f55d req-20bef0a8-55bc-42ee-bc54-18af9b65e058 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:56:26.256060 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-eb654f5a-a26b-4998-b632-cccec1b6f55d req-20bef0a8-55bc-42ee-bc54-18af9b65e058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:26.450929 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-eb654f5a-a26b-4998-b632-cccec1b6f55d req-20bef0a8-55bc-42ee-bc54-18af9b65e058 service neutron] For port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc,segment=NetworkSegment(7cedc2c2-2531-4569-8031-b9597fab91e5),segment_id=7cedc2c2-2531-4569-8031-b9597fab91e5)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:56:26.477575 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-eb654f5a-a26b-4998-b632-cccec1b6f55d req-20bef0a8-55bc-42ee-bc54-18af9b65e058 service neutron] For port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:56:26.525719 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-eb654f5a-a26b-4998-b632-cccec1b6f55d req-20bef0a8-55bc-42ee-bc54-18af9b65e058 service neutron] device_id is not set on port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc yet. {{(pid=84770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 15:56:26.533042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-eb654f5a-a26b-4998-b632-cccec1b6f55d req-20bef0a8-55bc-42ee-bc54-18af9b65e058 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:26.606075 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-eb654f5a-a26b-4998-b632-cccec1b6f55d req-20bef0a8-55bc-42ee-bc54-18af9b65e058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:26.818692 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bef0a8-55bc-42ee-bc54-18af9b65e058 service neutron] Pushing event updated for resources: {'Port': ['ID=3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc,revision_number=11']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:26.842132 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bef0a8-55bc-42ee-bc54-18af9b65e058 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:26.842476 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bef0a8-55bc-42ee-bc54-18af9b65e058 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:26.842831 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bef0a8-55bc-42ee-bc54-18af9b65e058 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:26.843162 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bef0a8-55bc-42ee-bc54-18af9b65e058 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:26.843489 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bef0a8-55bc-42ee-bc54-18af9b65e058 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:26.843812 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bef0a8-55bc-42ee-bc54-18af9b65e058 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:26.844133 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bef0a8-55bc-42ee-bc54-18af9b65e058 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:26.844455 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bef0a8-55bc-42ee-bc54-18af9b65e058 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:26.844791 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bef0a8-55bc-42ee-bc54-18af9b65e058 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:26.845091 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bef0a8-55bc-42ee-bc54-18af9b65e058 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:26.845422 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bef0a8-55bc-42ee-bc54-18af9b65e058 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:26.893974 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb654f5a-a26b-4998-b632-cccec1b6f55d req-20bef0a8-55bc-42ee-bc54-18af9b65e058 service neutron] No DVR routers for this DVR port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:56:26.898346 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-be2c2082-f627-46a3-a0ba-7e01d178c9fd None None] Provisioning complete for port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:56:26.898851 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-be2c2082-f627-46a3-a0ba-7e01d178c9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:26.956527 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-be2c2082-f627-46a3-a0ba-7e01d178c9fd None None] Port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:56:27.068383 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-42a0e44d-66dc-4ee8-b038-44058cf88438 req-a1b9ea96-d607-4bae-a2d4-703c94091121 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=a40360a4-5354-49c2-975d-4db5218594da HTTP/1.1" status: 200 len: 210 time: 0.0440650 Apr 29 15:56:27.171179 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-eb654f5a-a26b-4998-b632-cccec1b6f55d req-20bef0a8-55bc-42ee-bc54-18af9b65e058 service neutron] In _notify_port_updated(), no bound segment for port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc on network 77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 {{(pid=84770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 15:56:27.172188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-eb654f5a-a26b-4998-b632-cccec1b6f55d req-20bef0a8-55bc-42ee-bc54-18af9b65e058 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:27.173428 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eb654f5a-a26b-4998-b632-cccec1b6f55d req-20bef0a8-55bc-42ee-bc54-18af9b65e058 service neutron] 10.222.0.35 "PUT /v2.0/ports/3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc HTTP/1.1" status: 200 len: 1027 time: 1.0267234 Apr 29 15:56:28.177082 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 32966) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:28.246297 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2faaf941-3665-400f-b805-902b6c9dc282 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:28.277921 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2faaf941-3665-400f-b805-902b6c9dc282 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:28.419502 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2faaf941-3665-400f-b805-902b6c9dc282 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:28.437605 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faaf941-3665-400f-b805-902b6c9dc282 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5aa3da-7623-4100-9675-77848cea2950,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:28.521227 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2faaf941-3665-400f-b805-902b6c9dc282 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:28.522332 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2faaf941-3665-400f-b805-902b6c9dc282 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/security-groups/dc5aa3da-7623-4100-9675-77848cea2950 HTTP/1.1" status: 204 len: 168 time: 0.3442864 Apr 29 15:56:28.636776 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 32972) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:28.832075 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-d4c237d0-3447-4e78-b08c-0c85adce3dd9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 6ceb81a9-977d-49f2-a15e-434db99e6895 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:56:28.832415 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d4c237d0-3447-4e78-b08c-0c85adce3dd9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:29.001862 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d4c237d0-3447-4e78-b08c-0c85adce3dd9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:29.002091 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d4c237d0-3447-4e78-b08c-0c85adce3dd9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:29.121214 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-d4c237d0-3447-4e78-b08c-0c85adce3dd9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 6ceb81a9-977d-49f2-a15e-434db99e6895 owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:56:29.322439 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d4c237d0-3447-4e78-b08c-0c85adce3dd9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:29.367871 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c237d0-3447-4e78-b08c-0c85adce3dd9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=6ceb81a9-977d-49f2-a15e-434db99e6895,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:29.459826 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d4c237d0-3447-4e78-b08c-0c85adce3dd9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:29.942830 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c237d0-3447-4e78-b08c-0c85adce3dd9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 0461e4f0-1f54-4f23-b33e-07fb5675030f has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:56:30.134344 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c237d0-3447-4e78-b08c-0c85adce3dd9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:56:30.144594 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545cfb37-717f-4bd5-b2fb-14e40245bf30 None None] Sync routers for ids ['0461e4f0-1f54-4f23-b33e-07fb5675030f'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:56:30.155845 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545cfb37-717f-4bd5-b2fb-14e40245bf30 None None] Routers {'0461e4f0-1f54-4f23-b33e-07fb5675030f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:56:30.156452 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-545cfb37-717f-4bd5-b2fb-14e40245bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:56:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['0461e4f0-1f54-4f23-b33e-07fb5675030f'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:30.230689 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d4c237d0-3447-4e78-b08c-0c85adce3dd9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:30.287418 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d4c237d0-3447-4e78-b08c-0c85adce3dd9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/floatingips/b434a616-6d0b-4b3e-be60-88761904986b HTTP/1.1" status: 204 len: 168 time: 1.6470511 Apr 29 15:56:30.331955 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-545cfb37-717f-4bd5-b2fb-14e40245bf30 None None] Set router 0461e4f0-1f54-4f23-b33e-07fb5675030f gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:56:30.441605 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 32980) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:30.512323 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fa1c33fa-f14d-4197-bdab-f31eb0d83f51 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:30.542538 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fa1c33fa-f14d-4197-bdab-f31eb0d83f51 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:30.669245 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fa1c33fa-f14d-4197-bdab-f31eb0d83f51 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:30.679638 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-545cfb37-717f-4bd5-b2fb-14e40245bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'name': 'tempest-TestNetworkBasicOps-router-1716258579', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '7b98af9e-1ebf-454b-a93b-6c30843bd3ba', 'name': '', 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:e6:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3333541-95b9-481b-bb49-d0d006a6a5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:40Z', 'updated_at': '2022-04-29T15:55:48Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': 'a3333541-95b9-481b-bb49-d0d006a6a5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:30.684533 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545cfb37-717f-4bd5-b2fb-14e40245bf30 None None] Checking router: 0461e4f0-1f54-4f23-b33e-07fb5675030f for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:56:30.695248 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545cfb37-717f-4bd5-b2fb-14e40245bf30 None None] Routers {'0461e4f0-1f54-4f23-b33e-07fb5675030f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:56:30.695858 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-545cfb37-717f-4bd5-b2fb-14e40245bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:56:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['0461e4f0-1f54-4f23-b33e-07fb5675030f'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:30.696000 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fa1c33fa-f14d-4197-bdab-f31eb0d83f51 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:30.698574 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fa1c33fa-f14d-4197-bdab-f31eb0d83f51 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/security-groups/cdfd3b1b-2170-458f-ac72-aa7e3b8994f1 HTTP/1.1" status: 204 len: 168 time: 0.2550731 Apr 29 15:56:30.698814 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c33fa-f14d-4197-bdab-f31eb0d83f51 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfd3b1b-2170-458f-ac72-aa7e3b8994f1,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:30.708083 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c33fa-f14d-4197-bdab-f31eb0d83f51 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:30.708083 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c33fa-f14d-4197-bdab-f31eb0d83f51 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:30.708394 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c33fa-f14d-4197-bdab-f31eb0d83f51 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:30.708735 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c33fa-f14d-4197-bdab-f31eb0d83f51 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:30.709072 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c33fa-f14d-4197-bdab-f31eb0d83f51 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:30.709406 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c33fa-f14d-4197-bdab-f31eb0d83f51 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:30.709764 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c33fa-f14d-4197-bdab-f31eb0d83f51 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:30.710097 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c33fa-f14d-4197-bdab-f31eb0d83f51 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:30.710419 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c33fa-f14d-4197-bdab-f31eb0d83f51 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:30.710766 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c33fa-f14d-4197-bdab-f31eb0d83f51 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:30.711091 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c33fa-f14d-4197-bdab-f31eb0d83f51 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:30.847424 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 32986) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:30.887790 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-545cfb37-717f-4bd5-b2fb-14e40245bf30 None None] Set router 0461e4f0-1f54-4f23-b33e-07fb5675030f gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:56:30.923638 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-37d5cd1e-f2ae-41c2-8e0a-ce8b2ffb2076 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:56:30.923882 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-37d5cd1e-f2ae-41c2-8e0a-ce8b2ffb2076 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:31.085162 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:56:31.169550 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-37d5cd1e-f2ae-41c2-8e0a-ce8b2ffb2076 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:31.174710 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:56:31.255993 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-545cfb37-717f-4bd5-b2fb-14e40245bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'name': 'tempest-TestNetworkBasicOps-router-1716258579', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '7b98af9e-1ebf-454b-a93b-6c30843bd3ba', 'name': '', 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:e6:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3333541-95b9-481b-bb49-d0d006a6a5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:40Z', 'updated_at': '2022-04-29T15:55:48Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': 'a3333541-95b9-481b-bb49-d0d006a6a5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:31.260518 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545cfb37-717f-4bd5-b2fb-14e40245bf30 None None] The sync data for ids ['0461e4f0-1f54-4f23-b33e-07fb5675030f'] in dv-neutron-839913-1-hyperv is: [{'id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'name': 'tempest-TestNetworkBasicOps-router-1716258579', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '7b98af9e-1ebf-454b-a93b-6c30843bd3ba', 'name': '', 'network_id': '77331ce9-e6d7-43dc-9b25-8c0b08fa51e9', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:e6:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3333541-95b9-481b-bb49-d0d006a6a5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:40Z', 'updated_at': '2022-04-29T15:55:48Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': 'a3333541-95b9-481b-bb49-d0d006a6a5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:56:31.296522 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-37d5cd1e-f2ae-41c2-8e0a-ce8b2ffb2076 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc owned by {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:56:31.472879 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c92e03-2bc9-4ee4-95f8-89f1fe1e3f5f None None] New status for floating IP b434a616-6d0b-4b3e-be60-88761904986b: DOWN {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:56:31.494612 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-37d5cd1e-f2ae-41c2-8e0a-ce8b2ffb2076 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:31.551968 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5cd1e-f2ae-41c2-8e0a-ce8b2ffb2076 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:31.661966 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-37d5cd1e-f2ae-41c2-8e0a-ce8b2ffb2076 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:31.675507 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 32990) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:31.677813 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-37d5cd1e-f2ae-41c2-8e0a-ce8b2ffb2076 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/ports/3537ed0a-e02d-4fdf-bd77-b4df7b0fd7bc HTTP/1.1" status: 204 len: 168 time: 0.8265357 Apr 29 15:56:32.078445 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa68fcbe-339d-40a3-ba4d-7e3e566d6a98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:32.779359 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-aa68fcbe-339d-40a3-ba4d-7e3e566d6a98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 7b98af9e-1ebf-454b-a93b-6c30843bd3ba {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:56:32.779986 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa68fcbe-339d-40a3-ba4d-7e3e566d6a98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:32.959334 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-aa68fcbe-339d-40a3-ba4d-7e3e566d6a98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port 7b98af9e-1ebf-454b-a93b-6c30843bd3ba, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=7b98af9e-1ebf-454b-a93b-6c30843bd3ba,segment=NetworkSegment(7cedc2c2-2531-4569-8031-b9597fab91e5),segment_id=7cedc2c2-2531-4569-8031-b9597fab91e5)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:56:32.959701 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa68fcbe-339d-40a3-ba4d-7e3e566d6a98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:33.081098 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-aa68fcbe-339d-40a3-ba4d-7e3e566d6a98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 7b98af9e-1ebf-454b-a93b-6c30843bd3ba owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:56:33.299474 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa68fcbe-339d-40a3-ba4d-7e3e566d6a98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:33.344942 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68fcbe-339d-40a3-ba4d-7e3e566d6a98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=7b98af9e-1ebf-454b-a93b-6c30843bd3ba,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:33.637219 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa68fcbe-339d-40a3-ba4d-7e3e566d6a98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:34.288201 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa68fcbe-339d-40a3-ba4d-7e3e566d6a98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 0461e4f0-1f54-4f23-b33e-07fb5675030f has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:56:34.484865 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa68fcbe-339d-40a3-ba4d-7e3e566d6a98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:56:34.494300 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235cfbb8-be95-4819-9531-084c0b41130c None None] Sync routers for ids ['0461e4f0-1f54-4f23-b33e-07fb5675030f'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:56:34.497334 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-aa68fcbe-339d-40a3-ba4d-7e3e566d6a98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "PUT /v2.0/routers/0461e4f0-1f54-4f23-b33e-07fb5675030f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8207567 Apr 29 15:56:34.505805 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 32994) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:34.507651 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235cfbb8-be95-4819-9531-084c0b41130c None None] Routers {'0461e4f0-1f54-4f23-b33e-07fb5675030f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:56:34.508321 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-235cfbb8-be95-4819-9531-084c0b41130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:56:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['0461e4f0-1f54-4f23-b33e-07fb5675030f'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:34.684893 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-235cfbb8-be95-4819-9531-084c0b41130c None None] Set router 0461e4f0-1f54-4f23-b33e-07fb5675030f gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:56:34.689043 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-994ba751-8f8e-490b-a571-c6c0253ec48e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting subnet a3333541-95b9-481b-bb49-d0d006a6a5b1 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:56:34.691957 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-994ba751-8f8e-490b-a571-c6c0253ec48e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:34.749897 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-994ba751-8f8e-490b-a571-c6c0253ec48e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:34.831951 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-994ba751-8f8e-490b-a571-c6c0253ec48e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:34.972075 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-235cfbb8-be95-4819-9531-084c0b41130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'name': 'tempest-TestNetworkBasicOps-router-1716258579', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:56:33Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:34.975899 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235cfbb8-be95-4819-9531-084c0b41130c None None] Checking router: 0461e4f0-1f54-4f23-b33e-07fb5675030f for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:56:34.986416 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235cfbb8-be95-4819-9531-084c0b41130c None None] Routers {'0461e4f0-1f54-4f23-b33e-07fb5675030f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:56:34.987034 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-235cfbb8-be95-4819-9531-084c0b41130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:56:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['0461e4f0-1f54-4f23-b33e-07fb5675030f'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:34.990069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-994ba751-8f8e-490b-a571-c6c0253ec48e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:35.033214 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ba751-8f8e-490b-a571-c6c0253ec48e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Subnet': ['ID=a3333541-95b9-481b-bb49-d0d006a6a5b1,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:35.037836 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-994ba751-8f8e-490b-a571-c6c0253ec48e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:35.046268 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-994ba751-8f8e-490b-a571-c6c0253ec48e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/subnets/a3333541-95b9-481b-bb49-d0d006a6a5b1 HTTP/1.1" status: 204 len: 168 time: 0.5372424 Apr 29 15:56:35.046500 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 32998) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:35.139862 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b852818-b7ac-4bac-92e3-72f131e3798c None None] Network 77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:56:35.241407 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ad05f0a0-fddc-4111-b2a8-1dbfa3e1acbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:35.367421 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-235cfbb8-be95-4819-9531-084c0b41130c None None] Set router 0461e4f0-1f54-4f23-b33e-07fb5675030f gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:56:35.438259 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ad05f0a0-fddc-4111-b2a8-1dbfa3e1acbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:35.510449 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ad05f0a0-fddc-4111-b2a8-1dbfa3e1acbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:56:35.510851 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ad05f0a0-fddc-4111-b2a8-1dbfa3e1acbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:35.638198 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c0f2b0-cf7e-4d51-b5bd-6f1048f434c8 None None] DHCP port deletion for 77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:56:35.646768 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-81c0f2b0-cf7e-4d51-b5bd-6f1048f434c8 None None] Deleting port 689187ab-44dc-4ef4-be10-9a8948b895f1 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:56:35.647135 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-81c0f2b0-cf7e-4d51-b5bd-6f1048f434c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:35.693499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-ad05f0a0-fddc-4111-b2a8-1dbfa3e1acbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port 72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:56:35.693985 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ad05f0a0-fddc-4111-b2a8-1dbfa3e1acbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:35.814695 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ad05f0a0-fddc-4111-b2a8-1dbfa3e1acbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:56:35.833685 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 689187ab-44dc-4ef4-be10-9a8948b895f1 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:56:35.858654 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-235cfbb8-be95-4819-9531-084c0b41130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'name': 'tempest-TestNetworkBasicOps-router-1716258579', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:56:33Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:35.901801 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235cfbb8-be95-4819-9531-084c0b41130c None None] The sync data for ids ['0461e4f0-1f54-4f23-b33e-07fb5675030f'] in dv-neutron-839913-1-hyperv is: [{'id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'name': 'tempest-TestNetworkBasicOps-router-1716258579', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:56:33Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0461e4f0-1f54-4f23-b33e-07fb5675030f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:36Z', 'updated_at': '2022-04-29T15:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:56:35.936950 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-81c0f2b0-cf7e-4d51-b5bd-6f1048f434c8 None None] For port 689187ab-44dc-4ef4-be10-9a8948b895f1, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=689187ab-44dc-4ef4-be10-9a8948b895f1,segment=NetworkSegment(7cedc2c2-2531-4569-8031-b9597fab91e5),segment_id=7cedc2c2-2531-4569-8031-b9597fab91e5)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:56:35.937341 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-81c0f2b0-cf7e-4d51-b5bd-6f1048f434c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:36.097665 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-81c0f2b0-cf7e-4d51-b5bd-6f1048f434c8 None None] Calling delete_port for 689187ab-44dc-4ef4-be10-9a8948b895f1 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:56:36.154823 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:36.185188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ad05f0a0-fddc-4111-b2a8-1dbfa3e1acbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:36.229780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05f0a0-fddc-4111-b2a8-1dbfa3e1acbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:36.303846 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-81c0f2b0-cf7e-4d51-b5bd-6f1048f434c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:36.361111 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0f2b0-cf7e-4d51-b5bd-6f1048f434c8 None None] Pushing event deleted for resources: {'Port': ['ID=689187ab-44dc-4ef4-be10-9a8948b895f1,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:36.367942 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c0f2b0-cf7e-4d51-b5bd-6f1048f434c8 None None] No DVR routers for this DVR port 689187ab-44dc-4ef4-be10-9a8948b895f1 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:56:36.385193 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c0f2b0-cf7e-4d51-b5bd-6f1048f434c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:36.385193 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c0f2b0-cf7e-4d51-b5bd-6f1048f434c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:36.385193 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c0f2b0-cf7e-4d51-b5bd-6f1048f434c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:36.385193 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c0f2b0-cf7e-4d51-b5bd-6f1048f434c8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:36.385193 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c0f2b0-cf7e-4d51-b5bd-6f1048f434c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:36.385193 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c0f2b0-cf7e-4d51-b5bd-6f1048f434c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:36.385193 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c0f2b0-cf7e-4d51-b5bd-6f1048f434c8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:36.385193 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c0f2b0-cf7e-4d51-b5bd-6f1048f434c8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:36.385193 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c0f2b0-cf7e-4d51-b5bd-6f1048f434c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:36.388956 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c0f2b0-cf7e-4d51-b5bd-6f1048f434c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:36.389917 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c0f2b0-cf7e-4d51-b5bd-6f1048f434c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:36.493092 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ad05f0a0-fddc-4111-b2a8-1dbfa3e1acbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:36.756702 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ad05f0a0-fddc-4111-b2a8-1dbfa3e1acbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:36.761977 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ad05f0a0-fddc-4111-b2a8-1dbfa3e1acbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:36.869316 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ad05f0a0-fddc-4111-b2a8-1dbfa3e1acbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:36.869745 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad05f0a0-fddc-4111-b2a8-1dbfa3e1acbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Fanout notify agent at l3_agent the message router_deleted on router 0461e4f0-1f54-4f23-b33e-07fb5675030f {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:56:36.883262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ad05f0a0-fddc-4111-b2a8-1dbfa3e1acbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:36.884404 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ad05f0a0-fddc-4111-b2a8-1dbfa3e1acbd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/routers/0461e4f0-1f54-4f23-b33e-07fb5675030f HTTP/1.1" status: 204 len: 168 time: 1.8369632 Apr 29 15:56:36.887068 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33006) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:37.014690 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7acc03dd-96cf-4e37-8e28-451c844664a8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:37.139946 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7acc03dd-96cf-4e37-8e28-451c844664a8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:37.164290 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-7acc03dd-96cf-4e37-8e28-451c844664a8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77331ce9-e6d7-43dc-9b25-8c0b08fa51e9']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:37.175640 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-7acc03dd-96cf-4e37-8e28-451c844664a8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cedc2c2-2531-4569-8031-b9597fab91e5') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:37.175931 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-7acc03dd-96cf-4e37-8e28-451c844664a8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cedc2c2-2531-4569-8031-b9597fab91e5') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:37.186648 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7acc03dd-96cf-4e37-8e28-451c844664a8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:37.204963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7acc03dd-96cf-4e37-8e28-451c844664a8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:37.210854 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7acc03dd-96cf-4e37-8e28-451c844664a8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:56:37.211243 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7acc03dd-96cf-4e37-8e28-451c844664a8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:56:37.226274 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:56:37.390872 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7acc03dd-96cf-4e37-8e28-451c844664a8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:37.408070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-7acc03dd-96cf-4e37-8e28-451c844664a8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:37.420235 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc03dd-96cf-4e37-8e28-451c844664a8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Network': ['ID=77331ce9-e6d7-43dc-9b25-8c0b08fa51e9,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:37.494749 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7acc03dd-96cf-4e37-8e28-451c844664a8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/networks/77331ce9-e6d7-43dc-9b25-8c0b08fa51e9 HTTP/1.1" status: 204 len: 168 time: 0.6066370 Apr 29 15:56:37.507806 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33010) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:37.521018 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e0d5d873-3c7a-4bcb-8430-912a37664dd8 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0121298 Apr 29 15:56:37.523346 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33014) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:37.528669 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-ce4ad32b-dee7-465c-89c3-cbd12a880a0d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'network': {'name': 'tempest-network-smoke--1934916047', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'port_security_enabled': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:56:37.533283 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ce4ad32b-dee7-465c-89c3-cbd12a880a0d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:56:37.537315 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ce4ad32b-dee7-465c-89c3-cbd12a880a0d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:network and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:56:37.544429 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ce4ad32b-dee7-465c-89c3-cbd12a880a0d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:56:37.550050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ce4ad32b-dee7-465c-89c3-cbd12a880a0d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:56:37.630469 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4ad32b-dee7-465c-89c3-cbd12a880a0d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:56:37.633416 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad32b-dee7-465c-89c3-cbd12a880a0d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:37.666942 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4ad32b-dee7-465c-89c3-cbd12a880a0d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:56:37.676893 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad32b-dee7-465c-89c3-cbd12a880a0d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:37.677235 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-ce4ad32b-dee7-465c-89c3-cbd12a880a0d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Added segment 7494b39f-5079-4056-aa43-d0a11fe39b52 of type vlan for network 7dba73f8-e794-4453-ae02-b8441aa5b5cf Apr 29 15:56:37.705700 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad32b-dee7-465c-89c3-cbd12a880a0d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:37.791704 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad32b-dee7-465c-89c3-cbd12a880a0d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:37.795669 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4ad32b-dee7-465c-89c3-cbd12a880a0d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:37.796281 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad32b-dee7-465c-89c3-cbd12a880a0d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:37.797103 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7b98af9e-1ebf-454b-a93b-6c30843bd3ba no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:56:37.829687 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 7b98af9e-1ebf-454b-a93b-6c30843bd3ba {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:56:37.830127 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 7b98af9e-1ebf-454b-a93b-6c30843bd3ba not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:56:37.830638 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:56:37.865157 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:56:37.865503 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 72c13cfc-46e8-4e72-9bd9-0f08e25c2b6f not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:56:38.001923 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ad32b-dee7-465c-89c3-cbd12a880a0d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Network': ['ID=7dba73f8-e794-4453-ae02-b8441aa5b5cf,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:38.013215 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 7dba73f8-e794-4453-ae02-b8441aa5b5cf details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:56:38.060131 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ce4ad32b-dee7-465c-89c3-cbd12a880a0d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5357938 Apr 29 15:56:38.062787 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33018) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:38.067756 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-3cdec675-26ea-4214-a6fd-6e06ed41d4a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-938639960', 'admin_state_up': True, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:56:38.074981 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3cdec675-26ea-4214-a6fd-6e06ed41d4a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:56:38.078845 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3cdec675-26ea-4214-a6fd-6e06ed41d4a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:router and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:56:38.081624 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3cdec675-26ea-4214-a6fd-6e06ed41d4a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:56:38.088534 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3cdec675-26ea-4214-a6fd-6e06ed41d4a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:56:38.179493 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3cdec675-26ea-4214-a6fd-6e06ed41d4a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:38.180419 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3cdec675-26ea-4214-a6fd-6e06ed41d4a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:38.197996 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3cdec675-26ea-4214-a6fd-6e06ed41d4a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:38.401820 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3cdec675-26ea-4214-a6fd-6e06ed41d4a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:38.630833 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3cdec675-26ea-4214-a6fd-6e06ed41d4a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:38.660028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3cdec675-26ea-4214-a6fd-6e06ed41d4a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:38.794209 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-3cdec675-26ea-4214-a6fd-6e06ed41d4a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.26.1.56 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/e8c30112-667c-46cc-a481-657ea6c00b78) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:56:38.937939 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3cdec675-26ea-4214-a6fd-6e06ed41d4a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:39.035196 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3cdec675-26ea-4214-a6fd-6e06ed41d4a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:39.097389 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdec675-26ea-4214-a6fd-6e06ed41d4a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:56:39.099982 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-3cdec675-26ea-4214-a6fd-6e06ed41d4a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:56:39.103715 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdec675-26ea-4214-a6fd-6e06ed41d4a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:56:39.139434 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdec675-26ea-4214-a6fd-6e06ed41d4a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=e8c30112-667c-46cc-a481-657ea6c00b78,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:39.339766 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3cdec675-26ea-4214-a6fd-6e06ed41d4a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:39.340483 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3cdec675-26ea-4214-a6fd-6e06ed41d4a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:39.619134 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdec675-26ea-4214-a6fd-6e06ed41d4a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 2a394b8b-e02c-41ad-86e2-f7fd0426b42b is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:56:39.815976 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdec675-26ea-4214-a6fd-6e06ed41d4a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:56:39.825250 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] Sync routers for ids ['2a394b8b-e02c-41ad-86e2-f7fd0426b42b'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:56:39.836748 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] Routers {'2a394b8b-e02c-41ad-86e2-f7fd0426b42b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:56:39.838110 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:56:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2a394b8b-e02c-41ad-86e2-f7fd0426b42b'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:39.910425 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3cdec675-26ea-4214-a6fd-6e06ed41d4a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:39.911560 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3cdec675-26ea-4214-a6fd-6e06ed41d4a9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8478525 Apr 29 15:56:39.914741 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33022) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:39.960427 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9ad44fc5-e021-4aae-b726-c0744da50510 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=6dec3d4ebc7e41d8a2e134522257f8b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416615 Apr 29 15:56:39.960762 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33026) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:40.013222 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] Set router 2a394b8b-e02c-41ad-86e2-f7fd0426b42b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:56:40.091740 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df2809e-56e9-408d-87c1-70b7282b497b tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:40.095848 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0df2809e-56e9-408d-87c1-70b7282b497b tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1315012 Apr 29 15:56:40.096053 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33030) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:40.134992 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-947e6467-8775-4a54-86c1-39397828a330 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378208 Apr 29 15:56:40.136922 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33034) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:40.142777 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-63a32f14-c530-4deb-bb7e-d2550219478f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1877038944', 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:56:40.249925 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-63a32f14-c530-4deb-bb7e-d2550219478f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:56:40.253620 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-63a32f14-c530-4deb-bb7e-d2550219478f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:subnet and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:56:40.256352 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-63a32f14-c530-4deb-bb7e-d2550219478f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:56:40.262378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-63a32f14-c530-4deb-bb7e-d2550219478f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:56:40.312711 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'name': 'tempest-TestNetworkBasicOps-router-938639960', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:56:39Z', 'revision_number': 3, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:40.316417 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] Checking router: 2a394b8b-e02c-41ad-86e2-f7fd0426b42b for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:56:40.316755 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] Updating router 2a394b8b-e02c-41ad-86e2-f7fd0426b42b port e8c30112-667c-46cc-a481-657ea6c00b78 binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:56:40.367666 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:40.463395 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a32f14-c530-4deb-bb7e-d2550219478f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:56:40.662803 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63a32f14-c530-4deb-bb7e-d2550219478f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:40.690064 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:40.701776 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] Transition to ACTIVE for port object e8c30112-667c-46cc-a481-657ea6c00b78 will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:56:40.777506 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:40.854873 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882f5fc-7dda-4108-9ac2-3b777e3fd723 None None] Pushing event updated for resources: {'Port': ['ID=e8c30112-667c-46cc-a481-657ea6c00b78,revision_number=2']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:40.858659 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] Attempting to bind port e8c30112-667c-46cc-a481-657ea6c00b78 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:56:40.859023 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] Attempting to bind port e8c30112-667c-46cc-a481-657ea6c00b78 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:56:40.859370 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] Attempting to bind port e8c30112-667c-46cc-a481-657ea6c00b78 on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:56:40.866101 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:56:40.866463 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:56:40.866883 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:40.867256 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:56:40.867702 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] Bound port: e8c30112-667c-46cc-a481-657ea6c00b78, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:56:40.868199 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:40.933472 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63a32f14-c530-4deb-bb7e-d2550219478f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:40.939093 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] For port e8c30112-667c-46cc-a481-657ea6c00b78, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:56:40.965595 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] For port e8c30112-667c-46cc-a481-657ea6c00b78, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e8c30112-667c-46cc-a481-657ea6c00b78,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:56:41.008124 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a32f14-c530-4deb-bb7e-d2550219478f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Subnet': ['ID=5b827e5e-5b5b-47a9-bebe-9a529ddad2d6,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:41.020282 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a32f14-c530-4deb-bb7e-d2550219478f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Checking segment: {'id': '7494b39f-5079-4056-aa43-d0a11fe39b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:56:41.022984 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a32f14-c530-4deb-bb7e-d2550219478f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network hostable DHCP agents. Network: 7dba73f8-e794-4453-ae02-b8441aa5b5cf, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:56:41.046674 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:41.109238 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a32f14-c530-4deb-bb7e-d2550219478f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 7dba73f8-e794-4453-ae02-b8441aa5b5cf is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:56:41.123908 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882f5fc-7dda-4108-9ac2-3b777e3fd723 None None] Pushing event updated for resources: {'Port': ['ID=e8c30112-667c-46cc-a481-657ea6c00b78,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:41.128250 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] Routers {'2a394b8b-e02c-41ad-86e2-f7fd0426b42b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:56:41.128841 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:56:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2a394b8b-e02c-41ad-86e2-f7fd0426b42b'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:41.189574 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-63a32f14-c530-4deb-bb7e-d2550219478f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 7dba73f8-e794-4453-ae02-b8441aa5b5cf) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:56:41.194337 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a32f14-c530-4deb-bb7e-d2550219478f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:41.194954 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63a32f14-c530-4deb-bb7e-d2550219478f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:41.198439 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82910d2-2e9f-4ef4-887c-ceba3a589ed4 None None] Network 7dba73f8-e794-4453-ae02-b8441aa5b5cf requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:56:41.276427 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-63a32f14-c530-4deb-bb7e-d2550219478f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1382952 Apr 29 15:56:41.279613 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33038) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:41.305594 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] Set router 2a394b8b-e02c-41ad-86e2-f7fd0426b42b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:56:41.450266 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c908e0bf-01fc-4635-9546-f4d97ec82ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-7dba73f8-e794-4453-ae02-b8441aa5b5cf', 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ips': [{'subnet_id': '5b827e5e-5b5b-47a9-bebe-9a529ddad2d6'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:56:41.451340 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c908e0bf-01fc-4635-9546-f4d97ec82ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:41.595486 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'name': 'tempest-TestNetworkBasicOps-router-938639960', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:56:39Z', 'revision_number': 3, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:41.599485 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d04d31c-507d-4791-b231-cfdb8d88c94a None None] The sync data for ids ['2a394b8b-e02c-41ad-86e2-f7fd0426b42b'] in dv-neutron-839913-1-hyperv is: [{'id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'name': 'tempest-TestNetworkBasicOps-router-938639960', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:56:39Z', 'revision_number': 3, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:56:41.612543 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-c908e0bf-01fc-4635-9546-f4d97ec82ac4 None None] Allocated IP 172.20.0.2 (7dba73f8-e794-4453-ae02-b8441aa5b5cf/5b827e5e-5b5b-47a9-bebe-9a529ddad2d6/9e6e147e-1106-439e-8cc4-63d5ef7bcac3) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:56:41.854528 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c908e0bf-01fc-4635-9546-f4d97ec82ac4 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:41.865127 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c908e0bf-01fc-4635-9546-f4d97ec82ac4 None None] Transition to ACTIVE for port object 9e6e147e-1106-439e-8cc4-63d5ef7bcac3 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:56:41.887869 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c908e0bf-01fc-4635-9546-f4d97ec82ac4 None None] Transition to ACTIVE for port object 9e6e147e-1106-439e-8cc4-63d5ef7bcac3 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:56:41.949372 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c908e0bf-01fc-4635-9546-f4d97ec82ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:42.015955 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c908e0bf-01fc-4635-9546-f4d97ec82ac4 None None] Network 7dba73f8-e794-4453-ae02-b8441aa5b5cf is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:56:42.019044 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-c908e0bf-01fc-4635-9546-f4d97ec82ac4 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:56:42.022635 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c908e0bf-01fc-4635-9546-f4d97ec82ac4 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:56:42.060443 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908e0bf-01fc-4635-9546-f4d97ec82ac4 None None] Pushing event updated for resources: {'Port': ['ID=9e6e147e-1106-439e-8cc4-63d5ef7bcac3,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:42.099678 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c30d13d-d679-41ba-b4ce-b33b7b4651fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:42.118833 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-c908e0bf-01fc-4635-9546-f4d97ec82ac4 None None] Attempting to bind port 9e6e147e-1106-439e-8cc4-63d5ef7bcac3 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:56:42.119271 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-c908e0bf-01fc-4635-9546-f4d97ec82ac4 None None] Attempting to bind port 9e6e147e-1106-439e-8cc4-63d5ef7bcac3 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '7494b39f-5079-4056-aa43-d0a11fe39b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:56:42.119723 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c908e0bf-01fc-4635-9546-f4d97ec82ac4 None None] Attempting to bind port 9e6e147e-1106-439e-8cc4-63d5ef7bcac3 on network 7dba73f8-e794-4453-ae02-b8441aa5b5cf {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:56:42.126633 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c908e0bf-01fc-4635-9546-f4d97ec82ac4 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:56:42.127007 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c908e0bf-01fc-4635-9546-f4d97ec82ac4 None None] Checking segment: {'id': '7494b39f-5079-4056-aa43-d0a11fe39b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:56:42.127409 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c908e0bf-01fc-4635-9546-f4d97ec82ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:42.127797 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c908e0bf-01fc-4635-9546-f4d97ec82ac4 None None] Bound using segment: {'id': '7494b39f-5079-4056-aa43-d0a11fe39b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:56:42.128261 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-c908e0bf-01fc-4635-9546-f4d97ec82ac4 None None] Bound port: 9e6e147e-1106-439e-8cc4-63d5ef7bcac3, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7494b39f-5079-4056-aa43-d0a11fe39b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:56:42.128626 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c908e0bf-01fc-4635-9546-f4d97ec82ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:42.222505 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-c908e0bf-01fc-4635-9546-f4d97ec82ac4 None None] For port 9e6e147e-1106-439e-8cc4-63d5ef7bcac3, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:56:42.225701 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-c908e0bf-01fc-4635-9546-f4d97ec82ac4 None None] For port 9e6e147e-1106-439e-8cc4-63d5ef7bcac3, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9e6e147e-1106-439e-8cc4-63d5ef7bcac3,segment=NetworkSegment(7494b39f-5079-4056-aa43-d0a11fe39b52),segment_id=7494b39f-5079-4056-aa43-d0a11fe39b52)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:56:42.280839 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c908e0bf-01fc-4635-9546-f4d97ec82ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:42.373032 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908e0bf-01fc-4635-9546-f4d97ec82ac4 None None] Pushing event updated for resources: {'Port': ['ID=9e6e147e-1106-439e-8cc4-63d5ef7bcac3,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:42.614307 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-6c30d13d-d679-41ba-b4ce-b33b7b4651fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.20.0.1 (7dba73f8-e794-4453-ae02-b8441aa5b5cf/5b827e5e-5b5b-47a9-bebe-9a529ddad2d6/efa53578-cec2-4b5f-97a8-5b96e2d2d3fe) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:56:42.769496 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c30d13d-d679-41ba-b4ce-b33b7b4651fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:42.784890 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-6c30d13d-d679-41ba-b4ce-b33b7b4651fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Transition to ACTIVE for port object efa53578-cec2-4b5f-97a8-5b96e2d2d3fe will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:56:42.865009 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c30d13d-d679-41ba-b4ce-b33b7b4651fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:42.934212 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c30d13d-d679-41ba-b4ce-b33b7b4651fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 7dba73f8-e794-4453-ae02-b8441aa5b5cf is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:56:42.937129 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-6c30d13d-d679-41ba-b4ce-b33b7b4651fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:56:42.940953 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c30d13d-d679-41ba-b4ce-b33b7b4651fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:56:42.977538 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30d13d-d679-41ba-b4ce-b33b7b4651fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=efa53578-cec2-4b5f-97a8-5b96e2d2d3fe,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:43.004344 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c30d13d-d679-41ba-b4ce-b33b7b4651fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:43.154665 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c30d13d-d679-41ba-b4ce-b33b7b4651fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:43.285871 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b7d4ae-9c85-4e41-a6d0-e7035f1af6d0 None None] Network 7dba73f8-e794-4453-ae02-b8441aa5b5cf requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:56:43.452233 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9bc721f2-8a96-405a-abe2-8ba408eabf89 None None] Provisioning for port 9e6e147e-1106-439e-8cc4-63d5ef7bcac3 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:56:43.562939 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c30d13d-d679-41ba-b4ce-b33b7b4651fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:43.602400 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-931b7bbe-4f8a-4e37-8476-240a6c80bce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:43.630834 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c30d13d-d679-41ba-b4ce-b33b7b4651fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:43.754043 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c30d13d-d679-41ba-b4ce-b33b7b4651fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:43.757461 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30d13d-d679-41ba-b4ce-b33b7b4651fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=efa53578-cec2-4b5f-97a8-5b96e2d2d3fe,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:43.854295 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-905b9c1e-991b-472a-b75c-c13cab0c210a None None] Provisioning for port efa53578-cec2-4b5f-97a8-5b96e2d2d3fe completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:56:43.861704 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-905b9c1e-991b-472a-b75c-c13cab0c210a None None] Provisioning complete for port efa53578-cec2-4b5f-97a8-5b96e2d2d3fe triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:56:43.862337 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-905b9c1e-991b-472a-b75c-c13cab0c210a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:43.899557 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 9e6e147e-1106-439e-8cc4-63d5ef7bcac3 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:56:43.917648 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c30d13d-d679-41ba-b4ce-b33b7b4651fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 7dba73f8-e794-4453-ae02-b8441aa5b5cf is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:56:43.918839 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-6c30d13d-d679-41ba-b4ce-b33b7b4651fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:56:43.968063 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-905b9c1e-991b-472a-b75c-c13cab0c210a None None] Port efa53578-cec2-4b5f-97a8-5b96e2d2d3fe cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:56:44.070757 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 9e6e147e-1106-439e-8cc4-63d5ef7bcac3 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:56:44.076094 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 9e6e147e-1106-439e-8cc4-63d5ef7bcac3 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:56:44.076457 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:44.147920 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-002110c1-d8f2-42d7-a345-32af6ff50bba None None] Provisioning complete for port efa53578-cec2-4b5f-97a8-5b96e2d2d3fe triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:56:44.148287 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-002110c1-d8f2-42d7-a345-32af6ff50bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:44.243416 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-002110c1-d8f2-42d7-a345-32af6ff50bba None None] Port efa53578-cec2-4b5f-97a8-5b96e2d2d3fe cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:56:44.250553 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:44.284732 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 9e6e147e-1106-439e-8cc4-63d5ef7bcac3, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9e6e147e-1106-439e-8cc4-63d5ef7bcac3,segment=NetworkSegment(7494b39f-5079-4056-aa43-d0a11fe39b52),segment_id=7494b39f-5079-4056-aa43-d0a11fe39b52)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:56:44.364707 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5343a225-17d3-4bc1-98d8-543df3410001 None None] Provisioning complete for port efa53578-cec2-4b5f-97a8-5b96e2d2d3fe triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:56:44.365472 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5343a225-17d3-4bc1-98d8-543df3410001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:44.391224 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:44.391992 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e8c30112-667c-46cc-a481-657ea6c00b78 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:56:44.400215 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c30d13d-d679-41ba-b4ce-b33b7b4651fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 2a394b8b-e02c-41ad-86e2-f7fd0426b42b has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:56:44.554566 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-5343a225-17d3-4bc1-98d8-543df3410001 None None] Port efa53578-cec2-4b5f-97a8-5b96e2d2d3fe cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:56:44.567372 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=9e6e147e-1106-439e-8cc4-63d5ef7bcac3,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:44.605280 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c30d13d-d679-41ba-b4ce-b33b7b4651fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:56:44.617720 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6c30d13d-d679-41ba-b4ce-b33b7b4651fd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "PUT /v2.0/routers/2a394b8b-e02c-41ad-86e2-f7fd0426b42b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3369651 Apr 29 15:56:44.620338 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33042) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:44.622978 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port e8c30112-667c-46cc-a481-657ea6c00b78 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:56:44.628014 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port e8c30112-667c-46cc-a481-657ea6c00b78 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:56:44.628381 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:44.756897 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:44.762938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9be918-6137-4891-b660-7ec8c1fda30a tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:44.763315 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9be918-6137-4891-b660-7ec8c1fda30a tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:44.763677 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9be918-6137-4891-b660-7ec8c1fda30a tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:44.764033 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9be918-6137-4891-b660-7ec8c1fda30a tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:44.765715 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6d9be918-6137-4891-b660-7ec8c1fda30a tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1444452 Apr 29 15:56:44.768683 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33046) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:44.773787 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port e8c30112-667c-46cc-a481-657ea6c00b78, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e8c30112-667c-46cc-a481-657ea6c00b78,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:56:44.835999 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:44.841049 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b84769-3b95-4445-b1ac-a021c8da011f tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:44.841420 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b84769-3b95-4445-b1ac-a021c8da011f tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:44.841779 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b84769-3b95-4445-b1ac-a021c8da011f tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:44.842226 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b84769-3b95-4445-b1ac-a021c8da011f tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:44.843886 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f8b84769-3b95-4445-b1ac-a021c8da011f tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0743084 Apr 29 15:56:44.852717 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33050) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:44.903944 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=e8c30112-667c-46cc-a481-657ea6c00b78,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:45.059143 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2a2d13b9-772e-47e2-b2a5-e16dc1014a7f tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2053292 Apr 29 15:56:45.120951 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] Sync routers for ids ['2a394b8b-e02c-41ad-86e2-f7fd0426b42b'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:56:45.132633 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] Routers {'2a394b8b-e02c-41ad-86e2-f7fd0426b42b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:56:45.133252 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:56:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2a394b8b-e02c-41ad-86e2-f7fd0426b42b'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:45.320491 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] Set router 2a394b8b-e02c-41ad-86e2-f7fd0426b42b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:56:45.362412 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:45.631017 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'name': 'tempest-TestNetworkBasicOps-router-938639960', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:56:43Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'efa53578-cec2-4b5f-97a8-5b96e2d2d3fe', 'name': '', 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:f4:23:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b827e5e-5b5b-47a9-bebe-9a529ddad2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:56:42Z', 'updated_at': '2022-04-29T15:56:43Z', 'revision_number': 2, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '5b827e5e-5b5b-47a9-bebe-9a529ddad2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:45.634868 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] Checking router: 2a394b8b-e02c-41ad-86e2-f7fd0426b42b for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:56:45.635222 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] Updating router 2a394b8b-e02c-41ad-86e2-f7fd0426b42b port efa53578-cec2-4b5f-97a8-5b96e2d2d3fe binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:56:45.689460 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:45.739874 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:56:45.823455 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 9e6e147e-1106-439e-8cc4-63d5ef7bcac3 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:56:45.920738 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33058) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:45.926430 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-9457c095-b809-4ab1-a85c-aa74ff9000ae tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1950189736', 'description': 'tempest-secgroup-smoke-1950189736 description', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:56:45.932466 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9457c095-b809-4ab1-a85c-aa74ff9000ae tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:56:45.936930 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9457c095-b809-4ab1-a85c-aa74ff9000ae tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:56:45.940070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9457c095-b809-4ab1-a85c-aa74ff9000ae tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:56:45.945635 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9457c095-b809-4ab1-a85c-aa74ff9000ae tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:56:45.970275 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c85dc5c3-1a60-4701-a6fc-56b0d7a3493a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:46.013142 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 9e6e147e-1106-439e-8cc4-63d5ef7bcac3 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:56:46.013500 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:46.017592 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9457c095-b809-4ab1-a85c-aa74ff9000ae tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:46.052550 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9457c095-b809-4ab1-a85c-aa74ff9000ae tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:56:46.056244 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9457c095-b809-4ab1-a85c-aa74ff9000ae tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:56:46.058960 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9457c095-b809-4ab1-a85c-aa74ff9000ae tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:56:46.064737 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9457c095-b809-4ab1-a85c-aa74ff9000ae tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:56:46.123198 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9457c095-b809-4ab1-a85c-aa74ff9000ae tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:46.206033 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9457c095-b809-4ab1-a85c-aa74ff9000ae tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:46.211160 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e8c30112-667c-46cc-a481-657ea6c00b78 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:56:46.234969 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:46.250883 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457c095-b809-4ab1-a85c-aa74ff9000ae tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1039ab24-20dc-4b6d-a7a2-7428772921b2,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:46.270428 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] Transition to ACTIVE for port object efa53578-cec2-4b5f-97a8-5b96e2d2d3fe will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:56:46.295590 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port e8c30112-667c-46cc-a481-657ea6c00b78 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:56:46.295966 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:46.344748 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9457c095-b809-4ab1-a85c-aa74ff9000ae tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:46.346005 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9457c095-b809-4ab1-a85c-aa74ff9000ae tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4242744 Apr 29 15:56:46.348977 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33062) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:46.354993 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-96fc2b21-0f0a-4562-8c07-d68367033c70 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '1039ab24-20dc-4b6d-a7a2-7428772921b2', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:56:46.360713 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-96fc2b21-0f0a-4562-8c07-d68367033c70 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:56:46.364544 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-96fc2b21-0f0a-4562-8c07-d68367033c70 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:56:46.367422 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-96fc2b21-0f0a-4562-8c07-d68367033c70 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:56:46.373566 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-96fc2b21-0f0a-4562-8c07-d68367033c70 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:56:46.385363 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:46.442878 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-96fc2b21-0f0a-4562-8c07-d68367033c70 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:46.507003 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-96fc2b21-0f0a-4562-8c07-d68367033c70 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:46.577725 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e9d48-70c9-48c6-9cdc-8269835ab2ca None None] Pushing event updated for resources: {'Port': ['ID=efa53578-cec2-4b5f-97a8-5b96e2d2d3fe,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:46.583510 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-96fc2b21-0f0a-4562-8c07-d68367033c70 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:46.612177 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc2b21-0f0a-4562-8c07-d68367033c70 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8f14ba-a17b-43d8-b980-ed086dc9a286,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:46.677338 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] Attempting to bind port efa53578-cec2-4b5f-97a8-5b96e2d2d3fe on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:56:46.677788 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] Attempting to bind port efa53578-cec2-4b5f-97a8-5b96e2d2d3fe by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '7494b39f-5079-4056-aa43-d0a11fe39b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:56:46.678236 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] Attempting to bind port efa53578-cec2-4b5f-97a8-5b96e2d2d3fe on network 7dba73f8-e794-4453-ae02-b8441aa5b5cf {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:56:46.685750 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:56:46.686178 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] Checking segment: {'id': '7494b39f-5079-4056-aa43-d0a11fe39b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:56:46.686702 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:46.686993 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] Bound using segment: {'id': '7494b39f-5079-4056-aa43-d0a11fe39b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:56:46.687453 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] Bound port: efa53578-cec2-4b5f-97a8-5b96e2d2d3fe, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7494b39f-5079-4056-aa43-d0a11fe39b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:56:46.687819 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:46.691784 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-96fc2b21-0f0a-4562-8c07-d68367033c70 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:46.693565 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-96fc2b21-0f0a-4562-8c07-d68367033c70 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3434031 Apr 29 15:56:46.696196 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33066) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:46.702286 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-0ca3a722-aadd-4247-b9f1-a74737e70350 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '1039ab24-20dc-4b6d-a7a2-7428772921b2', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:56:46.708498 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-0ca3a722-aadd-4247-b9f1-a74737e70350 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:56:46.712341 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0ca3a722-aadd-4247-b9f1-a74737e70350 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:56:46.715442 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0ca3a722-aadd-4247-b9f1-a74737e70350 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:56:46.721261 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-0ca3a722-aadd-4247-b9f1-a74737e70350 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:56:46.787419 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] For port efa53578-cec2-4b5f-97a8-5b96e2d2d3fe, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:56:46.790895 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0ca3a722-aadd-4247-b9f1-a74737e70350 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:46.791894 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] For port efa53578-cec2-4b5f-97a8-5b96e2d2d3fe, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=efa53578-cec2-4b5f-97a8-5b96e2d2d3fe,segment=NetworkSegment(7494b39f-5079-4056-aa43-d0a11fe39b52),segment_id=7494b39f-5079-4056-aa43-d0a11fe39b52)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:56:46.854691 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0ca3a722-aadd-4247-b9f1-a74737e70350 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:46.892116 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:46.962813 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0ca3a722-aadd-4247-b9f1-a74737e70350 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:46.967825 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e9d48-70c9-48c6-9cdc-8269835ab2ca None None] Pushing event updated for resources: {'Port': ['ID=efa53578-cec2-4b5f-97a8-5b96e2d2d3fe,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:46.975880 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] Routers {'2a394b8b-e02c-41ad-86e2-f7fd0426b42b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:56:46.976514 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:56:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2a394b8b-e02c-41ad-86e2-f7fd0426b42b'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:47.003042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3a722-aadd-4247-b9f1-a74737e70350 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01d43b1-e24e-4031-8f84-92101ee8b115,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:47.132224 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0ca3a722-aadd-4247-b9f1-a74737e70350 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:47.136204 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0ca3a722-aadd-4247-b9f1-a74737e70350 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4358528 Apr 29 15:56:47.136462 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33070) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:47.142184 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-afe1c181-08da-4c12-a6d6-c582684bef63 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '1039ab24-20dc-4b6d-a7a2-7428772921b2', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:56:47.148298 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-afe1c181-08da-4c12-a6d6-c582684bef63 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:56:47.153416 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-afe1c181-08da-4c12-a6d6-c582684bef63 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:56:47.156383 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-afe1c181-08da-4c12-a6d6-c582684bef63 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:56:47.162435 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-afe1c181-08da-4c12-a6d6-c582684bef63 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:56:47.176491 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] Set router 2a394b8b-e02c-41ad-86e2-f7fd0426b42b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:56:47.219683 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:47.253727 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-afe1c181-08da-4c12-a6d6-c582684bef63 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:47.331329 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-afe1c181-08da-4c12-a6d6-c582684bef63 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:47.411872 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-afe1c181-08da-4c12-a6d6-c582684bef63 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:47.435477 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1c181-08da-4c12-a6d6-c582684bef63 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6983f0-28a9-4065-9785-e14b75be3bb6,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:47.517318 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'name': 'tempest-TestNetworkBasicOps-router-938639960', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:56:43Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'efa53578-cec2-4b5f-97a8-5b96e2d2d3fe', 'name': '', 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:f4:23:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b827e5e-5b5b-47a9-bebe-9a529ddad2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:56:42Z', 'updated_at': '2022-04-29T15:56:46Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '5b827e5e-5b5b-47a9-bebe-9a529ddad2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:47.520852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:47.523363 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78195fac-9ecf-42c2-aa3a-c94f348f76b0 None None] The sync data for ids ['2a394b8b-e02c-41ad-86e2-f7fd0426b42b'] in dv-neutron-839913-1-hyperv is: [{'id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'name': 'tempest-TestNetworkBasicOps-router-938639960', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:56:43Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'efa53578-cec2-4b5f-97a8-5b96e2d2d3fe', 'name': '', 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:f4:23:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b827e5e-5b5b-47a9-bebe-9a529ddad2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:56:42Z', 'updated_at': '2022-04-29T15:56:46Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '5b827e5e-5b5b-47a9-bebe-9a529ddad2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:56:47.527772 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-afe1c181-08da-4c12-a6d6-c582684bef63 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:47.530155 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-afe1c181-08da-4c12-a6d6-c582684bef63 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3917079 Apr 29 15:56:47.531794 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33074) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:47.537665 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-e4b2585e-e704-46a5-8989-3990d88a6a87 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '1039ab24-20dc-4b6d-a7a2-7428772921b2', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:56:47.544272 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e4b2585e-e704-46a5-8989-3990d88a6a87 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:56:47.548354 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e4b2585e-e704-46a5-8989-3990d88a6a87 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:56:47.551483 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e4b2585e-e704-46a5-8989-3990d88a6a87 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:56:47.557324 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e4b2585e-e704-46a5-8989-3990d88a6a87 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:56:47.688783 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e4b2585e-e704-46a5-8989-3990d88a6a87 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:47.770766 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e4b2585e-e704-46a5-8989-3990d88a6a87 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:47.832841 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device efa53578-cec2-4b5f-97a8-5b96e2d2d3fe up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:56:47.891961 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e4b2585e-e704-46a5-8989-3990d88a6a87 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:47.918323 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2585e-e704-46a5-8989-3990d88a6a87 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac84f64f-02f6-4284-a4f5-f351c356efbb,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:47.989151 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port efa53578-cec2-4b5f-97a8-5b96e2d2d3fe completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:56:47.994896 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port efa53578-cec2-4b5f-97a8-5b96e2d2d3fe triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:56:47.995348 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:48.000877 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e4b2585e-e704-46a5-8989-3990d88a6a87 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:48.004977 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e4b2585e-e704-46a5-8989-3990d88a6a87 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4719985 Apr 29 15:56:48.005210 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33078) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:48.012759 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-552839ef-46a6-4231-8cad-b02fa4a8aa3a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '1039ab24-20dc-4b6d-a7a2-7428772921b2', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:56:48.022526 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-552839ef-46a6-4231-8cad-b02fa4a8aa3a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:56:48.026585 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-552839ef-46a6-4231-8cad-b02fa4a8aa3a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:56:48.029526 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-552839ef-46a6-4231-8cad-b02fa4a8aa3a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:56:48.036161 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-552839ef-46a6-4231-8cad-b02fa4a8aa3a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:56:48.118715 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:48.133992 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-552839ef-46a6-4231-8cad-b02fa4a8aa3a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Project 6dec3d4ebc7e41d8a2e134522257f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:56:48.141046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-552839ef-46a6-4231-8cad-b02fa4a8aa3a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:48.155229 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port efa53578-cec2-4b5f-97a8-5b96e2d2d3fe, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=efa53578-cec2-4b5f-97a8-5b96e2d2d3fe,segment=NetworkSegment(7494b39f-5079-4056-aa43-d0a11fe39b52),segment_id=7494b39f-5079-4056-aa43-d0a11fe39b52)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:56:48.209366 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-552839ef-46a6-4231-8cad-b02fa4a8aa3a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:48.230363 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:48.286208 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-552839ef-46a6-4231-8cad-b02fa4a8aa3a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:48.300484 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=efa53578-cec2-4b5f-97a8-5b96e2d2d3fe,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:48.312880 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552839ef-46a6-4231-8cad-b02fa4a8aa3a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b911493-cb7d-45e3-9d15-0cf9a8d73400,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:48.406390 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-552839ef-46a6-4231-8cad-b02fa4a8aa3a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:48.407670 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-552839ef-46a6-4231-8cad-b02fa4a8aa3a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4008961 Apr 29 15:56:48.410412 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33082) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:48.415844 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-6a685f8c-e5d0-49e9-8ea9-8c09dc530272 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '1039ab24-20dc-4b6d-a7a2-7428772921b2', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:56:48.421664 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6a685f8c-e5d0-49e9-8ea9-8c09dc530272 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:56:48.425424 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6a685f8c-e5d0-49e9-8ea9-8c09dc530272 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:56:48.428271 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6a685f8c-e5d0-49e9-8ea9-8c09dc530272 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:56:48.433941 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6a685f8c-e5d0-49e9-8ea9-8c09dc530272 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:56:48.434943 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:48.538685 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-6a685f8c-e5d0-49e9-8ea9-8c09dc530272 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Project 6dec3d4ebc7e41d8a2e134522257f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:56:48.545633 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6a685f8c-e5d0-49e9-8ea9-8c09dc530272 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:48.610286 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6a685f8c-e5d0-49e9-8ea9-8c09dc530272 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:48.685869 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6a685f8c-e5d0-49e9-8ea9-8c09dc530272 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:48.708322 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a685f8c-e5d0-49e9-8ea9-8c09dc530272 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f104d8-3e86-4fbc-854b-814048deac65,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:48.788814 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6a685f8c-e5d0-49e9-8ea9-8c09dc530272 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:48.790639 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6a685f8c-e5d0-49e9-8ea9-8c09dc530272 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3787808 Apr 29 15:56:49.033610 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-a1ee070d-c3bd-4e75-a732-eb36bd83b01d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:56:49.109114 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-a1ee070d-c3bd-4e75-a732-eb36bd83b01d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:56:49.110245 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-a1ee070d-c3bd-4e75-a732-eb36bd83b01d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1950189736&fields=id&tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 267 time: 0.1197734 Apr 29 15:56:49.254694 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-8da04e34-5a45-46af-9783-77d5444456ae tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:49.255270 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-8da04e34-5a45-46af-9783-77d5444456ae tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:56:49.332926 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-8da04e34-5a45-46af-9783-77d5444456ae tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:56:49.334059 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-8da04e34-5a45-46af-9783-77d5444456ae tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/networks?id=7dba73f8-e794-4453-ae02-b8441aa5b5cf HTTP/1.1" status: 200 len: 797 time: 0.2174578 Apr 29 15:56:49.349952 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-c51400da-99a1-4ec2-8f40-6cb3ed9cce7d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/quotas/6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 375 time: 0.0103967 Apr 29 15:56:49.426155 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-db046deb-82b6-49b3-98eb-500d62ef49c3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:56:49.538781 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-db046deb-82b6-49b3-98eb-500d62ef49c3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:56:49.540474 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-db046deb-82b6-49b3-98eb-500d62ef49c3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1849995 Apr 29 15:56:49.684600 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-293a661d-a8a3-4527-85f3-79fc73e8a46e service neutron] 10.222.0.21 "GET /v2.0/networks/7dba73f8-e794-4453-ae02-b8441aa5b5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329434 Apr 29 15:56:49.805179 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device efa53578-cec2-4b5f-97a8-5b96e2d2d3fe up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:56:49.822435 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-b13d6cba-b5e0-4376-a478-6f6acb559ee1 service neutron] 10.222.0.21 "GET /v2.0/networks/7dba73f8-e794-4453-ae02-b8441aa5b5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316872 Apr 29 15:56:49.872750 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port efa53578-cec2-4b5f-97a8-5b96e2d2d3fe triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:56:49.873117 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:50.098917 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9241ddfb-b315-4008-8d45-a5c4e1c2fb06 req-311902f3-4def-40c7-9d2f-5b0b2b2bb064 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6d8467-83ff-43b8-8ec1-fa4e0c98f495 HTTP/1.1" status: 200 len: 210 time: 0.0403802 Apr 29 15:56:51.353792 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-63199ed2-0c31-4601-8890-cd22153c5c23 req-ee95cce2-952f-4318-ac65-aa42a5d29835 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6d8467-83ff-43b8-8ec1-fa4e0c98f495 HTTP/1.1" status: 200 len: 210 time: 0.1292477 Apr 29 15:56:52.151103 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-e8a89ae9-aeb6-4fb8-9abf-2311756bc588 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:52.152544 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-e8a89ae9-aeb6-4fb8-9abf-2311756bc588 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/networks?id=7dba73f8-e794-4453-ae02-b8441aa5b5cf HTTP/1.1" status: 200 len: 797 time: 0.1428163 Apr 29 15:56:52.204181 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-193b9a19-e586-4bd6-832a-da0726d905e5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 380 time: 0.0400035 Apr 29 15:56:52.213063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-a740ed95-73ec-4728-994a-3e27eca7b7c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'port': {'device_id': 'ac6d8467-83ff-43b8-8ec1-fa4e0c98f495', 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf', 'admin_state_up': True, 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'security_groups': ['1039ab24-20dc-4b6d-a7a2-7428772921b2']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:56:52.358445 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-a740ed95-73ec-4728-994a-3e27eca7b7c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:56:52.371052 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-a740ed95-73ec-4728-994a-3e27eca7b7c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:56:52.453450 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-a740ed95-73ec-4728-994a-3e27eca7b7c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:56:52.456455 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-a740ed95-73ec-4728-994a-3e27eca7b7c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:52.559443 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5f01c87f-9d23-4cb9-85dc-0b9e1a452328 req-109958d2-9953-441d-b68d-2f4de1f2b489 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6d8467-83ff-43b8-8ec1-fa4e0c98f495 HTTP/1.1" status: 200 len: 210 time: 0.0482681 Apr 29 15:56:52.657571 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-a740ed95-73ec-4728-994a-3e27eca7b7c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.20.0.11 (7dba73f8-e794-4453-ae02-b8441aa5b5cf/5b827e5e-5b5b-47a9-bebe-9a529ddad2d6/5be73889-4823-4092-a98e-3918b0574f03) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:56:52.851837 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-a740ed95-73ec-4728-994a-3e27eca7b7c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:52.869040 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-a740ed95-73ec-4728-994a-3e27eca7b7c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Transition to ACTIVE for port object 5be73889-4823-4092-a98e-3918b0574f03 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:56:52.944654 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-a740ed95-73ec-4728-994a-3e27eca7b7c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:53.013924 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-a740ed95-73ec-4728-994a-3e27eca7b7c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 7dba73f8-e794-4453-ae02-b8441aa5b5cf is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:56:53.016676 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-a740ed95-73ec-4728-994a-3e27eca7b7c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:56:53.020699 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-a740ed95-73ec-4728-994a-3e27eca7b7c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:56:53.066151 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740ed95-73ec-4728-994a-3e27eca7b7c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=5be73889-4823-4092-a98e-3918b0574f03,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:53.101783 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-a740ed95-73ec-4728-994a-3e27eca7b7c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:53.103052 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-a740ed95-73ec-4728-994a-3e27eca7b7c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:53.185147 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-a740ed95-73ec-4728-994a-3e27eca7b7c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9763219 Apr 29 15:56:53.196865 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-842854f3-fe9e-4f8a-a363-965d635957c8 service neutron] Request body: {'port': {'device_id': 'ac6d8467-83ff-43b8-8ec1-fa4e0c98f495', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:56:53.304382 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-842854f3-fe9e-4f8a-a363-965d635957c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:53.355641 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-24006f60-e525-46b3-ad56-fae9881452e0 None None] Provisioning for port 5be73889-4823-4092-a98e-3918b0574f03 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:56:53.360592 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-24006f60-e525-46b3-ad56-fae9881452e0 None None] Provisioning complete for port 5be73889-4823-4092-a98e-3918b0574f03 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:56:53.360962 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-24006f60-e525-46b3-ad56-fae9881452e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:53.423727 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-24006f60-e525-46b3-ad56-fae9881452e0 None None] Port 5be73889-4823-4092-a98e-3918b0574f03 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:56:53.637373 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-842854f3-fe9e-4f8a-a363-965d635957c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be73889-4823-4092-a98e-3918b0574f03 {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:56:53.644446 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-842854f3-fe9e-4f8a-a363-965d635957c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:53.659487 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-842854f3-fe9e-4f8a-a363-965d635957c8 service neutron] Transition to ACTIVE for port object 5be73889-4823-4092-a98e-3918b0574f03 will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:56:53.729537 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-842854f3-fe9e-4f8a-a363-965d635957c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:53.867806 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842854f3-fe9e-4f8a-a363-965d635957c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5be73889-4823-4092-a98e-3918b0574f03,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:54.044503 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69505f-1f13-4298-bcde-98a8a6fac10d req-eef3eda5-a190-4a2c-9ff3-3032778f3843 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:54.045173 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-2d69505f-1f13-4298-bcde-98a8a6fac10d req-eef3eda5-a190-4a2c-9ff3-3032778f3843 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:56:54.093571 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-842854f3-fe9e-4f8a-a363-965d635957c8 service neutron] Attempting to bind port 5be73889-4823-4092-a98e-3918b0574f03 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:56:54.093822 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-842854f3-fe9e-4f8a-a363-965d635957c8 service neutron] Attempting to bind port 5be73889-4823-4092-a98e-3918b0574f03 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7494b39f-5079-4056-aa43-d0a11fe39b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:56:54.094138 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-842854f3-fe9e-4f8a-a363-965d635957c8 service neutron] Attempting to bind port 5be73889-4823-4092-a98e-3918b0574f03 on network 7dba73f8-e794-4453-ae02-b8441aa5b5cf {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:56:54.099759 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-842854f3-fe9e-4f8a-a363-965d635957c8 service neutron] Port 5be73889-4823-4092-a98e-3918b0574f03 on network 7dba73f8-e794-4453-ae02-b8441aa5b5cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:56:54.100021 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-842854f3-fe9e-4f8a-a363-965d635957c8 service neutron] Attempting to bind port 5be73889-4823-4092-a98e-3918b0574f03 on network 7dba73f8-e794-4453-ae02-b8441aa5b5cf {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:56:54.106773 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-842854f3-fe9e-4f8a-a363-965d635957c8 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:56:54.107095 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-842854f3-fe9e-4f8a-a363-965d635957c8 service neutron] Checking segment: {'id': '7494b39f-5079-4056-aa43-d0a11fe39b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:56:54.107469 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-842854f3-fe9e-4f8a-a363-965d635957c8 service neutron] Bound using segment: {'id': '7494b39f-5079-4056-aa43-d0a11fe39b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:56:54.107881 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-842854f3-fe9e-4f8a-a363-965d635957c8 service neutron] Bound port: 5be73889-4823-4092-a98e-3918b0574f03, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7494b39f-5079-4056-aa43-d0a11fe39b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:56:54.108211 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-842854f3-fe9e-4f8a-a363-965d635957c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:54.149563 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-2d69505f-1f13-4298-bcde-98a8a6fac10d req-eef3eda5-a190-4a2c-9ff3-3032778f3843 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:56:54.150834 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2d69505f-1f13-4298-bcde-98a8a6fac10d req-eef3eda5-a190-4a2c-9ff3-3032778f3843 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6d8467-83ff-43b8-8ec1-fa4e0c98f495 HTTP/1.1" status: 200 len: 932 time: 0.4684200 Apr 29 15:56:54.228233 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2d69505f-1f13-4298-bcde-98a8a6fac10d req-157349f5-4534-4736-96ca-7f68d98b6d13 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1039ab24-20dc-4b6d-a7a2-7428772921b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712802 Apr 29 15:56:54.229140 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-842854f3-fe9e-4f8a-a363-965d635957c8 service neutron] For port 5be73889-4823-4092-a98e-3918b0574f03, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:56:54.232107 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-842854f3-fe9e-4f8a-a363-965d635957c8 service neutron] For port 5be73889-4823-4092-a98e-3918b0574f03, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=5be73889-4823-4092-a98e-3918b0574f03,segment=NetworkSegment(7494b39f-5079-4056-aa43-d0a11fe39b52),segment_id=7494b39f-5079-4056-aa43-d0a11fe39b52)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:56:54.286248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-842854f3-fe9e-4f8a-a363-965d635957c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:54.347584 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-842854f3-fe9e-4f8a-a363-965d635957c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:54.348950 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-842854f3-fe9e-4f8a-a363-965d635957c8 service neutron] 10.222.0.35 "PUT /v2.0/ports/5be73889-4823-4092-a98e-3918b0574f03 HTTP/1.1" status: 200 len: 1094 time: 1.1561677 Apr 29 15:56:54.349369 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6d8467-83ff-43b8-8ec1-fa4e0c98f495', 'tag': '5be73889-4823-4092-a98e-3918b0574f03'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:56:54.372317 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842854f3-fe9e-4f8a-a363-965d635957c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5be73889-4823-4092-a98e-3918b0574f03,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:54.409022 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e74735d-ef08-4af5-ba42-d1dbb7afd44d'] response: {'name': 'network-changed', 'server_uuid': 'ac6d8467-83ff-43b8-8ec1-fa4e0c98f495', 'tag': '5be73889-4823-4092-a98e-3918b0574f03', 'status': 'completed', 'code': 200} Apr 29 15:56:54.499812 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3174dc8c-a913-41b5-aa8b-ad8d6ca63d45 req-091d7a5a-806a-4bdb-9c48-b8243172d4e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=ac6d8467-83ff-43b8-8ec1-fa4e0c98f495 HTTP/1.1" status: 200 len: 1097 time: 0.0719206 Apr 29 15:56:54.639945 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174dc8c-a913-41b5-aa8b-ad8d6ca63d45 req-5f6a211f-985c-4402-9621-81c4c8db61d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:54.641324 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3174dc8c-a913-41b5-aa8b-ad8d6ca63d45 req-5f6a211f-985c-4402-9621-81c4c8db61d3 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1350031 Apr 29 15:56:54.777172 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174dc8c-a913-41b5-aa8b-ad8d6ca63d45 req-59f62f34-494d-4d19-a363-5b6ce72b66af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:54.778648 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3174dc8c-a913-41b5-aa8b-ad8d6ca63d45 req-59f62f34-494d-4d19-a363-5b6ce72b66af service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318839 Apr 29 15:56:54.884293 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-b7af0494-8e35-4e88-baa4-adcedde9fc01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=ac6d8467-83ff-43b8-8ec1-fa4e0c98f495 HTTP/1.1" status: 200 len: 1097 time: 0.0714555 Apr 29 15:56:54.951500 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-4f3bb80e-5c25-4cc2-911a-a9abbf75e0f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5be73889-4823-4092-a98e-3918b0574f03 HTTP/1.1" status: 200 len: 217 time: 0.0608242 Apr 29 15:56:55.014509 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-7e46778c-b357-4be8-9364-8cd72ab0345b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:55.015896 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-7e46778c-b357-4be8-9364-8cd72ab0345b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b827e5e-5b5b-47a9-bebe-9a529ddad2d6 HTTP/1.1" status: 200 len: 835 time: 0.0594263 Apr 29 15:56:55.088815 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-24f6e51a-1c9b-48aa-88a3-7d83f83b4f55 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7dba73f8-e794-4453-ae02-b8441aa5b5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673161 Apr 29 15:56:55.217805 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-3271770e-f0c4-4653-be15-a98978fffef3 service neutron] 10.222.0.35 "GET /v2.0/networks/7dba73f8-e794-4453-ae02-b8441aa5b5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229699 Apr 29 15:56:55.349051 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eaf92af7-777c-4b4d-8048-d6ce8c0eb29c req-0ed5c8cc-3180-481a-a3c2-81f7091f9d57 service neutron] 10.222.0.35 "GET /v2.0/networks/7dba73f8-e794-4453-ae02-b8441aa5b5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251400 Apr 29 15:56:55.426162 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23b963-575b-450d-9c06-e9b778dffde4 req-43929267-af76-449f-a147-0ea29cc2a6df tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:55.427722 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c23b963-575b-450d-9c06-e9b778dffde4 req-43929267-af76-449f-a147-0ea29cc2a6df tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6d8467-83ff-43b8-8ec1-fa4e0c98f495 HTTP/1.1" status: 200 len: 944 time: 0.0809181 Apr 29 15:56:55.475066 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c23b963-575b-450d-9c06-e9b778dffde4 req-57b412ac-8bec-4959-bb0f-4fb6f6cb11f6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1039ab24-20dc-4b6d-a7a2-7428772921b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409667 Apr 29 15:56:55.630685 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [req-981385a1-3f77-4d0d-b44c-dcbcc4852eeb req-97b8c863-1a18-45bd-9a4a-626a20c2e0c3 service neutron] (84771) timed out ('10.222.0.35', 58088) {{(pid=84771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 29 15:56:56.666452 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c982c90-3b95-403f-8f06-9da11899e6f8 req-d66fe8e4-86c7-4b79-b870-e9b113d67123 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:56.667903 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7c982c90-3b95-403f-8f06-9da11899e6f8 req-d66fe8e4-86c7-4b79-b870-e9b113d67123 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6d8467-83ff-43b8-8ec1-fa4e0c98f495 HTTP/1.1" status: 200 len: 944 time: 0.0745525 Apr 29 15:56:56.712892 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7c982c90-3b95-403f-8f06-9da11899e6f8 req-e3dc7f49-0401-4aa9-8eb8-843a0d9c7c0b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1039ab24-20dc-4b6d-a7a2-7428772921b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393503 Apr 29 15:56:57.923851 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c29a8d-1724-409b-af21-c8fa8d5e3d57 req-ba5525c5-aaa7-4546-9864-c7782064671d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:57.925265 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-38c29a8d-1724-409b-af21-c8fa8d5e3d57 req-ba5525c5-aaa7-4546-9864-c7782064671d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6d8467-83ff-43b8-8ec1-fa4e0c98f495 HTTP/1.1" status: 200 len: 944 time: 0.0776439 Apr 29 15:56:57.968918 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-38c29a8d-1724-409b-af21-c8fa8d5e3d57 req-6e88834b-2234-41fa-9842-a09a8969cedd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1039ab24-20dc-4b6d-a7a2-7428772921b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382426 Apr 29 15:56:59.145263 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 5be73889-4823-4092-a98e-3918b0574f03 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:56:59.166850 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea716e-a9c7-466c-9d2c-f33641c43720 req-5583f940-4935-43f1-a3cf-be07c99854e0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:56:59.168306 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7bea716e-a9c7-466c-9d2c-f33641c43720 req-5583f940-4935-43f1-a3cf-be07c99854e0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6d8467-83ff-43b8-8ec1-fa4e0c98f495 HTTP/1.1" status: 200 len: 944 time: 0.0819278 Apr 29 15:56:59.217130 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7bea716e-a9c7-466c-9d2c-f33641c43720 req-3b5381ca-1a89-4259-a873-d2a1c6ae7bf8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1039ab24-20dc-4b6d-a7a2-7428772921b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430167 Apr 29 15:56:59.314663 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 5be73889-4823-4092-a98e-3918b0574f03, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=5be73889-4823-4092-a98e-3918b0574f03,segment=NetworkSegment(7494b39f-5079-4056-aa43-d0a11fe39b52),segment_id=7494b39f-5079-4056-aa43-d0a11fe39b52)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:56:59.327234 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '5be73889-4823-4092-a98e-3918b0574f03', 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf', 'port_id': '5be73889-4823-4092-a98e-3918b0574f03', 'mac_address': 'fa:16:3e:42:bf:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b827e5e-5b5b-47a9-bebe-9a529ddad2d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:56:59.379016 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:59.395638 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be73889-4823-4092-a98e-3918b0574f03 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:56:59.410459 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 5be73889-4823-4092-a98e-3918b0574f03, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=5be73889-4823-4092-a98e-3918b0574f03,segment=NetworkSegment(7494b39f-5079-4056-aa43-d0a11fe39b52),segment_id=7494b39f-5079-4056-aa43-d0a11fe39b52)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:56:59.498827 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:59.564983 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=5be73889-4823-4092-a98e-3918b0574f03,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:59.829983 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['5be73889-4823-4092-a98e-3918b0574f03'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 15:57:00.410737 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd3a1e-1840-4c74-8637-b7f5a1040a5f req-a0af1faf-742b-448b-907f-eb4cb3f15fe1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:57:00.412169 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cccd3a1e-1840-4c74-8637-b7f5a1040a5f req-a0af1faf-742b-448b-907f-eb4cb3f15fe1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6d8467-83ff-43b8-8ec1-fa4e0c98f495 HTTP/1.1" status: 200 len: 945 time: 0.0744650 Apr 29 15:57:00.456498 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cccd3a1e-1840-4c74-8637-b7f5a1040a5f req-d6d80a4a-d11a-4faf-9ec5-d0e764413b5c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1039ab24-20dc-4b6d-a7a2-7428772921b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384097 Apr 29 15:57:01.160295 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 5be73889-4823-4092-a98e-3918b0574f03 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:57:01.258090 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 5be73889-4823-4092-a98e-3918b0574f03 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:57:01.263212 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 5be73889-4823-4092-a98e-3918b0574f03 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:57:01.263583 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:01.374571 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:01.400800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6d8467-83ff-43b8-8ec1-fa4e0c98f495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be73889-4823-4092-a98e-3918b0574f03'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:57:01.410057 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 5be73889-4823-4092-a98e-3918b0574f03, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=5be73889-4823-4092-a98e-3918b0574f03,segment=NetworkSegment(7494b39f-5079-4056-aa43-d0a11fe39b52),segment_id=7494b39f-5079-4056-aa43-d0a11fe39b52)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:57:01.456193 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d60a29f3-b615-40eb-9994-7b5786da3771'] response: {'server_uuid': 'ac6d8467-83ff-43b8-8ec1-fa4e0c98f495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be73889-4823-4092-a98e-3918b0574f03', 'code': 200} Apr 29 15:57:01.469950 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:01.539815 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=5be73889-4823-4092-a98e-3918b0574f03,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:01.656940 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965304eb-ef5e-430d-ae1f-a459c7823056 req-83f4f3d1-71ba-440f-b61b-af5d0aa73089 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:57:01.658385 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-965304eb-ef5e-430d-ae1f-a459c7823056 req-83f4f3d1-71ba-440f-b61b-af5d0aa73089 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6d8467-83ff-43b8-8ec1-fa4e0c98f495 HTTP/1.1" status: 200 len: 946 time: 0.0786519 Apr 29 15:57:01.703850 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-965304eb-ef5e-430d-ae1f-a459c7823056 req-c0aad27f-107e-477d-944a-0da68bc27dac tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1039ab24-20dc-4b6d-a7a2-7428772921b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399814 Apr 29 15:57:01.833092 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8ca01842-090d-42cf-81f5-6831b86f9d53 req-3e08f5fa-2257-4d05-919c-c0a5431607e2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ac6d8467-83ff-43b8-8ec1-fa4e0c98f495 HTTP/1.1" status: 200 len: 1099 time: 0.0705831 Apr 29 15:57:01.879576 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8ca01842-090d-42cf-81f5-6831b86f9d53 req-728ae65e-5299-44cd-825f-4bc2ca66237d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1039ab24-20dc-4b6d-a7a2-7428772921b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402534 Apr 29 15:57:02.907222 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8c126-42bb-45f4-8010-40efd10c1ed9 req-c11e40dc-4ff8-46aa-b7c8-0418682d21e3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:57:02.908633 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b6b8c126-42bb-45f4-8010-40efd10c1ed9 req-c11e40dc-4ff8-46aa-b7c8-0418682d21e3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6d8467-83ff-43b8-8ec1-fa4e0c98f495 HTTP/1.1" status: 200 len: 946 time: 0.0776424 Apr 29 15:57:02.954771 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b6b8c126-42bb-45f4-8010-40efd10c1ed9 req-cf86eb21-3a4d-4b78-84bc-96cbbb0a3b9a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1039ab24-20dc-4b6d-a7a2-7428772921b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395422 Apr 29 15:57:04.152272 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e749830-7394-493c-9939-ff2128a9ec5a req-08526dba-8851-4160-95a1-4d663f056fe6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:57:04.153731 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3e749830-7394-493c-9939-ff2128a9ec5a req-08526dba-8851-4160-95a1-4d663f056fe6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6d8467-83ff-43b8-8ec1-fa4e0c98f495 HTTP/1.1" status: 200 len: 946 time: 0.0771990 Apr 29 15:57:04.201357 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3e749830-7394-493c-9939-ff2128a9ec5a req-fc24b0e5-4c6e-41ed-91e1-097528116bdf tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1039ab24-20dc-4b6d-a7a2-7428772921b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421901 Apr 29 15:57:04.392091 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86a5f4-7057-492b-ad08-8e9753dca078 req-e09dd399-3af4-49cc-a84b-fb3b6008df50 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:57:04.393775 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0e86a5f4-7057-492b-ad08-8e9753dca078 req-e09dd399-3af4-49cc-a84b-fb3b6008df50 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6d8467-83ff-43b8-8ec1-fa4e0c98f495 HTTP/1.1" status: 200 len: 946 time: 0.0745494 Apr 29 15:57:04.438162 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0e86a5f4-7057-492b-ad08-8e9753dca078 req-2be97473-1400-4d15-8efe-14b79144e65e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1039ab24-20dc-4b6d-a7a2-7428772921b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389550 Apr 29 15:57:04.465124 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33132) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:57:04.703579 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5ed15c3e-b002-4380-af32-10e0ea5b8f2f tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ac6d8467-83ff-43b8-8ec1-fa4e0c98f495 HTTP/1.1" status: 200 len: 1094 time: 0.2373557 Apr 29 15:57:04.706189 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33138) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:57:04.711071 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-41a95a44-4c0b-41c0-854e-c022dca6a6af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': '5be73889-4823-4092-a98e-3918b0574f03', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:57:04.716449 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-41a95a44-4c0b-41c0-854e-c022dca6a6af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:57:04.720290 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-41a95a44-4c0b-41c0-854e-c022dca6a6af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:floatingip and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:57:04.723064 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-41a95a44-4c0b-41c0-854e-c022dca6a6af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:57:04.728627 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-41a95a44-4c0b-41c0-854e-c022dca6a6af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:57:04.881354 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-41a95a44-4c0b-41c0-854e-c022dca6a6af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:05.013830 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-41a95a44-4c0b-41c0-854e-c022dca6a6af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:05.143944 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-41a95a44-4c0b-41c0-854e-c022dca6a6af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.26.1.239 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/283c5148-1b30-4a10-819f-2b2e89213daa) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:57:05.289652 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-41a95a44-4c0b-41c0-854e-c022dca6a6af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:05.356053 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-41a95a44-4c0b-41c0-854e-c022dca6a6af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:05.419896 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a95a44-4c0b-41c0-854e-c022dca6a6af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:57:05.422434 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-41a95a44-4c0b-41c0-854e-c022dca6a6af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:57:05.426100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a95a44-4c0b-41c0-854e-c022dca6a6af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:57:05.458313 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a95a44-4c0b-41c0-854e-c022dca6a6af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=283c5148-1b30-4a10-819f-2b2e89213daa,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:05.926430 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-41a95a44-4c0b-41c0-854e-c022dca6a6af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:06.039317 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-41a95a44-4c0b-41c0-854e-c022dca6a6af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:06.238696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-41a95a44-4c0b-41c0-854e-c022dca6a6af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:06.297039 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-41a95a44-4c0b-41c0-854e-c022dca6a6af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:06.402367 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a95a44-4c0b-41c0-854e-c022dca6a6af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=283c5148-1b30-4a10-819f-2b2e89213daa,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:06.414111 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-41a95a44-4c0b-41c0-854e-c022dca6a6af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:06.689104 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [None req-41a95a44-4c0b-41c0-854e-c022dca6a6af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Floating IP 553d2787-f1db-4b6a-9ad9-4b441e294085 associated. External IP: 172.26.1.239, port: 5be73889-4823-4092-a98e-3918b0574f03. Apr 29 15:57:07.067584 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a95a44-4c0b-41c0-854e-c022dca6a6af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 2a394b8b-e02c-41ad-86e2-f7fd0426b42b has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:57:07.265364 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a95a44-4c0b-41c0-854e-c022dca6a6af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:57:07.276396 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d7664f-308c-4b96-97c4-272480f6af1f None None] Sync routers for ids ['2a394b8b-e02c-41ad-86e2-f7fd0426b42b'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:57:07.289219 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d7664f-308c-4b96-97c4-272480f6af1f None None] Routers {'2a394b8b-e02c-41ad-86e2-f7fd0426b42b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:57:07.289820 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-16d7664f-308c-4b96-97c4-272480f6af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:56:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2a394b8b-e02c-41ad-86e2-f7fd0426b42b'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:07.350204 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-41a95a44-4c0b-41c0-854e-c022dca6a6af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:07.403988 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-41a95a44-4c0b-41c0-854e-c022dca6a6af tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6967700 Apr 29 15:57:07.404539 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6d8467-83ff-43b8-8ec1-fa4e0c98f495', 'tag': '5be73889-4823-4092-a98e-3918b0574f03'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:57:07.406757 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33142) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:57:07.473575 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14063229-7c19-4c29-b4cc-d5b7d6649426'] response: {'name': 'network-changed', 'server_uuid': 'ac6d8467-83ff-43b8-8ec1-fa4e0c98f495', 'tag': '5be73889-4823-4092-a98e-3918b0574f03', 'status': 'completed', 'code': 200} Apr 29 15:57:07.477563 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-16d7664f-308c-4b96-97c4-272480f6af1f None None] Set router 2a394b8b-e02c-41ad-86e2-f7fd0426b42b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:57:07.581843 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0126001e-97b6-404a-b9c5-b787d186a855 req-2f029e64-845b-4037-8e81-1f545a3fc54a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=ac6d8467-83ff-43b8-8ec1-fa4e0c98f495 HTTP/1.1" status: 200 len: 1099 time: 0.0776846 Apr 29 15:57:07.722212 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126001e-97b6-404a-b9c5-b787d186a855 req-c46b73b2-caac-426e-a475-0ec5f7a4db7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:57:07.723825 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0126001e-97b6-404a-b9c5-b787d186a855 req-c46b73b2-caac-426e-a475-0ec5f7a4db7a service neutron] 10.222.0.35 "GET /v2.0/networks?id=7dba73f8-e794-4453-ae02-b8441aa5b5cf HTTP/1.1" status: 200 len: 898 time: 0.1342912 Apr 29 15:57:07.736783 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1907dcf0-cf66-428b-b588-36c8dbbd75a0 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/routers/2a394b8b-e02c-41ad-86e2-f7fd0426b42b HTTP/1.1" status: 200 len: 921 time: 0.3288844 Apr 29 15:57:07.739369 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33148) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:57:07.834583 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0126001e-97b6-404a-b9c5-b787d186a855 req-45d20096-f223-4558-b40f-f33ed17b67a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5be73889-4823-4092-a98e-3918b0574f03 HTTP/1.1" status: 200 len: 1000 time: 0.1039715 Apr 29 15:57:07.867606 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d7a8edec-942a-4c14-ab26-5978e6253b18 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/553d2787-f1db-4b6a-9ad9-4b441e294085 HTTP/1.1" status: 200 len: 992 time: 0.1271462 Apr 29 15:57:07.901575 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126001e-97b6-404a-b9c5-b787d186a855 req-06e601e2-e4fa-42e5-b157-4e22e3ab69ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:57:07.902920 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-16d7664f-308c-4b96-97c4-272480f6af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'name': 'tempest-TestNetworkBasicOps-router-938639960', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:56:43Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '553d2787-f1db-4b6a-9ad9-4b441e294085', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.239', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'port_id': '5be73889-4823-4092-a98e-3918b0574f03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf', 'mac_address': 'fa:16:3e:42:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6d8467-83ff-43b8-8ec1-fa4e0c98f495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:57:05Z', 'updated_at': '2022-04-29T15:57:05Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa53578-cec2-4b5f-97a8-5b96e2d2d3fe', 'name': '', 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:f4:23:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b827e5e-5b5b-47a9-bebe-9a529ddad2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:56:42Z', 'updated_at': '2022-04-29T15:56:48Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '5b827e5e-5b5b-47a9-bebe-9a529ddad2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:07.903154 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0126001e-97b6-404a-b9c5-b787d186a855 req-06e601e2-e4fa-42e5-b157-4e22e3ab69ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b827e5e-5b5b-47a9-bebe-9a529ddad2d6 HTTP/1.1" status: 200 len: 835 time: 0.0631294 Apr 29 15:57:07.906745 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d7664f-308c-4b96-97c4-272480f6af1f None None] Checking router: 2a394b8b-e02c-41ad-86e2-f7fd0426b42b for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:57:07.917754 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d7664f-308c-4b96-97c4-272480f6af1f None None] Routers {'2a394b8b-e02c-41ad-86e2-f7fd0426b42b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:57:07.918362 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-16d7664f-308c-4b96-97c4-272480f6af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:56:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2a394b8b-e02c-41ad-86e2-f7fd0426b42b'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:07.979481 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0126001e-97b6-404a-b9c5-b787d186a855 req-fc572733-f125-44d6-91ed-207ac86b8bed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7dba73f8-e794-4453-ae02-b8441aa5b5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666661 Apr 29 15:57:08.091241 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-16d7664f-308c-4b96-97c4-272480f6af1f None None] Set router 2a394b8b-e02c-41ad-86e2-f7fd0426b42b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:57:08.109681 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0126001e-97b6-404a-b9c5-b787d186a855 req-e0f1a200-e94e-4d49-be46-a1b557261ad5 service neutron] 10.222.0.35 "GET /v2.0/networks/7dba73f8-e794-4453-ae02-b8441aa5b5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243873 Apr 29 15:57:08.244315 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0126001e-97b6-404a-b9c5-b787d186a855 req-05e960a5-7f19-4f62-999e-1e32f199bdce service neutron] 10.222.0.35 "GET /v2.0/networks/7dba73f8-e794-4453-ae02-b8441aa5b5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289072 Apr 29 15:57:08.437743 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-16d7664f-308c-4b96-97c4-272480f6af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'name': 'tempest-TestNetworkBasicOps-router-938639960', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:56:43Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '553d2787-f1db-4b6a-9ad9-4b441e294085', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.239', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'port_id': '5be73889-4823-4092-a98e-3918b0574f03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf', 'mac_address': 'fa:16:3e:42:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6d8467-83ff-43b8-8ec1-fa4e0c98f495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:57:05Z', 'updated_at': '2022-04-29T15:57:05Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa53578-cec2-4b5f-97a8-5b96e2d2d3fe', 'name': '', 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:f4:23:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b827e5e-5b5b-47a9-bebe-9a529ddad2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:56:42Z', 'updated_at': '2022-04-29T15:56:48Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '5b827e5e-5b5b-47a9-bebe-9a529ddad2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:08.441602 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d7664f-308c-4b96-97c4-272480f6af1f None None] The sync data for ids ['2a394b8b-e02c-41ad-86e2-f7fd0426b42b'] in dv-neutron-839913-1-hyperv is: [{'id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'name': 'tempest-TestNetworkBasicOps-router-938639960', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:56:43Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '553d2787-f1db-4b6a-9ad9-4b441e294085', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.239', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'port_id': '5be73889-4823-4092-a98e-3918b0574f03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf', 'mac_address': 'fa:16:3e:42:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6d8467-83ff-43b8-8ec1-fa4e0c98f495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:57:05Z', 'updated_at': '2022-04-29T15:57:05Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa53578-cec2-4b5f-97a8-5b96e2d2d3fe', 'name': '', 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:f4:23:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b827e5e-5b5b-47a9-bebe-9a529ddad2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:56:42Z', 'updated_at': '2022-04-29T15:56:48Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '5b827e5e-5b5b-47a9-bebe-9a529ddad2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:57:08.648415 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6417cbcb-e977-4a17-8370-908246bc2b19 None None] New status for floating IP 553d2787-f1db-4b6a-9ad9-4b441e294085: ACTIVE {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:57:08.870426 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33152) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:57:08.977744 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-459a2603-7afc-48bf-b84b-ac45be0cce5f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/553d2787-f1db-4b6a-9ad9-4b441e294085 HTTP/1.1" status: 200 len: 992 time: 0.1061196 Apr 29 15:57:09.981690 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33156) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:57:10.084781 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7f4dbb72-1771-4fe1-8de7-5de889630142 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/553d2787-f1db-4b6a-9ad9-4b441e294085 HTTP/1.1" status: 200 len: 994 time: 0.1019754 Apr 29 15:57:13.600808 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-58beeadf-d059-482d-845f-45728033bfec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:15.275561 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:15.869807 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-06bdd7cb-4484-4583-bf70-45bc31a34767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:17.144131 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:17.486705 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:18.446427 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:22.741307 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:57:31.175298 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-087d592e-f92c-4045-ae0a-e3b18aebfe89 req-62291a58-ee28-4c10-8b24-c7ca90d5de7d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ac6d8467-83ff-43b8-8ec1-fa4e0c98f495&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1598318 Apr 29 15:57:31.310842 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-087d592e-f92c-4045-ae0a-e3b18aebfe89 req-e422ec47-71e8-4856-a6fc-0bd347248c70 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=ac6d8467-83ff-43b8-8ec1-fa4e0c98f495 HTTP/1.1" status: 200 len: 1099 time: 0.0689156 Apr 29 15:57:31.452101 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d592e-f92c-4045-ae0a-e3b18aebfe89 req-4675389f-fd4a-44cb-9c4b-2ee4f9cbbdac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:57:31.453503 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-087d592e-f92c-4045-ae0a-e3b18aebfe89 req-4675389f-fd4a-44cb-9c4b-2ee4f9cbbdac service neutron] 10.222.0.35 "GET /v2.0/networks?id=7dba73f8-e794-4453-ae02-b8441aa5b5cf HTTP/1.1" status: 200 len: 898 time: 0.1259780 Apr 29 15:57:31.555153 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-087d592e-f92c-4045-ae0a-e3b18aebfe89 req-85d13739-1c6d-49fb-af13-d0f29a4cb902 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5be73889-4823-4092-a98e-3918b0574f03 HTTP/1.1" status: 200 len: 1002 time: 0.0955818 Apr 29 15:57:31.617042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d592e-f92c-4045-ae0a-e3b18aebfe89 req-fe86182b-48a2-469a-b1c4-b2518dfefdd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:57:31.618513 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-087d592e-f92c-4045-ae0a-e3b18aebfe89 req-fe86182b-48a2-469a-b1c4-b2518dfefdd7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b827e5e-5b5b-47a9-bebe-9a529ddad2d6 HTTP/1.1" status: 200 len: 835 time: 0.0573785 Apr 29 15:57:31.696076 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-087d592e-f92c-4045-ae0a-e3b18aebfe89 req-b1ad6f8e-6981-4c10-9065-ee58d9addcdb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7dba73f8-e794-4453-ae02-b8441aa5b5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720732 Apr 29 15:57:31.824723 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-087d592e-f92c-4045-ae0a-e3b18aebfe89 req-719c5a64-40b9-4cc0-91f3-079254805744 service neutron] 10.222.0.35 "GET /v2.0/networks/7dba73f8-e794-4453-ae02-b8441aa5b5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230690 Apr 29 15:57:31.957993 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-087d592e-f92c-4045-ae0a-e3b18aebfe89 req-ddf071ca-28e6-4498-89e4-a8db78d75a98 service neutron] 10.222.0.35 "GET /v2.0/networks/7dba73f8-e794-4453-ae02-b8441aa5b5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279881 Apr 29 15:57:43.594316 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-80c4cf53-6593-4378-8b7d-c0430eedbdd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:45.228458 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:45.879972 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-82378e66-3919-4fba-bd59-40f73c6129f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:47.210788 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:47.519396 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:48.457308 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:59.742152 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:58:08.820916 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33178) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:09.002106 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8efbc5db-9924-4abe-aa07-eae4aba24505 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/routers/2a394b8b-e02c-41ad-86e2-f7fd0426b42b/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1798806 Apr 29 15:58:09.005690 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33182) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:09.273041 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e582b0-e7b9-432b-8b3b-498079dd23cc tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Notify agent at dv-neutron-839913-1-hyperv the message router_removed_from_agent {{(pid=84771) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 29 15:58:09.276026 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d7e582b0-e7b9-432b-8b3b-498079dd23cc tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "DELETE /v2.0/agents/7a9a1b9d-9fec-4874-a29c-018305d52353/l3-routers/2a394b8b-e02c-41ad-86e2-f7fd0426b42b HTTP/1.1" status: 204 len: 168 time: 0.2694385 Apr 29 15:58:09.278602 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33186) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:09.459622 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6280583e-f2e4-4c3f-a89e-fcb890a5acb2 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/routers/2a394b8b-e02c-41ad-86e2-f7fd0426b42b/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1799667 Apr 29 15:58:09.462227 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33190) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:09.563300 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e537295a-0c31-4c2a-b7c5-777fcea6319c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/553d2787-f1db-4b6a-9ad9-4b441e294085 HTTP/1.1" status: 200 len: 994 time: 0.0999570 Apr 29 15:58:10.025410 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff93914-6005-49ae-8c21-e2d39c2867d6 None None] New status for floating IP 553d2787-f1db-4b6a-9ad9-4b441e294085: DOWN {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:58:10.050050 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e8c30112-667c-46cc-a481-657ea6c00b78 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:58:10.169272 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:10.184436 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port e8c30112-667c-46cc-a481-657ea6c00b78, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e8c30112-667c-46cc-a481-657ea6c00b78,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:10.273250 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:10.273898 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device efa53578-cec2-4b5f-97a8-5b96e2d2d3fe no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:58:10.392178 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=e8c30112-667c-46cc-a481-657ea6c00b78,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:10.436249 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:10.436599 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:10.436939 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:10.437273 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:10.437610 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:10.437938 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:10.438348 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:10.438708 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:10.439036 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:10.439365 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:10.439689 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:10.463923 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:10.495655 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port efa53578-cec2-4b5f-97a8-5b96e2d2d3fe, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=efa53578-cec2-4b5f-97a8-5b96e2d2d3fe,segment=NetworkSegment(7494b39f-5079-4056-aa43-d0a11fe39b52),segment_id=7494b39f-5079-4056-aa43-d0a11fe39b52)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:10.567232 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33194) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:10.583252 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:10.653698 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=efa53578-cec2-4b5f-97a8-5b96e2d2d3fe,revision_number=6']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:10.670033 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e694559f-cbd8-4f69-bd5e-29de64e175aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/553d2787-f1db-4b6a-9ad9-4b441e294085 HTTP/1.1" status: 200 len: 992 time: 0.1017604 Apr 29 15:58:12.727563 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33202) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:13.131102 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e7f504-e7f5-499c-8f2f-e24e749f7f2c tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Router 2a394b8b-e02c-41ad-86e2-f7fd0426b42b is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:58:13.131374 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e7f504-e7f5-499c-8f2f-e24e749f7f2c tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Notify agent at dv-neutron-839913-1-hyperv the message router_added_to_agent {{(pid=84771) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 29 15:58:13.157691 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f2e7f504-e7f5-499c-8f2f-e24e749f7f2c tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "POST /v2.0/agents/7a9a1b9d-9fec-4874-a29c-018305d52353/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.4290047 Apr 29 15:58:13.159775 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b5c4b-d6d9-4760-8fda-0e134873c60b None None] Sync routers for ids ['2a394b8b-e02c-41ad-86e2-f7fd0426b42b'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:58:13.160521 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33208) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:13.171997 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b5c4b-d6d9-4760-8fda-0e134873c60b None None] Routers {'2a394b8b-e02c-41ad-86e2-f7fd0426b42b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:58:13.172778 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-5a5b5c4b-d6d9-4760-8fda-0e134873c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:57:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2a394b8b-e02c-41ad-86e2-f7fd0426b42b'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:13.339190 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-53f86a47-4f6c-4aea-8dfe-1950c7eb8b8b tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/routers/2a394b8b-e02c-41ad-86e2-f7fd0426b42b/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1776888 Apr 29 15:58:13.341909 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33212) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:13.388770 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-5a5b5c4b-d6d9-4760-8fda-0e134873c60b None None] Set router 2a394b8b-e02c-41ad-86e2-f7fd0426b42b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:58:13.444692 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b79b8cb3-05c4-4dda-a357-dbb1739baff2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/553d2787-f1db-4b6a-9ad9-4b441e294085 HTTP/1.1" status: 200 len: 992 time: 0.1017439 Apr 29 15:58:13.635146 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3b33-8e60-43e5-b2e0-d3d2abc9a3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:13.743557 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-5a5b5c4b-d6d9-4760-8fda-0e134873c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'name': 'tempest-TestNetworkBasicOps-router-938639960', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:56:43Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:58:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '553d2787-f1db-4b6a-9ad9-4b441e294085', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.239', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'port_id': '5be73889-4823-4092-a98e-3918b0574f03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf', 'mac_address': 'fa:16:3e:42:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6d8467-83ff-43b8-8ec1-fa4e0c98f495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:57:05Z', 'updated_at': '2022-04-29T15:58:10Z', 'revision_number': 2, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa53578-cec2-4b5f-97a8-5b96e2d2d3fe', 'name': '', 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:f4:23:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b827e5e-5b5b-47a9-bebe-9a529ddad2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:56:42Z', 'updated_at': '2022-04-29T15:58:10Z', 'revision_number': 6, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '5b827e5e-5b5b-47a9-bebe-9a529ddad2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:13.747428 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b5c4b-d6d9-4760-8fda-0e134873c60b None None] Checking router: 2a394b8b-e02c-41ad-86e2-f7fd0426b42b for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:58:13.758646 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b5c4b-d6d9-4760-8fda-0e134873c60b None None] Routers {'2a394b8b-e02c-41ad-86e2-f7fd0426b42b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:58:13.759251 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-5a5b5c4b-d6d9-4760-8fda-0e134873c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:57:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2a394b8b-e02c-41ad-86e2-f7fd0426b42b'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:13.935022 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-5a5b5c4b-d6d9-4760-8fda-0e134873c60b None None] Set router 2a394b8b-e02c-41ad-86e2-f7fd0426b42b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:58:14.324925 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-5a5b5c4b-d6d9-4760-8fda-0e134873c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'name': 'tempest-TestNetworkBasicOps-router-938639960', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:56:43Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:58:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '553d2787-f1db-4b6a-9ad9-4b441e294085', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.239', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'port_id': '5be73889-4823-4092-a98e-3918b0574f03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf', 'mac_address': 'fa:16:3e:42:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6d8467-83ff-43b8-8ec1-fa4e0c98f495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:57:05Z', 'updated_at': '2022-04-29T15:58:10Z', 'revision_number': 2, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa53578-cec2-4b5f-97a8-5b96e2d2d3fe', 'name': '', 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:f4:23:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b827e5e-5b5b-47a9-bebe-9a529ddad2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:56:42Z', 'updated_at': '2022-04-29T15:58:10Z', 'revision_number': 6, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '5b827e5e-5b5b-47a9-bebe-9a529ddad2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:14.328732 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b5c4b-d6d9-4760-8fda-0e134873c60b None None] The sync data for ids ['2a394b8b-e02c-41ad-86e2-f7fd0426b42b'] in dv-neutron-839913-1-hyperv is: [{'id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'name': 'tempest-TestNetworkBasicOps-router-938639960', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:56:43Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:58:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '553d2787-f1db-4b6a-9ad9-4b441e294085', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.239', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'port_id': '5be73889-4823-4092-a98e-3918b0574f03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf', 'mac_address': 'fa:16:3e:42:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6d8467-83ff-43b8-8ec1-fa4e0c98f495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:57:05Z', 'updated_at': '2022-04-29T15:58:10Z', 'revision_number': 2, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa53578-cec2-4b5f-97a8-5b96e2d2d3fe', 'name': '', 'network_id': '7dba73f8-e794-4453-ae02-b8441aa5b5cf', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:f4:23:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b827e5e-5b5b-47a9-bebe-9a529ddad2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:56:42Z', 'updated_at': '2022-04-29T15:58:10Z', 'revision_number': 6, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '5b827e5e-5b5b-47a9-bebe-9a529ddad2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:58:14.448263 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33216) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:14.572864 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-97e24ea8-8975-416d-a71d-3ec6ed652220 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/553d2787-f1db-4b6a-9ad9-4b441e294085 HTTP/1.1" status: 200 len: 992 time: 0.1199138 Apr 29 15:58:15.269117 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:15.575178 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33220) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:15.674111 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-00217a3f-3aef-4f1a-af5a-ae9320a90096 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/553d2787-f1db-4b6a-9ad9-4b441e294085 HTTP/1.1" status: 200 len: 992 time: 0.0977461 Apr 29 15:58:15.895408 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e8c30112-667c-46cc-a481-657ea6c00b78 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:58:15.923001 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fa21565f-a192-4db5-80ec-ab26743c1e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:15.963794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port e8c30112-667c-46cc-a481-657ea6c00b78 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:58:15.964162 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:16.077811 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:16.097587 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port e8c30112-667c-46cc-a481-657ea6c00b78, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e8c30112-667c-46cc-a481-657ea6c00b78,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:16.186942 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:16.187742 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device efa53578-cec2-4b5f-97a8-5b96e2d2d3fe up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:58:16.300997 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=e8c30112-667c-46cc-a481-657ea6c00b78,revision_number=6']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:16.315697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port efa53578-cec2-4b5f-97a8-5b96e2d2d3fe triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:58:16.316066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:16.427454 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:16.458929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port efa53578-cec2-4b5f-97a8-5b96e2d2d3fe, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=efa53578-cec2-4b5f-97a8-5b96e2d2d3fe,segment=NetworkSegment(7494b39f-5079-4056-aa43-d0a11fe39b52),segment_id=7494b39f-5079-4056-aa43-d0a11fe39b52)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:16.547366 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:16.612807 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=efa53578-cec2-4b5f-97a8-5b96e2d2d3fe,revision_number=7']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:16.678388 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33224) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:16.782823 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-30bcf381-4e77-4199-beb6-72a0e3d983ed tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/553d2787-f1db-4b6a-9ad9-4b441e294085 HTTP/1.1" status: 200 len: 992 time: 0.1032739 Apr 29 15:58:17.141023 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:17.474049 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:17.786725 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33228) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:17.850816 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e8c30112-667c-46cc-a481-657ea6c00b78 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:58:17.910197 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d0a365c8-3a09-4ed8-9769-3d279ba43b6d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/553d2787-f1db-4b6a-9ad9-4b441e294085 HTTP/1.1" status: 200 len: 992 time: 0.1216648 Apr 29 15:58:17.935764 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port e8c30112-667c-46cc-a481-657ea6c00b78 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:58:17.936131 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:18.083982 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device efa53578-cec2-4b5f-97a8-5b96e2d2d3fe up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:58:18.155038 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port efa53578-cec2-4b5f-97a8-5b96e2d2d3fe triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:58:18.155726 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:18.468075 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:18.914259 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33232) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:19.015742 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-32919931-3dd5-4058-a177-ce582dee44b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/553d2787-f1db-4b6a-9ad9-4b441e294085 HTTP/1.1" status: 200 len: 992 time: 0.1002164 Apr 29 15:58:20.019898 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33236) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:20.125469 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3ee52ed2-2dc7-4091-be04-76b4e47fcb46 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/553d2787-f1db-4b6a-9ad9-4b441e294085 HTTP/1.1" status: 200 len: 992 time: 0.1044877 Apr 29 15:58:21.129884 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33240) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:21.233661 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0513c3d1-ea83-450a-874e-67ad877b0922 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/553d2787-f1db-4b6a-9ad9-4b441e294085 HTTP/1.1" status: 200 len: 992 time: 0.1027069 Apr 29 15:58:21.431755 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1917e8fb-4209-4739-910c-e35d84db1351 None None] New status for floating IP 553d2787-f1db-4b6a-9ad9-4b441e294085: ACTIVE {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:58:22.237617 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33244) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:22.341005 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-229781d0-1ec2-4320-b937-bde930561cae tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/553d2787-f1db-4b6a-9ad9-4b441e294085 HTTP/1.1" status: 200 len: 994 time: 0.1022165 Apr 29 15:58:22.633335 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33252) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:22.833565 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-81d6ff6e-a374-4ea0-a9ee-e34b73268ed4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 283c5148-1b30-4a10-819f-2b2e89213daa {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:58:22.833896 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81d6ff6e-a374-4ea0-a9ee-e34b73268ed4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:23.001924 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81d6ff6e-a374-4ea0-a9ee-e34b73268ed4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:23.002250 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81d6ff6e-a374-4ea0-a9ee-e34b73268ed4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:23.211091 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-81d6ff6e-a374-4ea0-a9ee-e34b73268ed4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 283c5148-1b30-4a10-819f-2b2e89213daa owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:58:23.445259 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81d6ff6e-a374-4ea0-a9ee-e34b73268ed4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:23.491989 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6ff6e-a374-4ea0-a9ee-e34b73268ed4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=283c5148-1b30-4a10-819f-2b2e89213daa,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:23.530088 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ff6e-a374-4ea0-a9ee-e34b73268ed4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:23.530425 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ff6e-a374-4ea0-a9ee-e34b73268ed4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:23.530774 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ff6e-a374-4ea0-a9ee-e34b73268ed4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:23.531097 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ff6e-a374-4ea0-a9ee-e34b73268ed4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:23.531418 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ff6e-a374-4ea0-a9ee-e34b73268ed4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:23.531735 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ff6e-a374-4ea0-a9ee-e34b73268ed4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:23.532096 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ff6e-a374-4ea0-a9ee-e34b73268ed4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:23.532404 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ff6e-a374-4ea0-a9ee-e34b73268ed4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:23.532713 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ff6e-a374-4ea0-a9ee-e34b73268ed4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:23.533021 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ff6e-a374-4ea0-a9ee-e34b73268ed4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:23.533330 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ff6e-a374-4ea0-a9ee-e34b73268ed4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:23.591428 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81d6ff6e-a374-4ea0-a9ee-e34b73268ed4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:23.971166 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d6ff6e-a374-4ea0-a9ee-e34b73268ed4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 2a394b8b-e02c-41ad-86e2-f7fd0426b42b has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:58:24.194995 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d6ff6e-a374-4ea0-a9ee-e34b73268ed4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:58:24.278183 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81d6ff6e-a374-4ea0-a9ee-e34b73268ed4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:24.328735 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-81d6ff6e-a374-4ea0-a9ee-e34b73268ed4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/floatingips/553d2787-f1db-4b6a-9ad9-4b441e294085 HTTP/1.1" status: 204 len: 168 time: 1.6943600 Apr 29 15:58:24.329284 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6d8467-83ff-43b8-8ec1-fa4e0c98f495', 'tag': '5be73889-4823-4092-a98e-3918b0574f03'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:58:24.460161 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b26a7d53-43d3-44c5-851c-114148f579f7'] response: {'name': 'network-changed', 'server_uuid': 'ac6d8467-83ff-43b8-8ec1-fa4e0c98f495', 'tag': '5be73889-4823-4092-a98e-3918b0574f03', 'status': 'completed', 'code': 200} Apr 29 15:58:24.561598 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a13969c1-7491-46aa-9718-cfcca2f32908 req-011d6dfd-367b-4c16-8eb2-3e741bc47958 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=ac6d8467-83ff-43b8-8ec1-fa4e0c98f495 HTTP/1.1" status: 200 len: 1099 time: 0.0776000 Apr 29 15:58:24.693377 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13969c1-7491-46aa-9718-cfcca2f32908 req-df362802-a78a-4367-a635-6e770ed0bf50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:24.694887 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a13969c1-7491-46aa-9718-cfcca2f32908 req-df362802-a78a-4367-a635-6e770ed0bf50 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7dba73f8-e794-4453-ae02-b8441aa5b5cf HTTP/1.1" status: 200 len: 898 time: 0.1275442 Apr 29 15:58:24.759310 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a13969c1-7491-46aa-9718-cfcca2f32908 req-37c9a003-5a50-4426-a8ee-c1026d948c5e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5be73889-4823-4092-a98e-3918b0574f03 HTTP/1.1" status: 200 len: 217 time: 0.0587420 Apr 29 15:58:24.824066 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13969c1-7491-46aa-9718-cfcca2f32908 req-8ea63bc2-a76c-4b89-a811-a0e6b648c403 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:24.825506 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a13969c1-7491-46aa-9718-cfcca2f32908 req-8ea63bc2-a76c-4b89-a811-a0e6b648c403 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b827e5e-5b5b-47a9-bebe-9a529ddad2d6 HTTP/1.1" status: 200 len: 835 time: 0.0596652 Apr 29 15:58:25.058962 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3ec5e-2d2e-4848-98c1-79db70de0d48 req-069832ba-d1b0-45b1-a316-2b731c6bb533 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:25.059618 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-78d3ec5e-2d2e-4848-98c1-79db70de0d48 req-069832ba-d1b0-45b1-a316-2b731c6bb533 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:58:25.066539 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a13969c1-7491-46aa-9718-cfcca2f32908 req-3c552988-92e3-46eb-950a-c55307958b54 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7dba73f8-e794-4453-ae02-b8441aa5b5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2350802 Apr 29 15:58:25.078118 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [req-a13969c1-7491-46aa-9718-cfcca2f32908 req-7fd0b8b3-3b63-4757-b412-98060e422f76 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 15:58:25.079145 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a13969c1-7491-46aa-9718-cfcca2f32908 req-7fd0b8b3-3b63-4757-b412-98060e422f76 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046444 Apr 29 15:58:25.162570 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-78d3ec5e-2d2e-4848-98c1-79db70de0d48 req-069832ba-d1b0-45b1-a316-2b731c6bb533 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:58:25.163693 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-78d3ec5e-2d2e-4848-98c1-79db70de0d48 req-069832ba-d1b0-45b1-a316-2b731c6bb533 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6d8467-83ff-43b8-8ec1-fa4e0c98f495 HTTP/1.1" status: 200 len: 946 time: 0.3047760 Apr 29 15:58:25.247121 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a13969c1-7491-46aa-9718-cfcca2f32908 req-dfdee8d4-b18c-4b89-8a44-48a7ab68a955 service neutron] 10.222.0.35 "GET /v2.0/networks/7dba73f8-e794-4453-ae02-b8441aa5b5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615448 Apr 29 15:58:25.250137 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-78d3ec5e-2d2e-4848-98c1-79db70de0d48 req-d5714d17-e44b-4b45-b86e-f02b5cfd3945 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1039ab24-20dc-4b6d-a7a2-7428772921b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797524 Apr 29 15:58:25.378843 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a13969c1-7491-46aa-9718-cfcca2f32908 req-8adde209-8a09-4491-99d4-961c63fc9577 service neutron] 10.222.0.35 "GET /v2.0/networks/7dba73f8-e794-4453-ae02-b8441aa5b5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258712 Apr 29 15:58:26.547249 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2910d-3449-498c-a61b-cf67cea1ec07 req-cf9eda88-bc37-48be-9031-ca220306af64 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:26.548620 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-91d2910d-3449-498c-a61b-cf67cea1ec07 req-cf9eda88-bc37-48be-9031-ca220306af64 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6d8467-83ff-43b8-8ec1-fa4e0c98f495 HTTP/1.1" status: 200 len: 946 time: 0.1567411 Apr 29 15:58:26.564062 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb9e1b-d9fd-4882-87ae-01bb19ad72dd req-a880ae62-9efb-4b75-903b-00b3597879a7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:26.566649 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b1bb9e1b-d9fd-4882-87ae-01bb19ad72dd req-a880ae62-9efb-4b75-903b-00b3597879a7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac6d8467-83ff-43b8-8ec1-fa4e0c98f495 HTTP/1.1" status: 200 len: 946 time: 0.1337194 Apr 29 15:58:26.674712 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-b1bb9e1b-d9fd-4882-87ae-01bb19ad72dd req-a75a7362-c6d6-4029-b20a-1b50d846294e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 5be73889-4823-4092-a98e-3918b0574f03 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:58:26.675161 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-b1bb9e1b-d9fd-4882-87ae-01bb19ad72dd req-a75a7362-c6d6-4029-b20a-1b50d846294e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:26.713173 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-91d2910d-3449-498c-a61b-cf67cea1ec07 req-949f033d-86af-40c3-ae84-bcdee0c15c31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=1039ab24-20dc-4b6d-a7a2-7428772921b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562831 Apr 29 15:58:26.960905 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-b1bb9e1b-d9fd-4882-87ae-01bb19ad72dd req-a75a7362-c6d6-4029-b20a-1b50d846294e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port 5be73889-4823-4092-a98e-3918b0574f03, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=5be73889-4823-4092-a98e-3918b0574f03,segment=NetworkSegment(7494b39f-5079-4056-aa43-d0a11fe39b52),segment_id=7494b39f-5079-4056-aa43-d0a11fe39b52)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:26.961252 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-b1bb9e1b-d9fd-4882-87ae-01bb19ad72dd req-a75a7362-c6d6-4029-b20a-1b50d846294e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:27.078882 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-b1bb9e1b-d9fd-4882-87ae-01bb19ad72dd req-a75a7362-c6d6-4029-b20a-1b50d846294e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 5be73889-4823-4092-a98e-3918b0574f03 owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:58:27.296202 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-b1bb9e1b-d9fd-4882-87ae-01bb19ad72dd req-a75a7362-c6d6-4029-b20a-1b50d846294e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:27.342243 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a7362-c6d6-4029-b20a-1b50d846294e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=5be73889-4823-4092-a98e-3918b0574f03,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:27.416831 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bb9e1b-d9fd-4882-87ae-01bb19ad72dd req-a75a7362-c6d6-4029-b20a-1b50d846294e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] No DVR routers for this DVR port 5be73889-4823-4092-a98e-3918b0574f03 on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:58:27.419236 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-b1bb9e1b-d9fd-4882-87ae-01bb19ad72dd req-a75a7362-c6d6-4029-b20a-1b50d846294e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:27.421622 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6d8467-83ff-43b8-8ec1-fa4e0c98f495', 'name': 'network-vif-deleted', 'tag': '5be73889-4823-4092-a98e-3918b0574f03'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:58:27.477165 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68c84643-5374-40df-9d8e-401843259964'] response: {'server_uuid': 'ac6d8467-83ff-43b8-8ec1-fa4e0c98f495', 'name': 'network-vif-deleted', 'tag': '5be73889-4823-4092-a98e-3918b0574f03', 'status': 'completed', 'code': 200} Apr 29 15:58:27.496783 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b1bb9e1b-d9fd-4882-87ae-01bb19ad72dd req-a75a7362-c6d6-4029-b20a-1b50d846294e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "DELETE /v2.0/ports/5be73889-4823-4092-a98e-3918b0574f03 HTTP/1.1" status: 204 len: 173 time: 0.9119294 Apr 29 15:58:27.901561 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-ef9e10e0-c5ea-46df-8a91-47dd59f3ab7c req-ba42852c-bac7-41e5-8ae9-d860aee1924b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:58:28.010810 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-ef9e10e0-c5ea-46df-8a91-47dd59f3ab7c req-ba42852c-bac7-41e5-8ae9-d860aee1924b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:58:28.011944 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ef9e10e0-c5ea-46df-8a91-47dd59f3ab7c req-ba42852c-bac7-41e5-8ae9-d860aee1924b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6d8467-83ff-43b8-8ec1-fa4e0c98f495 HTTP/1.1" status: 200 len: 210 time: 0.1513145 Apr 29 15:58:29.120971 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33272) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:29.189080 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2e64e1ca-f58d-44d4-aa68-269ae01b893c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:29.220619 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2e64e1ca-f58d-44d4-aa68-269ae01b893c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:29.359240 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2e64e1ca-f58d-44d4-aa68-269ae01b893c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:29.380803 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64e1ca-f58d-44d4-aa68-269ae01b893c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1039ab24-20dc-4b6d-a7a2-7428772921b2,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:29.389642 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64e1ca-f58d-44d4-aa68-269ae01b893c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:29.389979 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64e1ca-f58d-44d4-aa68-269ae01b893c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:29.390313 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64e1ca-f58d-44d4-aa68-269ae01b893c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:29.390667 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64e1ca-f58d-44d4-aa68-269ae01b893c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:29.390995 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64e1ca-f58d-44d4-aa68-269ae01b893c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:29.391317 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64e1ca-f58d-44d4-aa68-269ae01b893c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:29.391638 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64e1ca-f58d-44d4-aa68-269ae01b893c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:29.391986 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64e1ca-f58d-44d4-aa68-269ae01b893c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:29.392276 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64e1ca-f58d-44d4-aa68-269ae01b893c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:29.392589 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64e1ca-f58d-44d4-aa68-269ae01b893c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:29.392903 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64e1ca-f58d-44d4-aa68-269ae01b893c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:29.449591 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2e64e1ca-f58d-44d4-aa68-269ae01b893c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:29.450804 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2e64e1ca-f58d-44d4-aa68-269ae01b893c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/security-groups/1039ab24-20dc-4b6d-a7a2-7428772921b2 HTTP/1.1" status: 204 len: 168 time: 0.3288653 Apr 29 15:58:29.500492 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 5be73889-4823-4092-a98e-3918b0574f03 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:58:29.533206 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 5be73889-4823-4092-a98e-3918b0574f03 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:58:29.535928 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 5be73889-4823-4092-a98e-3918b0574f03 not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:58:29.566727 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33278) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:30.060416 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-feda12e2-bff0-49b8-87f9-0e507960dcc5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:30.651194 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-feda12e2-bff0-49b8-87f9-0e507960dcc5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port efa53578-cec2-4b5f-97a8-5b96e2d2d3fe {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:58:30.651880 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-feda12e2-bff0-49b8-87f9-0e507960dcc5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:30.833628 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-feda12e2-bff0-49b8-87f9-0e507960dcc5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port efa53578-cec2-4b5f-97a8-5b96e2d2d3fe, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=efa53578-cec2-4b5f-97a8-5b96e2d2d3fe,segment=NetworkSegment(7494b39f-5079-4056-aa43-d0a11fe39b52),segment_id=7494b39f-5079-4056-aa43-d0a11fe39b52)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:30.833973 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-feda12e2-bff0-49b8-87f9-0e507960dcc5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:30.950610 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-feda12e2-bff0-49b8-87f9-0e507960dcc5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for efa53578-cec2-4b5f-97a8-5b96e2d2d3fe owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:58:31.205103 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-feda12e2-bff0-49b8-87f9-0e507960dcc5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:31.253954 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda12e2-bff0-49b8-87f9-0e507960dcc5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=efa53578-cec2-4b5f-97a8-5b96e2d2d3fe,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:31.691039 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-feda12e2-bff0-49b8-87f9-0e507960dcc5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:31.888716 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9d7f0a-53d1-4a65-a93b-95fb79fe754f None None] Sync routers for ids ['2a394b8b-e02c-41ad-86e2-f7fd0426b42b'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:58:31.900944 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9d7f0a-53d1-4a65-a93b-95fb79fe754f None None] Routers {'2a394b8b-e02c-41ad-86e2-f7fd0426b42b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:58:31.901650 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-0f9d7f0a-53d1-4a65-a93b-95fb79fe754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:58:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2a394b8b-e02c-41ad-86e2-f7fd0426b42b'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:32.079260 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-0f9d7f0a-53d1-4a65-a93b-95fb79fe754f None None] Set router 2a394b8b-e02c-41ad-86e2-f7fd0426b42b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:58:32.270563 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feda12e2-bff0-49b8-87f9-0e507960dcc5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 2a394b8b-e02c-41ad-86e2-f7fd0426b42b has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:58:32.366014 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-0f9d7f0a-53d1-4a65-a93b-95fb79fe754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'name': 'tempest-TestNetworkBasicOps-router-938639960', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:58:31Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:58:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:32.369800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9d7f0a-53d1-4a65-a93b-95fb79fe754f None None] Checking router: 2a394b8b-e02c-41ad-86e2-f7fd0426b42b for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:58:32.380925 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9d7f0a-53d1-4a65-a93b-95fb79fe754f None None] Routers {'2a394b8b-e02c-41ad-86e2-f7fd0426b42b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:58:32.381519 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-0f9d7f0a-53d1-4a65-a93b-95fb79fe754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:58:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2a394b8b-e02c-41ad-86e2-f7fd0426b42b'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:32.465605 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feda12e2-bff0-49b8-87f9-0e507960dcc5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:58:32.526614 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-feda12e2-bff0-49b8-87f9-0e507960dcc5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "PUT /v2.0/routers/2a394b8b-e02c-41ad-86e2-f7fd0426b42b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9587591 Apr 29 15:58:32.529292 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33282) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:32.556823 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-0f9d7f0a-53d1-4a65-a93b-95fb79fe754f None None] Set router 2a394b8b-e02c-41ad-86e2-f7fd0426b42b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:58:32.717272 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa64a632-d9c6-4382-8f08-e5f217b0e7b0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting subnet 5b827e5e-5b5b-47a9-bebe-9a529ddad2d6 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 15:58:32.720250 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa64a632-d9c6-4382-8f08-e5f217b0e7b0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:32.775090 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa64a632-d9c6-4382-8f08-e5f217b0e7b0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:32.838625 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-0f9d7f0a-53d1-4a65-a93b-95fb79fe754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'name': 'tempest-TestNetworkBasicOps-router-938639960', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:58:31Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:58:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:32.842552 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9d7f0a-53d1-4a65-a93b-95fb79fe754f None None] The sync data for ids ['2a394b8b-e02c-41ad-86e2-f7fd0426b42b'] in dv-neutron-839913-1-hyperv is: [{'id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'name': 'tempest-TestNetworkBasicOps-router-938639960', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:58:31Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e8c30112-667c-46cc-a481-657ea6c00b78', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a394b8b-e02c-41ad-86e2-f7fd0426b42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:56:38Z', 'updated_at': '2022-04-29T15:58:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:58:32.857196 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa64a632-d9c6-4382-8f08-e5f217b0e7b0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:33.022683 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa64a632-d9c6-4382-8f08-e5f217b0e7b0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:33.059568 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64a632-d9c6-4382-8f08-e5f217b0e7b0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Subnet': ['ID=5b827e5e-5b5b-47a9-bebe-9a529ddad2d6,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:33.067167 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa64a632-d9c6-4382-8f08-e5f217b0e7b0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:33.073047 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22fc8b2-3c17-4ece-82f6-99eaabe8dde1 None None] Network 7dba73f8-e794-4453-ae02-b8441aa5b5cf requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:58:33.075614 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-aa64a632-d9c6-4382-8f08-e5f217b0e7b0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/subnets/5b827e5e-5b5b-47a9-bebe-9a529ddad2d6 HTTP/1.1" status: 204 len: 168 time: 0.5429254 Apr 29 15:58:33.075951 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33286) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:33.396669 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40de0677-8bac-4153-8496-b0a682f1a181 None None] DHCP port deletion for 7dba73f8-e794-4453-ae02-b8441aa5b5cf request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 15:58:33.401156 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-40de0677-8bac-4153-8496-b0a682f1a181 None None] Deleting port 9e6e147e-1106-439e-8cc4-63d5ef7bcac3 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:58:33.401304 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-40de0677-8bac-4153-8496-b0a682f1a181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:33.407968 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9891c3bc-3b48-42d0-9147-463939527a18 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:33.613207 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-40de0677-8bac-4153-8496-b0a682f1a181 None None] For port 9e6e147e-1106-439e-8cc4-63d5ef7bcac3, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9e6e147e-1106-439e-8cc4-63d5ef7bcac3,segment=NetworkSegment(7494b39f-5079-4056-aa43-d0a11fe39b52),segment_id=7494b39f-5079-4056-aa43-d0a11fe39b52)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:33.613627 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-40de0677-8bac-4153-8496-b0a682f1a181 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:33.616681 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9891c3bc-3b48-42d0-9147-463939527a18 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:33.695767 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-9891c3bc-3b48-42d0-9147-463939527a18 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port e8c30112-667c-46cc-a481-657ea6c00b78 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:58:33.696111 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9891c3bc-3b48-42d0-9147-463939527a18 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:33.748518 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-40de0677-8bac-4153-8496-b0a682f1a181 None None] Calling delete_port for 9e6e147e-1106-439e-8cc4-63d5ef7bcac3 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:58:33.856726 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 9e6e147e-1106-439e-8cc4-63d5ef7bcac3 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:58:33.888186 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-9891c3bc-3b48-42d0-9147-463939527a18 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port e8c30112-667c-46cc-a481-657ea6c00b78, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e8c30112-667c-46cc-a481-657ea6c00b78,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:33.888836 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9891c3bc-3b48-42d0-9147-463939527a18 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:33.908580 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-40de0677-8bac-4153-8496-b0a682f1a181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:33.958525 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No active binding found for port 9e6e147e-1106-439e-8cc4-63d5ef7bcac3 {{(pid=84772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 29 15:58:33.958927 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 9e6e147e-1106-439e-8cc4-63d5ef7bcac3 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:58:33.959340 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device efa53578-cec2-4b5f-97a8-5b96e2d2d3fe no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:58:33.981702 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de0677-8bac-4153-8496-b0a682f1a181 None None] Pushing event deleted for resources: {'Port': ['ID=9e6e147e-1106-439e-8cc4-63d5ef7bcac3,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:33.993742 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40de0677-8bac-4153-8496-b0a682f1a181 None None] No DVR routers for this DVR port 9e6e147e-1106-439e-8cc4-63d5ef7bcac3 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:58:33.995170 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: efa53578-cec2-4b5f-97a8-5b96e2d2d3fe {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:58:33.995516 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device efa53578-cec2-4b5f-97a8-5b96e2d2d3fe not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:58:34.008793 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-9891c3bc-3b48-42d0-9147-463939527a18 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for e8c30112-667c-46cc-a481-657ea6c00b78 owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 15:58:34.261899 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9891c3bc-3b48-42d0-9147-463939527a18 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:34.305607 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891c3bc-3b48-42d0-9147-463939527a18 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=e8c30112-667c-46cc-a481-657ea6c00b78,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:34.521303 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9891c3bc-3b48-42d0-9147-463939527a18 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:34.781215 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9891c3bc-3b48-42d0-9147-463939527a18 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:34.786557 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9891c3bc-3b48-42d0-9147-463939527a18 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:34.861471 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9891c3bc-3b48-42d0-9147-463939527a18 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:34.862773 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9891c3bc-3b48-42d0-9147-463939527a18 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Fanout notify agent at l3_agent the message router_deleted on router 2a394b8b-e02c-41ad-86e2-f7fd0426b42b {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:58:34.877779 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9891c3bc-3b48-42d0-9147-463939527a18 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:34.878918 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9891c3bc-3b48-42d0-9147-463939527a18 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/routers/2a394b8b-e02c-41ad-86e2-f7fd0426b42b HTTP/1.1" status: 204 len: 168 time: 1.8020618 Apr 29 15:58:34.881654 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33290) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:35.090038 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-319d789a-c25b-4d72-afe1-267c50ebebed tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:35.218029 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-319d789a-c25b-4d72-afe1-267c50ebebed tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:35.247940 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-319d789a-c25b-4d72-afe1-267c50ebebed tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dba73f8-e794-4453-ae02-b8441aa5b5cf']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:35.263041 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-319d789a-c25b-4d72-afe1-267c50ebebed tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7494b39f-5079-4056-aa43-d0a11fe39b52') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:35.263338 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-319d789a-c25b-4d72-afe1-267c50ebebed tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7494b39f-5079-4056-aa43-d0a11fe39b52') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:35.275456 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-319d789a-c25b-4d72-afe1-267c50ebebed tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:35.291518 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-319d789a-c25b-4d72-afe1-267c50ebebed tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:35.297334 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-319d789a-c25b-4d72-afe1-267c50ebebed tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 15:58:35.297709 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-319d789a-c25b-4d72-afe1-267c50ebebed tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:58:35.311424 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:58:35.450544 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-319d789a-c25b-4d72-afe1-267c50ebebed tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:35.467744 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-319d789a-c25b-4d72-afe1-267c50ebebed tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:35.483820 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d789a-c25b-4d72-afe1-267c50ebebed tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Network': ['ID=7dba73f8-e794-4453-ae02-b8441aa5b5cf,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:35.554437 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-319d789a-c25b-4d72-afe1-267c50ebebed tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/networks/7dba73f8-e794-4453-ae02-b8441aa5b5cf HTTP/1.1" status: 204 len: 168 time: 0.6717243 Apr 29 15:58:35.576087 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33296) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:35.583159 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-f8cc8a89-fd78-4bf7-8911-6b076e49227c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'network': {'name': 'tempest-network-smoke--1994255361', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'port_security_enabled': True}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:58:35.588174 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-f8cc8a89-fd78-4bf7-8911-6b076e49227c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:58:35.592267 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f8cc8a89-fd78-4bf7-8911-6b076e49227c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:network and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:58:35.595061 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-f8cc8a89-fd78-4bf7-8911-6b076e49227c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:58:35.601580 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-f8cc8a89-fd78-4bf7-8911-6b076e49227c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:58:35.661548 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cc8a89-fd78-4bf7-8911-6b076e49227c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:58:35.664455 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f8cc8a89-fd78-4bf7-8911-6b076e49227c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:35.692898 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8cc8a89-fd78-4bf7-8911-6b076e49227c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:58:35.701435 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f8cc8a89-fd78-4bf7-8911-6b076e49227c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:35.701714 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-f8cc8a89-fd78-4bf7-8911-6b076e49227c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Added segment b5d7781f-fa84-40af-b7c2-9b2fd792f287 of type vlan for network 9e8976aa-2ce5-4a26-a632-0b966ae68493 Apr 29 15:58:35.727520 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f8cc8a89-fd78-4bf7-8911-6b076e49227c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:35.811315 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f8cc8a89-fd78-4bf7-8911-6b076e49227c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:35.815749 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cc8a89-fd78-4bf7-8911-6b076e49227c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:35.816436 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f8cc8a89-fd78-4bf7-8911-6b076e49227c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:35.925498 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc8a89-fd78-4bf7-8911-6b076e49227c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Network': ['ID=9e8976aa-2ce5-4a26-a632-0b966ae68493,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:35.926192 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d3679-6448-4ae1-8674-1c8c004599b9 None None] New status for floating IP 553d2787-f1db-4b6a-9ad9-4b441e294085: DOWN {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:58:35.935316 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 9e8976aa-2ce5-4a26-a632-0b966ae68493 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:58:35.977153 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f8cc8a89-fd78-4bf7-8911-6b076e49227c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3993142 Apr 29 15:58:35.980115 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33300) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:35.985562 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-8a5c32f2-189e-41ee-834c-d37263ffc53d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1848634805', 'admin_state_up': True, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:58:35.993041 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8a5c32f2-189e-41ee-834c-d37263ffc53d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:58:35.996773 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8a5c32f2-189e-41ee-834c-d37263ffc53d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:router and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:58:35.999639 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8a5c32f2-189e-41ee-834c-d37263ffc53d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:58:36.005446 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8a5c32f2-189e-41ee-834c-d37263ffc53d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:58:36.078543 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8a5c32f2-189e-41ee-834c-d37263ffc53d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:36.079497 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8a5c32f2-189e-41ee-834c-d37263ffc53d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:36.098971 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8a5c32f2-189e-41ee-834c-d37263ffc53d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:36.125416 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9dfb55-347f-4216-8729-433ba529ae30 None None] Sync routers for ids ['2a394b8b-e02c-41ad-86e2-f7fd0426b42b'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:58:36.134970 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9dfb55-347f-4216-8729-433ba529ae30 None None] Routers set() bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:58:36.135266 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9dfb55-347f-4216-8729-433ba529ae30 None None] Router IDs set() for agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 29 15:58:36.135856 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_agentschedulers_db [None req-1f9dfb55-347f-4216-8729-433ba529ae30 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2a394b8b-e02c-41ad-86e2-f7fd0426b42b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:58:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent'). {{(pid=84772) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 29 15:58:36.147869 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9dfb55-347f-4216-8729-433ba529ae30 None None] Routers set() bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:58:36.148219 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9dfb55-347f-4216-8729-433ba529ae30 None None] Router IDs set() for agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 29 15:58:36.148800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_agentschedulers_db [None req-1f9dfb55-347f-4216-8729-433ba529ae30 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2a394b8b-e02c-41ad-86e2-f7fd0426b42b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:58:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent'). {{(pid=84772) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 29 15:58:36.149163 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9dfb55-347f-4216-8729-433ba529ae30 None None] The sync data for ids ['2a394b8b-e02c-41ad-86e2-f7fd0426b42b'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:58:36.322845 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8a5c32f2-189e-41ee-834c-d37263ffc53d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:36.575260 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8a5c32f2-189e-41ee-834c-d37263ffc53d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:36.610240 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8a5c32f2-189e-41ee-834c-d37263ffc53d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:36.740679 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-8a5c32f2-189e-41ee-834c-d37263ffc53d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.26.1.245 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/55078b79-c3ef-46a0-8fda-24ebb3aac5ac) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:58:36.743132 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:58:36.885799 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8a5c32f2-189e-41ee-834c-d37263ffc53d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:36.964098 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8a5c32f2-189e-41ee-834c-d37263ffc53d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:37.033815 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5c32f2-189e-41ee-834c-d37263ffc53d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:58:37.036612 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-8a5c32f2-189e-41ee-834c-d37263ffc53d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:58:37.040811 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5c32f2-189e-41ee-834c-d37263ffc53d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:58:37.063720 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c32f2-189e-41ee-834c-d37263ffc53d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=55078b79-c3ef-46a0-8fda-24ebb3aac5ac,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:37.274230 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8a5c32f2-189e-41ee-834c-d37263ffc53d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:37.274965 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8a5c32f2-189e-41ee-834c-d37263ffc53d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:37.575068 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5c32f2-189e-41ee-834c-d37263ffc53d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 9ce04d48-95f3-405d-a50d-97b1e043fe1f is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:58:37.814343 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e8c30112-667c-46cc-a481-657ea6c00b78 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:58:37.851675 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: e8c30112-667c-46cc-a481-657ea6c00b78 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 15:58:37.852019 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e8c30112-667c-46cc-a481-657ea6c00b78 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:58:37.856903 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5c32f2-189e-41ee-834c-d37263ffc53d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:58:37.866132 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] Sync routers for ids ['9ce04d48-95f3-405d-a50d-97b1e043fe1f'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:58:37.878246 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] Routers {'9ce04d48-95f3-405d-a50d-97b1e043fe1f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:58:37.878966 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:58:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['9ce04d48-95f3-405d-a50d-97b1e043fe1f'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:37.953099 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8a5c32f2-189e-41ee-834c-d37263ffc53d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:37.954300 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8a5c32f2-189e-41ee-834c-d37263ffc53d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9732187 Apr 29 15:58:37.957744 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33304) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:38.002417 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7dc1e941-9f0a-48c9-a3bd-11fb0bb5d833 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=6dec3d4ebc7e41d8a2e134522257f8b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411386 Apr 29 15:58:38.003185 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33308) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:38.052971 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] Set router 9ce04d48-95f3-405d-a50d-97b1e043fe1f gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:58:38.136207 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde46c3b-8179-470b-96ad-2c8b2c4329cc tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:38.137558 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bde46c3b-8179-470b-96ad-2c8b2c4329cc tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1334860 Apr 29 15:58:38.140375 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33312) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:38.184850 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-68d4619e-8de1-445b-9354-30ce1e3207c8 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433497 Apr 29 15:58:38.187336 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33316) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:38.192626 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-880e6b00-1654-463c-a346-abcbabda6db5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-738059528', 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:58:38.299469 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-880e6b00-1654-463c-a346-abcbabda6db5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:58:38.303202 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-880e6b00-1654-463c-a346-abcbabda6db5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:subnet and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:58:38.305929 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-880e6b00-1654-463c-a346-abcbabda6db5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:58:38.311727 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-880e6b00-1654-463c-a346-abcbabda6db5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:58:38.329452 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'name': 'tempest-TestNetworkBasicOps-router-1848634805', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:37Z', 'revision_number': 3, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:38.333760 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] Checking router: 9ce04d48-95f3-405d-a50d-97b1e043fe1f for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:58:38.334102 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] Updating router 9ce04d48-95f3-405d-a50d-97b1e043fe1f port 55078b79-c3ef-46a0-8fda-24ebb3aac5ac binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:58:38.384039 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:38.402407 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880e6b00-1654-463c-a346-abcbabda6db5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:58:38.495040 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-880e6b00-1654-463c-a346-abcbabda6db5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:38.702269 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:38.714190 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] Transition to ACTIVE for port object 55078b79-c3ef-46a0-8fda-24ebb3aac5ac will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:58:38.788005 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-880e6b00-1654-463c-a346-abcbabda6db5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:38.816487 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:38.867828 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e6b00-1654-463c-a346-abcbabda6db5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Subnet': ['ID=6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:38.879645 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e6b00-1654-463c-a346-abcbabda6db5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Checking segment: {'id': 'b5d7781f-fa84-40af-b7c2-9b2fd792f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:58:38.879999 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880e6b00-1654-463c-a346-abcbabda6db5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network hostable DHCP agents. Network: 9e8976aa-2ce5-4a26-a632-0b966ae68493, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:58:38.897879 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] Attempting to bind port 55078b79-c3ef-46a0-8fda-24ebb3aac5ac on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:58:38.898435 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] Attempting to bind port 55078b79-c3ef-46a0-8fda-24ebb3aac5ac by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:58:38.898625 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] Attempting to bind port 55078b79-c3ef-46a0-8fda-24ebb3aac5ac on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:58:38.900556 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45aaa6d-50d1-4a21-8a3b-b878cd28b18b None None] Pushing event updated for resources: {'Port': ['ID=55078b79-c3ef-46a0-8fda-24ebb3aac5ac,revision_number=2']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:38.911315 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:58:38.917965 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:58:38.917965 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:38.917965 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:58:38.917965 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] Bound port: 55078b79-c3ef-46a0-8fda-24ebb3aac5ac, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:58:38.917965 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:38.936086 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45aaa6d-50d1-4a21-8a3b-b878cd28b18b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:38.936405 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45aaa6d-50d1-4a21-8a3b-b878cd28b18b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:38.936735 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45aaa6d-50d1-4a21-8a3b-b878cd28b18b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:38.937062 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45aaa6d-50d1-4a21-8a3b-b878cd28b18b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:38.937386 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45aaa6d-50d1-4a21-8a3b-b878cd28b18b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:38.937707 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45aaa6d-50d1-4a21-8a3b-b878cd28b18b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:38.938029 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45aaa6d-50d1-4a21-8a3b-b878cd28b18b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:38.938348 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45aaa6d-50d1-4a21-8a3b-b878cd28b18b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:38.938708 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45aaa6d-50d1-4a21-8a3b-b878cd28b18b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:38.939011 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45aaa6d-50d1-4a21-8a3b-b878cd28b18b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:38.939328 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45aaa6d-50d1-4a21-8a3b-b878cd28b18b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:38.970348 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880e6b00-1654-463c-a346-abcbabda6db5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 9e8976aa-2ce5-4a26-a632-0b966ae68493 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:58:38.989653 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] For port 55078b79-c3ef-46a0-8fda-24ebb3aac5ac, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:58:38.992552 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] For port 55078b79-c3ef-46a0-8fda-24ebb3aac5ac, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=55078b79-c3ef-46a0-8fda-24ebb3aac5ac,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:58:39.073264 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-880e6b00-1654-463c-a346-abcbabda6db5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 9e8976aa-2ce5-4a26-a632-0b966ae68493) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:58:39.077219 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880e6b00-1654-463c-a346-abcbabda6db5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:39.081683 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-880e6b00-1654-463c-a346-abcbabda6db5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:39.081923 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40c59ac-1786-4f91-b3fc-8a79f85c9970 None None] Network 9e8976aa-2ce5-4a26-a632-0b966ae68493 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:58:39.084726 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:39.161163 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45aaa6d-50d1-4a21-8a3b-b878cd28b18b None None] Pushing event updated for resources: {'Port': ['ID=55078b79-c3ef-46a0-8fda-24ebb3aac5ac,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:39.166847 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] Routers {'9ce04d48-95f3-405d-a50d-97b1e043fe1f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:58:39.167432 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:58:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['9ce04d48-95f3-405d-a50d-97b1e043fe1f'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:39.179952 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33320) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:39.180564 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-880e6b00-1654-463c-a346-abcbabda6db5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9917793 Apr 29 15:58:39.304303 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d01b99-132f-43b9-a418-0bec387d2ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-9e8976aa-2ce5-4a26-a632-0b966ae68493', 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ips': [{'subnet_id': '6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 15:58:39.305104 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b9d01b99-132f-43b9-a418-0bec387d2ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:39.373214 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] Set router 9ce04d48-95f3-405d-a50d-97b1e043fe1f gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:58:39.463717 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-b9d01b99-132f-43b9-a418-0bec387d2ed9 None None] Allocated IP 172.20.0.2 (9e8976aa-2ce5-4a26-a632-0b966ae68493/6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7/f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:58:39.671361 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b9d01b99-132f-43b9-a418-0bec387d2ed9 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:39.678528 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'name': 'tempest-TestNetworkBasicOps-router-1848634805', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:37Z', 'revision_number': 3, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:39.681960 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b9d01b99-132f-43b9-a418-0bec387d2ed9 None None] Transition to ACTIVE for port object f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:58:39.682948 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfea4ab-6217-4b5e-bcf1-3367f6fe2705 None None] The sync data for ids ['9ce04d48-95f3-405d-a50d-97b1e043fe1f'] in dv-neutron-839913-1-hyperv is: [{'id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'name': 'tempest-TestNetworkBasicOps-router-1848634805', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:37Z', 'revision_number': 3, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:58:39.707680 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b9d01b99-132f-43b9-a418-0bec387d2ed9 None None] Transition to ACTIVE for port object f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:58:39.776820 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b9d01b99-132f-43b9-a418-0bec387d2ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:39.903705 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d01b99-132f-43b9-a418-0bec387d2ed9 None None] Network 9e8976aa-2ce5-4a26-a632-0b966ae68493 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:58:39.905570 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-b9d01b99-132f-43b9-a418-0bec387d2ed9 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:58:39.911128 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d01b99-132f-43b9-a418-0bec387d2ed9 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:58:39.926372 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d01b99-132f-43b9-a418-0bec387d2ed9 None None] Pushing event updated for resources: {'Port': ['ID=f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:40.021513 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-b9d01b99-132f-43b9-a418-0bec387d2ed9 None None] Attempting to bind port f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:58:40.021889 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-b9d01b99-132f-43b9-a418-0bec387d2ed9 None None] Attempting to bind port f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'b5d7781f-fa84-40af-b7c2-9b2fd792f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:58:40.022255 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d01b99-132f-43b9-a418-0bec387d2ed9 None None] Attempting to bind port f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79 on network 9e8976aa-2ce5-4a26-a632-0b966ae68493 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:58:40.028889 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d01b99-132f-43b9-a418-0bec387d2ed9 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:58:40.029451 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d01b99-132f-43b9-a418-0bec387d2ed9 None None] Checking segment: {'id': 'b5d7781f-fa84-40af-b7c2-9b2fd792f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:58:40.029851 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b9d01b99-132f-43b9-a418-0bec387d2ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:40.030242 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d01b99-132f-43b9-a418-0bec387d2ed9 None None] Bound using segment: {'id': 'b5d7781f-fa84-40af-b7c2-9b2fd792f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:58:40.030728 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-b9d01b99-132f-43b9-a418-0bec387d2ed9 None None] Bound port: f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d7781f-fa84-40af-b7c2-9b2fd792f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:58:40.031106 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b9d01b99-132f-43b9-a418-0bec387d2ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:40.130803 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-b9d01b99-132f-43b9-a418-0bec387d2ed9 None None] For port f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:58:40.134010 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-b9d01b99-132f-43b9-a418-0bec387d2ed9 None None] For port f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79,segment=NetworkSegment(b5d7781f-fa84-40af-b7c2-9b2fd792f287),segment_id=b5d7781f-fa84-40af-b7c2-9b2fd792f287)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:58:40.138960 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-55e0addb-17dd-4251-877f-3262072bf4aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:40.279541 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b9d01b99-132f-43b9-a418-0bec387d2ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:40.368048 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d01b99-132f-43b9-a418-0bec387d2ed9 None None] Pushing event updated for resources: {'Port': ['ID=f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:40.596868 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-55e0addb-17dd-4251-877f-3262072bf4aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.20.0.1 (9e8976aa-2ce5-4a26-a632-0b966ae68493/6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7/a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:58:40.761875 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-55e0addb-17dd-4251-877f-3262072bf4aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:40.776844 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-55e0addb-17dd-4251-877f-3262072bf4aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Transition to ACTIVE for port object a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:58:40.856708 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-55e0addb-17dd-4251-877f-3262072bf4aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:40.924995 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e0addb-17dd-4251-877f-3262072bf4aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 9e8976aa-2ce5-4a26-a632-0b966ae68493 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:58:40.927879 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-55e0addb-17dd-4251-877f-3262072bf4aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:58:40.931804 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e0addb-17dd-4251-877f-3262072bf4aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:58:40.969476 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0addb-17dd-4251-877f-3262072bf4aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:40.995579 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-55e0addb-17dd-4251-877f-3262072bf4aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:41.198967 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-55e0addb-17dd-4251-877f-3262072bf4aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:41.270384 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07b62b6-b733-4219-866c-5141b951b58f None None] Network 9e8976aa-2ce5-4a26-a632-0b966ae68493 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 15:58:41.450146 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-70309a6f-63c7-4a67-8da9-15a7a1cd54b7 None None] Provisioning for port f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:58:41.721999 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-55e0addb-17dd-4251-877f-3262072bf4aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:41.776221 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-55e0addb-17dd-4251-877f-3262072bf4aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:41.838873 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-351e34be-c65a-478c-8dda-2f882dbcbcac None None] Provisioning for port a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:58:41.849809 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-351e34be-c65a-478c-8dda-2f882dbcbcac None None] Provisioning complete for port a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:58:41.850194 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-351e34be-c65a-478c-8dda-2f882dbcbcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:41.897334 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-55e0addb-17dd-4251-877f-3262072bf4aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:41.900795 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0addb-17dd-4251-877f-3262072bf4aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:41.917010 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-351e34be-c65a-478c-8dda-2f882dbcbcac None None] Port a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:58:41.939072 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:58:42.038511 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5b64d8ea-848e-4942-b3d4-4cccca0d3121 None None] Provisioning complete for port a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:58:42.038812 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5b64d8ea-848e-4942-b3d4-4cccca0d3121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:42.044131 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e0addb-17dd-4251-877f-3262072bf4aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 9e8976aa-2ce5-4a26-a632-0b966ae68493 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:58:42.045181 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-55e0addb-17dd-4251-877f-3262072bf4aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:58:42.067856 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:58:42.086354 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:58:42.086753 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:42.145713 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-5b64d8ea-848e-4942-b3d4-4cccca0d3121 None None] Port a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:58:42.218321 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:42.252553 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79,segment=NetworkSegment(b5d7781f-fa84-40af-b7c2-9b2fd792f287),segment_id=b5d7781f-fa84-40af-b7c2-9b2fd792f287)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:42.267217 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-cdad29f3-84ed-4d6f-b0d1-251a36511dca None None] Provisioning complete for port a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:58:42.267621 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cdad29f3-84ed-4d6f-b0d1-251a36511dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:42.304294 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:42.305006 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 55078b79-c3ef-46a0-8fda-24ebb3aac5ac up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:58:42.419983 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-cdad29f3-84ed-4d6f-b0d1-251a36511dca None None] Port a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:58:42.436227 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:42.442718 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e0addb-17dd-4251-877f-3262072bf4aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 9ce04d48-95f3-405d-a50d-97b1e043fe1f has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:58:42.524582 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 55078b79-c3ef-46a0-8fda-24ebb3aac5ac completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:58:42.529550 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 55078b79-c3ef-46a0-8fda-24ebb3aac5ac triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:58:42.529922 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:42.642266 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:42.644947 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e0addb-17dd-4251-877f-3262072bf4aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:58:42.657910 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-55e0addb-17dd-4251-877f-3262072bf4aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "PUT /v2.0/routers/9ce04d48-95f3-405d-a50d-97b1e043fe1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4761381 Apr 29 15:58:42.659885 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 55078b79-c3ef-46a0-8fda-24ebb3aac5ac, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=55078b79-c3ef-46a0-8fda-24ebb3aac5ac,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:42.660960 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33324) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:42.701930 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:42.772832 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=55078b79-c3ef-46a0-8fda-24ebb3aac5ac,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:42.800920 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fea57a-e3a2-48d4-8677-700857d35f7b tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:42.801455 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fea57a-e3a2-48d4-8677-700857d35f7b tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:42.801649 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fea57a-e3a2-48d4-8677-700857d35f7b tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:42.802017 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fea57a-e3a2-48d4-8677-700857d35f7b tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:42.803659 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d5fea57a-e3a2-48d4-8677-700857d35f7b tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1417866 Apr 29 15:58:42.806498 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33328) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:42.871540 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d7b415-8b36-4589-b541-334818c0da63 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:42.871912 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d7b415-8b36-4589-b541-334818c0da63 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:42.872274 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d7b415-8b36-4589-b541-334818c0da63 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:42.872631 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d7b415-8b36-4589-b541-334818c0da63 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:42.874220 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-54d7b415-8b36-4589-b541-334818c0da63 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0668480 Apr 29 15:58:42.876884 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33332) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:43.190061 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-09aaec9a-a3d2-489c-a1ad-2970d645a3de tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3114269 Apr 29 15:58:43.200877 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b92992-ef42-48e7-8442-094a62443157 None None] Sync routers for ids ['9ce04d48-95f3-405d-a50d-97b1e043fe1f'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:58:43.213072 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b92992-ef42-48e7-8442-094a62443157 None None] Routers {'9ce04d48-95f3-405d-a50d-97b1e043fe1f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:58:43.213675 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-24b92992-ef42-48e7-8442-094a62443157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:58:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['9ce04d48-95f3-405d-a50d-97b1e043fe1f'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:43.388313 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-24b92992-ef42-48e7-8442-094a62443157 None None] Set router 9ce04d48-95f3-405d-a50d-97b1e043fe1f gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:58:43.619922 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d52503ff-fb03-4c2c-a650-7abb28e1c8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:43.735661 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33338) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:43.741343 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d551ff3b-e5c7-423b-a3af-dbeb5dc8c954 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2100689983', 'description': 'tempest-secgroup-smoke-2100689983 description', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:58:43.747086 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d551ff3b-e5c7-423b-a3af-dbeb5dc8c954 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:58:43.751150 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d551ff3b-e5c7-423b-a3af-dbeb5dc8c954 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:58:43.751345 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-24b92992-ef42-48e7-8442-094a62443157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'name': 'tempest-TestNetworkBasicOps-router-1848634805', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:41Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9', 'name': '', 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:58:40Z', 'updated_at': '2022-04-29T15:58:41Z', 'revision_number': 2, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:43.755105 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d551ff3b-e5c7-423b-a3af-dbeb5dc8c954 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:58:43.756020 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b92992-ef42-48e7-8442-094a62443157 None None] Checking router: 9ce04d48-95f3-405d-a50d-97b1e043fe1f for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:58:43.756366 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b92992-ef42-48e7-8442-094a62443157 None None] Updating router 9ce04d48-95f3-405d-a50d-97b1e043fe1f port a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9 binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 15:58:43.760812 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d551ff3b-e5c7-423b-a3af-dbeb5dc8c954 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:58:43.805651 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-24b92992-ef42-48e7-8442-094a62443157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:43.867384 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:58:43.884628 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d551ff3b-e5c7-423b-a3af-dbeb5dc8c954 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:43.920050 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d551ff3b-e5c7-423b-a3af-dbeb5dc8c954 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:58:43.923914 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d551ff3b-e5c7-423b-a3af-dbeb5dc8c954 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:58:43.926992 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d551ff3b-e5c7-423b-a3af-dbeb5dc8c954 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:58:43.932577 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d551ff3b-e5c7-423b-a3af-dbeb5dc8c954 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:58:43.988025 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d551ff3b-e5c7-423b-a3af-dbeb5dc8c954 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:44.060990 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:58:44.061352 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:44.066588 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d551ff3b-e5c7-423b-a3af-dbeb5dc8c954 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:44.113697 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551ff3b-e5c7-423b-a3af-dbeb5dc8c954 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fc2a34-dc70-4c89-9f5c-8bba3fe97755,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:44.175302 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d551ff3b-e5c7-423b-a3af-dbeb5dc8c954 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:44.176566 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d551ff3b-e5c7-423b-a3af-dbeb5dc8c954 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4398177 Apr 29 15:58:44.179434 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33342) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:44.184710 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-fa715a5c-0ebb-42f0-88b0-02c3d4cc8821 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'f8fc2a34-dc70-4c89-9f5c-8bba3fe97755', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:58:44.191091 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-fa715a5c-0ebb-42f0-88b0-02c3d4cc8821 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:58:44.196639 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fa715a5c-0ebb-42f0-88b0-02c3d4cc8821 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:58:44.200462 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-fa715a5c-0ebb-42f0-88b0-02c3d4cc8821 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:58:44.207487 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-fa715a5c-0ebb-42f0-88b0-02c3d4cc8821 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:58:44.235362 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 55078b79-c3ef-46a0-8fda-24ebb3aac5ac up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:58:44.296345 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fa715a5c-0ebb-42f0-88b0-02c3d4cc8821 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:44.338901 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-24b92992-ef42-48e7-8442-094a62443157 None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:44.352733 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-24b92992-ef42-48e7-8442-094a62443157 None None] Transition to ACTIVE for port object a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:58:44.358028 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fa715a5c-0ebb-42f0-88b0-02c3d4cc8821 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:44.365378 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 55078b79-c3ef-46a0-8fda-24ebb3aac5ac triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:58:44.365737 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:44.417412 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-24b92992-ef42-48e7-8442-094a62443157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:44.437754 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fa715a5c-0ebb-42f0-88b0-02c3d4cc8821 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:44.464966 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa715a5c-0ebb-42f0-88b0-02c3d4cc8821 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=647b9657-d971-4a2b-96ea-b0489a8ab619,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:44.542270 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fa715a5c-0ebb-42f0-88b0-02c3d4cc8821 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:44.543558 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fa715a5c-0ebb-42f0-88b0-02c3d4cc8821 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3632205 Apr 29 15:58:44.547805 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33346) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:44.553192 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-becad7a6-b980-4059-9790-d5cffbdc7a95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'f8fc2a34-dc70-4c89-9f5c-8bba3fe97755', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:58:44.560175 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-becad7a6-b980-4059-9790-d5cffbdc7a95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:58:44.564878 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-becad7a6-b980-4059-9790-d5cffbdc7a95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:58:44.567562 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-becad7a6-b980-4059-9790-d5cffbdc7a95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:58:44.574719 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-becad7a6-b980-4059-9790-d5cffbdc7a95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:58:44.583049 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183f9e9-139d-43b8-9ba9-d68f87ef5c2a None None] Pushing event updated for resources: {'Port': ['ID=a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:44.663348 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-becad7a6-b980-4059-9790-d5cffbdc7a95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:44.691060 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-24b92992-ef42-48e7-8442-094a62443157 None None] Attempting to bind port a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:58:44.691412 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-24b92992-ef42-48e7-8442-094a62443157 None None] Attempting to bind port a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'b5d7781f-fa84-40af-b7c2-9b2fd792f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:58:44.691768 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b92992-ef42-48e7-8442-094a62443157 None None] Attempting to bind port a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9 on network 9e8976aa-2ce5-4a26-a632-0b966ae68493 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:58:44.698989 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b92992-ef42-48e7-8442-094a62443157 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:58:44.699608 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b92992-ef42-48e7-8442-094a62443157 None None] Checking segment: {'id': 'b5d7781f-fa84-40af-b7c2-9b2fd792f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:58:44.700008 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-24b92992-ef42-48e7-8442-094a62443157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:44.700631 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b92992-ef42-48e7-8442-094a62443157 None None] Bound using segment: {'id': 'b5d7781f-fa84-40af-b7c2-9b2fd792f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:58:44.701102 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-24b92992-ef42-48e7-8442-094a62443157 None None] Bound port: a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d7781f-fa84-40af-b7c2-9b2fd792f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:58:44.701470 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-24b92992-ef42-48e7-8442-094a62443157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:44.733568 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-becad7a6-b980-4059-9790-d5cffbdc7a95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:44.798802 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-becad7a6-b980-4059-9790-d5cffbdc7a95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:44.800281 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-24b92992-ef42-48e7-8442-094a62443157 None None] For port a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:58:44.803409 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-24b92992-ef42-48e7-8442-094a62443157 None None] For port a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9,segment=NetworkSegment(b5d7781f-fa84-40af-b7c2-9b2fd792f287),segment_id=b5d7781f-fa84-40af-b7c2-9b2fd792f287)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:58:44.821598 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becad7a6-b980-4059-9790-d5cffbdc7a95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8750d50e-8adc-4783-9bfc-d6213b6ceb41,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:44.862467 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-24b92992-ef42-48e7-8442-094a62443157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:44.895972 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-becad7a6-b980-4059-9790-d5cffbdc7a95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:44.897518 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-becad7a6-b980-4059-9790-d5cffbdc7a95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3499730 Apr 29 15:58:44.900610 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33352) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:44.909530 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-386bce78-c2e2-432c-b07c-59d31a0bf49b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'f8fc2a34-dc70-4c89-9f5c-8bba3fe97755', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:58:44.919345 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-386bce78-c2e2-432c-b07c-59d31a0bf49b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:58:44.925262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-386bce78-c2e2-432c-b07c-59d31a0bf49b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:58:44.929592 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-386bce78-c2e2-432c-b07c-59d31a0bf49b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:58:44.938611 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-386bce78-c2e2-432c-b07c-59d31a0bf49b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:58:44.964816 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183f9e9-139d-43b8-9ba9-d68f87ef5c2a None None] Pushing event updated for resources: {'Port': ['ID=a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:44.971662 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b92992-ef42-48e7-8442-094a62443157 None None] Routers {'9ce04d48-95f3-405d-a50d-97b1e043fe1f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:58:44.972271 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-24b92992-ef42-48e7-8442-094a62443157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:58:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['9ce04d48-95f3-405d-a50d-97b1e043fe1f'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:45.030786 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-386bce78-c2e2-432c-b07c-59d31a0bf49b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:45.098163 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-386bce78-c2e2-432c-b07c-59d31a0bf49b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:45.154511 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-24b92992-ef42-48e7-8442-094a62443157 None None] Set router 9ce04d48-95f3-405d-a50d-97b1e043fe1f gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:58:45.193187 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-386bce78-c2e2-432c-b07c-59d31a0bf49b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:45.223103 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bce78-c2e2-432c-b07c-59d31a0bf49b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc58729-624b-4154-b1ca-d971a4f90df2,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:45.285374 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-386bce78-c2e2-432c-b07c-59d31a0bf49b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:45.287667 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-386bce78-c2e2-432c-b07c-59d31a0bf49b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3848903 Apr 29 15:58:45.292071 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33356) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:45.297522 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-2fbe21df-43c5-4b43-8d31-3f8c49d23704 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'f8fc2a34-dc70-4c89-9f5c-8bba3fe97755', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:58:45.304332 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2fbe21df-43c5-4b43-8d31-3f8c49d23704 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:58:45.307997 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2fbe21df-43c5-4b43-8d31-3f8c49d23704 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:58:45.310811 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2fbe21df-43c5-4b43-8d31-3f8c49d23704 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:58:45.316510 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2fbe21df-43c5-4b43-8d31-3f8c49d23704 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:58:45.338321 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:45.382084 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2fbe21df-43c5-4b43-8d31-3f8c49d23704 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:45.446086 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2fbe21df-43c5-4b43-8d31-3f8c49d23704 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:45.506286 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2fbe21df-43c5-4b43-8d31-3f8c49d23704 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:45.529061 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-24b92992-ef42-48e7-8442-094a62443157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'name': 'tempest-TestNetworkBasicOps-router-1848634805', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:41Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9', 'name': '', 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:58:40Z', 'updated_at': '2022-04-29T15:58:44Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:45.529845 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe21df-43c5-4b43-8d31-3f8c49d23704 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c65dbf7-4e0a-43f9-b54b-671a1cbb0670,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:45.534618 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b92992-ef42-48e7-8442-094a62443157 None None] The sync data for ids ['9ce04d48-95f3-405d-a50d-97b1e043fe1f'] in dv-neutron-839913-1-hyperv is: [{'id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'name': 'tempest-TestNetworkBasicOps-router-1848634805', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:41Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9', 'name': '', 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:58:40Z', 'updated_at': '2022-04-29T15:58:44Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:58:45.626804 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2fbe21df-43c5-4b43-8d31-3f8c49d23704 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:45.628125 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2fbe21df-43c5-4b43-8d31-3f8c49d23704 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3350971 Apr 29 15:58:45.631017 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33360) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:45.636737 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-d3f36983-6130-4fc7-a107-2affdbd44242 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'f8fc2a34-dc70-4c89-9f5c-8bba3fe97755', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:58:45.643882 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d3f36983-6130-4fc7-a107-2affdbd44242 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:58:45.648098 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d3f36983-6130-4fc7-a107-2affdbd44242 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:58:45.651091 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d3f36983-6130-4fc7-a107-2affdbd44242 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:58:45.656847 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d3f36983-6130-4fc7-a107-2affdbd44242 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:58:45.746707 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-d3f36983-6130-4fc7-a107-2affdbd44242 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Project 6dec3d4ebc7e41d8a2e134522257f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:58:45.753774 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d3f36983-6130-4fc7-a107-2affdbd44242 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:45.823552 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d3f36983-6130-4fc7-a107-2affdbd44242 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:45.884820 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:58:45.895961 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d3f36983-6130-4fc7-a107-2affdbd44242 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:45.919370 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f36983-6130-4fc7-a107-2affdbd44242 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5246b6df-9627-4238-b6c2-3fa94dc6ad1b,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:45.941571 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-77936d7d-35fd-4f56-9e67-6c18f1d6423f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:45.987609 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d3f36983-6130-4fc7-a107-2affdbd44242 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:45.988856 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d3f36983-6130-4fc7-a107-2affdbd44242 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3568320 Apr 29 15:58:45.991627 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33364) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:45.997194 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-29c6e618-433f-4989-9aeb-a55e2cb3ca10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'f8fc2a34-dc70-4c89-9f5c-8bba3fe97755', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:58:46.003792 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-29c6e618-433f-4989-9aeb-a55e2cb3ca10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:58:46.007587 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-29c6e618-433f-4989-9aeb-a55e2cb3ca10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:58:46.010079 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:58:46.010463 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-29c6e618-433f-4989-9aeb-a55e2cb3ca10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:58:46.015420 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:58:46.015920 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:46.016541 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-29c6e618-433f-4989-9aeb-a55e2cb3ca10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:58:46.079540 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-29c6e618-433f-4989-9aeb-a55e2cb3ca10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Project 6dec3d4ebc7e41d8a2e134522257f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:58:46.089095 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-29c6e618-433f-4989-9aeb-a55e2cb3ca10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:46.137769 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:46.165183 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-29c6e618-433f-4989-9aeb-a55e2cb3ca10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:46.173008 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9,segment=NetworkSegment(b5d7781f-fa84-40af-b7c2-9b2fd792f287),segment_id=b5d7781f-fa84-40af-b7c2-9b2fd792f287)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:46.261679 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-29c6e618-433f-4989-9aeb-a55e2cb3ca10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:46.267228 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:46.290164 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6e618-433f-4989-9aeb-a55e2cb3ca10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c0dbe4-9732-4c72-8468-7d8dac365cf7,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:46.343776 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:46.398692 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-29c6e618-433f-4989-9aeb-a55e2cb3ca10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:46.399884 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-29c6e618-433f-4989-9aeb-a55e2cb3ca10 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4073155 Apr 29 15:58:46.723925 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-848b41cc-1669-4da7-935b-4e5dd136d64e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2100689983&fields=id&tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 267 time: 0.0412042 Apr 29 15:58:46.872250 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-257a8472-17e9-45e4-8665-51ccee751e24 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:46.872829 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-257a8472-17e9-45e4-8665-51ccee751e24 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:58:46.947176 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-257a8472-17e9-45e4-8665-51ccee751e24 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:58:46.948358 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-257a8472-17e9-45e4-8665-51ccee751e24 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/networks?id=9e8976aa-2ce5-4a26-a632-0b966ae68493 HTTP/1.1" status: 200 len: 797 time: 0.2179670 Apr 29 15:58:46.964757 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-9c925004-c4e9-4aed-b713-2beb30d9d929 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/quotas/6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 375 time: 0.0111454 Apr 29 15:58:47.041769 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-b22a752f-0598-4e1d-a0de-fc7ef9815000 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:58:47.147408 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-b22a752f-0598-4e1d-a0de-fc7ef9815000 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:58:47.148624 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-b22a752f-0598-4e1d-a0de-fc7ef9815000 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1790333 Apr 29 15:58:47.153111 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:47.368602 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-b76ad355-6a46-44ba-8186-aa3baca11b9c service neutron] 10.222.0.21 "GET /v2.0/networks/9e8976aa-2ce5-4a26-a632-0b966ae68493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074089 Apr 29 15:58:47.484563 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:47.499591 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-b5666bb5-8d27-4948-9089-0489d664ab37 service neutron] 10.222.0.21 "GET /v2.0/networks/9e8976aa-2ce5-4a26-a632-0b966ae68493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244555 Apr 29 15:58:47.765966 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-61c565e2-bb12-4182-9679-57355b00b65c req-10aa8944-6d9b-4451-b1bf-671fc66215ae tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 210 time: 0.0443957 Apr 29 15:58:47.861772 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:58:47.931280 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:58:47.931653 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:48.450434 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:48.927651 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f1157e56-8f78-4338-8f77-c5ee2f1b318d req-49e14be4-e683-44b0-8033-7f064fadc987 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 210 time: 0.0395958 Apr 29 15:58:50.086967 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-087bf4ef-462f-490c-807a-0758e6d20da7 req-76b6837a-f164-42b6-bb02-b53d35e4e9cf tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 210 time: 0.0409601 Apr 29 15:58:50.829137 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-307273f9-1ed0-4ff9-8302-35adae21b2de tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:50.830700 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-307273f9-1ed0-4ff9-8302-35adae21b2de tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/networks?id=9e8976aa-2ce5-4a26-a632-0b966ae68493 HTTP/1.1" status: 200 len: 797 time: 0.1601346 Apr 29 15:58:50.886542 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-02b807f1-2edf-49ea-aa24-59c563e16234 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 380 time: 0.0441780 Apr 29 15:58:50.895254 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-3e9ac418-f52d-49ea-afd1-660858ebc4f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'port': {'device_id': 'c2b11796-f74f-4b20-ab71-0627342dd97b', 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493', 'admin_state_up': True, 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'security_groups': ['f8fc2a34-dc70-4c89-9f5c-8bba3fe97755']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:58:51.031152 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-3e9ac418-f52d-49ea-afd1-660858ebc4f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:58:51.041046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-3e9ac418-f52d-49ea-afd1-660858ebc4f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:58:51.112904 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-3e9ac418-f52d-49ea-afd1-660858ebc4f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:58:51.115900 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-3e9ac418-f52d-49ea-afd1-660858ebc4f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:51.292184 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7d56b7d7-57ce-4161-8456-c33f04e5b3c1 req-6e671b8f-c29b-41eb-bd30-3a3916ccc4ba tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 210 time: 0.0785811 Apr 29 15:58:51.313631 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-3e9ac418-f52d-49ea-afd1-660858ebc4f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.20.0.8 (9e8976aa-2ce5-4a26-a632-0b966ae68493/6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7/3cdb0645-eac9-485c-98ca-a56e506c6125) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:58:51.500299 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-3e9ac418-f52d-49ea-afd1-660858ebc4f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:51.515145 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-3e9ac418-f52d-49ea-afd1-660858ebc4f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Transition to ACTIVE for port object 3cdb0645-eac9-485c-98ca-a56e506c6125 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:58:51.581949 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-3e9ac418-f52d-49ea-afd1-660858ebc4f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:51.652577 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-3e9ac418-f52d-49ea-afd1-660858ebc4f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 9e8976aa-2ce5-4a26-a632-0b966ae68493 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:58:51.655449 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-3e9ac418-f52d-49ea-afd1-660858ebc4f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:58:51.658059 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-3e9ac418-f52d-49ea-afd1-660858ebc4f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:58:51.701786 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ac418-f52d-49ea-afd1-660858ebc4f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=3cdb0645-eac9-485c-98ca-a56e506c6125,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:51.726265 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-3e9ac418-f52d-49ea-afd1-660858ebc4f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:51.727248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-3e9ac418-f52d-49ea-afd1-660858ebc4f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:51.804885 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-3e9ac418-f52d-49ea-afd1-660858ebc4f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9137793 Apr 29 15:58:51.882976 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-55c27ae1-6f8a-49cb-ab06-2272af2c23b9 service neutron] Request body: {'port': {'device_id': 'c2b11796-f74f-4b20-ab71-0627342dd97b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:58:51.990504 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-55c27ae1-6f8a-49cb-ab06-2272af2c23b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:51.997350 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-81d848eb-dd8b-47b9-b8fb-0498cff697b5 None None] Provisioning for port 3cdb0645-eac9-485c-98ca-a56e506c6125 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:58:52.003422 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-81d848eb-dd8b-47b9-b8fb-0498cff697b5 None None] Provisioning complete for port 3cdb0645-eac9-485c-98ca-a56e506c6125 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:58:52.004318 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-81d848eb-dd8b-47b9-b8fb-0498cff697b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:52.060224 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-81d848eb-dd8b-47b9-b8fb-0498cff697b5 None None] Port 3cdb0645-eac9-485c-98ca-a56e506c6125 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 15:58:52.415493 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-55c27ae1-6f8a-49cb-ab06-2272af2c23b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cdb0645-eac9-485c-98ca-a56e506c6125 {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:58:52.453807 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-55c27ae1-6f8a-49cb-ab06-2272af2c23b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:52.478393 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-55c27ae1-6f8a-49cb-ab06-2272af2c23b9 service neutron] Transition to ACTIVE for port object 3cdb0645-eac9-485c-98ca-a56e506c6125 will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:58:52.508398 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da27bab-2edb-4b05-b18f-ff45bb4d7788 req-693bda59-80ea-48b7-94d5-2f09330cf54a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:52.509075 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-2da27bab-2edb-4b05-b18f-ff45bb4d7788 req-693bda59-80ea-48b7-94d5-2f09330cf54a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:58:52.546139 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-55c27ae1-6f8a-49cb-ab06-2272af2c23b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:52.581735 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-2da27bab-2edb-4b05-b18f-ff45bb4d7788 req-693bda59-80ea-48b7-94d5-2f09330cf54a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:58:52.582826 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2da27bab-2edb-4b05-b18f-ff45bb4d7788 req-693bda59-80ea-48b7-94d5-2f09330cf54a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 931 time: 0.1632252 Apr 29 15:58:52.689848 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c27ae1-6f8a-49cb-ab06-2272af2c23b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3cdb0645-eac9-485c-98ca-a56e506c6125,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:52.739050 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2da27bab-2edb-4b05-b18f-ff45bb4d7788 req-c2f5d908-348c-48c6-8ea6-326b701396b1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8fc2a34-dc70-4c89-9f5c-8bba3fe97755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476402 Apr 29 15:58:52.821867 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-55c27ae1-6f8a-49cb-ab06-2272af2c23b9 service neutron] Attempting to bind port 3cdb0645-eac9-485c-98ca-a56e506c6125 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:58:52.822196 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-55c27ae1-6f8a-49cb-ab06-2272af2c23b9 service neutron] Attempting to bind port 3cdb0645-eac9-485c-98ca-a56e506c6125 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': 'b5d7781f-fa84-40af-b7c2-9b2fd792f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:58:52.822541 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-55c27ae1-6f8a-49cb-ab06-2272af2c23b9 service neutron] Attempting to bind port 3cdb0645-eac9-485c-98ca-a56e506c6125 on network 9e8976aa-2ce5-4a26-a632-0b966ae68493 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:58:52.828433 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-55c27ae1-6f8a-49cb-ab06-2272af2c23b9 service neutron] Port 3cdb0645-eac9-485c-98ca-a56e506c6125 on network 9e8976aa-2ce5-4a26-a632-0b966ae68493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 15:58:52.828746 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-55c27ae1-6f8a-49cb-ab06-2272af2c23b9 service neutron] Attempting to bind port 3cdb0645-eac9-485c-98ca-a56e506c6125 on network 9e8976aa-2ce5-4a26-a632-0b966ae68493 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 15:58:52.836071 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-55c27ae1-6f8a-49cb-ab06-2272af2c23b9 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 15:58:52.836332 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-55c27ae1-6f8a-49cb-ab06-2272af2c23b9 service neutron] Checking segment: {'id': 'b5d7781f-fa84-40af-b7c2-9b2fd792f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 15:58:52.836714 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-55c27ae1-6f8a-49cb-ab06-2272af2c23b9 service neutron] Bound using segment: {'id': 'b5d7781f-fa84-40af-b7c2-9b2fd792f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 15:58:52.837139 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-55c27ae1-6f8a-49cb-ab06-2272af2c23b9 service neutron] Bound port: 3cdb0645-eac9-485c-98ca-a56e506c6125, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5d7781f-fa84-40af-b7c2-9b2fd792f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:58:52.837482 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-55c27ae1-6f8a-49cb-ab06-2272af2c23b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:52.924915 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-55c27ae1-6f8a-49cb-ab06-2272af2c23b9 service neutron] For port 3cdb0645-eac9-485c-98ca-a56e506c6125, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:58:52.927847 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-55c27ae1-6f8a-49cb-ab06-2272af2c23b9 service neutron] For port 3cdb0645-eac9-485c-98ca-a56e506c6125, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3cdb0645-eac9-485c-98ca-a56e506c6125,segment=NetworkSegment(b5d7781f-fa84-40af-b7c2-9b2fd792f287),segment_id=b5d7781f-fa84-40af-b7c2-9b2fd792f287)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:58:52.992856 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-55c27ae1-6f8a-49cb-ab06-2272af2c23b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:53.053788 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-55c27ae1-6f8a-49cb-ab06-2272af2c23b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:53.055229 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-55c27ae1-6f8a-49cb-ab06-2272af2c23b9 service neutron] 10.222.0.35 "PUT /v2.0/ports/3cdb0645-eac9-485c-98ca-a56e506c6125 HTTP/1.1" status: 200 len: 1093 time: 1.2427068 Apr 29 15:58:53.055588 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b11796-f74f-4b20-ab71-0627342dd97b', 'tag': '3cdb0645-eac9-485c-98ca-a56e506c6125'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:58:53.072915 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c27ae1-6f8a-49cb-ab06-2272af2c23b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3cdb0645-eac9-485c-98ca-a56e506c6125,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:53.119647 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31092f2e-d75c-470e-96c2-734d1ee06926'] response: {'name': 'network-changed', 'server_uuid': 'c2b11796-f74f-4b20-ab71-0627342dd97b', 'tag': '3cdb0645-eac9-485c-98ca-a56e506c6125', 'status': 'completed', 'code': 200} Apr 29 15:58:53.213984 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d7b85195-6a3c-4ef0-82c4-c66e087fe35d req-5cf3ee0c-0b07-4656-ad45-32bff4dcf879 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 1096 time: 0.0745044 Apr 29 15:58:53.352011 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b85195-6a3c-4ef0-82c4-c66e087fe35d req-8bd72924-f231-425c-8989-507fa82911ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:53.353335 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d7b85195-6a3c-4ef0-82c4-c66e087fe35d req-8bd72924-f231-425c-8989-507fa82911ea service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1328375 Apr 29 15:58:53.483157 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b85195-6a3c-4ef0-82c4-c66e087fe35d req-f4e0e872-e209-4290-8080-a802421db2c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:53.484566 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d7b85195-6a3c-4ef0-82c4-c66e087fe35d req-f4e0e872-e209-4290-8080-a802421db2c9 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260114 Apr 29 15:58:53.584960 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-0953f06b-3fa1-45db-adb1-470be49159a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 1096 time: 0.0663505 Apr 29 15:58:53.653948 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-aaaa5851-598b-48b6-9df7-db1ac44a0900 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cdb0645-eac9-485c-98ca-a56e506c6125 HTTP/1.1" status: 200 len: 217 time: 0.0630267 Apr 29 15:58:53.714628 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-b095b0da-5e8e-476e-a6ef-c933a19a0605 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:53.716034 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-b095b0da-5e8e-476e-a6ef-c933a19a0605 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7 HTTP/1.1" status: 200 len: 843 time: 0.0564766 Apr 29 15:58:53.793323 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-cc3a950a-ea64-4e65-bcf7-c287fa317b40 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e8976aa-2ce5-4a26-a632-0b966ae68493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716913 Apr 29 15:58:53.981006 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-ea5d9fdd-03be-4366-865a-af26dd63dc03 service neutron] 10.222.0.35 "GET /v2.0/networks/9e8976aa-2ce5-4a26-a632-0b966ae68493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820655 Apr 29 15:58:53.991614 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e48359-eff6-42cb-99e2-eb89fd133d22 req-0750d6d4-d712-4441-91be-b8cf01fa1b50 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:53.992962 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-03e48359-eff6-42cb-99e2-eb89fd133d22 req-0750d6d4-d712-4441-91be-b8cf01fa1b50 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 943 time: 0.1297860 Apr 29 15:58:54.138407 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-03e48359-eff6-42cb-99e2-eb89fd133d22 req-68dd40fb-0d05-43e1-8e56-57fbf786c835 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8fc2a34-dc70-4c89-9f5c-8bba3fe97755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280637 Apr 29 15:58:54.245012 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cad87e52-bd2c-446f-83f7-2687c201fcb6 req-0fc5db8b-d1ec-4e2f-b3fe-794cc3e480ae service neutron] 10.222.0.35 "GET /v2.0/networks/9e8976aa-2ce5-4a26-a632-0b966ae68493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511301 Apr 29 15:58:55.331682 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0217ea-ac52-40e3-a680-b8466ca8e9c5 req-51a296c8-bd69-474b-97f6-d18e837ddebd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:55.333027 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cf0217ea-ac52-40e3-a680-b8466ca8e9c5 req-51a296c8-bd69-474b-97f6-d18e837ddebd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 943 time: 0.0748343 Apr 29 15:58:55.379947 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cf0217ea-ac52-40e3-a680-b8466ca8e9c5 req-2dbd7261-6e95-4990-9c32-5c4dd636701d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8fc2a34-dc70-4c89-9f5c-8bba3fe97755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414133 Apr 29 15:58:56.576154 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d322b-b8fe-4b5a-a877-32fb8c1d76c6 req-74cffb7e-60cb-4039-82df-545f81c84831 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:56.577583 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e13d322b-b8fe-4b5a-a877-32fb8c1d76c6 req-74cffb7e-60cb-4039-82df-545f81c84831 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 943 time: 0.0768876 Apr 29 15:58:56.622207 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e13d322b-b8fe-4b5a-a877-32fb8c1d76c6 req-0f8dc054-037f-4cfd-8648-c085ac511385 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8fc2a34-dc70-4c89-9f5c-8bba3fe97755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384331 Apr 29 15:58:57.608369 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 3cdb0645-eac9-485c-98ca-a56e506c6125 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:58:57.743092 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 3cdb0645-eac9-485c-98ca-a56e506c6125, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3cdb0645-eac9-485c-98ca-a56e506c6125,segment=NetworkSegment(b5d7781f-fa84-40af-b7c2-9b2fd792f287),segment_id=b5d7781f-fa84-40af-b7c2-9b2fd792f287)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:57.756654 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '3cdb0645-eac9-485c-98ca-a56e506c6125', 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493', 'port_id': '3cdb0645-eac9-485c-98ca-a56e506c6125', 'mac_address': 'fa:16:3e:3d:35:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:58:57.813094 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:57.820433 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07425956-1b53-4aa7-a5e6-5a0cdb203927 req-f4f8ba04-5d5f-4369-9ca4-8dfb262fe62a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:57.821873 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-07425956-1b53-4aa7-a5e6-5a0cdb203927 req-f4f8ba04-5d5f-4369-9ca4-8dfb262fe62a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 943 time: 0.0758734 Apr 29 15:58:57.830178 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cdb0645-eac9-485c-98ca-a56e506c6125 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:58:57.845358 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 3cdb0645-eac9-485c-98ca-a56e506c6125, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3cdb0645-eac9-485c-98ca-a56e506c6125,segment=NetworkSegment(b5d7781f-fa84-40af-b7c2-9b2fd792f287),segment_id=b5d7781f-fa84-40af-b7c2-9b2fd792f287)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:57.868728 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-07425956-1b53-4aa7-a5e6-5a0cdb203927 req-3612876f-0f0c-41d5-94fa-e36be87fe933 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8fc2a34-dc70-4c89-9f5c-8bba3fe97755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400121 Apr 29 15:58:57.918300 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:57.983987 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=3cdb0645-eac9-485c-98ca-a56e506c6125,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:58.236401 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['3cdb0645-eac9-485c-98ca-a56e506c6125'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 15:58:59.063791 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e893137-1487-43bb-a2a7-5a55b77a1e72 req-bf4b8acb-9418-4b75-bab8-a6a4288184d5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:58:59.065140 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4e893137-1487-43bb-a2a7-5a55b77a1e72 req-bf4b8acb-9418-4b75-bab8-a6a4288184d5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 944 time: 0.0781777 Apr 29 15:58:59.109227 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4e893137-1487-43bb-a2a7-5a55b77a1e72 req-5d47539c-1022-4d2d-9c78-79ad5afb06f3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8fc2a34-dc70-4c89-9f5c-8bba3fe97755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385592 Apr 29 15:58:59.617919 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 3cdb0645-eac9-485c-98ca-a56e506c6125 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:58:59.781121 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 3cdb0645-eac9-485c-98ca-a56e506c6125 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:58:59.787059 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 3cdb0645-eac9-485c-98ca-a56e506c6125 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:58:59.787429 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:59.897427 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:59.923370 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b11796-f74f-4b20-ab71-0627342dd97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdb0645-eac9-485c-98ca-a56e506c6125'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:58:59.933804 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 3cdb0645-eac9-485c-98ca-a56e506c6125, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3cdb0645-eac9-485c-98ca-a56e506c6125,segment=NetworkSegment(b5d7781f-fa84-40af-b7c2-9b2fd792f287),segment_id=b5d7781f-fa84-40af-b7c2-9b2fd792f287)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:59.992998 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:00.060468 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc2aa641-972e-44f5-a123-5fa393e15f04'] response: {'server_uuid': 'c2b11796-f74f-4b20-ab71-0627342dd97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdb0645-eac9-485c-98ca-a56e506c6125', 'code': 200} Apr 29 15:59:00.067032 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=3cdb0645-eac9-485c-98ca-a56e506c6125,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:00.311540 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e59d7-553d-4304-88f1-9139355218fb req-995c97b6-ed3c-4a56-b83f-718f1d8067f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:59:00.312975 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c72e59d7-553d-4304-88f1-9139355218fb req-995c97b6-ed3c-4a56-b83f-718f1d8067f0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 945 time: 0.0802610 Apr 29 15:59:00.412093 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c72e59d7-553d-4304-88f1-9139355218fb req-1ea0846f-3ba3-4d27-85ff-20b2151568a3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8fc2a34-dc70-4c89-9f5c-8bba3fe97755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930948 Apr 29 15:59:00.425104 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4c38eebc-723d-43e4-851a-6cdb70576de0 req-89f24225-d882-4d96-ac55-1e4a10672375 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 1098 time: 0.0887315 Apr 29 15:59:00.467701 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4c38eebc-723d-43e4-851a-6cdb70576de0 req-7320a81b-4291-4d60-8430-4072cee12f58 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f8fc2a34-dc70-4c89-9f5c-8bba3fe97755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365429 Apr 29 15:59:01.608735 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcf43e-8347-4df3-9f23-7133e186dd80 req-2abfc2ac-1e94-4923-a32d-b8f5aca09783 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:59:01.610170 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-11dcf43e-8347-4df3-9f23-7133e186dd80 req-2abfc2ac-1e94-4923-a32d-b8f5aca09783 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 945 time: 0.0786014 Apr 29 15:59:01.656308 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-11dcf43e-8347-4df3-9f23-7133e186dd80 req-64f0c268-1001-4388-b912-b24db56157ef tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8fc2a34-dc70-4c89-9f5c-8bba3fe97755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396874 Apr 29 15:59:02.853759 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500aed1d-d4a8-4849-ae87-16c8631b6cfd req-aa74e4af-b1b9-494b-af47-449c9da44950 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:59:02.855205 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-500aed1d-d4a8-4849-ae87-16c8631b6cfd req-aa74e4af-b1b9-494b-af47-449c9da44950 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 945 time: 0.0751805 Apr 29 15:59:02.899227 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-500aed1d-d4a8-4849-ae87-16c8631b6cfd req-7f6ea45d-bd8b-43f0-97e0-3bd76367d85a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8fc2a34-dc70-4c89-9f5c-8bba3fe97755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386450 Apr 29 15:59:03.093592 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fdfa0-ad54-409a-849f-962243196905 req-20bcdc8e-455a-4a49-b35e-ba819cad6ab5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:59:03.095004 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ff5fdfa0-ad54-409a-849f-962243196905 req-20bcdc8e-455a-4a49-b35e-ba819cad6ab5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 945 time: 0.0784538 Apr 29 15:59:03.139934 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ff5fdfa0-ad54-409a-849f-962243196905 req-ab800063-4bda-4382-8d78-430513754604 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8fc2a34-dc70-4c89-9f5c-8bba3fe97755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385334 Apr 29 15:59:03.168562 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33428) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:59:03.235419 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bccd2f65-83f5-48d8-8be2-fa788ddae71b tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 1093 time: 0.0656173 Apr 29 15:59:03.237963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33432) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:59:03.243138 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-1eeef056-8013-4468-a6a2-1662e57a02b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': '3cdb0645-eac9-485c-98ca-a56e506c6125', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 15:59:03.248340 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-1eeef056-8013-4468-a6a2-1662e57a02b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:59:03.252101 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1eeef056-8013-4468-a6a2-1662e57a02b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:floatingip and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:59:03.254990 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1eeef056-8013-4468-a6a2-1662e57a02b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:59:03.260508 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-1eeef056-8013-4468-a6a2-1662e57a02b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:59:03.324059 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1eeef056-8013-4468-a6a2-1662e57a02b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:03.451531 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1eeef056-8013-4468-a6a2-1662e57a02b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:03.584046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-1eeef056-8013-4468-a6a2-1662e57a02b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.26.1.197 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/a76a7adc-39a2-451b-a459-5f114c1923c7) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:59:03.726499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1eeef056-8013-4468-a6a2-1662e57a02b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:03.803969 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1eeef056-8013-4468-a6a2-1662e57a02b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:03.873751 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeef056-8013-4468-a6a2-1662e57a02b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:59:03.876592 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-1eeef056-8013-4468-a6a2-1662e57a02b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:59:03.880987 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeef056-8013-4468-a6a2-1662e57a02b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 15:59:03.904986 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeef056-8013-4468-a6a2-1662e57a02b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=a76a7adc-39a2-451b-a459-5f114c1923c7,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:04.458849 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1eeef056-8013-4468-a6a2-1662e57a02b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:04.573014 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1eeef056-8013-4468-a6a2-1662e57a02b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:04.779107 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1eeef056-8013-4468-a6a2-1662e57a02b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:04.837283 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1eeef056-8013-4468-a6a2-1662e57a02b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:04.949396 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeef056-8013-4468-a6a2-1662e57a02b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=a76a7adc-39a2-451b-a459-5f114c1923c7,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:04.962199 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1eeef056-8013-4468-a6a2-1662e57a02b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:05.146090 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [None req-1eeef056-8013-4468-a6a2-1662e57a02b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Floating IP 93ff4bbc-dee3-46c3-9b32-cdcf51ab261d associated. External IP: 172.26.1.197, port: 3cdb0645-eac9-485c-98ca-a56e506c6125. Apr 29 15:59:05.520199 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eeef056-8013-4468-a6a2-1662e57a02b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 9ce04d48-95f3-405d-a50d-97b1e043fe1f has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:59:05.718681 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eeef056-8013-4468-a6a2-1662e57a02b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:59:05.729949 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f63edc2-da28-4ee8-a113-962b7f0e9247 None None] Sync routers for ids ['9ce04d48-95f3-405d-a50d-97b1e043fe1f'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 15:59:05.743371 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f63edc2-da28-4ee8-a113-962b7f0e9247 None None] Routers {'9ce04d48-95f3-405d-a50d-97b1e043fe1f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:59:05.743971 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-6f63edc2-da28-4ee8-a113-962b7f0e9247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:58:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['9ce04d48-95f3-405d-a50d-97b1e043fe1f'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:05.803129 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1eeef056-8013-4468-a6a2-1662e57a02b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:05.857364 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1eeef056-8013-4468-a6a2-1662e57a02b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6177635 Apr 29 15:59:05.857593 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b11796-f74f-4b20-ab71-0627342dd97b', 'tag': '3cdb0645-eac9-485c-98ca-a56e506c6125'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:59:05.859745 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33436) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:59:05.917441 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f7f60c6-3375-48e5-9d81-254b8e515669'] response: {'name': 'network-changed', 'server_uuid': 'c2b11796-f74f-4b20-ab71-0627342dd97b', 'tag': '3cdb0645-eac9-485c-98ca-a56e506c6125', 'status': 'completed', 'code': 200} Apr 29 15:59:05.921206 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-6f63edc2-da28-4ee8-a113-962b7f0e9247 None None] Set router 9ce04d48-95f3-405d-a50d-97b1e043fe1f gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:59:05.969858 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-83e09756-112b-42db-8fb1-d1dd4969d4ef tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/93ff4bbc-dee3-46c3-9b32-cdcf51ab261d HTTP/1.1" status: 200 len: 991 time: 0.1088934 Apr 29 15:59:06.017444 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8ed0803-0dc8-4567-bca0-35213bdb5030 req-2aca851a-c3cf-4283-b08e-e6dd004b7a62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 1098 time: 0.0707233 Apr 29 15:59:06.257875 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed0803-0dc8-4567-bca0-35213bdb5030 req-dabce30f-9bae-485b-9bcc-fe8d888e83ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:59:06.259441 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8ed0803-0dc8-4567-bca0-35213bdb5030 req-dabce30f-9bae-485b-9bcc-fe8d888e83ff service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e8976aa-2ce5-4a26-a632-0b966ae68493 HTTP/1.1" status: 200 len: 898 time: 0.2348735 Apr 29 15:59:06.281807 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-6f63edc2-da28-4ee8-a113-962b7f0e9247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'name': 'tempest-TestNetworkBasicOps-router-1848634805', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:41Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '93ff4bbc-dee3-46c3-9b32-cdcf51ab261d', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.197', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'port_id': '3cdb0645-eac9-485c-98ca-a56e506c6125', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493', 'mac_address': 'fa:16:3e:3d:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b11796-f74f-4b20-ab71-0627342dd97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:59:04Z', 'updated_at': '2022-04-29T15:59:04Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9', 'name': '', 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:58:40Z', 'updated_at': '2022-04-29T15:58:46Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:06.285628 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f63edc2-da28-4ee8-a113-962b7f0e9247 None None] Checking router: 9ce04d48-95f3-405d-a50d-97b1e043fe1f for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 15:59:06.295736 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f63edc2-da28-4ee8-a113-962b7f0e9247 None None] Routers {'9ce04d48-95f3-405d-a50d-97b1e043fe1f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 15:59:06.296319 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-6f63edc2-da28-4ee8-a113-962b7f0e9247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T15:58:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['9ce04d48-95f3-405d-a50d-97b1e043fe1f'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:06.360247 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8ed0803-0dc8-4567-bca0-35213bdb5030 req-d712101c-0c33-4cf3-b217-8e2626fe123b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cdb0645-eac9-485c-98ca-a56e506c6125 HTTP/1.1" status: 200 len: 999 time: 0.0952134 Apr 29 15:59:06.423696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed0803-0dc8-4567-bca0-35213bdb5030 req-f9a59db7-8068-47ea-aa90-36e0a90871a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:59:06.425137 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8ed0803-0dc8-4567-bca0-35213bdb5030 req-f9a59db7-8068-47ea-aa90-36e0a90871a8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7 HTTP/1.1" status: 200 len: 843 time: 0.0583534 Apr 29 15:59:06.478026 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-6f63edc2-da28-4ee8-a113-962b7f0e9247 None None] Set router 9ce04d48-95f3-405d-a50d-97b1e043fe1f gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 15:59:06.498280 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8ed0803-0dc8-4567-bca0-35213bdb5030 req-17b30971-e334-47db-a49e-b18869c8a79f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e8976aa-2ce5-4a26-a632-0b966ae68493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667849 Apr 29 15:59:06.633742 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8ed0803-0dc8-4567-bca0-35213bdb5030 req-3d474462-f4bd-4307-8c2b-843c4cbeccc3 service neutron] 10.222.0.35 "GET /v2.0/networks/9e8976aa-2ce5-4a26-a632-0b966ae68493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287599 Apr 29 15:59:06.767590 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8ed0803-0dc8-4567-bca0-35213bdb5030 req-2aeebae8-bdad-4d58-80a0-3c41d24e4ff6 service neutron] 10.222.0.35 "GET /v2.0/networks/9e8976aa-2ce5-4a26-a632-0b966ae68493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278410 Apr 29 15:59:06.851555 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-6f63edc2-da28-4ee8-a113-962b7f0e9247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'name': 'tempest-TestNetworkBasicOps-router-1848634805', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:41Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '93ff4bbc-dee3-46c3-9b32-cdcf51ab261d', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.197', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'port_id': '3cdb0645-eac9-485c-98ca-a56e506c6125', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493', 'mac_address': 'fa:16:3e:3d:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b11796-f74f-4b20-ab71-0627342dd97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:59:04Z', 'updated_at': '2022-04-29T15:59:04Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9', 'name': '', 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:58:40Z', 'updated_at': '2022-04-29T15:58:46Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:06.855386 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f63edc2-da28-4ee8-a113-962b7f0e9247 None None] The sync data for ids ['9ce04d48-95f3-405d-a50d-97b1e043fe1f'] in dv-neutron-839913-1-hyperv is: [{'id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'name': 'tempest-TestNetworkBasicOps-router-1848634805', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:41Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '93ff4bbc-dee3-46c3-9b32-cdcf51ab261d', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.197', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'port_id': '3cdb0645-eac9-485c-98ca-a56e506c6125', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493', 'mac_address': 'fa:16:3e:3d:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b11796-f74f-4b20-ab71-0627342dd97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:59:04Z', 'updated_at': '2022-04-29T15:59:04Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9', 'name': '', 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:58:40Z', 'updated_at': '2022-04-29T15:58:46Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 15:59:06.971188 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33442) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:59:07.054803 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bcc308-49a2-4597-8fe6-35f906335864 None None] New status for floating IP 93ff4bbc-dee3-46c3-9b32-cdcf51ab261d: ACTIVE {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 15:59:07.086153 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6d1f8179-bfcb-4f1a-b4fc-6109bd13c8d4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/93ff4bbc-dee3-46c3-9b32-cdcf51ab261d HTTP/1.1" status: 200 len: 991 time: 0.1137683 Apr 29 15:59:08.089294 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33446) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:59:08.194779 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-05701b5d-d2e5-4bb9-9302-954c9b5c3589 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/93ff4bbc-dee3-46c3-9b32-cdcf51ab261d HTTP/1.1" status: 200 len: 993 time: 0.1044188 Apr 29 15:59:13.580020 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-08ad9781-a9be-4ade-a7b9-39a77cb35d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:13.743874 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:59:15.300475 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:15.894646 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-133c3e8a-cd12-4dd2-b5f3-d50d29237234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:17.163318 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:17.466637 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:18.477022 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:34.068460 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5248f110-9d8f-4164-b49e-69fb68d43846 req-6396bb9f-1b92-462e-b11c-beea562793f4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c2b11796-f74f-4b20-ab71-0627342dd97b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684969 Apr 29 15:59:34.204016 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5248f110-9d8f-4164-b49e-69fb68d43846 req-31a0b005-3fcb-4ac6-b172-42f06b442ea5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 1098 time: 0.0665257 Apr 29 15:59:34.348294 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248f110-9d8f-4164-b49e-69fb68d43846 req-0d691a4a-757e-4e17-bb8c-55f7ddd0666c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:59:34.349669 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5248f110-9d8f-4164-b49e-69fb68d43846 req-0d691a4a-757e-4e17-bb8c-55f7ddd0666c service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e8976aa-2ce5-4a26-a632-0b966ae68493 HTTP/1.1" status: 200 len: 898 time: 0.1272807 Apr 29 15:59:34.453425 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5248f110-9d8f-4164-b49e-69fb68d43846 req-b8525d1e-0799-4ada-910a-8547f055383a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cdb0645-eac9-485c-98ca-a56e506c6125 HTTP/1.1" status: 200 len: 1001 time: 0.0976920 Apr 29 15:59:34.521008 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248f110-9d8f-4164-b49e-69fb68d43846 req-90f46ec5-ddca-4a97-a6e0-2e28e16e4578 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:59:34.522436 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5248f110-9d8f-4164-b49e-69fb68d43846 req-90f46ec5-ddca-4a97-a6e0-2e28e16e4578 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7 HTTP/1.1" status: 200 len: 843 time: 0.0631776 Apr 29 15:59:34.597747 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5248f110-9d8f-4164-b49e-69fb68d43846 req-90efdd25-162c-4a41-9302-5fd43e7b7e18 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e8976aa-2ce5-4a26-a632-0b966ae68493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698435 Apr 29 15:59:34.725772 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5248f110-9d8f-4164-b49e-69fb68d43846 req-64bb02c1-7d61-4bd2-882d-59b3b28b82d2 service neutron] 10.222.0.35 "GET /v2.0/networks/9e8976aa-2ce5-4a26-a632-0b966ae68493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216288 Apr 29 15:59:34.867010 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5248f110-9d8f-4164-b49e-69fb68d43846 req-e187cfae-0c1f-44c6-917f-e449e3bc93e5 service neutron] 10.222.0.35 "GET /v2.0/networks/9e8976aa-2ce5-4a26-a632-0b966ae68493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356268 Apr 29 15:59:43.585553 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-803277fa-0c5d-410d-a59e-27049f36f3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:45.276929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:45.917113 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d76ed971-336c-414d-a77b-35700ab892ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:47.151388 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:47.476542 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:48.454327 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:50.744613 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:00:13.589923 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a02e0c5d-cd8f-46c2-9009-6e375ae575f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:15.299148 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:15.904493 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fcd890f2-2ed5-4b38-9a50-940e867fd053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:17.150653 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:17.481903 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:18.453685 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:27.745721 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:00:36.061026 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-24fda0d9-4849-4ac5-882f-35abf385d144 req-4a43d917-f2bf-459f-9342-be4e59a3e7be service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c2b11796-f74f-4b20-ab71-0627342dd97b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0649176 Apr 29 16:00:36.281370 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-24fda0d9-4849-4ac5-882f-35abf385d144 req-3db43549-adc9-4106-9b40-7916b60e9e28 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 1098 time: 0.1514344 Apr 29 16:00:36.420931 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fda0d9-4849-4ac5-882f-35abf385d144 req-be54eb54-865b-4a01-8993-d5fea535d599 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:00:36.422259 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-24fda0d9-4849-4ac5-882f-35abf385d144 req-be54eb54-865b-4a01-8993-d5fea535d599 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e8976aa-2ce5-4a26-a632-0b966ae68493 HTTP/1.1" status: 200 len: 898 time: 0.1229577 Apr 29 16:00:36.530247 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-24fda0d9-4849-4ac5-882f-35abf385d144 req-7c3d30f7-0a43-4dee-83e6-080c6ce0e15e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cdb0645-eac9-485c-98ca-a56e506c6125 HTTP/1.1" status: 200 len: 1001 time: 0.1019821 Apr 29 16:00:36.595593 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fda0d9-4849-4ac5-882f-35abf385d144 req-39293f02-33d9-4849-81cf-ae14da935c06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:00:36.597013 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-24fda0d9-4849-4ac5-882f-35abf385d144 req-39293f02-33d9-4849-81cf-ae14da935c06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7 HTTP/1.1" status: 200 len: 843 time: 0.0615060 Apr 29 16:00:36.668807 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-24fda0d9-4849-4ac5-882f-35abf385d144 req-a263419d-de01-4c0c-a815-f1b1bb6ad539 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e8976aa-2ce5-4a26-a632-0b966ae68493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664766 Apr 29 16:00:36.803266 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-24fda0d9-4849-4ac5-882f-35abf385d144 req-f5c0fb8d-45cf-4705-86e3-0ed48c2257d2 service neutron] 10.222.0.35 "GET /v2.0/networks/9e8976aa-2ce5-4a26-a632-0b966ae68493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280382 Apr 29 16:00:36.931391 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-24fda0d9-4849-4ac5-882f-35abf385d144 req-f97bddcf-ff64-4d9a-b42a-b92f105db949 service neutron] 10.222.0.35 "GET /v2.0/networks/9e8976aa-2ce5-4a26-a632-0b966ae68493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225433 Apr 29 16:00:43.578374 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-aa186167-2308-4db0-8c8d-0100bcda1c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:45.298510 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:45.892493 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ac96a792-09ee-40ee-a9ec-17ae8f0d7cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:47.154991 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:47.503660 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:48.434968 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:04.745810 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:01:13.588839 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6eebe869-5efc-45ec-82c5-d24602dbb685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:15.314113 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:15.920281 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-af51f0b5-550e-4a4c-b0a7-8aa3034c7121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:17.159940 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:17.491810 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:18.440124 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:36.476436 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3dd2b61-bbb3-450c-b555-0643cca6fbcf req-0b48387a-b10d-4dcd-a886-7c3d8342ade1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c2b11796-f74f-4b20-ab71-0627342dd97b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696230 Apr 29 16:01:36.610251 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3dd2b61-bbb3-450c-b555-0643cca6fbcf req-671a8dc2-ed07-44eb-b5da-e7088f0866e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 1098 time: 0.0663748 Apr 29 16:01:36.751647 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd2b61-bbb3-450c-b555-0643cca6fbcf req-654b0ee0-3316-4f10-9bad-e048f6c13eee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:01:36.753117 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3dd2b61-bbb3-450c-b555-0643cca6fbcf req-654b0ee0-3316-4f10-9bad-e048f6c13eee service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e8976aa-2ce5-4a26-a632-0b966ae68493 HTTP/1.1" status: 200 len: 898 time: 0.1255822 Apr 29 16:01:36.859932 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3dd2b61-bbb3-450c-b555-0643cca6fbcf req-4cf99a58-acff-4d1f-ae89-90ced1975f1d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cdb0645-eac9-485c-98ca-a56e506c6125 HTTP/1.1" status: 200 len: 1001 time: 0.0991876 Apr 29 16:01:36.918765 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd2b61-bbb3-450c-b555-0643cca6fbcf req-169b224e-95cf-4ebb-9abb-1f22574fffe3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:01:36.920142 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3dd2b61-bbb3-450c-b555-0643cca6fbcf req-169b224e-95cf-4ebb-9abb-1f22574fffe3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7 HTTP/1.1" status: 200 len: 843 time: 0.0566933 Apr 29 16:01:36.994660 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3dd2b61-bbb3-450c-b555-0643cca6fbcf req-c4527ee1-9abe-4de1-8c77-2ca186243f7e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e8976aa-2ce5-4a26-a632-0b966ae68493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685315 Apr 29 16:01:37.121021 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3dd2b61-bbb3-450c-b555-0643cca6fbcf req-e3549b2a-2543-47c8-80f8-d8c83c94b8d1 service neutron] 10.222.0.35 "GET /v2.0/networks/9e8976aa-2ce5-4a26-a632-0b966ae68493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202893 Apr 29 16:01:37.248020 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3dd2b61-bbb3-450c-b555-0643cca6fbcf req-c2be1bfc-11c3-4cf1-a6f8-cb07e7824703 service neutron] 10.222.0.35 "GET /v2.0/networks/9e8976aa-2ce5-4a26-a632-0b966ae68493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204441 Apr 29 16:01:41.746020 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:01:43.443926 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33496) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:43.449585 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-b429201e-a60e-4328-9d1e-2be6f6ec4687 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:01:43.594689 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c4283796-cf98-420e-9747-ff03bbde1b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:43.770382 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b429201e-a60e-4328-9d1e-2be6f6ec4687 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2870789'] for subnet, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:43.993529 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b429201e-a60e-4328-9d1e-2be6f6ec4687 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738482683293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3200801'] for subnet, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:44.043141 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b429201e-a60e-4328-9d1e-2be6f6ec4687 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:01:44.043767 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b429201e-a60e-4328-9d1e-2be6f6ec4687 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:44.045141 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b429201e-a60e-4328-9d1e-2be6f6ec4687 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "PUT /v2.0/subnets/6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7 HTTP/1.1" status: 200 len: 835 time: 0.6001241 Apr 29 16:01:44.048791 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a198eb2-8128-4ea3-9fca-a64cb100bb75 None None] Network 9e8976aa-2ce5-4a26-a632-0b966ae68493 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:01:44.064392 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429201e-a60e-4328-9d1e-2be6f6ec4687 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Subnet': ['ID=6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:44.072588 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b429201e-a60e-4328-9d1e-2be6f6ec4687 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:44.072934 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b429201e-a60e-4328-9d1e-2be6f6ec4687 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:44.073275 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b429201e-a60e-4328-9d1e-2be6f6ec4687 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:44.073607 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b429201e-a60e-4328-9d1e-2be6f6ec4687 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:44.073938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b429201e-a60e-4328-9d1e-2be6f6ec4687 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:44.074285 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b429201e-a60e-4328-9d1e-2be6f6ec4687 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:44.074963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b429201e-a60e-4328-9d1e-2be6f6ec4687 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:44.074963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b429201e-a60e-4328-9d1e-2be6f6ec4687 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:44.075741 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b429201e-a60e-4328-9d1e-2be6f6ec4687 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:44.075741 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b429201e-a60e-4328-9d1e-2be6f6ec4687 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:44.075926 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b429201e-a60e-4328-9d1e-2be6f6ec4687 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:44.490811 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-cac5082d-6dc7-422f-a73c-9462a69d285f None None] Provisioning complete for port 3cdb0645-eac9-485c-98ca-a56e506c6125 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:44.491183 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cac5082d-6dc7-422f-a73c-9462a69d285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:44.616493 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-cac5082d-6dc7-422f-a73c-9462a69d285f None None] Provisioning complete for port f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:44.617149 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cac5082d-6dc7-422f-a73c-9462a69d285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:44.742471 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-cac5082d-6dc7-422f-a73c-9462a69d285f None None] Provisioning complete for port a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:44.742917 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cac5082d-6dc7-422f-a73c-9462a69d285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:45.353419 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:45.902376 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e0146fb4-0590-474f-8026-e685e7d57735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:47.153466 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:47.485345 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:48.490917 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:13.627561 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b144f3b7-a9e1-442b-b4d6-536a6e949795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:15.335504 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:15.901405 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-de8182dd-3f9a-4e27-8dbc-e757ceb462ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:17.146848 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:17.506913 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:18.455355 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:18.746191 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:02:27.728151 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33508) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:28.020741 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-1da16318-bd2e-442d-b0d4-91ac03bd0c95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port a76a7adc-39a2-451b-a459-5f114c1923c7 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:02:28.020995 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1da16318-bd2e-442d-b0d4-91ac03bd0c95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:28.181289 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1da16318-bd2e-442d-b0d4-91ac03bd0c95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:28.181611 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1da16318-bd2e-442d-b0d4-91ac03bd0c95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:28.297395 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-1da16318-bd2e-442d-b0d4-91ac03bd0c95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for a76a7adc-39a2-451b-a459-5f114c1923c7 owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:02:28.518631 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1da16318-bd2e-442d-b0d4-91ac03bd0c95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:28.561298 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da16318-bd2e-442d-b0d4-91ac03bd0c95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=a76a7adc-39a2-451b-a459-5f114c1923c7,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:28.652473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1da16318-bd2e-442d-b0d4-91ac03bd0c95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:29.134709 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da16318-bd2e-442d-b0d4-91ac03bd0c95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 9ce04d48-95f3-405d-a50d-97b1e043fe1f has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:02:29.337001 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da16318-bd2e-442d-b0d4-91ac03bd0c95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:02:29.348008 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c787b15-6ad3-4c9d-9064-777694e16dcb None None] Sync routers for ids ['9ce04d48-95f3-405d-a50d-97b1e043fe1f'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:02:29.359680 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c787b15-6ad3-4c9d-9064-777694e16dcb None None] Routers {'9ce04d48-95f3-405d-a50d-97b1e043fe1f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:02:29.360394 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-7c787b15-6ad3-4c9d-9064-777694e16dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:02:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['9ce04d48-95f3-405d-a50d-97b1e043fe1f'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:29.421196 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1da16318-bd2e-442d-b0d4-91ac03bd0c95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:29.477297 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1da16318-bd2e-442d-b0d4-91ac03bd0c95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/floatingips/93ff4bbc-dee3-46c3-9b32-cdcf51ab261d HTTP/1.1" status: 204 len: 168 time: 1.7454097 Apr 29 16:02:29.477297 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b11796-f74f-4b20-ab71-0627342dd97b', 'tag': '3cdb0645-eac9-485c-98ca-a56e506c6125'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:02:29.554208 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-7c787b15-6ad3-4c9d-9064-777694e16dcb None None] Set router 9ce04d48-95f3-405d-a50d-97b1e043fe1f gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:02:29.584645 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe6461d0-d9b9-42cf-9641-11015a68bd07'] response: {'name': 'network-changed', 'server_uuid': 'c2b11796-f74f-4b20-ab71-0627342dd97b', 'tag': '3cdb0645-eac9-485c-98ca-a56e506c6125', 'status': 'completed', 'code': 200} Apr 29 16:02:29.730663 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c05c5780-9508-4df8-b77d-bd23028351f1 req-034115d6-44b6-4daf-8540-1f5cbaaebcb1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 1098 time: 0.1167746 Apr 29 16:02:29.865399 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c5780-9508-4df8-b77d-bd23028351f1 req-45f095d0-8473-4436-b80d-07ec63b372ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:02:29.866883 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c05c5780-9508-4df8-b77d-bd23028351f1 req-45f095d0-8473-4436-b80d-07ec63b372ec service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e8976aa-2ce5-4a26-a632-0b966ae68493 HTTP/1.1" status: 200 len: 898 time: 0.1293461 Apr 29 16:02:29.932746 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-7c787b15-6ad3-4c9d-9064-777694e16dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'name': 'tempest-TestNetworkBasicOps-router-1848634805', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:41Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9', 'name': '', 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:58:40Z', 'updated_at': '2022-04-29T15:58:46Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:29.933022 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c05c5780-9508-4df8-b77d-bd23028351f1 req-1c2f7805-792d-4a12-8452-2b5a472d640d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cdb0645-eac9-485c-98ca-a56e506c6125 HTTP/1.1" status: 200 len: 217 time: 0.0607319 Apr 29 16:02:29.936684 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c787b15-6ad3-4c9d-9064-777694e16dcb None None] Checking router: 9ce04d48-95f3-405d-a50d-97b1e043fe1f for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:02:29.948006 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c787b15-6ad3-4c9d-9064-777694e16dcb None None] Routers {'9ce04d48-95f3-405d-a50d-97b1e043fe1f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:02:29.948596 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-7c787b15-6ad3-4c9d-9064-777694e16dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:02:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['9ce04d48-95f3-405d-a50d-97b1e043fe1f'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:29.998977 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c5780-9508-4df8-b77d-bd23028351f1 req-c7e6702c-9636-4f87-bd7f-5d87e44eb678 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:02:30.000422 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c05c5780-9508-4df8-b77d-bd23028351f1 req-c7e6702c-9636-4f87-bd7f-5d87e44eb678 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7 HTTP/1.1" status: 200 len: 843 time: 0.0627413 Apr 29 16:02:30.085478 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c05c5780-9508-4df8-b77d-bd23028351f1 req-40346e91-22c0-440f-8edd-3557a28e780f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e8976aa-2ce5-4a26-a632-0b966ae68493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786974 Apr 29 16:02:30.166532 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-7c787b15-6ad3-4c9d-9064-777694e16dcb None None] Set router 9ce04d48-95f3-405d-a50d-97b1e043fe1f gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:02:30.290384 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c05c5780-9508-4df8-b77d-bd23028351f1 req-9f6f2355-9053-4276-9265-16caccc34482 service neutron] 10.222.0.35 "GET /v2.0/networks/9e8976aa-2ce5-4a26-a632-0b966ae68493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751912 Apr 29 16:02:30.296770 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17bbac-8b18-4bd2-b32e-d010157d3ce8 req-2540014d-f504-4ea3-9993-39c7d98ff68b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:02:30.297440 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-1e17bbac-8b18-4bd2-b32e-d010157d3ce8 req-2540014d-f504-4ea3-9993-39c7d98ff68b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:02:30.447053 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c05c5780-9508-4df8-b77d-bd23028351f1 req-2d765d09-276e-44eb-843f-97d96550e3cd service neutron] 10.222.0.35 "GET /v2.0/networks/9e8976aa-2ce5-4a26-a632-0b966ae68493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461463 Apr 29 16:02:30.484199 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-1e17bbac-8b18-4bd2-b32e-d010157d3ce8 req-2540014d-f504-4ea3-9993-39c7d98ff68b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:02:30.485331 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1e17bbac-8b18-4bd2-b32e-d010157d3ce8 req-2540014d-f504-4ea3-9993-39c7d98ff68b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 945 time: 0.3990176 Apr 29 16:02:30.542904 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1e17bbac-8b18-4bd2-b32e-d010157d3ce8 req-0f6d830d-2c97-47a6-b1f6-5f22b1554b32 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8fc2a34-dc70-4c89-9f5c-8bba3fe97755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494430 Apr 29 16:02:30.560217 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-7c787b15-6ad3-4c9d-9064-777694e16dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'name': 'tempest-TestNetworkBasicOps-router-1848634805', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:41Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9', 'name': '', 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:58:40Z', 'updated_at': '2022-04-29T15:58:46Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:30.565500 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c787b15-6ad3-4c9d-9064-777694e16dcb None None] The sync data for ids ['9ce04d48-95f3-405d-a50d-97b1e043fe1f'] in dv-neutron-839913-1-hyperv is: [{'id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'name': 'tempest-TestNetworkBasicOps-router-1848634805', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:41Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9', 'name': '', 'network_id': '9e8976aa-2ce5-4a26-a632-0b966ae68493', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:94:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:58:40Z', 'updated_at': '2022-04-29T15:58:46Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:02:30.829871 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b905e7-81c9-4461-a947-97d314851eb5 None None] New status for floating IP 93ff4bbc-dee3-46c3-9b32-cdcf51ab261d: DOWN {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:02:31.719957 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77cd69-fc14-4139-ada7-2064cd18f980 req-80a191bb-5eff-48a3-a187-f014ef0b47e0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:02:31.721974 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bc77cd69-fc14-4139-ada7-2064cd18f980 req-80a191bb-5eff-48a3-a187-f014ef0b47e0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 945 time: 0.0820630 Apr 29 16:02:31.824653 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-bc77cd69-fc14-4139-ada7-2064cd18f980 req-47a69ab0-8211-4f47-a351-ea732df9aa88 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 3cdb0645-eac9-485c-98ca-a56e506c6125 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:02:31.824912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-bc77cd69-fc14-4139-ada7-2064cd18f980 req-47a69ab0-8211-4f47-a351-ea732df9aa88 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:31.959380 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8e89-aaa3-4c43-90d5-8e2f2772badc req-3a07d61c-606d-4d10-9e52-c13c689faeb3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:02:31.960801 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c63e8e89-aaa3-4c43-90d5-8e2f2772badc req-3a07d61c-606d-4d10-9e52-c13c689faeb3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 945 time: 0.2690055 Apr 29 16:02:32.185584 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c63e8e89-aaa3-4c43-90d5-8e2f2772badc req-96f150e3-1f47-4fb4-bffb-02aaaa92b8f7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8fc2a34-dc70-4c89-9f5c-8bba3fe97755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092531 Apr 29 16:02:32.208918 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-bc77cd69-fc14-4139-ada7-2064cd18f980 req-47a69ab0-8211-4f47-a351-ea732df9aa88 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port 3cdb0645-eac9-485c-98ca-a56e506c6125, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3cdb0645-eac9-485c-98ca-a56e506c6125,segment=NetworkSegment(b5d7781f-fa84-40af-b7c2-9b2fd792f287),segment_id=b5d7781f-fa84-40af-b7c2-9b2fd792f287)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:02:32.209324 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-bc77cd69-fc14-4139-ada7-2064cd18f980 req-47a69ab0-8211-4f47-a351-ea732df9aa88 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:32.331277 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-bc77cd69-fc14-4139-ada7-2064cd18f980 req-47a69ab0-8211-4f47-a351-ea732df9aa88 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 3cdb0645-eac9-485c-98ca-a56e506c6125 owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:02:32.546838 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-bc77cd69-fc14-4139-ada7-2064cd18f980 req-47a69ab0-8211-4f47-a351-ea732df9aa88 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:32.596301 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a69ab0-8211-4f47-a351-ea732df9aa88 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=3cdb0645-eac9-485c-98ca-a56e506c6125,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:32.666888 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc77cd69-fc14-4139-ada7-2064cd18f980 req-47a69ab0-8211-4f47-a351-ea732df9aa88 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] No DVR routers for this DVR port 3cdb0645-eac9-485c-98ca-a56e506c6125 on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:02:32.669283 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-bc77cd69-fc14-4139-ada7-2064cd18f980 req-47a69ab0-8211-4f47-a351-ea732df9aa88 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:32.671723 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b11796-f74f-4b20-ab71-0627342dd97b', 'name': 'network-vif-deleted', 'tag': '3cdb0645-eac9-485c-98ca-a56e506c6125'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:02:32.728721 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa91954-ab79-4374-b573-85b80726a4e6'] response: {'server_uuid': 'c2b11796-f74f-4b20-ab71-0627342dd97b', 'name': 'network-vif-deleted', 'tag': '3cdb0645-eac9-485c-98ca-a56e506c6125', 'status': 'completed', 'code': 200} Apr 29 16:02:32.738053 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bc77cd69-fc14-4139-ada7-2064cd18f980 req-47a69ab0-8211-4f47-a351-ea732df9aa88 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "DELETE /v2.0/ports/3cdb0645-eac9-485c-98ca-a56e506c6125 HTTP/1.1" status: 204 len: 173 time: 1.0110781 Apr 29 16:02:33.357549 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-bdc91d04-caaa-4222-8b2b-ca599d1bfa0e req-64e7faab-df14-47e2-a181-6798add37695 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:02:33.426611 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-bdc91d04-caaa-4222-8b2b-ca599d1bfa0e req-64e7faab-df14-47e2-a181-6798add37695 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:02:33.427775 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bdc91d04-caaa-4222-8b2b-ca599d1bfa0e req-64e7faab-df14-47e2-a181-6798add37695 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b11796-f74f-4b20-ab71-0627342dd97b HTTP/1.1" status: 200 len: 210 time: 0.1098611 Apr 29 16:02:34.532838 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33554) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:34.603242 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-33688433-e9ad-443b-a120-2b842069022b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:34.631769 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-33688433-e9ad-443b-a120-2b842069022b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:34.645955 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 3cdb0645-eac9-485c-98ca-a56e506c6125 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:02:34.682204 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 3cdb0645-eac9-485c-98ca-a56e506c6125 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:02:34.683817 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 3cdb0645-eac9-485c-98ca-a56e506c6125 not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:02:34.792548 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-33688433-e9ad-443b-a120-2b842069022b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:34.811151 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33688433-e9ad-443b-a120-2b842069022b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fc2a34-dc70-4c89-9f5c-8bba3fe97755,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:34.817473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-33688433-e9ad-443b-a120-2b842069022b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:34.818600 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-33688433-e9ad-443b-a120-2b842069022b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/security-groups/f8fc2a34-dc70-4c89-9f5c-8bba3fe97755 HTTP/1.1" status: 204 len: 168 time: 0.2841511 Apr 29 16:02:34.901236 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33560) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:35.293894 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a726636f-4143-48ff-90d8-eac4546a4aa9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:35.976114 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-a726636f-4143-48ff-90d8-eac4546a4aa9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:02:35.976771 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a726636f-4143-48ff-90d8-eac4546a4aa9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:36.155589 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-a726636f-4143-48ff-90d8-eac4546a4aa9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9,segment=NetworkSegment(b5d7781f-fa84-40af-b7c2-9b2fd792f287),segment_id=b5d7781f-fa84-40af-b7c2-9b2fd792f287)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:02:36.155849 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a726636f-4143-48ff-90d8-eac4546a4aa9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:36.271676 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-a726636f-4143-48ff-90d8-eac4546a4aa9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9 owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:02:36.478051 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a726636f-4143-48ff-90d8-eac4546a4aa9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:36.527680 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726636f-4143-48ff-90d8-eac4546a4aa9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:36.820113 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a726636f-4143-48ff-90d8-eac4546a4aa9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:37.473003 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a726636f-4143-48ff-90d8-eac4546a4aa9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 9ce04d48-95f3-405d-a50d-97b1e043fe1f has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:02:37.687886 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a726636f-4143-48ff-90d8-eac4546a4aa9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:02:37.698854 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdc0919-02b0-413a-b6cc-7a862b53d814 None None] Sync routers for ids ['9ce04d48-95f3-405d-a50d-97b1e043fe1f'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:02:37.711035 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdc0919-02b0-413a-b6cc-7a862b53d814 None None] Routers {'9ce04d48-95f3-405d-a50d-97b1e043fe1f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:02:37.715282 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5fdc0919-02b0-413a-b6cc-7a862b53d814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:02:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['9ce04d48-95f3-405d-a50d-97b1e043fe1f'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:37.759697 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a726636f-4143-48ff-90d8-eac4546a4aa9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "PUT /v2.0/routers/9ce04d48-95f3-405d-a50d-97b1e043fe1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8573351 Apr 29 16:02:37.762170 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33564) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:37.902220 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-5fdc0919-02b0-413a-b6cc-7a862b53d814 None None] Set router 9ce04d48-95f3-405d-a50d-97b1e043fe1f gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:02:37.968081 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08f8c58-2325-4820-9ba8-e83d471d9307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting subnet 6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 16:02:37.975154 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f08f8c58-2325-4820-9ba8-e83d471d9307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:38.028514 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f08f8c58-2325-4820-9ba8-e83d471d9307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:38.111655 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f08f8c58-2325-4820-9ba8-e83d471d9307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:38.185198 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5fdc0919-02b0-413a-b6cc-7a862b53d814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'name': 'tempest-TestNetworkBasicOps-router-1848634805', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T16:02:36Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:38.189630 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdc0919-02b0-413a-b6cc-7a862b53d814 None None] Checking router: 9ce04d48-95f3-405d-a50d-97b1e043fe1f for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:02:38.200276 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdc0919-02b0-413a-b6cc-7a862b53d814 None None] Routers {'9ce04d48-95f3-405d-a50d-97b1e043fe1f'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:02:38.200856 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5fdc0919-02b0-413a-b6cc-7a862b53d814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:02:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['9ce04d48-95f3-405d-a50d-97b1e043fe1f'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:38.255546 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f08f8c58-2325-4820-9ba8-e83d471d9307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:38.297885 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f8c58-2325-4820-9ba8-e83d471d9307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Subnet': ['ID=6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:38.302802 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f08f8c58-2325-4820-9ba8-e83d471d9307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:38.310132 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f08f8c58-2325-4820-9ba8-e83d471d9307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/subnets/6b67cda2-b8bc-4b41-8b6e-de94ab0f9aa7 HTTP/1.1" status: 204 len: 168 time: 0.5469787 Apr 29 16:02:38.310321 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7605909-6dc6-404d-bee0-ff5c7e72b0ad None None] Network 9e8976aa-2ce5-4a26-a632-0b966ae68493 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:02:38.312820 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33568) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:38.383796 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-5fdc0919-02b0-413a-b6cc-7a862b53d814 None None] Set router 9ce04d48-95f3-405d-a50d-97b1e043fe1f gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:02:38.535977 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-168fc307-6f7a-4b0b-ae2f-93e6ccc0e44b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:38.570513 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bf0c33-4a1b-4a29-a0ac-7bad483024d6 None None] DHCP port deletion for 9e8976aa-2ce5-4a26-a632-0b966ae68493 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 16:02:38.574735 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-e5bf0c33-4a1b-4a29-a0ac-7bad483024d6 None None] Deleting port f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:02:38.575173 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0c33-4a1b-4a29-a0ac-7bad483024d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:38.711714 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5fdc0919-02b0-413a-b6cc-7a862b53d814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'name': 'tempest-TestNetworkBasicOps-router-1848634805', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T16:02:36Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:38.716523 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdc0919-02b0-413a-b6cc-7a862b53d814 None None] The sync data for ids ['9ce04d48-95f3-405d-a50d-97b1e043fe1f'] in dv-neutron-839913-1-hyperv is: [{'id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'name': 'tempest-TestNetworkBasicOps-router-1848634805', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T16:02:36Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '55078b79-c3ef-46a0-8fda-24ebb3aac5ac', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce04d48-95f3-405d-a50d-97b1e043fe1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:58:36Z', 'updated_at': '2022-04-29T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:02:38.772842 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-168fc307-6f7a-4b0b-ae2f-93e6ccc0e44b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:38.783590 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-e5bf0c33-4a1b-4a29-a0ac-7bad483024d6 None None] For port f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79,segment=NetworkSegment(b5d7781f-fa84-40af-b7c2-9b2fd792f287),segment_id=b5d7781f-fa84-40af-b7c2-9b2fd792f287)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:02:38.784243 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0c33-4a1b-4a29-a0ac-7bad483024d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:38.850296 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-168fc307-6f7a-4b0b-ae2f-93e6ccc0e44b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 55078b79-c3ef-46a0-8fda-24ebb3aac5ac {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:02:38.853985 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-168fc307-6f7a-4b0b-ae2f-93e6ccc0e44b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:38.906574 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-e5bf0c33-4a1b-4a29-a0ac-7bad483024d6 None None] Calling delete_port for f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:02:39.025480 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-168fc307-6f7a-4b0b-ae2f-93e6ccc0e44b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port 55078b79-c3ef-46a0-8fda-24ebb3aac5ac, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=55078b79-c3ef-46a0-8fda-24ebb3aac5ac,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:02:39.025897 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-168fc307-6f7a-4b0b-ae2f-93e6ccc0e44b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:39.038150 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0c33-4a1b-4a29-a0ac-7bad483024d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:39.090131 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf0c33-4a1b-4a29-a0ac-7bad483024d6 None None] Pushing event deleted for resources: {'Port': ['ID=f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:39.096390 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf0c33-4a1b-4a29-a0ac-7bad483024d6 None None] No DVR routers for this DVR port f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:02:39.108005 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bf0c33-4a1b-4a29-a0ac-7bad483024d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:39.108337 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bf0c33-4a1b-4a29-a0ac-7bad483024d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:39.108671 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bf0c33-4a1b-4a29-a0ac-7bad483024d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:39.108998 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bf0c33-4a1b-4a29-a0ac-7bad483024d6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:39.109322 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bf0c33-4a1b-4a29-a0ac-7bad483024d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:39.109642 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bf0c33-4a1b-4a29-a0ac-7bad483024d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:39.109964 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bf0c33-4a1b-4a29-a0ac-7bad483024d6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:39.110285 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bf0c33-4a1b-4a29-a0ac-7bad483024d6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:39.110631 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bf0c33-4a1b-4a29-a0ac-7bad483024d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:39.111862 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bf0c33-4a1b-4a29-a0ac-7bad483024d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:39.112235 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bf0c33-4a1b-4a29-a0ac-7bad483024d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:39.252429 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-168fc307-6f7a-4b0b-ae2f-93e6ccc0e44b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 55078b79-c3ef-46a0-8fda-24ebb3aac5ac owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:02:39.472310 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-168fc307-6f7a-4b0b-ae2f-93e6ccc0e44b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:39.531725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fc307-6f7a-4b0b-ae2f-93e6ccc0e44b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=55078b79-c3ef-46a0-8fda-24ebb3aac5ac,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:39.758270 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-168fc307-6f7a-4b0b-ae2f-93e6ccc0e44b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:40.017917 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:02:40.020620 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-168fc307-6f7a-4b0b-ae2f-93e6ccc0e44b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:40.025022 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-168fc307-6f7a-4b0b-ae2f-93e6ccc0e44b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:40.051857 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:02:40.052247 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device f7cb6b12-bd02-4479-bc4e-b5e86bcdfa79 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:02:40.052661 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:02:40.083569 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:02:40.083911 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a6b0ac62-2dd0-499d-bfbe-68dc71bd02b9 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:02:40.118371 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-168fc307-6f7a-4b0b-ae2f-93e6ccc0e44b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:40.118984 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168fc307-6f7a-4b0b-ae2f-93e6ccc0e44b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Fanout notify agent at l3_agent the message router_deleted on router 9ce04d48-95f3-405d-a50d-97b1e043fe1f {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 16:02:40.139342 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-168fc307-6f7a-4b0b-ae2f-93e6ccc0e44b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:40.145820 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-168fc307-6f7a-4b0b-ae2f-93e6ccc0e44b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/routers/9ce04d48-95f3-405d-a50d-97b1e043fe1f HTTP/1.1" status: 204 len: 168 time: 1.8288109 Apr 29 16:02:40.146027 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33574) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:40.260521 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd4f5ecc-6a27-448d-ac01-c46b73eaa212 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:40.385916 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd4f5ecc-6a27-448d-ac01-c46b73eaa212 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:40.410312 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-cd4f5ecc-6a27-448d-ac01-c46b73eaa212 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8976aa-2ce5-4a26-a632-0b966ae68493']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:40.421686 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-cd4f5ecc-6a27-448d-ac01-c46b73eaa212 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d7781f-fa84-40af-b7c2-9b2fd792f287') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:40.421971 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-cd4f5ecc-6a27-448d-ac01-c46b73eaa212 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d7781f-fa84-40af-b7c2-9b2fd792f287') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:40.432791 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd4f5ecc-6a27-448d-ac01-c46b73eaa212 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:40.449099 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd4f5ecc-6a27-448d-ac01-c46b73eaa212 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:40.457593 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4f5ecc-6a27-448d-ac01-c46b73eaa212 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:02:40.457984 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd4f5ecc-6a27-448d-ac01-c46b73eaa212 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:02:40.472516 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:02:40.626921 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd4f5ecc-6a27-448d-ac01-c46b73eaa212 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:40.647444 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd4f5ecc-6a27-448d-ac01-c46b73eaa212 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:40.656283 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f5ecc-6a27-448d-ac01-c46b73eaa212 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Network': ['ID=9e8976aa-2ce5-4a26-a632-0b966ae68493,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:40.724921 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-cd4f5ecc-6a27-448d-ac01-c46b73eaa212 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/networks/9e8976aa-2ce5-4a26-a632-0b966ae68493 HTTP/1.1" status: 204 len: 168 time: 0.5778489 Apr 29 16:02:40.739727 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33578) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:40.745189 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-331b96b6-36a0-4512-8146-423bae734f9c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'network': {'name': 'tempest-network-smoke--273373276', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'port_security_enabled': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:02:40.750157 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-331b96b6-36a0-4512-8146-423bae734f9c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:02:40.755086 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-331b96b6-36a0-4512-8146-423bae734f9c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:network and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:02:40.758022 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-331b96b6-36a0-4512-8146-423bae734f9c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:02:40.763722 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-331b96b6-36a0-4512-8146-423bae734f9c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:02:40.831962 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331b96b6-36a0-4512-8146-423bae734f9c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:02:40.834812 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-331b96b6-36a0-4512-8146-423bae734f9c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:40.862558 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331b96b6-36a0-4512-8146-423bae734f9c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:02:40.870766 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-331b96b6-36a0-4512-8146-423bae734f9c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:40.877211 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-331b96b6-36a0-4512-8146-423bae734f9c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Added segment ccb9fa7f-7fa6-48c7-9440-3cf0dd299835 of type vlan for network 48d024cc-08a3-4077-afc2-b2994ce96f52 Apr 29 16:02:40.896502 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-331b96b6-36a0-4512-8146-423bae734f9c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:40.963477 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-331b96b6-36a0-4512-8146-423bae734f9c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:40.967035 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331b96b6-36a0-4512-8146-423bae734f9c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:02:40.967861 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-331b96b6-36a0-4512-8146-423bae734f9c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:41.174823 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b96b6-36a0-4512-8146-423bae734f9c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Network': ['ID=48d024cc-08a3-4077-afc2-b2994ce96f52,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:41.184551 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 48d024cc-08a3-4077-afc2-b2994ce96f52 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:02:41.221602 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-331b96b6-36a0-4512-8146-423bae734f9c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4806714 Apr 29 16:02:41.224276 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33582) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:41.230417 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-435577427', 'admin_state_up': True, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:02:41.237619 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:02:41.241513 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:router and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:02:41.244586 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:02:41.250329 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:02:41.352467 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:41.353418 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:41.373203 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:41.590337 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:41.806821 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_gateway, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:41.834831 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:41.930643 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 55078b79-c3ef-46a0-8fda-24ebb3aac5ac no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:02:41.966037 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 55078b79-c3ef-46a0-8fda-24ebb3aac5ac {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:02:41.966386 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 55078b79-c3ef-46a0-8fda-24ebb3aac5ac not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:02:41.967640 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.26.1.106 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:02:42.112330 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:42.238176 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:42.303602 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:02:42.306416 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:02:42.310760 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:02:42.337272 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:42.362288 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:42.362671 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:42.363010 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:42.363346 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:42.363678 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:42.364004 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:42.364330 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:42.364655 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:42.364972 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:42.365290 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:42.365608 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:42.519010 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_gateway, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:42.519644 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:42.911930 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 2fff3790-17b7-471b-b1e2-b25308cde713 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 16:02:43.110859 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:02:43.120848 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] Sync routers for ids ['2fff3790-17b7-471b-b1e2-b25308cde713'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:02:43.132323 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] Routers {'2fff3790-17b7-471b-b1e2-b25308cde713'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:02:43.132912 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:02:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2fff3790-17b7-471b-b1e2-b25308cde713'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:43.180775 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:43.181942 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-43cb59cd-8930-43a5-9b54-78a50f07cab0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9566576 Apr 29 16:02:43.185070 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33586) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:43.318421 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] Set router 2fff3790-17b7-471b-b1e2-b25308cde713 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:02:43.346060 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b9412319-2db7-4549-9e64-c4b7c760a031 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=6dec3d4ebc7e41d8a2e134522257f8b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1598086 Apr 29 16:02:43.348562 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33592) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:43.480089 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9924a14b-c1e0-4ec8-983b-5e4588183b99 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:02:43.481665 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9924a14b-c1e0-4ec8-983b-5e4588183b99 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1321075 Apr 29 16:02:43.484403 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33596) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:43.523607 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7bbc43de-4611-4953-b97e-7f5b6ff4c5c3 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381541 Apr 29 16:02:43.526198 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33600) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:43.531455 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-807e60a5-cc70-416a-818f-cc846ffa9e31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1329499481', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:02:43.617322 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-366af0ac-afcc-4430-967e-e35973e26813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:43.640435 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-807e60a5-cc70-416a-818f-cc846ffa9e31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:02:43.644992 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-807e60a5-cc70-416a-818f-cc846ffa9e31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:subnet and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:02:43.647473 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'name': 'tempest-TestNetworkBasicOps-router-435577427', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:42Z', 'revision_number': 3, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:43.647882 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-807e60a5-cc70-416a-818f-cc846ffa9e31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:02:43.651259 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] Checking router: 2fff3790-17b7-471b-b1e2-b25308cde713 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:02:43.651605 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] Updating router 2fff3790-17b7-471b-b1e2-b25308cde713 port 1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22 binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:02:43.653766 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-807e60a5-cc70-416a-818f-cc846ffa9e31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:02:43.701669 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:43.740672 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807e60a5-cc70-416a-818f-cc846ffa9e31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:02:43.840781 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-807e60a5-cc70-416a-818f-cc846ffa9e31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:44.021715 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:44.033606 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] Transition to ACTIVE for port object 1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:02:44.094584 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:44.117987 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-807e60a5-cc70-416a-818f-cc846ffa9e31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:44.175798 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] Attempting to bind port 1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:02:44.176372 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] Attempting to bind port 1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:02:44.176517 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] Attempting to bind port 1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22 on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:02:44.185455 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b925ae1-8672-45fd-a5c5-c1bb690da338 None None] Pushing event updated for resources: {'Port': ['ID=1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:44.190235 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:02:44.190636 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:02:44.191031 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:44.191407 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:02:44.191865 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] Bound port: 1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:02:44.192232 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:44.198939 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e60a5-cc70-416a-818f-cc846ffa9e31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Subnet': ['ID=5fa39852-a93e-43ee-8c54-b391d2c8b04a,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:44.210225 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807e60a5-cc70-416a-818f-cc846ffa9e31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Checking segment: {'id': 'ccb9fa7f-7fa6-48c7-9440-3cf0dd299835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:02:44.210607 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807e60a5-cc70-416a-818f-cc846ffa9e31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network hostable DHCP agents. Network: 48d024cc-08a3-4077-afc2-b2994ce96f52, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:02:44.263823 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] For port 1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:02:44.266792 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] For port 1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:02:44.306078 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807e60a5-cc70-416a-818f-cc846ffa9e31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 48d024cc-08a3-4077-afc2-b2994ce96f52 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:02:44.329373 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:44.374740 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-807e60a5-cc70-416a-818f-cc846ffa9e31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 48d024cc-08a3-4077-afc2-b2994ce96f52) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:02:44.380396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e60a5-cc70-416a-818f-cc846ffa9e31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:02:44.381093 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-807e60a5-cc70-416a-818f-cc846ffa9e31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:44.392470 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e8e0a7-8ccd-4629-baef-9a517330f5d2 None None] Network 48d024cc-08a3-4077-afc2-b2994ce96f52 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:02:44.466834 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-807e60a5-cc70-416a-818f-cc846ffa9e31 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9394679 Apr 29 16:02:44.470980 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33604) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:44.491791 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b925ae1-8672-45fd-a5c5-c1bb690da338 None None] Pushing event updated for resources: {'Port': ['ID=1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:44.516011 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] Routers {'2fff3790-17b7-471b-b1e2-b25308cde713'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:02:44.516635 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:02:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2fff3790-17b7-471b-b1e2-b25308cde713'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:44.779297 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95bade3-7a68-4cec-9def-f74bcd524897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-48d024cc-08a3-4077-afc2-b2994ce96f52', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ips': [{'subnet_id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 16:02:44.779995 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a95bade3-7a68-4cec-9def-f74bcd524897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:44.804176 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] Set router 2fff3790-17b7-471b-b1e2-b25308cde713 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:02:45.228905 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:45.248262 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-a95bade3-7a68-4cec-9def-f74bcd524897 None None] Allocated IP 172.20.0.2 (48d024cc-08a3-4077-afc2-b2994ce96f52/5fa39852-a93e-43ee-8c54-b391d2c8b04a/e9442d72-a5da-40c6-ae65-57ef7223b882) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:02:45.394165 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'name': 'tempest-TestNetworkBasicOps-router-435577427', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:42Z', 'revision_number': 3, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:45.410409 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f15b4b-aadd-4766-a9c2-3c52c9fe9a07 None None] The sync data for ids ['2fff3790-17b7-471b-b1e2-b25308cde713'] in dv-neutron-839913-1-hyperv is: [{'id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'name': 'tempest-TestNetworkBasicOps-router-435577427', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:42Z', 'revision_number': 3, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:02:45.423048 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:45.491144 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a95bade3-7a68-4cec-9def-f74bcd524897 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:45.505489 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a95bade3-7a68-4cec-9def-f74bcd524897 None None] Transition to ACTIVE for port object e9442d72-a5da-40c6-ae65-57ef7223b882 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:02:45.526784 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a95bade3-7a68-4cec-9def-f74bcd524897 None None] Transition to ACTIVE for port object e9442d72-a5da-40c6-ae65-57ef7223b882 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:02:45.594314 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a95bade3-7a68-4cec-9def-f74bcd524897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:45.679261 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95bade3-7a68-4cec-9def-f74bcd524897 None None] Network 48d024cc-08a3-4077-afc2-b2994ce96f52 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:02:45.682304 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-a95bade3-7a68-4cec-9def-f74bcd524897 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:02:45.686935 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95bade3-7a68-4cec-9def-f74bcd524897 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:02:45.693506 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bade3-7a68-4cec-9def-f74bcd524897 None None] Pushing event updated for resources: {'Port': ['ID=e9442d72-a5da-40c6-ae65-57ef7223b882,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:45.704190 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.20.0.1 (48d024cc-08a3-4077-afc2-b2994ce96f52/5fa39852-a93e-43ee-8c54-b391d2c8b04a/23932a6d-283a-4c6a-a32b-aac554317fa1) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:02:45.788667 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-a95bade3-7a68-4cec-9def-f74bcd524897 None None] Attempting to bind port e9442d72-a5da-40c6-ae65-57ef7223b882 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:02:45.789178 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-a95bade3-7a68-4cec-9def-f74bcd524897 None None] Attempting to bind port e9442d72-a5da-40c6-ae65-57ef7223b882 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'ccb9fa7f-7fa6-48c7-9440-3cf0dd299835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:02:45.789757 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95bade3-7a68-4cec-9def-f74bcd524897 None None] Attempting to bind port e9442d72-a5da-40c6-ae65-57ef7223b882 on network 48d024cc-08a3-4077-afc2-b2994ce96f52 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:02:45.797054 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95bade3-7a68-4cec-9def-f74bcd524897 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:02:45.797544 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95bade3-7a68-4cec-9def-f74bcd524897 None None] Checking segment: {'id': 'ccb9fa7f-7fa6-48c7-9440-3cf0dd299835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:02:45.798035 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a95bade3-7a68-4cec-9def-f74bcd524897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:45.799375 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95bade3-7a68-4cec-9def-f74bcd524897 None None] Bound using segment: {'id': 'ccb9fa7f-7fa6-48c7-9440-3cf0dd299835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:02:45.800238 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-a95bade3-7a68-4cec-9def-f74bcd524897 None None] Bound port: e9442d72-a5da-40c6-ae65-57ef7223b882, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb9fa7f-7fa6-48c7-9440-3cf0dd299835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:02:45.800720 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a95bade3-7a68-4cec-9def-f74bcd524897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:45.894102 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:45.906449 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a95bade3-7a68-4cec-9def-f74bcd524897 None None] For port e9442d72-a5da-40c6-ae65-57ef7223b882, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:02:45.910553 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a95bade3-7a68-4cec-9def-f74bcd524897 None None] For port e9442d72-a5da-40c6-ae65-57ef7223b882, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e9442d72-a5da-40c6-ae65-57ef7223b882,segment=NetworkSegment(ccb9fa7f-7fa6-48c7-9440-3cf0dd299835),segment_id=ccb9fa7f-7fa6-48c7-9440-3cf0dd299835)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:02:45.912321 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Transition to ACTIVE for port object 23932a6d-283a-4c6a-a32b-aac554317fa1 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:02:45.963477 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bedbb997-c92d-4d85-ba43-efdf8d17c7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:45.987481 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a95bade3-7a68-4cec-9def-f74bcd524897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:45.989086 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:46.022064 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:02:46.071734 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 48d024cc-08a3-4077-afc2-b2994ce96f52 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:02:46.075047 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:02:46.080448 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:02:46.135010 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bade3-7a68-4cec-9def-f74bcd524897 None None] Pushing event updated for resources: {'Port': ['ID=e9442d72-a5da-40c6-ae65-57ef7223b882,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:46.215261 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=23932a6d-283a-4c6a-a32b-aac554317fa1,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:46.216055 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:02:46.224662 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:02:46.225350 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:46.242385 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:46.242815 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:46.243081 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:46.243414 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:46.244055 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:46.244055 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:46.244387 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:46.244720 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:46.245036 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:46.245365 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:46.245675 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:46.262132 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:46.377854 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:46.396499 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:02:46.421166 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:46.438055 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:46.507480 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:46.830133 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:46.889187 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:47.007128 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:47.010418 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=23932a6d-283a-4c6a-a32b-aac554317fa1,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:47.134187 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba93d377-19f2-4e47-8905-f3da7bd1ca64 None None] Network 48d024cc-08a3-4077-afc2-b2994ce96f52 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:02:47.153777 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 48d024cc-08a3-4077-afc2-b2994ce96f52 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:02:47.154937 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:02:47.205825 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:47.300197 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2c399856-a87e-4687-9f38-16f02bb225dc None None] Provisioning for port e9442d72-a5da-40c6-ae65-57ef7223b882 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:02:47.506390 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:47.540380 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 2fff3790-17b7-471b-b1e2-b25308cde713 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:02:47.690476 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7d5ba9e9-513a-4461-8b96-b23c99efc1b3 None None] Provisioning for port 23932a6d-283a-4c6a-a32b-aac554317fa1 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:02:47.695537 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7d5ba9e9-513a-4461-8b96-b23c99efc1b3 None None] Provisioning complete for port 23932a6d-283a-4c6a-a32b-aac554317fa1 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:02:47.696112 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba9e9-513a-4461-8b96-b23c99efc1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:47.756966 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:02:47.757654 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-7d5ba9e9-513a-4461-8b96-b23c99efc1b3 None None] Port 23932a6d-283a-4c6a-a32b-aac554317fa1 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:02:47.774897 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d2d14ef5-efaa-42b3-9b4e-fc6ba6a44fcd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "PUT /v2.0/routers/2fff3790-17b7-471b-b1e2-b25308cde713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3028302 Apr 29 16:02:47.777372 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33608) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:47.880290 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1b4b2aec-334b-4bfd-9b61-f755e75b9639 None None] Provisioning complete for port 23932a6d-283a-4c6a-a32b-aac554317fa1 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:02:47.880800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1b4b2aec-334b-4bfd-9b61-f755e75b9639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:47.947083 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b2aec-334b-4bfd-9b61-f755e75b9639 None None] Port 23932a6d-283a-4c6a-a32b-aac554317fa1 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:02:48.031364 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57f9f64-4888-4853-9cc3-ce42bfb8ff30 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:02:48.031997 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57f9f64-4888-4853-9cc3-ce42bfb8ff30 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:02:48.032088 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57f9f64-4888-4853-9cc3-ce42bfb8ff30 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:02:48.032979 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57f9f64-4888-4853-9cc3-ce42bfb8ff30 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:02:48.034701 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a57f9f64-4888-4853-9cc3-ce42bfb8ff30 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2562928 Apr 29 16:02:48.037587 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33612) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:48.061189 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e9442d72-a5da-40c6-ae65-57ef7223b882 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:02:48.108085 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b28057-745c-41db-9653-62764227ecc9 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:02:48.108369 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b28057-745c-41db-9653-62764227ecc9 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:02:48.108732 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b28057-745c-41db-9653-62764227ecc9 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:02:48.109083 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b28057-745c-41db-9653-62764227ecc9 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:02:48.112544 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f6b28057-745c-41db-9653-62764227ecc9 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0722358 Apr 29 16:02:48.114823 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33616) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:48.122232 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-fbdc0e01-d15a-457e-a966-a7d9ee020b74 None None] Provisioning complete for port 23932a6d-283a-4c6a-a32b-aac554317fa1 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:02:48.122625 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fbdc0e01-d15a-457e-a966-a7d9ee020b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:48.180070 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-fbdc0e01-d15a-457e-a966-a7d9ee020b74 None None] Port 23932a6d-283a-4c6a-a32b-aac554317fa1 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:02:48.243542 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port e9442d72-a5da-40c6-ae65-57ef7223b882 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:02:48.250409 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port e9442d72-a5da-40c6-ae65-57ef7223b882 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:02:48.251061 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:48.324698 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-cc89c9e1-b910-4eb4-bfde-8009abf5f84e tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2086458 Apr 29 16:02:48.419940 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:48.453106 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port e9442d72-a5da-40c6-ae65-57ef7223b882, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e9442d72-a5da-40c6-ae65-57ef7223b882,segment=NetworkSegment(ccb9fa7f-7fa6-48c7-9440-3cf0dd299835),segment_id=ccb9fa7f-7fa6-48c7-9440-3cf0dd299835)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:02:48.460158 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:48.500416 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:48.501799 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:02:48.615975 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=e9442d72-a5da-40c6-ae65-57ef7223b882,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:48.631021 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:02:48.631387 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:49.088521 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] Sync routers for ids ['2fff3790-17b7-471b-b1e2-b25308cde713'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:02:49.107505 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] Routers {'2fff3790-17b7-471b-b1e2-b25308cde713'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:02:49.107505 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:02:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2fff3790-17b7-471b-b1e2-b25308cde713'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:49.197271 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33622) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:49.203320 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-47b2733f-adb3-4eba-a191-7011b7d9d2fb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2142854600', 'description': 'tempest-secgroup-smoke-2142854600 description', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:02:49.209914 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-47b2733f-adb3-4eba-a191-7011b7d9d2fb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:02:49.214258 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-47b2733f-adb3-4eba-a191-7011b7d9d2fb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:02:49.217255 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-47b2733f-adb3-4eba-a191-7011b7d9d2fb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:02:49.223867 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-47b2733f-adb3-4eba-a191-7011b7d9d2fb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:02:49.278617 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] Set router 2fff3790-17b7-471b-b1e2-b25308cde713 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:02:49.289408 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-47b2733f-adb3-4eba-a191-7011b7d9d2fb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:49.323978 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-47b2733f-adb3-4eba-a191-7011b7d9d2fb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:02:49.327726 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-47b2733f-adb3-4eba-a191-7011b7d9d2fb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:02:49.331272 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-47b2733f-adb3-4eba-a191-7011b7d9d2fb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:02:49.336962 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-47b2733f-adb3-4eba-a191-7011b7d9d2fb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:02:49.390394 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-47b2733f-adb3-4eba-a191-7011b7d9d2fb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:49.471991 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-47b2733f-adb3-4eba-a191-7011b7d9d2fb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:49.516201 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2733f-adb3-4eba-a191-7011b7d9d2fb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ec2388-cd26-4248-a1d4-c7129b676147,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:49.564955 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-47b2733f-adb3-4eba-a191-7011b7d9d2fb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:49.567026 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-47b2733f-adb3-4eba-a191-7011b7d9d2fb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3687191 Apr 29 16:02:49.570069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33626) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:49.576273 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-10696fbd-3b2d-425b-941d-0097808777d0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'e9ec2388-cd26-4248-a1d4-c7129b676147', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:02:49.582662 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-10696fbd-3b2d-425b-941d-0097808777d0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:02:49.586570 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-10696fbd-3b2d-425b-941d-0097808777d0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:02:49.589384 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-10696fbd-3b2d-425b-941d-0097808777d0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:02:49.596295 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-10696fbd-3b2d-425b-941d-0097808777d0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:02:49.596497 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'name': 'tempest-TestNetworkBasicOps-router-435577427', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '23932a6d-283a-4c6a-a32b-aac554317fa1', 'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:df:dd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:45Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 2, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:49.600505 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] Checking router: 2fff3790-17b7-471b-b1e2-b25308cde713 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:02:49.600859 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] Updating router 2fff3790-17b7-471b-b1e2-b25308cde713 port 23932a6d-283a-4c6a-a32b-aac554317fa1 binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:02:49.665276 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:49.667002 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10696fbd-3b2d-425b-941d-0097808777d0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:49.731245 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10696fbd-3b2d-425b-941d-0097808777d0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:49.791761 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10696fbd-3b2d-425b-941d-0097808777d0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:49.813165 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10696fbd-3b2d-425b-941d-0097808777d0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7afd0c03-631f-4d77-a00c-e32bac4c23d2,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:49.877725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10696fbd-3b2d-425b-941d-0097808777d0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:49.879064 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-10696fbd-3b2d-425b-941d-0097808777d0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3079705 Apr 29 16:02:49.881825 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33630) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:49.887207 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-f5200adf-7a8c-48ee-990a-c3127cddf1c0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'e9ec2388-cd26-4248-a1d4-c7129b676147', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:02:49.893656 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-f5200adf-7a8c-48ee-990a-c3127cddf1c0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:02:49.897467 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f5200adf-7a8c-48ee-990a-c3127cddf1c0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:02:49.900327 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f5200adf-7a8c-48ee-990a-c3127cddf1c0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:02:49.906037 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-f5200adf-7a8c-48ee-990a-c3127cddf1c0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:02:49.978607 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e9442d72-a5da-40c6-ae65-57ef7223b882 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:02:50.008629 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:50.011020 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f5200adf-7a8c-48ee-990a-c3127cddf1c0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:50.020932 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] Transition to ACTIVE for port object 23932a6d-283a-4c6a-a32b-aac554317fa1 will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:02:50.046063 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port e9442d72-a5da-40c6-ae65-57ef7223b882 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:02:50.046429 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:50.075819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f5200adf-7a8c-48ee-990a-c3127cddf1c0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:50.089314 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:50.158718 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f5200adf-7a8c-48ee-990a-c3127cddf1c0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:50.185365 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5200adf-7a8c-48ee-990a-c3127cddf1c0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d8b6885-00d2-4329-97b2-a6ef788ef5f0,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:50.225853 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8a064-2ac6-42f6-80df-025c0bc32e65 None None] Pushing event updated for resources: {'Port': ['ID=23932a6d-283a-4c6a-a32b-aac554317fa1,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:50.249211 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f5200adf-7a8c-48ee-990a-c3127cddf1c0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:50.252179 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f5200adf-7a8c-48ee-990a-c3127cddf1c0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3677332 Apr 29 16:02:50.254043 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33634) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:50.260329 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-a1d1bf6f-467f-4d6f-8df0-0feafb242d0a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'e9ec2388-cd26-4248-a1d4-c7129b676147', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:02:50.260496 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8a064-2ac6-42f6-80df-025c0bc32e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:50.260600 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8a064-2ac6-42f6-80df-025c0bc32e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:50.260904 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8a064-2ac6-42f6-80df-025c0bc32e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:50.261236 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8a064-2ac6-42f6-80df-025c0bc32e65 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:50.261562 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8a064-2ac6-42f6-80df-025c0bc32e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:50.261877 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8a064-2ac6-42f6-80df-025c0bc32e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:50.262194 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8a064-2ac6-42f6-80df-025c0bc32e65 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:50.262529 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8a064-2ac6-42f6-80df-025c0bc32e65 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:50.262846 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8a064-2ac6-42f6-80df-025c0bc32e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:50.263158 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8a064-2ac6-42f6-80df-025c0bc32e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:50.263468 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f8a064-2ac6-42f6-80df-025c0bc32e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:50.268836 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-a1d1bf6f-467f-4d6f-8df0-0feafb242d0a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:02:50.273097 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-a1d1bf6f-467f-4d6f-8df0-0feafb242d0a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:02:50.276687 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-a1d1bf6f-467f-4d6f-8df0-0feafb242d0a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:02:50.283048 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-a1d1bf6f-467f-4d6f-8df0-0feafb242d0a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:02:50.330812 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] Attempting to bind port 23932a6d-283a-4c6a-a32b-aac554317fa1 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:02:50.332454 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] Attempting to bind port 23932a6d-283a-4c6a-a32b-aac554317fa1 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'ccb9fa7f-7fa6-48c7-9440-3cf0dd299835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:02:50.332454 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] Attempting to bind port 23932a6d-283a-4c6a-a32b-aac554317fa1 on network 48d024cc-08a3-4077-afc2-b2994ce96f52 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:02:50.337818 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:02:50.338174 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] Checking segment: {'id': 'ccb9fa7f-7fa6-48c7-9440-3cf0dd299835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:02:50.338594 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:50.338970 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] Bound using segment: {'id': 'ccb9fa7f-7fa6-48c7-9440-3cf0dd299835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:02:50.339418 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] Bound port: 23932a6d-283a-4c6a-a32b-aac554317fa1, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb9fa7f-7fa6-48c7-9440-3cf0dd299835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:02:50.339772 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:50.358463 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a1d1bf6f-467f-4d6f-8df0-0feafb242d0a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:50.425979 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a1d1bf6f-467f-4d6f-8df0-0feafb242d0a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:50.429236 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] For port 23932a6d-283a-4c6a-a32b-aac554317fa1, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:02:50.432145 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] For port 23932a6d-283a-4c6a-a32b-aac554317fa1, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=23932a6d-283a-4c6a-a32b-aac554317fa1,segment=NetworkSegment(ccb9fa7f-7fa6-48c7-9440-3cf0dd299835),segment_id=ccb9fa7f-7fa6-48c7-9440-3cf0dd299835)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:02:50.506618 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a1d1bf6f-467f-4d6f-8df0-0feafb242d0a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:50.529576 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1bf6f-467f-4d6f-8df0-0feafb242d0a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a4b16e-8fe3-4373-b19c-5eed48e1b6f4,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:50.529762 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:50.580592 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a1d1bf6f-467f-4d6f-8df0-0feafb242d0a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:50.584845 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33638) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:50.585283 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a1d1bf6f-467f-4d6f-8df0-0feafb242d0a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3291004 Apr 29 16:02:50.592664 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-a5ec82d9-cbfd-4aa1-9750-56c426f15e3b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'e9ec2388-cd26-4248-a1d4-c7129b676147', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:02:50.600728 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a5ec82d9-cbfd-4aa1-9750-56c426f15e3b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:02:50.608060 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a5ec82d9-cbfd-4aa1-9750-56c426f15e3b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:02:50.611501 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a5ec82d9-cbfd-4aa1-9750-56c426f15e3b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:02:50.614228 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8a064-2ac6-42f6-80df-025c0bc32e65 None None] Pushing event updated for resources: {'Port': ['ID=23932a6d-283a-4c6a-a32b-aac554317fa1,revision_number=4']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:50.617297 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] Routers {'2fff3790-17b7-471b-b1e2-b25308cde713'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:02:50.617928 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:02:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2fff3790-17b7-471b-b1e2-b25308cde713'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:50.618872 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a5ec82d9-cbfd-4aa1-9750-56c426f15e3b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:02:50.681339 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a5ec82d9-cbfd-4aa1-9750-56c426f15e3b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:50.755205 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a5ec82d9-cbfd-4aa1-9750-56c426f15e3b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:50.809101 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a5ec82d9-cbfd-4aa1-9750-56c426f15e3b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:50.833456 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec82d9-cbfd-4aa1-9750-56c426f15e3b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13681afb-fc43-4cfc-b69b-e123d257a7dc,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:50.845169 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] Set router 2fff3790-17b7-471b-b1e2-b25308cde713 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:02:50.912288 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a5ec82d9-cbfd-4aa1-9750-56c426f15e3b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:50.913769 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a5ec82d9-cbfd-4aa1-9750-56c426f15e3b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3275969 Apr 29 16:02:50.916894 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33644) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:50.922752 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-ce4aa75a-d50e-4e10-9ace-471c14ab4a7b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'e9ec2388-cd26-4248-a1d4-c7129b676147', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:02:50.929717 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ce4aa75a-d50e-4e10-9ace-471c14ab4a7b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:02:50.933607 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ce4aa75a-d50e-4e10-9ace-471c14ab4a7b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:02:50.936427 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ce4aa75a-d50e-4e10-9ace-471c14ab4a7b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:02:50.942621 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ce4aa75a-d50e-4e10-9ace-471c14ab4a7b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:02:51.009172 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-ce4aa75a-d50e-4e10-9ace-471c14ab4a7b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Project 6dec3d4ebc7e41d8a2e134522257f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:02:51.015957 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ce4aa75a-d50e-4e10-9ace-471c14ab4a7b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:51.081579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ce4aa75a-d50e-4e10-9ace-471c14ab4a7b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:51.154550 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'name': 'tempest-TestNetworkBasicOps-router-435577427', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '23932a6d-283a-4c6a-a32b-aac554317fa1', 'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:df:dd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:45Z', 'updated_at': '2022-04-29T16:02:50Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:51.159043 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88867e1-c951-4b15-b8bb-735f99ba2e9f None None] The sync data for ids ['2fff3790-17b7-471b-b1e2-b25308cde713'] in dv-neutron-839913-1-hyperv is: [{'id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'name': 'tempest-TestNetworkBasicOps-router-435577427', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '23932a6d-283a-4c6a-a32b-aac554317fa1', 'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:df:dd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:45Z', 'updated_at': '2022-04-29T16:02:50Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:02:51.163248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ce4aa75a-d50e-4e10-9ace-471c14ab4a7b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:51.186289 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4aa75a-d50e-4e10-9ace-471c14ab4a7b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03111a6a-500b-4639-8979-6667982c2bd0,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:51.264675 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ce4aa75a-d50e-4e10-9ace-471c14ab4a7b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:51.266248 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ce4aa75a-d50e-4e10-9ace-471c14ab4a7b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3482404 Apr 29 16:02:51.269505 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33648) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:51.275238 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-81fa30b7-0f66-44ba-9b04-4288f8b3056a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'e9ec2388-cd26-4248-a1d4-c7129b676147', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:02:51.281427 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-81fa30b7-0f66-44ba-9b04-4288f8b3056a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:02:51.285466 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-81fa30b7-0f66-44ba-9b04-4288f8b3056a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:02:51.288443 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-81fa30b7-0f66-44ba-9b04-4288f8b3056a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:02:51.294263 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-81fa30b7-0f66-44ba-9b04-4288f8b3056a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:02:51.340480 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-81fa30b7-0f66-44ba-9b04-4288f8b3056a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Project 6dec3d4ebc7e41d8a2e134522257f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:02:51.347598 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81fa30b7-0f66-44ba-9b04-4288f8b3056a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:51.419734 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81fa30b7-0f66-44ba-9b04-4288f8b3056a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:51.489070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81fa30b7-0f66-44ba-9b04-4288f8b3056a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:51.512366 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa30b7-0f66-44ba-9b04-4288f8b3056a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2b0ac5-5a2b-420f-9fac-04769f0edc22,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:51.575199 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-81fa30b7-0f66-44ba-9b04-4288f8b3056a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:51.576441 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-81fa30b7-0f66-44ba-9b04-4288f8b3056a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3059094 Apr 29 16:02:51.758540 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-a306ccbd-188b-499c-93a1-2b3838996341 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:02:51.820468 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-a306ccbd-188b-499c-93a1-2b3838996341 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:02:51.821699 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-a306ccbd-188b-499c-93a1-2b3838996341 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2142854600&fields=id&tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 267 time: 0.1071358 Apr 29 16:02:51.982389 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-b836f719-09f4-4fd1-8b4f-1812feab59da tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:02:51.983090 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-b836f719-09f4-4fd1-8b4f-1812feab59da tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:02:52.007011 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 23932a6d-283a-4c6a-a32b-aac554317fa1 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:02:52.043240 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-b836f719-09f4-4fd1-8b4f-1812feab59da tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:02:52.044647 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-b836f719-09f4-4fd1-8b4f-1812feab59da tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/networks?id=48d024cc-08a3-4077-afc2-b2994ce96f52 HTTP/1.1" status: 200 len: 796 time: 0.2163844 Apr 29 16:02:52.061435 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-8926fbfa-5ddc-48e5-9e5c-76692e090681 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/quotas/6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 375 time: 0.0107963 Apr 29 16:02:52.111917 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 23932a6d-283a-4c6a-a32b-aac554317fa1 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:02:52.117004 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 23932a6d-283a-4c6a-a32b-aac554317fa1 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:02:52.117356 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:52.142574 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-9b0c4ba5-4388-4296-a25e-49b7c76dfa51 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:02:52.226062 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-9b0c4ba5-4388-4296-a25e-49b7c76dfa51 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:02:52.227305 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:52.227524 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-9b0c4ba5-4388-4296-a25e-49b7c76dfa51 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1602271 Apr 29 16:02:52.262083 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 23932a6d-283a-4c6a-a32b-aac554317fa1, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=23932a6d-283a-4c6a-a32b-aac554317fa1,segment=NetworkSegment(ccb9fa7f-7fa6-48c7-9440-3cf0dd299835),segment_id=ccb9fa7f-7fa6-48c7-9440-3cf0dd299835)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:02:52.310209 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-85e5f833-c873-4de0-b1dc-de4faf3bb06a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 16:02:52.311319 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-85e5f833-c873-4de0-b1dc-de4faf3bb06a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0720286 Apr 29 16:02:52.323445 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:52.388458 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=23932a6d-283a-4c6a-a32b-aac554317fa1,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:52.445745 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-f41ed8e2-3d1e-41eb-94be-f7d2a9675e12 service neutron] 10.222.0.21 "GET /v2.0/networks/48d024cc-08a3-4077-afc2-b2994ce96f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276240 Apr 29 16:02:52.577717 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-91c5eab8-6e8a-4ce2-8f5c-7a6042e914b5 service neutron] 10.222.0.21 "GET /v2.0/networks/48d024cc-08a3-4077-afc2-b2994ce96f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262698 Apr 29 16:02:52.834062 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-36bd4782-c77c-4c82-9ad4-e8ad8e3c269a req-9a833af4-0ee4-4f77-a4e0-1975fa0261ec tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 210 time: 0.0467432 Apr 29 16:02:53.983721 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 23932a6d-283a-4c6a-a32b-aac554317fa1 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:02:54.001829 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f269967f-4b72-4d72-b229-5aa7c4267fb5 req-cdc85604-38e2-430e-a14b-2c615bbae6f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 210 time: 0.0440118 Apr 29 16:02:54.055659 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 23932a6d-283a-4c6a-a32b-aac554317fa1 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:02:54.062200 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:54.786757 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-e10aee02-ec3a-4bd9-b13d-cc922025a595 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:02:54.788059 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-e10aee02-ec3a-4bd9-b13d-cc922025a595 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/networks?id=48d024cc-08a3-4077-afc2-b2994ce96f52 HTTP/1.1" status: 200 len: 796 time: 0.1414948 Apr 29 16:02:54.839021 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-131dd309-feb0-4d60-abfd-32e5d4ec0d42 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 380 time: 0.0394053 Apr 29 16:02:54.847010 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-77dabbb6-f7ee-4919-815f-afe0421845cd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'port': {'device_id': 'fb44431b-9053-4a8e-8eff-b47c592e0de0', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'admin_state_up': True, 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'security_groups': ['e9ec2388-cd26-4248-a1d4-c7129b676147']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:02:55.073560 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-77dabbb6-f7ee-4919-815f-afe0421845cd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:02:55.083999 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-77dabbb6-f7ee-4919-815f-afe0421845cd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:02:55.164622 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-77dabbb6-f7ee-4919-815f-afe0421845cd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:02:55.167561 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-77dabbb6-f7ee-4919-815f-afe0421845cd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:55.186174 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-38d4e2d4-ccfc-490d-89d9-cc5e042a5d1f req-d17c0f32-9f58-42ea-91e5-c6da75e5244e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 210 time: 0.0588150 Apr 29 16:02:55.341316 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-77dabbb6-f7ee-4919-815f-afe0421845cd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.20.0.11 (48d024cc-08a3-4077-afc2-b2994ce96f52/5fa39852-a93e-43ee-8c54-b391d2c8b04a/9abf64fa-b7c8-40fd-9667-ef8cff879c10) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:02:55.527380 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-77dabbb6-f7ee-4919-815f-afe0421845cd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:55.542241 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-77dabbb6-f7ee-4919-815f-afe0421845cd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Transition to ACTIVE for port object 9abf64fa-b7c8-40fd-9667-ef8cff879c10 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:02:55.644144 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-77dabbb6-f7ee-4919-815f-afe0421845cd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:55.713810 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-77dabbb6-f7ee-4919-815f-afe0421845cd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 48d024cc-08a3-4077-afc2-b2994ce96f52 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:02:55.716651 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-77dabbb6-f7ee-4919-815f-afe0421845cd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:02:55.721112 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-77dabbb6-f7ee-4919-815f-afe0421845cd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:02:55.747641 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:02:55.755167 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dabbb6-f7ee-4919-815f-afe0421845cd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=9abf64fa-b7c8-40fd-9667-ef8cff879c10,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:55.786391 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-77dabbb6-f7ee-4919-815f-afe0421845cd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:02:55.787049 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-77dabbb6-f7ee-4919-815f-afe0421845cd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:55.855329 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-77dabbb6-f7ee-4919-815f-afe0421845cd tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0119274 Apr 29 16:02:55.878385 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-ea3746bd-d4d0-4fed-8941-1a9156641950 service neutron] Request body: {'port': {'device_id': 'fb44431b-9053-4a8e-8eff-b47c592e0de0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:02:55.963209 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ab22ee99-61ad-4da7-9f5c-8a5a330b21f4 None None] Provisioning for port 9abf64fa-b7c8-40fd-9667-ef8cff879c10 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:02:55.968140 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ab22ee99-61ad-4da7-9f5c-8a5a330b21f4 None None] Provisioning complete for port 9abf64fa-b7c8-40fd-9667-ef8cff879c10 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:02:55.968508 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ab22ee99-61ad-4da7-9f5c-8a5a330b21f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:55.987211 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-ea3746bd-d4d0-4fed-8941-1a9156641950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:56.020853 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-ab22ee99-61ad-4da7-9f5c-8a5a330b21f4 None None] Port 9abf64fa-b7c8-40fd-9667-ef8cff879c10 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:02:56.362307 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-ea3746bd-d4d0-4fed-8941-1a9156641950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9abf64fa-b7c8-40fd-9667-ef8cff879c10 {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:02:56.370562 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-ea3746bd-d4d0-4fed-8941-1a9156641950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:56.397111 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-ea3746bd-d4d0-4fed-8941-1a9156641950 service neutron] Transition to ACTIVE for port object 9abf64fa-b7c8-40fd-9667-ef8cff879c10 will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:02:56.411025 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d1509-e5af-4413-b182-211756209d46 req-5ca723a7-cc28-47d1-930a-fcb2eb0ea9d9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:02:56.411695 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-203d1509-e5af-4413-b182-211756209d46 req-5ca723a7-cc28-47d1-930a-fcb2eb0ea9d9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:02:56.494357 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-ea3746bd-d4d0-4fed-8941-1a9156641950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:56.531182 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-203d1509-e5af-4413-b182-211756209d46 req-5ca723a7-cc28-47d1-930a-fcb2eb0ea9d9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:02:56.532391 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-203d1509-e5af-4413-b182-211756209d46 req-5ca723a7-cc28-47d1-930a-fcb2eb0ea9d9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 932 time: 0.2245924 Apr 29 16:02:56.649055 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3746bd-d4d0-4fed-8941-1a9156641950 service neutron] Pushing event updated for resources: {'Port': ['ID=9abf64fa-b7c8-40fd-9667-ef8cff879c10,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:56.665403 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-203d1509-e5af-4413-b182-211756209d46 req-44ab1f11-92ed-4241-94d5-f85db2427733 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9ec2388-cd26-4248-a1d4-c7129b676147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226287 Apr 29 16:02:56.770827 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-ea3746bd-d4d0-4fed-8941-1a9156641950 service neutron] Attempting to bind port 9abf64fa-b7c8-40fd-9667-ef8cff879c10 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:02:56.771157 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-ea3746bd-d4d0-4fed-8941-1a9156641950 service neutron] Attempting to bind port 9abf64fa-b7c8-40fd-9667-ef8cff879c10 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': 'ccb9fa7f-7fa6-48c7-9440-3cf0dd299835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:02:56.771478 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-ea3746bd-d4d0-4fed-8941-1a9156641950 service neutron] Attempting to bind port 9abf64fa-b7c8-40fd-9667-ef8cff879c10 on network 48d024cc-08a3-4077-afc2-b2994ce96f52 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:02:56.777049 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-ea3746bd-d4d0-4fed-8941-1a9156641950 service neutron] Port 9abf64fa-b7c8-40fd-9667-ef8cff879c10 on network 48d024cc-08a3-4077-afc2-b2994ce96f52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 16:02:56.777363 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-ea3746bd-d4d0-4fed-8941-1a9156641950 service neutron] Attempting to bind port 9abf64fa-b7c8-40fd-9667-ef8cff879c10 on network 48d024cc-08a3-4077-afc2-b2994ce96f52 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:02:56.784162 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-ea3746bd-d4d0-4fed-8941-1a9156641950 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:02:56.784495 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-ea3746bd-d4d0-4fed-8941-1a9156641950 service neutron] Checking segment: {'id': 'ccb9fa7f-7fa6-48c7-9440-3cf0dd299835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:02:56.784874 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-ea3746bd-d4d0-4fed-8941-1a9156641950 service neutron] Bound using segment: {'id': 'ccb9fa7f-7fa6-48c7-9440-3cf0dd299835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:02:56.785295 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-ea3746bd-d4d0-4fed-8941-1a9156641950 service neutron] Bound port: 9abf64fa-b7c8-40fd-9667-ef8cff879c10, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb9fa7f-7fa6-48c7-9440-3cf0dd299835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:02:56.785636 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-ea3746bd-d4d0-4fed-8941-1a9156641950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:56.875695 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-ea3746bd-d4d0-4fed-8941-1a9156641950 service neutron] For port 9abf64fa-b7c8-40fd-9667-ef8cff879c10, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:02:56.878720 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-ea3746bd-d4d0-4fed-8941-1a9156641950 service neutron] For port 9abf64fa-b7c8-40fd-9667-ef8cff879c10, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=9abf64fa-b7c8-40fd-9667-ef8cff879c10,segment=NetworkSegment(ccb9fa7f-7fa6-48c7-9440-3cf0dd299835),segment_id=ccb9fa7f-7fa6-48c7-9440-3cf0dd299835)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:02:56.935093 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-ea3746bd-d4d0-4fed-8941-1a9156641950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:56.997567 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-ea3746bd-d4d0-4fed-8941-1a9156641950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:56.999080 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-ea3746bd-d4d0-4fed-8941-1a9156641950 service neutron] 10.222.0.35 "PUT /v2.0/ports/9abf64fa-b7c8-40fd-9667-ef8cff879c10 HTTP/1.1" status: 200 len: 1094 time: 1.1248648 Apr 29 16:02:56.999394 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb44431b-9053-4a8e-8eff-b47c592e0de0', 'tag': '9abf64fa-b7c8-40fd-9667-ef8cff879c10'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:02:57.019068 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3746bd-d4d0-4fed-8941-1a9156641950 service neutron] Pushing event updated for resources: {'Port': ['ID=9abf64fa-b7c8-40fd-9667-ef8cff879c10,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:57.065806 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c081ea6-dbaa-46cf-91ce-3d32acaf82b6'] response: {'name': 'network-changed', 'server_uuid': 'fb44431b-9053-4a8e-8eff-b47c592e0de0', 'tag': '9abf64fa-b7c8-40fd-9667-ef8cff879c10', 'status': 'completed', 'code': 200} Apr 29 16:02:57.160674 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9b623890-5587-4787-baca-c68fcfd23624 req-0f736580-a512-4650-a318-f58476caca9a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 1097 time: 0.0745230 Apr 29 16:02:57.302510 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b623890-5587-4787-baca-c68fcfd23624 req-6d92a3db-fba6-4750-8d07-b9516251f4ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:02:57.303960 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9b623890-5587-4787-baca-c68fcfd23624 req-6d92a3db-fba6-4750-8d07-b9516251f4ee service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1366591 Apr 29 16:02:57.510185 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b623890-5587-4787-baca-c68fcfd23624 req-53c6017d-cccb-456f-8df1-dc99d142ba3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:02:57.511633 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9b623890-5587-4787-baca-c68fcfd23624 req-53c6017d-cccb-456f-8df1-dc99d142ba3e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2024922 Apr 29 16:02:57.615876 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-97ec3606-c14d-4857-a164-73a8a04fad5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 1097 time: 0.0698199 Apr 29 16:02:57.683552 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-db5eaa2b-d14a-4ac1-a3e6-7ca5fb9c0d6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9abf64fa-b7c8-40fd-9667-ef8cff879c10 HTTP/1.1" status: 200 len: 217 time: 0.0613234 Apr 29 16:02:57.744256 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-06139e4c-1cef-466e-92a3-e90eb2c5667c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:02:57.745669 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-06139e4c-1cef-466e-92a3-e90eb2c5667c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fa39852-a93e-43ee-8c54-b391d2c8b04a HTTP/1.1" status: 200 len: 835 time: 0.0571477 Apr 29 16:02:57.872842 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-97611df0-012a-42c7-9c76-93abf137c47c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48d024cc-08a3-4077-afc2-b2994ce96f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1212804 Apr 29 16:02:57.907460 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724486ce-7301-4e9c-823a-7c3b2e195119 req-151192e3-c2c1-4472-aee8-5cf678f76595 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:02:57.909111 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-724486ce-7301-4e9c-823a-7c3b2e195119 req-151192e3-c2c1-4472-aee8-5cf678f76595 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 944 time: 0.1085434 Apr 29 16:02:58.030872 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-724486ce-7301-4e9c-823a-7c3b2e195119 req-69213d2c-84fc-43b0-9f40-f92ed753df95 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9ec2388-cd26-4248-a1d4-c7129b676147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737655 Apr 29 16:02:58.047866 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-57db5df2-399d-4b86-821a-70d59b5248dc service neutron] 10.222.0.35 "GET /v2.0/networks/48d024cc-08a3-4077-afc2-b2994ce96f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650352 Apr 29 16:02:58.176687 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c02f1469-ef15-46ae-8c6d-4a80e0c16ea1 req-13ee9474-ef83-4b52-a406-0e2b65e1e0dc service neutron] 10.222.0.35 "GET /v2.0/networks/48d024cc-08a3-4077-afc2-b2994ce96f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228244 Apr 29 16:02:59.231789 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7afaf-c393-466c-b80a-6d2bf8421cf6 req-d2d47b38-d508-44f0-a6df-e6f2a30e9fb6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:02:59.233225 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-adb7afaf-c393-466c-b80a-6d2bf8421cf6 req-d2d47b38-d508-44f0-a6df-e6f2a30e9fb6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 944 time: 0.0816019 Apr 29 16:02:59.281145 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-adb7afaf-c393-466c-b80a-6d2bf8421cf6 req-43ed2294-c36c-4eaf-8ccc-1d0886852e35 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9ec2388-cd26-4248-a1d4-c7129b676147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423112 Apr 29 16:03:00.472261 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba684b4-5023-40fd-a89f-29775bf924a9 req-19a44732-58d0-418a-b7aa-9cff584fc704 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:00.473698 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3ba684b4-5023-40fd-a89f-29775bf924a9 req-19a44732-58d0-418a-b7aa-9cff584fc704 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 944 time: 0.0743408 Apr 29 16:03:00.517853 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3ba684b4-5023-40fd-a89f-29775bf924a9 req-abb2d159-5b0b-4216-bd2e-af7131b0b775 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9ec2388-cd26-4248-a1d4-c7129b676147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387938 Apr 29 16:03:01.715532 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196e416-740b-4b36-b492-2c69e599a281 req-70dd1fbb-cc8d-4d94-a1e9-5e8d674768b0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:01.716983 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2196e416-740b-4b36-b492-2c69e599a281 req-70dd1fbb-cc8d-4d94-a1e9-5e8d674768b0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 944 time: 0.0787361 Apr 29 16:03:01.761777 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2196e416-740b-4b36-b492-2c69e599a281 req-284f6634-738a-462b-a004-eaf98ece19d4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9ec2388-cd26-4248-a1d4-c7129b676147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382113 Apr 29 16:03:02.722564 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 9abf64fa-b7c8-40fd-9667-ef8cff879c10 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:03:02.856492 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 9abf64fa-b7c8-40fd-9667-ef8cff879c10, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=9abf64fa-b7c8-40fd-9667-ef8cff879c10,segment=NetworkSegment(ccb9fa7f-7fa6-48c7-9440-3cf0dd299835),segment_id=ccb9fa7f-7fa6-48c7-9440-3cf0dd299835)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:03:02.869940 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '9abf64fa-b7c8-40fd-9667-ef8cff879c10', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'port_id': '9abf64fa-b7c8-40fd-9667-ef8cff879c10', 'mac_address': 'fa:16:3e:80:0e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:03:02.923927 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:02.940899 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9abf64fa-b7c8-40fd-9667-ef8cff879c10 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:03:02.956028 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 9abf64fa-b7c8-40fd-9667-ef8cff879c10, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=9abf64fa-b7c8-40fd-9667-ef8cff879c10,segment=NetworkSegment(ccb9fa7f-7fa6-48c7-9440-3cf0dd299835),segment_id=ccb9fa7f-7fa6-48c7-9440-3cf0dd299835)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:03:02.956875 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d55582-f994-47d0-afcc-80b5faf1fee7 req-2c91420f-cecf-4a62-9aa4-9ef8814ed263 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:02.958330 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d2d55582-f994-47d0-afcc-80b5faf1fee7 req-2c91420f-cecf-4a62-9aa4-9ef8814ed263 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 944 time: 0.0758433 Apr 29 16:03:03.003222 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d2d55582-f994-47d0-afcc-80b5faf1fee7 req-480bc202-03d9-4a22-9cb2-9490501ff5ab tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9ec2388-cd26-4248-a1d4-c7129b676147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393245 Apr 29 16:03:03.003416 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:03.070732 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=9abf64fa-b7c8-40fd-9667-ef8cff879c10,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:03.385133 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['9abf64fa-b7c8-40fd-9667-ef8cff879c10'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:03:04.199600 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519b846-c6d9-4892-bd8d-3114dda5ab92 req-a7fd46ee-ab4b-4050-bed5-8ba4ecda6e0e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:04.201049 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3519b846-c6d9-4892-bd8d-3114dda5ab92 req-a7fd46ee-ab4b-4050-bed5-8ba4ecda6e0e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 945 time: 0.0786619 Apr 29 16:03:04.246238 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3519b846-c6d9-4892-bd8d-3114dda5ab92 req-c407a08b-fc28-47d0-9018-3e8a4add2e1e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9ec2388-cd26-4248-a1d4-c7129b676147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389674 Apr 29 16:03:04.721759 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 9abf64fa-b7c8-40fd-9667-ef8cff879c10 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:03:04.836905 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 9abf64fa-b7c8-40fd-9667-ef8cff879c10 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:03:04.841590 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 9abf64fa-b7c8-40fd-9667-ef8cff879c10 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:03:04.841963 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:04.955166 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:04.981406 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb44431b-9053-4a8e-8eff-b47c592e0de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abf64fa-b7c8-40fd-9667-ef8cff879c10'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:03:04.991438 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 9abf64fa-b7c8-40fd-9667-ef8cff879c10, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=9abf64fa-b7c8-40fd-9667-ef8cff879c10,segment=NetworkSegment(ccb9fa7f-7fa6-48c7-9440-3cf0dd299835),segment_id=ccb9fa7f-7fa6-48c7-9440-3cf0dd299835)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:03:05.037923 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b88f7fe7-cd2a-4431-86b9-d6a7a59d1852'] response: {'server_uuid': 'fb44431b-9053-4a8e-8eff-b47c592e0de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abf64fa-b7c8-40fd-9667-ef8cff879c10', 'code': 200} Apr 29 16:03:05.049087 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:05.116726 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=9abf64fa-b7c8-40fd-9667-ef8cff879c10,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:05.420425 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3c9b41eb-3456-41a9-aa2c-b68713c7287d req-8a8acf95-bf8f-46b4-b383-c477f8523cfd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 1099 time: 0.1122537 Apr 29 16:03:05.478893 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accafdb-bc3f-4388-aa92-9dd9c9ee0880 req-16fb18f3-0e44-4ab2-be55-8dfb453b5df4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:05.480297 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4accafdb-bc3f-4388-aa92-9dd9c9ee0880 req-16fb18f3-0e44-4ab2-be55-8dfb453b5df4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 946 time: 0.1122997 Apr 29 16:03:05.484421 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3c9b41eb-3456-41a9-aa2c-b68713c7287d req-7b98aabc-b08c-42bf-aab9-4fa1d2eec5bd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e9ec2388-cd26-4248-a1d4-c7129b676147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535557 Apr 29 16:03:05.524854 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4accafdb-bc3f-4388-aa92-9dd9c9ee0880 req-eb8bbf8b-821a-414a-9a45-0b8bd3241d28 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9ec2388-cd26-4248-a1d4-c7129b676147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386081 Apr 29 16:03:06.730435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e7a9b-d94b-4954-ba7d-f94862a4807b req-e411098a-5b66-42f3-866f-8ab3b8879789 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:06.732068 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-060e7a9b-d94b-4954-ba7d-f94862a4807b req-e411098a-5b66-42f3-866f-8ab3b8879789 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 946 time: 0.0819974 Apr 29 16:03:06.778663 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-060e7a9b-d94b-4954-ba7d-f94862a4807b req-4ed1d364-8fee-42a0-b99b-7a50c86306ad tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9ec2388-cd26-4248-a1d4-c7129b676147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401254 Apr 29 16:03:07.973665 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02510dc4-cbc6-4135-8cc6-08edcf7a3984 req-d45d769e-987c-466b-87c1-e1b85d5dd1e2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:07.975129 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-02510dc4-cbc6-4135-8cc6-08edcf7a3984 req-d45d769e-987c-466b-87c1-e1b85d5dd1e2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 946 time: 0.0762153 Apr 29 16:03:08.018916 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-02510dc4-cbc6-4135-8cc6-08edcf7a3984 req-994cb90b-f84b-421d-8414-2bee7f85323f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9ec2388-cd26-4248-a1d4-c7129b676147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382040 Apr 29 16:03:08.295748 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faac28-a1ef-4a2f-9704-0ec0676c5ee7 req-2845dd9a-908d-4a2d-a8b5-183a45ae55f3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:08.297094 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-18faac28-a1ef-4a2f-9704-0ec0676c5ee7 req-2845dd9a-908d-4a2d-a8b5-183a45ae55f3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 946 time: 0.1562550 Apr 29 16:03:08.340880 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-18faac28-a1ef-4a2f-9704-0ec0676c5ee7 req-3c944108-b608-42c3-a611-cad970c4a919 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9ec2388-cd26-4248-a1d4-c7129b676147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383523 Apr 29 16:03:08.368204 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33702) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:08.439023 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f7ee76ff-b6da-4e2a-9f58-ef40b815980d tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 1094 time: 0.0694888 Apr 29 16:03:08.441794 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33706) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:08.446756 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-a9108500-15e3-4538-a0e5-7fa947d604c7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': '9abf64fa-b7c8-40fd-9667-ef8cff879c10', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:03:08.451979 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a9108500-15e3-4538-a0e5-7fa947d604c7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:03:08.455873 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a9108500-15e3-4538-a0e5-7fa947d604c7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:floatingip and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:03:08.458620 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a9108500-15e3-4538-a0e5-7fa947d604c7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:03:08.464086 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a9108500-15e3-4538-a0e5-7fa947d604c7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:03:08.540209 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9108500-15e3-4538-a0e5-7fa947d604c7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:08.676835 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9108500-15e3-4538-a0e5-7fa947d604c7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:08.819016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-a9108500-15e3-4538-a0e5-7fa947d604c7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.26.1.212 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/2b1dbd8d-8361-4da4-97d1-0833434e96fd) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:03:08.964604 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9108500-15e3-4538-a0e5-7fa947d604c7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:09.031769 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9108500-15e3-4538-a0e5-7fa947d604c7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:09.099343 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9108500-15e3-4538-a0e5-7fa947d604c7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:03:09.101937 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-a9108500-15e3-4538-a0e5-7fa947d604c7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:03:09.105588 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9108500-15e3-4538-a0e5-7fa947d604c7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:03:09.137903 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9108500-15e3-4538-a0e5-7fa947d604c7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=2b1dbd8d-8361-4da4-97d1-0833434e96fd,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:09.600010 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9108500-15e3-4538-a0e5-7fa947d604c7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:09.709852 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9108500-15e3-4538-a0e5-7fa947d604c7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:09.906186 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9108500-15e3-4538-a0e5-7fa947d604c7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:09.991394 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9108500-15e3-4538-a0e5-7fa947d604c7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:10.101941 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9108500-15e3-4538-a0e5-7fa947d604c7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=2b1dbd8d-8361-4da4-97d1-0833434e96fd,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:10.113981 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9108500-15e3-4538-a0e5-7fa947d604c7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:10.377675 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [None req-a9108500-15e3-4538-a0e5-7fa947d604c7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Floating IP 10490944-4bfb-41e2-9434-1bb0e495a366 associated. External IP: 172.26.1.212, port: 9abf64fa-b7c8-40fd-9667-ef8cff879c10. Apr 29 16:03:10.765854 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9108500-15e3-4538-a0e5-7fa947d604c7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 2fff3790-17b7-471b-b1e2-b25308cde713 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:03:10.961495 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9108500-15e3-4538-a0e5-7fa947d604c7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:03:10.971908 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c28f1d-60e7-4ba9-893f-d099bce20f38 None None] Sync routers for ids ['2fff3790-17b7-471b-b1e2-b25308cde713'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:03:10.985877 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c28f1d-60e7-4ba9-893f-d099bce20f38 None None] Routers {'2fff3790-17b7-471b-b1e2-b25308cde713'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:03:10.986608 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-43c28f1d-60e7-4ba9-893f-d099bce20f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:02:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2fff3790-17b7-471b-b1e2-b25308cde713'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:11.049512 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9108500-15e3-4538-a0e5-7fa947d604c7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:11.103196 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a9108500-15e3-4538-a0e5-7fa947d604c7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6604056 Apr 29 16:03:11.103874 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb44431b-9053-4a8e-8eff-b47c592e0de0', 'tag': '9abf64fa-b7c8-40fd-9667-ef8cff879c10'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:03:11.106018 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33710) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:11.167511 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a6019c-132d-45c8-9cf0-611d1ab6d1a9'] response: {'name': 'network-changed', 'server_uuid': 'fb44431b-9053-4a8e-8eff-b47c592e0de0', 'tag': '9abf64fa-b7c8-40fd-9667-ef8cff879c10', 'status': 'completed', 'code': 200} Apr 29 16:03:11.168940 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-43c28f1d-60e7-4ba9-893f-d099bce20f38 None None] Set router 2fff3790-17b7-471b-b1e2-b25308cde713 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:03:11.180121 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-87c965a7-e9ba-4f97-8a73-8c5d14ec67d7 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 1094 time: 0.0725083 Apr 29 16:03:11.263553 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b07e3f9a-42d7-4fec-844e-8b65adca1800 req-4157fa82-3537-4fc7-af1b-ec42794ecf44 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 1099 time: 0.0741596 Apr 29 16:03:11.399285 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e3f9a-42d7-4fec-844e-8b65adca1800 req-298bb96d-908b-4608-a096-5fe7c21bf0bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:11.400760 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b07e3f9a-42d7-4fec-844e-8b65adca1800 req-298bb96d-908b-4608-a096-5fe7c21bf0bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=48d024cc-08a3-4077-afc2-b2994ce96f52 HTTP/1.1" status: 200 len: 897 time: 0.1317658 Apr 29 16:03:11.424699 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33718) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:11.430761 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-343cf049-9838-4320-91eb-f5d73f34d445 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1979032761', 'description': 'tempest-secgroup-smoke-1979032761 description', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:03:11.436642 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-343cf049-9838-4320-91eb-f5d73f34d445 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:03:11.446763 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-343cf049-9838-4320-91eb-f5d73f34d445 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:03:11.488652 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-343cf049-9838-4320-91eb-f5d73f34d445 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:11.502686 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b07e3f9a-42d7-4fec-844e-8b65adca1800 req-1498fd93-9e77-4c54-b67a-db3bbb77cbf3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9abf64fa-b7c8-40fd-9667-ef8cff879c10 HTTP/1.1" status: 200 len: 1000 time: 0.0960865 Apr 29 16:03:11.524748 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-343cf049-9838-4320-91eb-f5d73f34d445 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:03:11.528997 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-343cf049-9838-4320-91eb-f5d73f34d445 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:03:11.532193 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-343cf049-9838-4320-91eb-f5d73f34d445 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:03:11.532438 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-43c28f1d-60e7-4ba9-893f-d099bce20f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'name': 'tempest-TestNetworkBasicOps-router-435577427', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '10490944-4bfb-41e2-9434-1bb0e495a366', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.212', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'port_id': '9abf64fa-b7c8-40fd-9667-ef8cff879c10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'mac_address': 'fa:16:3e:80:0e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb44431b-9053-4a8e-8eff-b47c592e0de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:03:09Z', 'updated_at': '2022-04-29T16:03:09Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23932a6d-283a-4c6a-a32b-aac554317fa1', 'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:df:dd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:45Z', 'updated_at': '2022-04-29T16:02:52Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:11.536555 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c28f1d-60e7-4ba9-893f-d099bce20f38 None None] Checking router: 2fff3790-17b7-471b-b1e2-b25308cde713 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:03:11.537980 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-343cf049-9838-4320-91eb-f5d73f34d445 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:03:11.548017 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c28f1d-60e7-4ba9-893f-d099bce20f38 None None] Routers {'2fff3790-17b7-471b-b1e2-b25308cde713'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:03:11.554550 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-43c28f1d-60e7-4ba9-893f-d099bce20f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:02:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2fff3790-17b7-471b-b1e2-b25308cde713'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:11.576524 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e3f9a-42d7-4fec-844e-8b65adca1800 req-b37989b1-4932-4666-b71b-8829f2665dd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:11.577948 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b07e3f9a-42d7-4fec-844e-8b65adca1800 req-b37989b1-4932-4666-b71b-8829f2665dd1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fa39852-a93e-43ee-8c54-b391d2c8b04a HTTP/1.1" status: 200 len: 835 time: 0.0630414 Apr 29 16:03:11.594466 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-343cf049-9838-4320-91eb-f5d73f34d445 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:11.654295 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-343cf049-9838-4320-91eb-f5d73f34d445 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:11.654908 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b07e3f9a-42d7-4fec-844e-8b65adca1800 req-754b6139-79cb-4bb4-a0a5-0fc1540d7f9f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48d024cc-08a3-4077-afc2-b2994ce96f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674877 Apr 29 16:03:11.705202 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cf049-9838-4320-91eb-f5d73f34d445 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4866224-0fdd-4e02-82b3-cb41a7773080,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:11.738822 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-43c28f1d-60e7-4ba9-893f-d099bce20f38 None None] Set router 2fff3790-17b7-471b-b1e2-b25308cde713 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:03:11.751968 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-343cf049-9838-4320-91eb-f5d73f34d445 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:11.753188 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-343cf049-9838-4320-91eb-f5d73f34d445 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3275292 Apr 29 16:03:11.756120 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33722) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:11.762556 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-cc99e8cf-3044-4c98-8faf-45ec59399a0e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'f4866224-0fdd-4e02-82b3-cb41a7773080', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:03:11.768808 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-cc99e8cf-3044-4c98-8faf-45ec59399a0e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:03:11.772556 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-cc99e8cf-3044-4c98-8faf-45ec59399a0e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:03:11.775461 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-cc99e8cf-3044-4c98-8faf-45ec59399a0e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:03:11.781041 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-cc99e8cf-3044-4c98-8faf-45ec59399a0e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:03:11.800617 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b07e3f9a-42d7-4fec-844e-8b65adca1800 req-0a24b746-e374-41a2-b66c-5771b79b3f64 service neutron] 10.222.0.35 "GET /v2.0/networks/48d024cc-08a3-4077-afc2-b2994ce96f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401384 Apr 29 16:03:11.867012 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cc99e8cf-3044-4c98-8faf-45ec59399a0e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:11.932600 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cc99e8cf-3044-4c98-8faf-45ec59399a0e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:12.008586 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cc99e8cf-3044-4c98-8faf-45ec59399a0e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:12.034463 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99e8cf-3044-4c98-8faf-45ec59399a0e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72489b15-84be-486e-98c1-e69d2b1de7ec,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:12.040475 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b07e3f9a-42d7-4fec-844e-8b65adca1800 req-5e17031c-a7ce-473c-b252-698a1208c4b6 service neutron] 10.222.0.35 "GET /v2.0/networks/48d024cc-08a3-4077-afc2-b2994ce96f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338951 Apr 29 16:03:12.083031 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cc99e8cf-3044-4c98-8faf-45ec59399a0e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:12.084252 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-cc99e8cf-3044-4c98-8faf-45ec59399a0e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3269715 Apr 29 16:03:12.087110 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33726) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:12.092489 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-efa28948-4ad1-4242-8272-539b0d7b3074 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'f4866224-0fdd-4e02-82b3-cb41a7773080', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:03:12.098389 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-efa28948-4ad1-4242-8272-539b0d7b3074 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:03:12.102198 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-efa28948-4ad1-4242-8272-539b0d7b3074 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:03:12.105082 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-efa28948-4ad1-4242-8272-539b0d7b3074 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:03:12.111976 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-efa28948-4ad1-4242-8272-539b0d7b3074 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:03:12.137906 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-43c28f1d-60e7-4ba9-893f-d099bce20f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'name': 'tempest-TestNetworkBasicOps-router-435577427', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '10490944-4bfb-41e2-9434-1bb0e495a366', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.212', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'port_id': '9abf64fa-b7c8-40fd-9667-ef8cff879c10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'mac_address': 'fa:16:3e:80:0e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb44431b-9053-4a8e-8eff-b47c592e0de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:03:09Z', 'updated_at': '2022-04-29T16:03:09Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23932a6d-283a-4c6a-a32b-aac554317fa1', 'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:df:dd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:45Z', 'updated_at': '2022-04-29T16:02:52Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:12.141898 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c28f1d-60e7-4ba9-893f-d099bce20f38 None None] The sync data for ids ['2fff3790-17b7-471b-b1e2-b25308cde713'] in dv-neutron-839913-1-hyperv is: [{'id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'name': 'tempest-TestNetworkBasicOps-router-435577427', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '10490944-4bfb-41e2-9434-1bb0e495a366', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.212', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'port_id': '9abf64fa-b7c8-40fd-9667-ef8cff879c10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'mac_address': 'fa:16:3e:80:0e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb44431b-9053-4a8e-8eff-b47c592e0de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:03:09Z', 'updated_at': '2022-04-29T16:03:09Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23932a6d-283a-4c6a-a32b-aac554317fa1', 'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:df:dd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:45Z', 'updated_at': '2022-04-29T16:02:52Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:03:12.169282 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-efa28948-4ad1-4242-8272-539b0d7b3074 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:12.233914 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-efa28948-4ad1-4242-8272-539b0d7b3074 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:12.283405 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-efa28948-4ad1-4242-8272-539b0d7b3074 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:12.306633 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa28948-4ad1-4242-8272-539b0d7b3074 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8bb85fa-f33e-4860-a1b4-507b918ea906,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:12.354229 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae0edf4-9710-4a48-992d-78b2f360bd70 None None] New status for floating IP 10490944-4bfb-41e2-9434-1bb0e495a366: ACTIVE {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:03:12.385686 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-efa28948-4ad1-4242-8272-539b0d7b3074 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:12.386964 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-efa28948-4ad1-4242-8272-539b0d7b3074 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2989345 Apr 29 16:03:12.389638 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33730) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:12.395684 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-27209529-020f-4255-b365-42f4b510efe2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'f4866224-0fdd-4e02-82b3-cb41a7773080', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:03:12.401552 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-27209529-020f-4255-b365-42f4b510efe2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:03:12.405258 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-27209529-020f-4255-b365-42f4b510efe2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:03:12.409068 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-27209529-020f-4255-b365-42f4b510efe2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:03:12.414719 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-27209529-020f-4255-b365-42f4b510efe2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:03:12.494910 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-27209529-020f-4255-b365-42f4b510efe2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:12.555970 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-27209529-020f-4255-b365-42f4b510efe2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:12.619979 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-27209529-020f-4255-b365-42f4b510efe2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:12.649915 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27209529-020f-4255-b365-42f4b510efe2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28def12b-0978-4e76-bbd7-49818847aec1,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:12.745714 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-27209529-020f-4255-b365-42f4b510efe2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:12.746903 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-27209529-020f-4255-b365-42f4b510efe2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3563771 Apr 29 16:03:12.750101 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33734) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:12.755576 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-b63a918f-931e-4755-bbe2-a153705a9ac8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'f4866224-0fdd-4e02-82b3-cb41a7773080', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:03:12.761413 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b63a918f-931e-4755-bbe2-a153705a9ac8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:03:12.765141 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b63a918f-931e-4755-bbe2-a153705a9ac8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:03:12.769737 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b63a918f-931e-4755-bbe2-a153705a9ac8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:03:12.773843 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b63a918f-931e-4755-bbe2-a153705a9ac8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:03:12.848881 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b63a918f-931e-4755-bbe2-a153705a9ac8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:12.910471 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b63a918f-931e-4755-bbe2-a153705a9ac8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:12.985150 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b63a918f-931e-4755-bbe2-a153705a9ac8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:13.007565 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a918f-931e-4755-bbe2-a153705a9ac8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b128e46b-83af-4020-8ff3-d969850fdd45,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:13.082473 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b63a918f-931e-4755-bbe2-a153705a9ac8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:13.083694 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b63a918f-931e-4755-bbe2-a153705a9ac8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3325825 Apr 29 16:03:13.086301 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33738) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:13.091564 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-108ba0bc-b0eb-459d-879f-47a8427aa1c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'f4866224-0fdd-4e02-82b3-cb41a7773080', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:03:13.097947 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-108ba0bc-b0eb-459d-879f-47a8427aa1c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:03:13.101692 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-108ba0bc-b0eb-459d-879f-47a8427aa1c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:03:13.104534 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-108ba0bc-b0eb-459d-879f-47a8427aa1c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:03:13.110128 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-108ba0bc-b0eb-459d-879f-47a8427aa1c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:03:13.185263 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.securitygroups_db [None req-108ba0bc-b0eb-459d-879f-47a8427aa1c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Project 6dec3d4ebc7e41d8a2e134522257f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:03:13.192343 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-108ba0bc-b0eb-459d-879f-47a8427aa1c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:13.258643 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-108ba0bc-b0eb-459d-879f-47a8427aa1c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:13.311285 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-108ba0bc-b0eb-459d-879f-47a8427aa1c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:13.432400 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ba0bc-b0eb-459d-879f-47a8427aa1c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88bf153-fad0-45fa-99aa-9ba682c54889,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:13.494336 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-108ba0bc-b0eb-459d-879f-47a8427aa1c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:13.495829 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-108ba0bc-b0eb-459d-879f-47a8427aa1c1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4084411 Apr 29 16:03:13.498873 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33742) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:13.504666 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d533efbb-d857-49de-8f0a-e670982095f1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': 'f4866224-0fdd-4e02-82b3-cb41a7773080', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:03:13.510406 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d533efbb-d857-49de-8f0a-e670982095f1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:03:13.514700 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d533efbb-d857-49de-8f0a-e670982095f1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:03:13.518235 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d533efbb-d857-49de-8f0a-e670982095f1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:03:13.523988 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d533efbb-d857-49de-8f0a-e670982095f1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:03:13.597195 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b5952132-c733-4249-b48e-6a3d4357eb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:13.608320 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.securitygroups_db [None req-d533efbb-d857-49de-8f0a-e670982095f1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Project 6dec3d4ebc7e41d8a2e134522257f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:03:13.615581 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d533efbb-d857-49de-8f0a-e670982095f1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:13.680133 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d533efbb-d857-49de-8f0a-e670982095f1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:13.757193 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d533efbb-d857-49de-8f0a-e670982095f1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:13.780318 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533efbb-d857-49de-8f0a-e670982095f1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b724eaf-f6b5-4361-aa16-1750a69b261a,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:13.854299 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d533efbb-d857-49de-8f0a-e670982095f1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:13.855506 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d533efbb-d857-49de-8f0a-e670982095f1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3556547 Apr 29 16:03:14.024184 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-27ad1a97-090e-4497-b816-d6d47bba56d4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1979032761&fields=id&tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 267 time: 0.0423551 Apr 29 16:03:14.167015 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-0117df4e-4405-4136-a60c-af35adedf67a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:14.168326 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-0117df4e-4405-4136-a60c-af35adedf67a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/networks?id=48d024cc-08a3-4077-afc2-b2994ce96f52 HTTP/1.1" status: 200 len: 796 time: 0.1379561 Apr 29 16:03:14.183732 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-3530b92d-d7a6-47ee-93cd-fa5c42b769e8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/quotas/6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 375 time: 0.0100243 Apr 29 16:03:14.265393 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-70006820-b72f-455e-87d8-449d1ec9273a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0761807 Apr 29 16:03:14.461337 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-1f3c8a9f-58b5-4f38-bbb9-d84e3c50945e service neutron] 10.222.0.21 "GET /v2.0/networks/48d024cc-08a3-4077-afc2-b2994ce96f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839221 Apr 29 16:03:14.589778 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-8978270f-448b-407f-8b59-c4913669f108 service neutron] 10.222.0.21 "GET /v2.0/networks/48d024cc-08a3-4077-afc2-b2994ce96f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228380 Apr 29 16:03:14.852943 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4754caa2-9580-49c0-b5af-ebad17948fd5 req-3c5a5058-e7f0-46b5-9454-024816d03915 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8957e70-b9e7-415b-9fe8-fe8f540fabd0 HTTP/1.1" status: 200 len: 210 time: 0.0407686 Apr 29 16:03:15.374424 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:15.905546 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c5e29947-0301-4ed8-ac76-0f9e64757a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:16.028158 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3c58ebbd-8232-43f9-81e9-72b0f150654b req-0eb939fd-cf8e-4688-a70a-91e8576938fb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8957e70-b9e7-415b-9fe8-fe8f540fabd0 HTTP/1.1" status: 200 len: 210 time: 0.0505424 Apr 29 16:03:16.591528 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-4dc6c4ec-f0cc-4a8f-b9ac-4841ab92a5a3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:16.592932 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-4dc6c4ec-f0cc-4a8f-b9ac-4841ab92a5a3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/networks?id=48d024cc-08a3-4077-afc2-b2994ce96f52 HTTP/1.1" status: 200 len: 796 time: 0.1407046 Apr 29 16:03:16.665706 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-023b16ff-3a65-4c98-b1d1-6775317d432c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 473 time: 0.0411828 Apr 29 16:03:16.674069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-9580caa5-8042-4731-8221-53670d177cfb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'port': {'device_id': 'e8957e70-b9e7-415b-9fe8-fe8f540fabd0', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'admin_state_up': True, 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'security_groups': ['f4866224-0fdd-4e02-82b3-cb41a7773080']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:03:16.810958 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-9580caa5-8042-4731-8221-53670d177cfb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:03:16.821709 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-9580caa5-8042-4731-8221-53670d177cfb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:03:16.934229 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-9580caa5-8042-4731-8221-53670d177cfb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:03:16.937171 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-9580caa5-8042-4731-8221-53670d177cfb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:17.100255 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-9580caa5-8042-4731-8221-53670d177cfb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.20.0.3 (48d024cc-08a3-4077-afc2-b2994ce96f52/5fa39852-a93e-43ee-8c54-b391d2c8b04a/1aa480c8-10a5-45f2-b50c-d24e6965f7bb) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:03:17.191491 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:17.255852 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2f6bc36e-c1d6-45a5-9172-e7dcc5527751 req-31d65797-9ff2-4324-a682-59be8fd12117 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8957e70-b9e7-415b-9fe8-fe8f540fabd0 HTTP/1.1" status: 200 len: 210 time: 0.0973916 Apr 29 16:03:17.326743 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-9580caa5-8042-4731-8221-53670d177cfb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:17.342367 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-9580caa5-8042-4731-8221-53670d177cfb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Transition to ACTIVE for port object 1aa480c8-10a5-45f2-b50c-d24e6965f7bb will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:03:17.420154 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-9580caa5-8042-4731-8221-53670d177cfb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:17.491745 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-9580caa5-8042-4731-8221-53670d177cfb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 48d024cc-08a3-4077-afc2-b2994ce96f52 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:03:17.494825 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-9580caa5-8042-4731-8221-53670d177cfb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:03:17.499287 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-9580caa5-8042-4731-8221-53670d177cfb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:03:17.505398 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:17.524312 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580caa5-8042-4731-8221-53670d177cfb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=1aa480c8-10a5-45f2-b50c-d24e6965f7bb,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:17.562460 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-9580caa5-8042-4731-8221-53670d177cfb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:17.563132 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-9580caa5-8042-4731-8221-53670d177cfb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:17.689325 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-9580caa5-8042-4731-8221-53670d177cfb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0194349 Apr 29 16:03:17.704789 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-28302466-269e-4625-9256-b3f6496c0c73 service neutron] Request body: {'port': {'device_id': 'e8957e70-b9e7-415b-9fe8-fe8f540fabd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:03:17.768800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e3eec827-fecd-4c3a-ae98-69b6cbd66b1d None None] Provisioning for port 1aa480c8-10a5-45f2-b50c-d24e6965f7bb completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:03:17.774261 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e3eec827-fecd-4c3a-ae98-69b6cbd66b1d None None] Provisioning complete for port 1aa480c8-10a5-45f2-b50c-d24e6965f7bb triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:03:17.774690 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e3eec827-fecd-4c3a-ae98-69b6cbd66b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:17.828543 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-e3eec827-fecd-4c3a-ae98-69b6cbd66b1d None None] Port 1aa480c8-10a5-45f2-b50c-d24e6965f7bb cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:03:17.912188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-28302466-269e-4625-9256-b3f6496c0c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:18.239900 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-28302466-269e-4625-9256-b3f6496c0c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa480c8-10a5-45f2-b50c-d24e6965f7bb {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:03:18.246716 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-28302466-269e-4625-9256-b3f6496c0c73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:18.260404 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-28302466-269e-4625-9256-b3f6496c0c73 service neutron] Transition to ACTIVE for port object 1aa480c8-10a5-45f2-b50c-d24e6965f7bb will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:03:18.322665 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-28302466-269e-4625-9256-b3f6496c0c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:18.482971 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:18.489301 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28302466-269e-4625-9256-b3f6496c0c73 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa480c8-10a5-45f2-b50c-d24e6965f7bb,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:18.605888 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9bd7f-f164-4cbe-a93f-ca57851b3aa4 req-622f9731-02da-47f4-b087-5fb56b35a64b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:18.606587 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-52f9bd7f-f164-4cbe-a93f-ca57851b3aa4 req-622f9731-02da-47f4-b087-5fb56b35a64b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:03:18.630073 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-28302466-269e-4625-9256-b3f6496c0c73 service neutron] Attempting to bind port 1aa480c8-10a5-45f2-b50c-d24e6965f7bb on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:03:18.630399 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-28302466-269e-4625-9256-b3f6496c0c73 service neutron] Attempting to bind port 1aa480c8-10a5-45f2-b50c-d24e6965f7bb by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': 'ccb9fa7f-7fa6-48c7-9440-3cf0dd299835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:03:18.630809 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-28302466-269e-4625-9256-b3f6496c0c73 service neutron] Attempting to bind port 1aa480c8-10a5-45f2-b50c-d24e6965f7bb on network 48d024cc-08a3-4077-afc2-b2994ce96f52 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:03:18.636983 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-28302466-269e-4625-9256-b3f6496c0c73 service neutron] Port 1aa480c8-10a5-45f2-b50c-d24e6965f7bb on network 48d024cc-08a3-4077-afc2-b2994ce96f52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 16:03:18.642808 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-28302466-269e-4625-9256-b3f6496c0c73 service neutron] Attempting to bind port 1aa480c8-10a5-45f2-b50c-d24e6965f7bb on network 48d024cc-08a3-4077-afc2-b2994ce96f52 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:03:18.644368 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-28302466-269e-4625-9256-b3f6496c0c73 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:03:18.644733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-28302466-269e-4625-9256-b3f6496c0c73 service neutron] Checking segment: {'id': 'ccb9fa7f-7fa6-48c7-9440-3cf0dd299835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:03:18.645096 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-28302466-269e-4625-9256-b3f6496c0c73 service neutron] Bound using segment: {'id': 'ccb9fa7f-7fa6-48c7-9440-3cf0dd299835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:03:18.645512 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-28302466-269e-4625-9256-b3f6496c0c73 service neutron] Bound port: 1aa480c8-10a5-45f2-b50c-d24e6965f7bb, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb9fa7f-7fa6-48c7-9440-3cf0dd299835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:03:18.645849 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-28302466-269e-4625-9256-b3f6496c0c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:18.706446 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-52f9bd7f-f164-4cbe-a93f-ca57851b3aa4 req-622f9731-02da-47f4-b087-5fb56b35a64b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:03:18.707631 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-52f9bd7f-f164-4cbe-a93f-ca57851b3aa4 req-622f9731-02da-47f4-b087-5fb56b35a64b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8957e70-b9e7-415b-9fe8-fe8f540fabd0 HTTP/1.1" status: 200 len: 943 time: 0.2816126 Apr 29 16:03:18.766368 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-28302466-269e-4625-9256-b3f6496c0c73 service neutron] For port 1aa480c8-10a5-45f2-b50c-d24e6965f7bb, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:03:18.782186 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-52f9bd7f-f164-4cbe-a93f-ca57851b3aa4 req-9d456a97-ceea-4c20-9a2a-72bde35623cb tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4866224-0fdd-4e02-82b3-cb41a7773080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676246 Apr 29 16:03:18.784241 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-28302466-269e-4625-9256-b3f6496c0c73 service neutron] For port 1aa480c8-10a5-45f2-b50c-d24e6965f7bb, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=1aa480c8-10a5-45f2-b50c-d24e6965f7bb,segment=NetworkSegment(ccb9fa7f-7fa6-48c7-9440-3cf0dd299835),segment_id=ccb9fa7f-7fa6-48c7-9440-3cf0dd299835)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:03:18.843181 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-28302466-269e-4625-9256-b3f6496c0c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:18.905069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-28302466-269e-4625-9256-b3f6496c0c73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:18.906318 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-28302466-269e-4625-9256-b3f6496c0c73 service neutron] 10.222.0.35 "PUT /v2.0/ports/1aa480c8-10a5-45f2-b50c-d24e6965f7bb HTTP/1.1" status: 200 len: 1093 time: 1.2079639 Apr 29 16:03:18.906769 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8957e70-b9e7-415b-9fe8-fe8f540fabd0', 'tag': '1aa480c8-10a5-45f2-b50c-d24e6965f7bb'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:03:18.926612 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28302466-269e-4625-9256-b3f6496c0c73 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa480c8-10a5-45f2-b50c-d24e6965f7bb,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:18.973648 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73da8b83-f592-4353-b297-6aedf3df335f'] response: {'name': 'network-changed', 'server_uuid': 'e8957e70-b9e7-415b-9fe8-fe8f540fabd0', 'tag': '1aa480c8-10a5-45f2-b50c-d24e6965f7bb', 'status': 'completed', 'code': 200} Apr 29 16:03:19.074039 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2d5b4d15-d10f-4b9d-af68-310e0f89e205 req-1494966d-4b17-4440-8202-3a956fa76d97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=e8957e70-b9e7-415b-9fe8-fe8f540fabd0 HTTP/1.1" status: 200 len: 1096 time: 0.0760174 Apr 29 16:03:19.213437 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b4d15-d10f-4b9d-af68-310e0f89e205 req-15967c81-7b8d-4c9f-ab55-786fee1759de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:19.214909 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2d5b4d15-d10f-4b9d-af68-310e0f89e205 req-15967c81-7b8d-4c9f-ab55-786fee1759de service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1334887 Apr 29 16:03:19.348937 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b4d15-d10f-4b9d-af68-310e0f89e205 req-a704ef87-2430-4540-be5b-2f23c3047fad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:19.350299 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2d5b4d15-d10f-4b9d-af68-310e0f89e205 req-a704ef87-2430-4540-be5b-2f23c3047fad service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1280611 Apr 29 16:03:19.462887 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-4c473e99-051a-4fed-afe6-3294febe7cda service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=e8957e70-b9e7-415b-9fe8-fe8f540fabd0 HTTP/1.1" status: 200 len: 1096 time: 0.0685158 Apr 29 16:03:19.529897 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-de3ce2d0-5609-47a0-8364-dc0e97a5ec3c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aa480c8-10a5-45f2-b50c-d24e6965f7bb HTTP/1.1" status: 200 len: 217 time: 0.0607750 Apr 29 16:03:19.588758 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-8fbffd9f-fe07-40c5-83ae-7a30626d9f69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:19.590129 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-8fbffd9f-fe07-40c5-83ae-7a30626d9f69 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fa39852-a93e-43ee-8c54-b391d2c8b04a HTTP/1.1" status: 200 len: 835 time: 0.0548449 Apr 29 16:03:19.664350 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-44a76727-fd82-47a6-9c8d-bb4a65065504 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48d024cc-08a3-4077-afc2-b2994ce96f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682249 Apr 29 16:03:19.886662 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-fb372fbc-6ed9-42a7-b2da-b4b10178c975 service neutron] 10.222.0.35 "GET /v2.0/networks/48d024cc-08a3-4077-afc2-b2994ce96f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160172 Apr 29 16:03:20.068088 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-969c6b9a-8d45-4331-ae2a-2f994437bc2a req-dc4b0d94-6309-4948-99ab-13b7490477cd service neutron] 10.222.0.35 "GET /v2.0/networks/48d024cc-08a3-4077-afc2-b2994ce96f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750410 Apr 29 16:03:20.076323 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbc640-2107-4bf0-8f52-29db0b29dfa8 req-7fc1ace2-9c88-4c92-8ab9-95da44435e16 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:20.077694 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-abbbc640-2107-4bf0-8f52-29db0b29dfa8 req-7fc1ace2-9c88-4c92-8ab9-95da44435e16 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8957e70-b9e7-415b-9fe8-fe8f540fabd0 HTTP/1.1" status: 200 len: 943 time: 0.1667430 Apr 29 16:03:20.125917 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-abbbc640-2107-4bf0-8f52-29db0b29dfa8 req-d4c62acb-778a-4b18-b14a-41cd2c503435 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4866224-0fdd-4e02-82b3-cb41a7773080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418534 Apr 29 16:03:21.319483 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9b174-f255-450d-8548-013b4637018c req-8d513d44-5cfa-4587-b28f-533fa0a2dcfe tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:21.320918 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bdf9b174-f255-450d-8548-013b4637018c req-8d513d44-5cfa-4587-b28f-533fa0a2dcfe tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8957e70-b9e7-415b-9fe8-fe8f540fabd0 HTTP/1.1" status: 200 len: 943 time: 0.0753286 Apr 29 16:03:21.365814 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bdf9b174-f255-450d-8548-013b4637018c req-118801bf-0951-4fb8-b246-efc3d5e3f6d7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4866224-0fdd-4e02-82b3-cb41a7773080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393732 Apr 29 16:03:22.561096 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944765c6-afbc-456f-8bc4-268bf7a3d34d req-6aaf250f-5e6c-4ed4-b842-4d7cd4da8954 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:22.562641 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-944765c6-afbc-456f-8bc4-268bf7a3d34d req-6aaf250f-5e6c-4ed4-b842-4d7cd4da8954 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8957e70-b9e7-415b-9fe8-fe8f540fabd0 HTTP/1.1" status: 200 len: 943 time: 0.0784068 Apr 29 16:03:22.608530 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-944765c6-afbc-456f-8bc4-268bf7a3d34d req-f103a8e8-ff66-4fc2-b8be-43c356d5a515 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4866224-0fdd-4e02-82b3-cb41a7773080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392728 Apr 29 16:03:22.793292 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 1aa480c8-10a5-45f2-b50c-d24e6965f7bb details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:03:22.923970 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 1aa480c8-10a5-45f2-b50c-d24e6965f7bb, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=1aa480c8-10a5-45f2-b50c-d24e6965f7bb,segment=NetworkSegment(ccb9fa7f-7fa6-48c7-9440-3cf0dd299835),segment_id=ccb9fa7f-7fa6-48c7-9440-3cf0dd299835)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:03:22.936516 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '1aa480c8-10a5-45f2-b50c-d24e6965f7bb', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'port_id': '1aa480c8-10a5-45f2-b50c-d24e6965f7bb', 'mac_address': 'fa:16:3e:01:02:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:03:22.991899 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:23.008878 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa480c8-10a5-45f2-b50c-d24e6965f7bb {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:03:23.024528 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 1aa480c8-10a5-45f2-b50c-d24e6965f7bb, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=1aa480c8-10a5-45f2-b50c-d24e6965f7bb,segment=NetworkSegment(ccb9fa7f-7fa6-48c7-9440-3cf0dd299835),segment_id=ccb9fa7f-7fa6-48c7-9440-3cf0dd299835)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:03:23.070949 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:23.135070 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=1aa480c8-10a5-45f2-b50c-d24e6965f7bb,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:23.396356 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['1aa480c8-10a5-45f2-b50c-d24e6965f7bb'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:03:23.806213 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ca750-a8da-4dc2-95a4-d92f7a4c8c01 req-8fbcfe70-5ffb-4c66-bc63-481c47323368 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:23.807718 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ed6ca750-a8da-4dc2-95a4-d92f7a4c8c01 req-8fbcfe70-5ffb-4c66-bc63-481c47323368 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8957e70-b9e7-415b-9fe8-fe8f540fabd0 HTTP/1.1" status: 200 len: 944 time: 0.0791669 Apr 29 16:03:23.853884 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ed6ca750-a8da-4dc2-95a4-d92f7a4c8c01 req-83030686-f122-499d-9383-21fe5d06157b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4866224-0fdd-4e02-82b3-cb41a7773080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399668 Apr 29 16:03:24.800543 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 1aa480c8-10a5-45f2-b50c-d24e6965f7bb up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:03:24.939678 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 1aa480c8-10a5-45f2-b50c-d24e6965f7bb completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:03:24.944816 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 1aa480c8-10a5-45f2-b50c-d24e6965f7bb triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:03:24.945185 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:25.055312 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:25.056460 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a585ccc-c2bd-4036-abea-88a1520aaf94 req-0bf91e8e-607a-4a48-9e74-9d14550da1ad tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:25.057929 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4a585ccc-c2bd-4036-abea-88a1520aaf94 req-0bf91e8e-607a-4a48-9e74-9d14550da1ad tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8957e70-b9e7-415b-9fe8-fe8f540fabd0 HTTP/1.1" status: 200 len: 944 time: 0.0788929 Apr 29 16:03:25.085073 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8957e70-b9e7-415b-9fe8-fe8f540fabd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa480c8-10a5-45f2-b50c-d24e6965f7bb'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:03:25.095037 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 1aa480c8-10a5-45f2-b50c-d24e6965f7bb, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=1aa480c8-10a5-45f2-b50c-d24e6965f7bb,segment=NetworkSegment(ccb9fa7f-7fa6-48c7-9440-3cf0dd299835),segment_id=ccb9fa7f-7fa6-48c7-9440-3cf0dd299835)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:03:25.107457 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4a585ccc-c2bd-4036-abea-88a1520aaf94 req-ae22a7f3-dc6c-4724-a134-de2c0e7eac94 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4866224-0fdd-4e02-82b3-cb41a7773080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406797 Apr 29 16:03:25.145258 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da5b986-99f7-439b-98b1-1e2329620f24'] response: {'server_uuid': 'e8957e70-b9e7-415b-9fe8-fe8f540fabd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa480c8-10a5-45f2-b50c-d24e6965f7bb', 'code': 200} Apr 29 16:03:25.157855 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:25.226170 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=1aa480c8-10a5-45f2-b50c-d24e6965f7bb,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:25.464171 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8ef21be9-4958-420f-a9f6-2cfb3f1f9eb9 req-00c576a4-0cb0-4dfc-b945-e4855c98f02f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e8957e70-b9e7-415b-9fe8-fe8f540fabd0 HTTP/1.1" status: 200 len: 1098 time: 0.0644126 Apr 29 16:03:25.512602 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8ef21be9-4958-420f-a9f6-2cfb3f1f9eb9 req-d691b3e6-e4e9-435c-b37d-d3c65596fdeb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f4866224-0fdd-4e02-82b3-cb41a7773080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413597 Apr 29 16:03:26.303627 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d019f08-d5bc-44ef-b7c4-ed0b1e03be6d req-8073cdc0-e483-4eb6-be07-07771a632462 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:26.305067 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1d019f08-d5bc-44ef-b7c4-ed0b1e03be6d req-8073cdc0-e483-4eb6-be07-07771a632462 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8957e70-b9e7-415b-9fe8-fe8f540fabd0 HTTP/1.1" status: 200 len: 945 time: 0.0792074 Apr 29 16:03:26.349721 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1d019f08-d5bc-44ef-b7c4-ed0b1e03be6d req-3d87cb57-fe78-495d-b5ef-2cfa7fde8872 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4866224-0fdd-4e02-82b3-cb41a7773080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392091 Apr 29 16:03:27.690632 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24bc3f-db06-4f9b-a6b9-d6d735a11c5c req-cd39bec9-106e-4a62-955d-88c260c380a7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:27.692006 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fb24bc3f-db06-4f9b-a6b9-d6d735a11c5c req-cd39bec9-106e-4a62-955d-88c260c380a7 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8957e70-b9e7-415b-9fe8-fe8f540fabd0 HTTP/1.1" status: 200 len: 945 time: 0.0793695 Apr 29 16:03:27.740573 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fb24bc3f-db06-4f9b-a6b9-d6d735a11c5c req-08ff0978-e983-4f44-8098-7cb78cb2bac8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4866224-0fdd-4e02-82b3-cb41a7773080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430484 Apr 29 16:03:27.949612 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7593bc-6ed6-4b6a-8a5d-73a68d14de83 req-455dbfae-dda5-402c-bd5b-13e1b32eb4d2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:27.951079 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f7593bc-6ed6-4b6a-8a5d-73a68d14de83 req-455dbfae-dda5-402c-bd5b-13e1b32eb4d2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8957e70-b9e7-415b-9fe8-fe8f540fabd0 HTTP/1.1" status: 200 len: 945 time: 0.0741041 Apr 29 16:03:27.995527 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f7593bc-6ed6-4b6a-8a5d-73a68d14de83 req-9235719a-2ebf-4c15-a8ac-d85163a80263 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4866224-0fdd-4e02-82b3-cb41a7773080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387592 Apr 29 16:03:28.022992 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33792) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:28.095470 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c8029210-8c15-46d9-964e-689b4a0d1118 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e8957e70-b9e7-415b-9fe8-fe8f540fabd0 HTTP/1.1" status: 200 len: 1093 time: 0.0712821 Apr 29 16:03:28.098816 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33796) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:28.103989 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-48970526-2863-49d3-802f-22d3db97ce98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': '1aa480c8-10a5-45f2-b50c-d24e6965f7bb', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:03:28.109460 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-48970526-2863-49d3-802f-22d3db97ce98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:03:28.113432 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-48970526-2863-49d3-802f-22d3db97ce98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:floatingip and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:03:28.116275 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-48970526-2863-49d3-802f-22d3db97ce98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:03:28.121811 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-48970526-2863-49d3-802f-22d3db97ce98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:03:28.196531 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-48970526-2863-49d3-802f-22d3db97ce98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:28.330126 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-48970526-2863-49d3-802f-22d3db97ce98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:28.459162 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-48970526-2863-49d3-802f-22d3db97ce98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.26.1.2 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/2cce940d-51f1-4fa8-9eb8-e7c7ef62a6b0) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:03:28.599033 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-48970526-2863-49d3-802f-22d3db97ce98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:28.665831 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-48970526-2863-49d3-802f-22d3db97ce98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:28.734189 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48970526-2863-49d3-802f-22d3db97ce98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:03:28.737579 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-48970526-2863-49d3-802f-22d3db97ce98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:03:28.741928 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48970526-2863-49d3-802f-22d3db97ce98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:03:28.765758 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48970526-2863-49d3-802f-22d3db97ce98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=2cce940d-51f1-4fa8-9eb8-e7c7ef62a6b0,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:29.241669 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-48970526-2863-49d3-802f-22d3db97ce98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:29.351480 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-48970526-2863-49d3-802f-22d3db97ce98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:29.559246 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-48970526-2863-49d3-802f-22d3db97ce98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:29.642681 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-48970526-2863-49d3-802f-22d3db97ce98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:29.750330 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48970526-2863-49d3-802f-22d3db97ce98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=2cce940d-51f1-4fa8-9eb8-e7c7ef62a6b0,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:29.772414 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-48970526-2863-49d3-802f-22d3db97ce98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:30.048582 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [None req-48970526-2863-49d3-802f-22d3db97ce98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Floating IP ceaf3f69-749f-477a-b7f1-3eb87ee0b8bf associated. External IP: 172.26.1.2, port: 1aa480c8-10a5-45f2-b50c-d24e6965f7bb. Apr 29 16:03:30.509914 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48970526-2863-49d3-802f-22d3db97ce98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 2fff3790-17b7-471b-b1e2-b25308cde713 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:03:30.754020 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48970526-2863-49d3-802f-22d3db97ce98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:03:30.764578 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67369b6-10a0-4e14-9e53-d0b10463a855 None None] Sync routers for ids ['2fff3790-17b7-471b-b1e2-b25308cde713'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:03:30.779102 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67369b6-10a0-4e14-9e53-d0b10463a855 None None] Routers {'2fff3790-17b7-471b-b1e2-b25308cde713'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:03:30.779716 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-c67369b6-10a0-4e14-9e53-d0b10463a855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:03:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2fff3790-17b7-471b-b1e2-b25308cde713'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:30.843074 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-48970526-2863-49d3-802f-22d3db97ce98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:30.909694 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-48970526-2863-49d3-802f-22d3db97ce98 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.8096888 Apr 29 16:03:30.910273 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8957e70-b9e7-415b-9fe8-fe8f540fabd0', 'tag': '1aa480c8-10a5-45f2-b50c-d24e6965f7bb'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:03:30.979526 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-c67369b6-10a0-4e14-9e53-d0b10463a855 None None] Set router 2fff3790-17b7-471b-b1e2-b25308cde713 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:03:31.049980 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9e13202-765b-458c-98e7-5590285a8a20'] response: {'name': 'network-changed', 'server_uuid': 'e8957e70-b9e7-415b-9fe8-fe8f540fabd0', 'tag': '1aa480c8-10a5-45f2-b50c-d24e6965f7bb', 'status': 'completed', 'code': 200} Apr 29 16:03:31.144936 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c1e37c7b-1b7f-43a3-9dfd-7490615d39b8 req-54fb434d-1189-419f-8b48-cd2e3e8ce8bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=e8957e70-b9e7-415b-9fe8-fe8f540fabd0 HTTP/1.1" status: 200 len: 1098 time: 0.0709953 Apr 29 16:03:31.276849 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e37c7b-1b7f-43a3-9dfd-7490615d39b8 req-f08fb908-3e8c-4346-8cc4-d6ba066077c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:31.278169 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c1e37c7b-1b7f-43a3-9dfd-7490615d39b8 req-f08fb908-3e8c-4346-8cc4-d6ba066077c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48d024cc-08a3-4077-afc2-b2994ce96f52 HTTP/1.1" status: 200 len: 897 time: 0.1266716 Apr 29 16:03:31.338944 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-c67369b6-10a0-4e14-9e53-d0b10463a855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'name': 'tempest-TestNetworkBasicOps-router-435577427', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '10490944-4bfb-41e2-9434-1bb0e495a366', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.212', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'port_id': '9abf64fa-b7c8-40fd-9667-ef8cff879c10', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'mac_address': 'fa:16:3e:80:0e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb44431b-9053-4a8e-8eff-b47c592e0de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:03:09Z', 'updated_at': '2022-04-29T16:03:12Z', 'revision_number': 1, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}, {'id': 'ceaf3f69-749f-477a-b7f1-3eb87ee0b8bf', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.2', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'port_id': '1aa480c8-10a5-45f2-b50c-d24e6965f7bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'mac_address': 'fa:16:3e:01:02:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8957e70-b9e7-415b-9fe8-fe8f540fabd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:03:29Z', 'updated_at': '2022-04-29T16:03:29Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23932a6d-283a-4c6a-a32b-aac554317fa1', 'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:df:dd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:45Z', 'updated_at': '2022-04-29T16:02:52Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:31.342989 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67369b6-10a0-4e14-9e53-d0b10463a855 None None] Checking router: 2fff3790-17b7-471b-b1e2-b25308cde713 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:03:31.355126 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67369b6-10a0-4e14-9e53-d0b10463a855 None None] Routers {'2fff3790-17b7-471b-b1e2-b25308cde713'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:03:31.355777 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-c67369b6-10a0-4e14-9e53-d0b10463a855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:03:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2fff3790-17b7-471b-b1e2-b25308cde713'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:31.386280 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c1e37c7b-1b7f-43a3-9dfd-7490615d39b8 req-48fddfcd-025a-40f4-998f-012ef329c064 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aa480c8-10a5-45f2-b50c-d24e6965f7bb HTTP/1.1" status: 200 len: 997 time: 0.1024485 Apr 29 16:03:31.453867 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e37c7b-1b7f-43a3-9dfd-7490615d39b8 req-cc789d48-5d11-4353-b518-bdc5b72048ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:31.455528 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c1e37c7b-1b7f-43a3-9dfd-7490615d39b8 req-cc789d48-5d11-4353-b518-bdc5b72048ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fa39852-a93e-43ee-8c54-b391d2c8b04a HTTP/1.1" status: 200 len: 835 time: 0.0627260 Apr 29 16:03:31.529585 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c1e37c7b-1b7f-43a3-9dfd-7490615d39b8 req-1a9143ad-1715-4fc8-ab00-3202645bb0a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48d024cc-08a3-4077-afc2-b2994ce96f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678716 Apr 29 16:03:31.597697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-c67369b6-10a0-4e14-9e53-d0b10463a855 None None] Set router 2fff3790-17b7-471b-b1e2-b25308cde713 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:03:31.743417 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c1e37c7b-1b7f-43a3-9dfd-7490615d39b8 req-d1eb5ffe-8553-4a21-8c01-4e2b82a9cb44 service neutron] 10.222.0.35 "GET /v2.0/networks/48d024cc-08a3-4077-afc2-b2994ce96f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073674 Apr 29 16:03:31.889412 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c1e37c7b-1b7f-43a3-9dfd-7490615d39b8 req-48364fe8-ba77-4946-8cd0-1c446296cd84 service neutron] 10.222.0.35 "GET /v2.0/networks/48d024cc-08a3-4077-afc2-b2994ce96f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403644 Apr 29 16:03:31.978307 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-c67369b6-10a0-4e14-9e53-d0b10463a855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'name': 'tempest-TestNetworkBasicOps-router-435577427', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '10490944-4bfb-41e2-9434-1bb0e495a366', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.212', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'port_id': '9abf64fa-b7c8-40fd-9667-ef8cff879c10', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'mac_address': 'fa:16:3e:80:0e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb44431b-9053-4a8e-8eff-b47c592e0de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:03:09Z', 'updated_at': '2022-04-29T16:03:12Z', 'revision_number': 1, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}, {'id': 'ceaf3f69-749f-477a-b7f1-3eb87ee0b8bf', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.2', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'port_id': '1aa480c8-10a5-45f2-b50c-d24e6965f7bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'mac_address': 'fa:16:3e:01:02:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8957e70-b9e7-415b-9fe8-fe8f540fabd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:03:29Z', 'updated_at': '2022-04-29T16:03:29Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23932a6d-283a-4c6a-a32b-aac554317fa1', 'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:df:dd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:45Z', 'updated_at': '2022-04-29T16:02:52Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:31.982330 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67369b6-10a0-4e14-9e53-d0b10463a855 None None] The sync data for ids ['2fff3790-17b7-471b-b1e2-b25308cde713'] in dv-neutron-839913-1-hyperv is: [{'id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'name': 'tempest-TestNetworkBasicOps-router-435577427', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '10490944-4bfb-41e2-9434-1bb0e495a366', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.212', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'port_id': '9abf64fa-b7c8-40fd-9667-ef8cff879c10', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'mac_address': 'fa:16:3e:80:0e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb44431b-9053-4a8e-8eff-b47c592e0de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:03:09Z', 'updated_at': '2022-04-29T16:03:12Z', 'revision_number': 1, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}, {'id': 'ceaf3f69-749f-477a-b7f1-3eb87ee0b8bf', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.2', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'port_id': '1aa480c8-10a5-45f2-b50c-d24e6965f7bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'mac_address': 'fa:16:3e:01:02:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8957e70-b9e7-415b-9fe8-fe8f540fabd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:03:29Z', 'updated_at': '2022-04-29T16:03:29Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23932a6d-283a-4c6a-a32b-aac554317fa1', 'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:df:dd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:45Z', 'updated_at': '2022-04-29T16:02:52Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:03:32.251331 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223d05da-9db1-478f-b40a-818edf4069aa None None] New status for floating IP ceaf3f69-749f-477a-b7f1-3eb87ee0b8bf: ACTIVE {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:03:32.748508 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:03:38.065024 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5b96f38a-0a29-4d47-94ab-d201ee6f704e req-87d625ba-80b7-4807-9463-438e149c63ce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698290 Apr 29 16:03:38.198871 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5b96f38a-0a29-4d47-94ab-d201ee6f704e req-f7ad2305-2b21-4549-8634-6b5b56ebadbc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 1099 time: 0.0673096 Apr 29 16:03:38.339082 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96f38a-0a29-4d47-94ab-d201ee6f704e req-3785ebd7-9b1f-4e14-9b0d-279e49fe3ff3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:38.340414 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5b96f38a-0a29-4d47-94ab-d201ee6f704e req-3785ebd7-9b1f-4e14-9b0d-279e49fe3ff3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48d024cc-08a3-4077-afc2-b2994ce96f52 HTTP/1.1" status: 200 len: 897 time: 0.1243632 Apr 29 16:03:38.442084 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5b96f38a-0a29-4d47-94ab-d201ee6f704e req-b3bcbbb5-399d-48fa-bfa8-94082e196de4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9abf64fa-b7c8-40fd-9667-ef8cff879c10 HTTP/1.1" status: 200 len: 1002 time: 0.0959706 Apr 29 16:03:38.502131 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96f38a-0a29-4d47-94ab-d201ee6f704e req-65842616-4041-4435-a291-6a7859cc3b54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:03:38.503646 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5b96f38a-0a29-4d47-94ab-d201ee6f704e req-65842616-4041-4435-a291-6a7859cc3b54 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fa39852-a93e-43ee-8c54-b391d2c8b04a HTTP/1.1" status: 200 len: 835 time: 0.0560575 Apr 29 16:03:38.580792 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5b96f38a-0a29-4d47-94ab-d201ee6f704e req-4cfb8001-2610-4cce-8fdd-18a6f5b06408 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48d024cc-08a3-4077-afc2-b2994ce96f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716510 Apr 29 16:03:38.712627 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5b96f38a-0a29-4d47-94ab-d201ee6f704e req-0560c06b-1227-4765-b124-4868a15e3eb1 service neutron] 10.222.0.35 "GET /v2.0/networks/48d024cc-08a3-4077-afc2-b2994ce96f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251278 Apr 29 16:03:38.842094 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5b96f38a-0a29-4d47-94ab-d201ee6f704e req-cc1b452b-8609-409d-bf42-bc416b7eb580 service neutron] 10.222.0.35 "GET /v2.0/networks/48d024cc-08a3-4077-afc2-b2994ce96f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228671 Apr 29 16:03:43.630819 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3f229c05-de04-43ee-b775-d0bb27405f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:45.361376 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:45.916134 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3c1eae43-75a8-42b6-9524-969ea4b6a93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:47.176234 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:47.499384 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:48.464332 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:09.747809 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:04:13.601591 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2f44630f-190d-493b-a8f4-36577b5f25ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:15.396541 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:15.897970 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e6c8adf5-d747-4011-80da-6f13a9dbb30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:17.205805 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:17.486898 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:18.492939 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:38.218311 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f2eeedec-ea24-4db4-9768-a5a9100841d6 req-a37f2ad2-4c7a-4dfb-9eb7-f56dedee48c1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e8957e70-b9e7-415b-9fe8-fe8f540fabd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1879902 Apr 29 16:04:38.313703 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f2eeedec-ea24-4db4-9768-a5a9100841d6 req-2c778d13-e33e-4279-9d21-744bbd4ff88a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=e8957e70-b9e7-415b-9fe8-fe8f540fabd0 HTTP/1.1" status: 200 len: 1098 time: 0.0692875 Apr 29 16:04:38.454272 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eeedec-ea24-4db4-9768-a5a9100841d6 req-ffa42596-693d-4ca3-9d7f-2f66ae70ad7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:04:38.455727 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f2eeedec-ea24-4db4-9768-a5a9100841d6 req-ffa42596-693d-4ca3-9d7f-2f66ae70ad7a service neutron] 10.222.0.35 "GET /v2.0/networks?id=48d024cc-08a3-4077-afc2-b2994ce96f52 HTTP/1.1" status: 200 len: 897 time: 0.1233754 Apr 29 16:04:38.557784 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f2eeedec-ea24-4db4-9768-a5a9100841d6 req-1cf9afa1-c07d-46df-ba44-95325e98fc1a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aa480c8-10a5-45f2-b50c-d24e6965f7bb HTTP/1.1" status: 200 len: 999 time: 0.0954964 Apr 29 16:04:38.619702 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eeedec-ea24-4db4-9768-a5a9100841d6 req-89f52cfb-e4af-4564-bef8-d77f5dc7351e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:04:38.621021 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f2eeedec-ea24-4db4-9768-a5a9100841d6 req-89f52cfb-e4af-4564-bef8-d77f5dc7351e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fa39852-a93e-43ee-8c54-b391d2c8b04a HTTP/1.1" status: 200 len: 835 time: 0.0571845 Apr 29 16:04:38.699460 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f2eeedec-ea24-4db4-9768-a5a9100841d6 req-24192857-260d-4683-9bd7-c021d012028a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48d024cc-08a3-4077-afc2-b2994ce96f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671210 Apr 29 16:04:38.912176 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f2eeedec-ea24-4db4-9768-a5a9100841d6 req-c20bd3be-7d0f-4416-ac10-03b656691e78 service neutron] 10.222.0.35 "GET /v2.0/networks/48d024cc-08a3-4077-afc2-b2994ce96f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063673 Apr 29 16:04:39.040213 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f2eeedec-ea24-4db4-9768-a5a9100841d6 req-76f36d4c-65c0-46cb-a844-655d207a8671 service neutron] 10.222.0.35 "GET /v2.0/networks/48d024cc-08a3-4077-afc2-b2994ce96f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213408 Apr 29 16:04:43.629758 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-508492fa-c1b4-406e-847f-7a3798992231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:45.377149 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:45.931660 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-70db11ec-3661-4b46-adf8-153fa44a09bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:46.363218 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33828) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:04:46.466587 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a734b55c-aff5-4462-95a9-9b14b0b2bfe5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/10490944-4bfb-41e2-9434-1bb0e495a366 HTTP/1.1" status: 200 len: 994 time: 0.1022546 Apr 29 16:04:46.747629 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:04:47.130379 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33838) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:04:47.136089 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-3146213a-7307-451f-b48c-e1ef773f3471 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:04:47.166257 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:47.251144 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3146213a-7307-451f-b48c-e1ef773f3471 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:47.454016 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-3146213a-7307-451f-b48c-e1ef773f3471 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port 9abf64fa-b7c8-40fd-9667-ef8cff879c10, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=9abf64fa-b7c8-40fd-9667-ef8cff879c10,segment=NetworkSegment(ccb9fa7f-7fa6-48c7-9440-3cf0dd299835),segment_id=ccb9fa7f-7fa6-48c7-9440-3cf0dd299835)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:04:47.479425 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3146213a-7307-451f-b48c-e1ef773f3471 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:47.497075 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:47.548943 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3146213a-7307-451f-b48c-e1ef773f3471 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:47.620408 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3146213a-7307-451f-b48c-e1ef773f3471 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:04:47.630404 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3146213a-7307-451f-b48c-e1ef773f3471 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:47.630404 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3146213a-7307-451f-b48c-e1ef773f3471 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "PUT /v2.0/ports/9abf64fa-b7c8-40fd-9667-ef8cff879c10 HTTP/1.1" status: 200 len: 939 time: 0.4911056 Apr 29 16:04:47.630404 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb44431b-9053-4a8e-8eff-b47c592e0de0', 'tag': '9abf64fa-b7c8-40fd-9667-ef8cff879c10'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:04:47.657161 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146213a-7307-451f-b48c-e1ef773f3471 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=9abf64fa-b7c8-40fd-9667-ef8cff879c10,revision_number=6']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:04:47.667100 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146213a-7307-451f-b48c-e1ef773f3471 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:47.667449 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146213a-7307-451f-b48c-e1ef773f3471 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:47.667786 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146213a-7307-451f-b48c-e1ef773f3471 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:47.668124 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146213a-7307-451f-b48c-e1ef773f3471 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:47.668456 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146213a-7307-451f-b48c-e1ef773f3471 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:47.668786 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146213a-7307-451f-b48c-e1ef773f3471 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:47.669113 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146213a-7307-451f-b48c-e1ef773f3471 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:47.669442 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146213a-7307-451f-b48c-e1ef773f3471 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:47.669923 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146213a-7307-451f-b48c-e1ef773f3471 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:47.670248 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146213a-7307-451f-b48c-e1ef773f3471 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:47.670606 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146213a-7307-451f-b48c-e1ef773f3471 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:47.698711 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11f29a00-9142-40c6-bd11-08387b193960'] response: {'name': 'network-changed', 'server_uuid': 'fb44431b-9053-4a8e-8eff-b47c592e0de0', 'tag': '9abf64fa-b7c8-40fd-9667-ef8cff879c10', 'status': 'completed', 'code': 200} Apr 29 16:04:47.795476 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-18d48e30-0446-472d-8fa8-195a45ed327f req-c249812c-e2e1-45f3-9aea-93329d2821a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 1100 time: 0.0739009 Apr 29 16:04:47.853852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-82187e80-084f-40da-9b16-f787e9e7b450 None None] Provisioning complete for port 9abf64fa-b7c8-40fd-9667-ef8cff879c10 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:04:47.854144 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-82187e80-084f-40da-9b16-f787e9e7b450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:47.914118 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-82187e80-084f-40da-9b16-f787e9e7b450 None None] Port 9abf64fa-b7c8-40fd-9667-ef8cff879c10 is administratively disabled so it will not transition to active. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Apr 29 16:04:47.923264 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d48e30-0446-472d-8fa8-195a45ed327f req-963ca169-1d47-41e5-b4bd-03a5450e347d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:04:47.925462 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-18d48e30-0446-472d-8fa8-195a45ed327f req-963ca169-1d47-41e5-b4bd-03a5450e347d service neutron] 10.222.0.35 "GET /v2.0/networks?id=48d024cc-08a3-4077-afc2-b2994ce96f52 HTTP/1.1" status: 200 len: 897 time: 0.1239691 Apr 29 16:04:48.025848 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-18d48e30-0446-472d-8fa8-195a45ed327f req-d211b2f2-c2cb-409a-b2fe-14dcc51402f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9abf64fa-b7c8-40fd-9667-ef8cff879c10 HTTP/1.1" status: 200 len: 1003 time: 0.0945024 Apr 29 16:04:48.086499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d48e30-0446-472d-8fa8-195a45ed327f req-7b4c6776-8144-448e-85ce-577e71535772 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:04:48.087891 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-18d48e30-0446-472d-8fa8-195a45ed327f req-7b4c6776-8144-448e-85ce-577e71535772 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fa39852-a93e-43ee-8c54-b391d2c8b04a HTTP/1.1" status: 200 len: 835 time: 0.0560157 Apr 29 16:04:48.166509 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-18d48e30-0446-472d-8fa8-195a45ed327f req-8f34113c-0afa-4c0a-889c-c0a04f1725ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48d024cc-08a3-4077-afc2-b2994ce96f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729675 Apr 29 16:04:48.295809 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-18d48e30-0446-472d-8fa8-195a45ed327f req-ed49d766-ac97-40e2-9e13-c0da959487c5 service neutron] 10.222.0.35 "GET /v2.0/networks/48d024cc-08a3-4077-afc2-b2994ce96f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232994 Apr 29 16:04:48.435402 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-18d48e30-0446-472d-8fa8-195a45ed327f req-d7b60ca6-c2ae-42f7-973a-8727d460eba4 service neutron] 10.222.0.35 "GET /v2.0/networks/48d024cc-08a3-4077-afc2-b2994ce96f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334915 Apr 29 16:04:48.457680 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:51.057859 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33848) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:04:51.063551 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-4a72a382-bcd9-4960-bb76-01a7b28d31e2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:04:51.279712 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4a72a382-bcd9-4960-bb76-01a7b28d31e2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:51.489110 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-4a72a382-bcd9-4960-bb76-01a7b28d31e2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port 9abf64fa-b7c8-40fd-9667-ef8cff879c10, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=9abf64fa-b7c8-40fd-9667-ef8cff879c10,segment=NetworkSegment(ccb9fa7f-7fa6-48c7-9440-3cf0dd299835),segment_id=ccb9fa7f-7fa6-48c7-9440-3cf0dd299835)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:04:51.521456 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4a72a382-bcd9-4960-bb76-01a7b28d31e2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:51.587969 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4a72a382-bcd9-4960-bb76-01a7b28d31e2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:51.660596 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a72a382-bcd9-4960-bb76-01a7b28d31e2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:04:51.661234 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4a72a382-bcd9-4960-bb76-01a7b28d31e2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:51.662536 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4a72a382-bcd9-4960-bb76-01a7b28d31e2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "PUT /v2.0/ports/9abf64fa-b7c8-40fd-9667-ef8cff879c10 HTTP/1.1" status: 200 len: 938 time: 0.6037829 Apr 29 16:04:51.663065 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb44431b-9053-4a8e-8eff-b47c592e0de0', 'tag': '9abf64fa-b7c8-40fd-9667-ef8cff879c10'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:04:51.665473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33852) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:04:51.693309 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72a382-bcd9-4960-bb76-01a7b28d31e2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=9abf64fa-b7c8-40fd-9667-ef8cff879c10,revision_number=7']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:04:51.736057 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f2172e-ea92-4b57-836e-e50d26fd8e7b'] response: {'name': 'network-changed', 'server_uuid': 'fb44431b-9053-4a8e-8eff-b47c592e0de0', 'tag': '9abf64fa-b7c8-40fd-9667-ef8cff879c10', 'status': 'completed', 'code': 200} Apr 29 16:04:51.859831 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5b02fbf9-3a93-4aa9-a4ed-962434655e00 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/10490944-4bfb-41e2-9434-1bb0e495a366 HTTP/1.1" status: 200 len: 994 time: 0.1932189 Apr 29 16:04:51.880157 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df3e1fd1-d5d8-4516-925d-39b3b13558cf req-dbf3d5a1-5fee-46eb-a32c-d2d08c4f5978 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 1099 time: 0.1215882 Apr 29 16:04:51.956449 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b0ed2d40-ebca-40d8-81fc-266cd431e233 None None] Provisioning complete for port 9abf64fa-b7c8-40fd-9667-ef8cff879c10 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:04:51.957033 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b0ed2d40-ebca-40d8-81fc-266cd431e233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:51.983898 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['9abf64fa-b7c8-40fd-9667-ef8cff879c10'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:04:52.009001 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e1fd1-d5d8-4516-925d-39b3b13558cf req-9953fe9e-ef6d-4d80-a81b-f2c5cac8206c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:04:52.010442 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df3e1fd1-d5d8-4516-925d-39b3b13558cf req-9953fe9e-ef6d-4d80-a81b-f2c5cac8206c service neutron] 10.222.0.35 "GET /v2.0/networks?id=48d024cc-08a3-4077-afc2-b2994ce96f52 HTTP/1.1" status: 200 len: 897 time: 0.1242526 Apr 29 16:04:52.113526 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df3e1fd1-d5d8-4516-925d-39b3b13558cf req-6e991e92-ea7c-4d72-8c78-deaafd9ab9b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9abf64fa-b7c8-40fd-9667-ef8cff879c10 HTTP/1.1" status: 200 len: 1002 time: 0.0962937 Apr 29 16:04:52.180096 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e1fd1-d5d8-4516-925d-39b3b13558cf req-32807736-6a99-473c-b82d-4efc760a868d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:04:52.181557 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df3e1fd1-d5d8-4516-925d-39b3b13558cf req-32807736-6a99-473c-b82d-4efc760a868d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fa39852-a93e-43ee-8c54-b391d2c8b04a HTTP/1.1" status: 200 len: 835 time: 0.0632334 Apr 29 16:04:52.355048 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df3e1fd1-d5d8-4516-925d-39b3b13558cf req-442d8e3d-7533-4709-84dd-cbadd7e07f62 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48d024cc-08a3-4077-afc2-b2994ce96f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1678996 Apr 29 16:04:52.483514 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df3e1fd1-d5d8-4516-925d-39b3b13558cf req-4cb3e90a-247d-40b2-b4d4-6e6ca61d9762 service neutron] 10.222.0.35 "GET /v2.0/networks/48d024cc-08a3-4077-afc2-b2994ce96f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219378 Apr 29 16:04:52.613330 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df3e1fd1-d5d8-4516-925d-39b3b13558cf req-6f8281c8-ce62-47f8-a916-0e6dee0dc017 service neutron] 10.222.0.35 "GET /v2.0/networks/48d024cc-08a3-4077-afc2-b2994ce96f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233437 Apr 29 16:04:54.448640 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33864) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:04:54.640481 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-95bc495a-2822-4279-a140-479e64dd0148 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 2cce940d-51f1-4fa8-9eb8-e7c7ef62a6b0 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:04:54.640814 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95bc495a-2822-4279-a140-479e64dd0148 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:54.809967 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95bc495a-2822-4279-a140-479e64dd0148 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:54.810299 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95bc495a-2822-4279-a140-479e64dd0148 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:54.927979 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-95bc495a-2822-4279-a140-479e64dd0148 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 2cce940d-51f1-4fa8-9eb8-e7c7ef62a6b0 owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:04:55.124581 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95bc495a-2822-4279-a140-479e64dd0148 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:55.169078 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc495a-2822-4279-a140-479e64dd0148 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=2cce940d-51f1-4fa8-9eb8-e7c7ef62a6b0,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:04:55.208744 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc495a-2822-4279-a140-479e64dd0148 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:55.212402 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc495a-2822-4279-a140-479e64dd0148 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:55.212402 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc495a-2822-4279-a140-479e64dd0148 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:55.212402 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc495a-2822-4279-a140-479e64dd0148 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:55.212402 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc495a-2822-4279-a140-479e64dd0148 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:55.212402 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc495a-2822-4279-a140-479e64dd0148 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:55.212402 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc495a-2822-4279-a140-479e64dd0148 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:55.212402 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc495a-2822-4279-a140-479e64dd0148 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:55.212402 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc495a-2822-4279-a140-479e64dd0148 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:55.212402 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc495a-2822-4279-a140-479e64dd0148 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:55.212402 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc495a-2822-4279-a140-479e64dd0148 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:55.275387 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95bc495a-2822-4279-a140-479e64dd0148 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:55.747163 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bc495a-2822-4279-a140-479e64dd0148 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 2fff3790-17b7-471b-b1e2-b25308cde713 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:04:55.945974 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bc495a-2822-4279-a140-479e64dd0148 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:04:55.955252 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847336a0-d20f-42e9-8fe8-7a8fac42eb64 None None] Sync routers for ids ['2fff3790-17b7-471b-b1e2-b25308cde713'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:04:55.967681 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847336a0-d20f-42e9-8fe8-7a8fac42eb64 None None] Routers {'2fff3790-17b7-471b-b1e2-b25308cde713'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:04:55.968286 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-847336a0-d20f-42e9-8fe8-7a8fac42eb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:04:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2fff3790-17b7-471b-b1e2-b25308cde713'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:04:56.006191 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95bc495a-2822-4279-a140-479e64dd0148 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:56.057761 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-95bc495a-2822-4279-a140-479e64dd0148 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/floatingips/ceaf3f69-749f-477a-b7f1-3eb87ee0b8bf HTTP/1.1" status: 204 len: 168 time: 1.6080449 Apr 29 16:04:56.058321 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8957e70-b9e7-415b-9fe8-fe8f540fabd0', 'tag': '1aa480c8-10a5-45f2-b50c-d24e6965f7bb'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:04:56.148553 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-847336a0-d20f-42e9-8fe8-7a8fac42eb64 None None] Set router 2fff3790-17b7-471b-b1e2-b25308cde713 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:04:56.282704 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b225309-7c84-4574-a849-5494d24d4d19'] response: {'name': 'network-changed', 'server_uuid': 'e8957e70-b9e7-415b-9fe8-fe8f540fabd0', 'tag': '1aa480c8-10a5-45f2-b50c-d24e6965f7bb', 'status': 'completed', 'code': 200} Apr 29 16:04:56.381323 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-56602c01-11ce-43aa-b32b-d7c3f432f441 req-667eef39-eff7-4a69-8831-723782648c8b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=e8957e70-b9e7-415b-9fe8-fe8f540fabd0 HTTP/1.1" status: 200 len: 1098 time: 0.0778310 Apr 29 16:04:56.531831 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56602c01-11ce-43aa-b32b-d7c3f432f441 req-0d6e0f6a-b656-43ec-91d2-c2bf66970e60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:04:56.533369 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-56602c01-11ce-43aa-b32b-d7c3f432f441 req-0d6e0f6a-b656-43ec-91d2-c2bf66970e60 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48d024cc-08a3-4077-afc2-b2994ce96f52 HTTP/1.1" status: 200 len: 897 time: 0.1465969 Apr 29 16:04:56.542902 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-847336a0-d20f-42e9-8fe8-7a8fac42eb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'name': 'tempest-TestNetworkBasicOps-router-435577427', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '10490944-4bfb-41e2-9434-1bb0e495a366', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.212', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'port_id': '9abf64fa-b7c8-40fd-9667-ef8cff879c10', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'mac_address': 'fa:16:3e:80:0e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb44431b-9053-4a8e-8eff-b47c592e0de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:03:09Z', 'updated_at': '2022-04-29T16:03:12Z', 'revision_number': 1, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23932a6d-283a-4c6a-a32b-aac554317fa1', 'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:df:dd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:45Z', 'updated_at': '2022-04-29T16:02:52Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:04:56.546828 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847336a0-d20f-42e9-8fe8-7a8fac42eb64 None None] Checking router: 2fff3790-17b7-471b-b1e2-b25308cde713 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:04:56.557880 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847336a0-d20f-42e9-8fe8-7a8fac42eb64 None None] Routers {'2fff3790-17b7-471b-b1e2-b25308cde713'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:04:56.558514 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-847336a0-d20f-42e9-8fe8-7a8fac42eb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:04:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2fff3790-17b7-471b-b1e2-b25308cde713'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:04:56.645296 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-56602c01-11ce-43aa-b32b-d7c3f432f441 req-be1bcf31-4176-4378-869f-243a8d4e6936 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aa480c8-10a5-45f2-b50c-d24e6965f7bb HTTP/1.1" status: 200 len: 217 time: 0.1048727 Apr 29 16:04:56.724148 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56602c01-11ce-43aa-b32b-d7c3f432f441 req-b8723750-279a-4d7a-a6c1-7971ab6e6a7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:04:56.725570 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-56602c01-11ce-43aa-b32b-d7c3f432f441 req-b8723750-279a-4d7a-a6c1-7971ab6e6a7f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fa39852-a93e-43ee-8c54-b391d2c8b04a HTTP/1.1" status: 200 len: 835 time: 0.0698383 Apr 29 16:04:56.735115 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412c45e-af03-4a17-acfa-9ae81a6106bb req-322e5646-96ff-465d-90fb-8bcb267cf1b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:04:56.735795 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-a412c45e-af03-4a17-acfa-9ae81a6106bb req-322e5646-96ff-465d-90fb-8bcb267cf1b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:04:56.743022 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-847336a0-d20f-42e9-8fe8-7a8fac42eb64 None None] Set router 2fff3790-17b7-471b-b1e2-b25308cde713 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:04:56.813508 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-56602c01-11ce-43aa-b32b-d7c3f432f441 req-9b5c0b83-33f6-4ba9-bda2-21f097633d69 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48d024cc-08a3-4077-afc2-b2994ce96f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747952 Apr 29 16:04:56.889797 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-a412c45e-af03-4a17-acfa-9ae81a6106bb req-322e5646-96ff-465d-90fb-8bcb267cf1b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:04:56.890968 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a412c45e-af03-4a17-acfa-9ae81a6106bb req-322e5646-96ff-465d-90fb-8bcb267cf1b8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8957e70-b9e7-415b-9fe8-fe8f540fabd0 HTTP/1.1" status: 200 len: 945 time: 0.3861012 Apr 29 16:04:56.982339 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a412c45e-af03-4a17-acfa-9ae81a6106bb req-8345b093-3990-4999-8860-8225a8155d62 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4866224-0fdd-4e02-82b3-cb41a7773080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787215 Apr 29 16:04:56.986014 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-56602c01-11ce-43aa-b32b-d7c3f432f441 req-c6230e2a-a658-4dc5-b8b9-549afd14ed4a service neutron] 10.222.0.35 "GET /v2.0/networks/48d024cc-08a3-4077-afc2-b2994ce96f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653578 Apr 29 16:04:57.095312 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-847336a0-d20f-42e9-8fe8-7a8fac42eb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'name': 'tempest-TestNetworkBasicOps-router-435577427', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '10490944-4bfb-41e2-9434-1bb0e495a366', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.212', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'port_id': '9abf64fa-b7c8-40fd-9667-ef8cff879c10', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'mac_address': 'fa:16:3e:80:0e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb44431b-9053-4a8e-8eff-b47c592e0de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:03:09Z', 'updated_at': '2022-04-29T16:03:12Z', 'revision_number': 1, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23932a6d-283a-4c6a-a32b-aac554317fa1', 'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:df:dd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:45Z', 'updated_at': '2022-04-29T16:02:52Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:04:57.099800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847336a0-d20f-42e9-8fe8-7a8fac42eb64 None None] The sync data for ids ['2fff3790-17b7-471b-b1e2-b25308cde713'] in dv-neutron-839913-1-hyperv is: [{'id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'name': 'tempest-TestNetworkBasicOps-router-435577427', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '10490944-4bfb-41e2-9434-1bb0e495a366', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.212', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'port_id': '9abf64fa-b7c8-40fd-9667-ef8cff879c10', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'mac_address': 'fa:16:3e:80:0e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb44431b-9053-4a8e-8eff-b47c592e0de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:03:09Z', 'updated_at': '2022-04-29T16:03:12Z', 'revision_number': 1, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23932a6d-283a-4c6a-a32b-aac554317fa1', 'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:df:dd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:45Z', 'updated_at': '2022-04-29T16:02:52Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:04:57.125408 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-56602c01-11ce-43aa-b32b-d7c3f432f441 req-08675f96-b3ef-4b05-b30c-7ca7e030b7ab service neutron] 10.222.0.35 "GET /v2.0/networks/48d024cc-08a3-4077-afc2-b2994ce96f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326780 Apr 29 16:04:57.304559 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7deea8e-d7f3-4212-ba82-30dcc48bd988 None None] New status for floating IP ceaf3f69-749f-477a-b7f1-3eb87ee0b8bf: DOWN {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:04:58.246148 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200652f-4288-46d2-a763-2f2238d00b1d req-6461bb72-43c0-4c2b-a331-da5dd61d02f4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:04:58.247628 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1200652f-4288-46d2-a763-2f2238d00b1d req-6461bb72-43c0-4c2b-a331-da5dd61d02f4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8957e70-b9e7-415b-9fe8-fe8f540fabd0 HTTP/1.1" status: 200 len: 945 time: 0.1397030 Apr 29 16:04:58.254068 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5b683-f3a2-46ce-8240-5fc9505e01d6 req-14b2edf1-1976-47c5-8d88-b835ab635125 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:04:58.256184 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-60c5b683-f3a2-46ce-8240-5fc9505e01d6 req-14b2edf1-1976-47c5-8d88-b835ab635125 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8957e70-b9e7-415b-9fe8-fe8f540fabd0 HTTP/1.1" status: 200 len: 945 time: 0.1151764 Apr 29 16:04:58.351133 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-60c5b683-f3a2-46ce-8240-5fc9505e01d6 req-bba12507-f187-4ba0-bb2b-9a3807f4d1bf tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 1aa480c8-10a5-45f2-b50c-d24e6965f7bb {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:04:58.351381 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-60c5b683-f3a2-46ce-8240-5fc9505e01d6 req-bba12507-f187-4ba0-bb2b-9a3807f4d1bf tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:58.375507 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1200652f-4288-46d2-a763-2f2238d00b1d req-1b3174e5-919e-491a-a7a5-e89bd3e6ab29 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4866224-0fdd-4e02-82b3-cb41a7773080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192441 Apr 29 16:04:58.590671 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-60c5b683-f3a2-46ce-8240-5fc9505e01d6 req-bba12507-f187-4ba0-bb2b-9a3807f4d1bf tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port 1aa480c8-10a5-45f2-b50c-d24e6965f7bb, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=1aa480c8-10a5-45f2-b50c-d24e6965f7bb,segment=NetworkSegment(ccb9fa7f-7fa6-48c7-9440-3cf0dd299835),segment_id=ccb9fa7f-7fa6-48c7-9440-3cf0dd299835)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:04:58.591014 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-60c5b683-f3a2-46ce-8240-5fc9505e01d6 req-bba12507-f187-4ba0-bb2b-9a3807f4d1bf tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:58.793262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-60c5b683-f3a2-46ce-8240-5fc9505e01d6 req-bba12507-f187-4ba0-bb2b-9a3807f4d1bf tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 1aa480c8-10a5-45f2-b50c-d24e6965f7bb owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:04:58.988697 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-60c5b683-f3a2-46ce-8240-5fc9505e01d6 req-bba12507-f187-4ba0-bb2b-9a3807f4d1bf tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:59.036826 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba12507-f187-4ba0-bb2b-9a3807f4d1bf tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=1aa480c8-10a5-45f2-b50c-d24e6965f7bb,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:04:59.107073 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c5b683-f3a2-46ce-8240-5fc9505e01d6 req-bba12507-f187-4ba0-bb2b-9a3807f4d1bf tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] No DVR routers for this DVR port 1aa480c8-10a5-45f2-b50c-d24e6965f7bb on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:04:59.109498 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-60c5b683-f3a2-46ce-8240-5fc9505e01d6 req-bba12507-f187-4ba0-bb2b-9a3807f4d1bf tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:59.112004 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8957e70-b9e7-415b-9fe8-fe8f540fabd0', 'name': 'network-vif-deleted', 'tag': '1aa480c8-10a5-45f2-b50c-d24e6965f7bb'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:04:59.169723 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b05c0c-6349-4f3d-b289-8cbe1b4dca7e'] response: {'server_uuid': 'e8957e70-b9e7-415b-9fe8-fe8f540fabd0', 'name': 'network-vif-deleted', 'tag': '1aa480c8-10a5-45f2-b50c-d24e6965f7bb', 'status': 'completed', 'code': 200} Apr 29 16:04:59.183580 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-60c5b683-f3a2-46ce-8240-5fc9505e01d6 req-bba12507-f187-4ba0-bb2b-9a3807f4d1bf tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "DELETE /v2.0/ports/1aa480c8-10a5-45f2-b50c-d24e6965f7bb HTTP/1.1" status: 204 len: 173 time: 0.9135292 Apr 29 16:04:59.557447 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-356a3747-5a52-44d5-82e5-1c08fbb9238d req-dc11f676-6727-4024-9cb3-c2100e4f396e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:04:59.662684 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-356a3747-5a52-44d5-82e5-1c08fbb9238d req-dc11f676-6727-4024-9cb3-c2100e4f396e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:04:59.663772 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-356a3747-5a52-44d5-82e5-1c08fbb9238d req-dc11f676-6727-4024-9cb3-c2100e4f396e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8957e70-b9e7-415b-9fe8-fe8f540fabd0 HTTP/1.1" status: 200 len: 210 time: 0.1459916 Apr 29 16:05:00.774280 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33886) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:00.840578 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cf9de1f9-34ea-464d-b7ad-5b9f5184374e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:00.869661 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cf9de1f9-34ea-464d-b7ad-5b9f5184374e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:01.034822 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cf9de1f9-34ea-464d-b7ad-5b9f5184374e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:01.056301 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9de1f9-34ea-464d-b7ad-5b9f5184374e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4866224-0fdd-4e02-82b3-cb41a7773080,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:01.064533 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cf9de1f9-34ea-464d-b7ad-5b9f5184374e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:01.066248 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-cf9de1f9-34ea-464d-b7ad-5b9f5184374e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/security-groups/f4866224-0fdd-4e02-82b3-cb41a7773080 HTTP/1.1" status: 204 len: 168 time: 0.2903512 Apr 29 16:05:01.177650 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33892) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:01.346413 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 1aa480c8-10a5-45f2-b50c-d24e6965f7bb no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:05:01.370823 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-48265ac7-2693-4743-99e6-a7b24eeed7d0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 2b1dbd8d-8361-4da4-97d1-0833434e96fd {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:05:01.371165 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-48265ac7-2693-4743-99e6-a7b24eeed7d0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:01.378388 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 1aa480c8-10a5-45f2-b50c-d24e6965f7bb {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:05:01.378759 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 1aa480c8-10a5-45f2-b50c-d24e6965f7bb not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:05:01.536962 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-48265ac7-2693-4743-99e6-a7b24eeed7d0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:01.537281 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-48265ac7-2693-4743-99e6-a7b24eeed7d0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:01.652731 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-48265ac7-2693-4743-99e6-a7b24eeed7d0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 2b1dbd8d-8361-4da4-97d1-0833434e96fd owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:05:01.885297 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-48265ac7-2693-4743-99e6-a7b24eeed7d0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:01.928133 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48265ac7-2693-4743-99e6-a7b24eeed7d0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=2b1dbd8d-8361-4da4-97d1-0833434e96fd,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:02.014712 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-48265ac7-2693-4743-99e6-a7b24eeed7d0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:02.474580 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48265ac7-2693-4743-99e6-a7b24eeed7d0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 2fff3790-17b7-471b-b1e2-b25308cde713 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:05:02.668652 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48265ac7-2693-4743-99e6-a7b24eeed7d0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:05:02.680171 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beda668-543b-454a-8796-740aa252b192 None None] Sync routers for ids ['2fff3790-17b7-471b-b1e2-b25308cde713'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:05:02.692233 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beda668-543b-454a-8796-740aa252b192 None None] Routers {'2fff3790-17b7-471b-b1e2-b25308cde713'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:05:02.692838 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6beda668-543b-454a-8796-740aa252b192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:04:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2fff3790-17b7-471b-b1e2-b25308cde713'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:02.771946 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-48265ac7-2693-4743-99e6-a7b24eeed7d0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:02.827286 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-48265ac7-2693-4743-99e6-a7b24eeed7d0 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/floatingips/10490944-4bfb-41e2-9434-1bb0e495a366 HTTP/1.1" status: 204 len: 168 time: 1.6485715 Apr 29 16:05:02.827856 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb44431b-9053-4a8e-8eff-b47c592e0de0', 'tag': '9abf64fa-b7c8-40fd-9667-ef8cff879c10'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:05:02.873331 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-6beda668-543b-454a-8796-740aa252b192 None None] Set router 2fff3790-17b7-471b-b1e2-b25308cde713 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:05:02.882336 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6864c73-6d27-4674-b201-12b501996c79'] response: {'name': 'network-changed', 'server_uuid': 'fb44431b-9053-4a8e-8eff-b47c592e0de0', 'tag': '9abf64fa-b7c8-40fd-9667-ef8cff879c10', 'status': 'completed', 'code': 200} Apr 29 16:05:02.973017 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-abc4da44-0d98-4d45-84b7-310f546ba96a req-2fce951d-beae-46a6-94b3-b58f0497ac00 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 1099 time: 0.0681283 Apr 29 16:05:03.106967 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4da44-0d98-4d45-84b7-310f546ba96a req-4dd84711-1979-4c27-9ac1-322a07683bf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:03.108308 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-abc4da44-0d98-4d45-84b7-310f546ba96a req-4dd84711-1979-4c27-9ac1-322a07683bf5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48d024cc-08a3-4077-afc2-b2994ce96f52 HTTP/1.1" status: 200 len: 897 time: 0.1293650 Apr 29 16:05:03.185505 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-abc4da44-0d98-4d45-84b7-310f546ba96a req-6ebfd718-e94b-4c3b-b116-05706f64531c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9abf64fa-b7c8-40fd-9667-ef8cff879c10 HTTP/1.1" status: 200 len: 217 time: 0.0700407 Apr 29 16:05:03.229592 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6beda668-543b-454a-8796-740aa252b192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'name': 'tempest-TestNetworkBasicOps-router-435577427', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '23932a6d-283a-4c6a-a32b-aac554317fa1', 'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:df:dd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:45Z', 'updated_at': '2022-04-29T16:02:52Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:03.234155 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beda668-543b-454a-8796-740aa252b192 None None] Checking router: 2fff3790-17b7-471b-b1e2-b25308cde713 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:05:03.245527 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beda668-543b-454a-8796-740aa252b192 None None] Routers {'2fff3790-17b7-471b-b1e2-b25308cde713'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:05:03.246511 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6beda668-543b-454a-8796-740aa252b192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:04:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2fff3790-17b7-471b-b1e2-b25308cde713'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:03.253414 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4da44-0d98-4d45-84b7-310f546ba96a req-37cf5233-4baa-4289-b46f-4ba107be7741 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:03.261261 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-abc4da44-0d98-4d45-84b7-310f546ba96a req-37cf5233-4baa-4289-b46f-4ba107be7741 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fa39852-a93e-43ee-8c54-b391d2c8b04a HTTP/1.1" status: 200 len: 835 time: 0.0638475 Apr 29 16:05:03.399039 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-abc4da44-0d98-4d45-84b7-310f546ba96a req-90d35e78-e056-464b-9f62-2aacd8040196 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48d024cc-08a3-4077-afc2-b2994ce96f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1371617 Apr 29 16:05:03.404976 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871ef2d-d5a1-4418-8f4e-0091cb7d047f req-d6f8665c-53f3-4091-8483-90595933ede9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:03.405729 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c871ef2d-d5a1-4418-8f4e-0091cb7d047f req-d6f8665c-53f3-4091-8483-90595933ede9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:05:03.425275 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-6beda668-543b-454a-8796-740aa252b192 None None] Set router 2fff3790-17b7-471b-b1e2-b25308cde713 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:05:03.540188 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-abc4da44-0d98-4d45-84b7-310f546ba96a req-06461eb4-17ff-4017-9e25-396da7662989 service neutron] 10.222.0.35 "GET /v2.0/networks/48d024cc-08a3-4077-afc2-b2994ce96f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306069 Apr 29 16:05:03.569439 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c871ef2d-d5a1-4418-8f4e-0091cb7d047f req-d6f8665c-53f3-4091-8483-90595933ede9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:05:03.570631 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c871ef2d-d5a1-4418-8f4e-0091cb7d047f req-d6f8665c-53f3-4091-8483-90595933ede9 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 946 time: 0.2767625 Apr 29 16:05:03.693615 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c871ef2d-d5a1-4418-8f4e-0091cb7d047f req-3e477d83-22da-4f39-8cb4-131ebc7b99e5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:05:03.720129 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-abc4da44-0d98-4d45-84b7-310f546ba96a req-86e0e667-33c7-419a-8b53-dc9920fd8f7f service neutron] 10.222.0.35 "GET /v2.0/networks/48d024cc-08a3-4077-afc2-b2994ce96f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735590 Apr 29 16:05:03.747208 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6beda668-543b-454a-8796-740aa252b192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'name': 'tempest-TestNetworkBasicOps-router-435577427', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '23932a6d-283a-4c6a-a32b-aac554317fa1', 'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:df:dd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:45Z', 'updated_at': '2022-04-29T16:02:52Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:03.752978 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beda668-543b-454a-8796-740aa252b192 None None] The sync data for ids ['2fff3790-17b7-471b-b1e2-b25308cde713'] in dv-neutron-839913-1-hyperv is: [{'id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'name': 'tempest-TestNetworkBasicOps-router-435577427', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '23932a6d-283a-4c6a-a32b-aac554317fa1', 'name': '', 'network_id': '48d024cc-08a3-4077-afc2-b2994ce96f52', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:df:dd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:45Z', 'updated_at': '2022-04-29T16:02:52Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '5fa39852-a93e-43ee-8c54-b391d2c8b04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:05:03.771449 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c871ef2d-d5a1-4418-8f4e-0091cb7d047f req-3e477d83-22da-4f39-8cb4-131ebc7b99e5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:05:03.772601 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c871ef2d-d5a1-4418-8f4e-0091cb7d047f req-3e477d83-22da-4f39-8cb4-131ebc7b99e5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9ec2388-cd26-4248-a1d4-c7129b676147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530712 Apr 29 16:05:03.971901 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0feb2f-3b83-4e16-9e62-7262ed21de52 None None] New status for floating IP 10490944-4bfb-41e2-9434-1bb0e495a366: DOWN {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:05:04.993698 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56f0dd-1068-45ef-9431-ffa0330fb52b req-0c3b43a5-1818-48d7-9de0-d58c17f7c290 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:04.995041 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dd56f0dd-1068-45ef-9431-ffa0330fb52b req-0c3b43a5-1818-48d7-9de0-d58c17f7c290 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 946 time: 0.1289396 Apr 29 16:05:05.006223 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ebeda-05d9-45aa-86bd-d99ed68d4fc0 req-d14e837f-d055-4be6-a8cd-b7bb8025665d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:05.007580 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-691ebeda-05d9-45aa-86bd-d99ed68d4fc0 req-d14e837f-d055-4be6-a8cd-b7bb8025665d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 946 time: 0.1092467 Apr 29 16:05:05.193822 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-dd56f0dd-1068-45ef-9431-ffa0330fb52b req-27a94827-e5f0-4e67-8fca-272a1687f7f3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 9abf64fa-b7c8-40fd-9667-ef8cff879c10 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:05:05.194155 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-dd56f0dd-1068-45ef-9431-ffa0330fb52b req-27a94827-e5f0-4e67-8fca-272a1687f7f3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:05.224063 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-691ebeda-05d9-45aa-86bd-d99ed68d4fc0 req-17f09c53-27a4-4bd8-82c0-52884fb031f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9ec2388-cd26-4248-a1d4-c7129b676147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908076 Apr 29 16:05:05.431982 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-dd56f0dd-1068-45ef-9431-ffa0330fb52b req-27a94827-e5f0-4e67-8fca-272a1687f7f3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port 9abf64fa-b7c8-40fd-9667-ef8cff879c10, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=9abf64fa-b7c8-40fd-9667-ef8cff879c10,segment=NetworkSegment(ccb9fa7f-7fa6-48c7-9440-3cf0dd299835),segment_id=ccb9fa7f-7fa6-48c7-9440-3cf0dd299835)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:05:05.432251 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-dd56f0dd-1068-45ef-9431-ffa0330fb52b req-27a94827-e5f0-4e67-8fca-272a1687f7f3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:05.551159 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-dd56f0dd-1068-45ef-9431-ffa0330fb52b req-27a94827-e5f0-4e67-8fca-272a1687f7f3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 9abf64fa-b7c8-40fd-9667-ef8cff879c10 owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:05:05.736083 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-dd56f0dd-1068-45ef-9431-ffa0330fb52b req-27a94827-e5f0-4e67-8fca-272a1687f7f3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:05.790042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a94827-e5f0-4e67-8fca-272a1687f7f3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=9abf64fa-b7c8-40fd-9667-ef8cff879c10,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:05.859230 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd56f0dd-1068-45ef-9431-ffa0330fb52b req-27a94827-e5f0-4e67-8fca-272a1687f7f3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] No DVR routers for this DVR port 9abf64fa-b7c8-40fd-9667-ef8cff879c10 on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:05:05.861548 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-dd56f0dd-1068-45ef-9431-ffa0330fb52b req-27a94827-e5f0-4e67-8fca-272a1687f7f3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:05.864040 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb44431b-9053-4a8e-8eff-b47c592e0de0', 'name': 'network-vif-deleted', 'tag': '9abf64fa-b7c8-40fd-9667-ef8cff879c10'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:05:05.919486 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc21e721-2130-47ce-a16a-d16321b48d7f'] response: {'server_uuid': 'fb44431b-9053-4a8e-8eff-b47c592e0de0', 'name': 'network-vif-deleted', 'tag': '9abf64fa-b7c8-40fd-9667-ef8cff879c10', 'status': 'completed', 'code': 200} Apr 29 16:05:05.931948 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dd56f0dd-1068-45ef-9431-ffa0330fb52b req-27a94827-e5f0-4e67-8fca-272a1687f7f3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "DELETE /v2.0/ports/9abf64fa-b7c8-40fd-9667-ef8cff879c10 HTTP/1.1" status: 204 len: 173 time: 0.9316502 Apr 29 16:05:06.408493 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-f6e03a08-f47a-4713-a58e-5727f95b455e req-4eef14dc-4237-493d-8fa1-816722ddac2d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:05:06.519922 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-f6e03a08-f47a-4713-a58e-5727f95b455e req-4eef14dc-4237-493d-8fa1-816722ddac2d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:05:06.521098 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f6e03a08-f47a-4713-a58e-5727f95b455e req-4eef14dc-4237-493d-8fa1-816722ddac2d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb44431b-9053-4a8e-8eff-b47c592e0de0 HTTP/1.1" status: 200 len: 210 time: 0.1597869 Apr 29 16:05:07.393030 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 9abf64fa-b7c8-40fd-9667-ef8cff879c10 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:05:07.426432 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 9abf64fa-b7c8-40fd-9667-ef8cff879c10 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:05:07.426736 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 9abf64fa-b7c8-40fd-9667-ef8cff879c10 not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:05:07.636252 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33910) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:07.704487 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ace3d858-4e7e-4f94-9238-b0d35fb8f766 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:07.736731 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ace3d858-4e7e-4f94-9238-b0d35fb8f766 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:07.908102 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ace3d858-4e7e-4f94-9238-b0d35fb8f766 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:07.926866 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3d858-4e7e-4f94-9238-b0d35fb8f766 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ec2388-cd26-4248-a1d4-c7129b676147,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:07.998789 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ace3d858-4e7e-4f94-9238-b0d35fb8f766 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:07.999915 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ace3d858-4e7e-4f94-9238-b0d35fb8f766 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/security-groups/e9ec2388-cd26-4248-a1d4-c7129b676147 HTTP/1.1" status: 204 len: 168 time: 0.3626847 Apr 29 16:05:08.097742 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33916) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:08.484460 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b393905e-6790-44b0-a7fe-b4f5d5a24dd2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:09.157425 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-b393905e-6790-44b0-a7fe-b4f5d5a24dd2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 23932a6d-283a-4c6a-a32b-aac554317fa1 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:05:09.158068 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b393905e-6790-44b0-a7fe-b4f5d5a24dd2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:09.337198 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-b393905e-6790-44b0-a7fe-b4f5d5a24dd2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port 23932a6d-283a-4c6a-a32b-aac554317fa1, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=23932a6d-283a-4c6a-a32b-aac554317fa1,segment=NetworkSegment(ccb9fa7f-7fa6-48c7-9440-3cf0dd299835),segment_id=ccb9fa7f-7fa6-48c7-9440-3cf0dd299835)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:05:09.337547 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b393905e-6790-44b0-a7fe-b4f5d5a24dd2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:09.452651 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-b393905e-6790-44b0-a7fe-b4f5d5a24dd2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 23932a6d-283a-4c6a-a32b-aac554317fa1 owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:05:09.679619 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b393905e-6790-44b0-a7fe-b4f5d5a24dd2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:09.730773 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393905e-6790-44b0-a7fe-b4f5d5a24dd2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=23932a6d-283a-4c6a-a32b-aac554317fa1,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:10.026267 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b393905e-6790-44b0-a7fe-b4f5d5a24dd2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:10.681248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b393905e-6790-44b0-a7fe-b4f5d5a24dd2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 2fff3790-17b7-471b-b1e2-b25308cde713 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:05:10.879592 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b393905e-6790-44b0-a7fe-b4f5d5a24dd2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:05:10.889170 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc3449-86e8-46e4-853d-9fd760afe2f6 None None] Sync routers for ids ['2fff3790-17b7-471b-b1e2-b25308cde713'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:05:10.901419 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dc3449-86e8-46e4-853d-9fd760afe2f6 None None] Routers {'2fff3790-17b7-471b-b1e2-b25308cde713'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:05:10.902020 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-63dc3449-86e8-46e4-853d-9fd760afe2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:04:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2fff3790-17b7-471b-b1e2-b25308cde713'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:10.972159 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b393905e-6790-44b0-a7fe-b4f5d5a24dd2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "PUT /v2.0/routers/2fff3790-17b7-471b-b1e2-b25308cde713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8732352 Apr 29 16:05:10.974656 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33920) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:11.085255 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-63dc3449-86e8-46e4-853d-9fd760afe2f6 None None] Set router 2fff3790-17b7-471b-b1e2-b25308cde713 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:05:11.165909 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-141c7d23-eb74-425f-a6e9-59d38a9ef0c6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting subnet 5fa39852-a93e-43ee-8c54-b391d2c8b04a {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 16:05:11.168779 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-141c7d23-eb74-425f-a6e9-59d38a9ef0c6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:11.221392 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-141c7d23-eb74-425f-a6e9-59d38a9ef0c6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:11.308007 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-141c7d23-eb74-425f-a6e9-59d38a9ef0c6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:11.368682 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-63dc3449-86e8-46e4-853d-9fd760afe2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'name': 'tempest-TestNetworkBasicOps-router-435577427', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:05:09Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:11.372616 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc3449-86e8-46e4-853d-9fd760afe2f6 None None] Checking router: 2fff3790-17b7-471b-b1e2-b25308cde713 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:05:11.384110 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dc3449-86e8-46e4-853d-9fd760afe2f6 None None] Routers {'2fff3790-17b7-471b-b1e2-b25308cde713'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:05:11.384716 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-63dc3449-86e8-46e4-853d-9fd760afe2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:04:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2fff3790-17b7-471b-b1e2-b25308cde713'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:11.451233 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-141c7d23-eb74-425f-a6e9-59d38a9ef0c6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:11.489780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c7d23-eb74-425f-a6e9-59d38a9ef0c6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Subnet': ['ID=5fa39852-a93e-43ee-8c54-b391d2c8b04a,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:11.494319 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-141c7d23-eb74-425f-a6e9-59d38a9ef0c6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:11.504565 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-141c7d23-eb74-425f-a6e9-59d38a9ef0c6 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/subnets/5fa39852-a93e-43ee-8c54-b391d2c8b04a HTTP/1.1" status: 204 len: 168 time: 0.5254815 Apr 29 16:05:11.504697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095f62dd-defa-4ec2-a836-50002277e9ff None None] Network 48d024cc-08a3-4077-afc2-b2994ce96f52 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:05:11.504834 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33924) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:11.703185 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e17290db-d73c-4856-8721-2c8d9e03bfc4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:11.754100 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-63dc3449-86e8-46e4-853d-9fd760afe2f6 None None] Set router 2fff3790-17b7-471b-b1e2-b25308cde713 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:05:11.911278 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e17290db-d73c-4856-8721-2c8d9e03bfc4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:12.022639 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-e17290db-d73c-4856-8721-2c8d9e03bfc4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:05:12.022984 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e17290db-d73c-4856-8721-2c8d9e03bfc4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:12.036488 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c645fb-f07d-45b6-97f6-1a0cc7a51cc2 None None] DHCP port deletion for 48d024cc-08a3-4077-afc2-b2994ce96f52 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 16:05:12.047294 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-98c645fb-f07d-45b6-97f6-1a0cc7a51cc2 None None] Deleting port e9442d72-a5da-40c6-ae65-57ef7223b882 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:05:12.047673 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-98c645fb-f07d-45b6-97f6-1a0cc7a51cc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:12.084868 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e9442d72-a5da-40c6-ae65-57ef7223b882 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:05:12.304438 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-e17290db-d73c-4856-8721-2c8d9e03bfc4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port 1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:05:12.304685 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e17290db-d73c-4856-8721-2c8d9e03bfc4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:12.360240 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-63dc3449-86e8-46e4-853d-9fd760afe2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'name': 'tempest-TestNetworkBasicOps-router-435577427', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:05:09Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:12.371114 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:12.385869 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc3449-86e8-46e4-853d-9fd760afe2f6 None None] The sync data for ids ['2fff3790-17b7-471b-b1e2-b25308cde713'] in dv-neutron-839913-1-hyperv is: [{'id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'name': 'tempest-TestNetworkBasicOps-router-435577427', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:05:09Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': '1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff3790-17b7-471b-b1e2-b25308cde713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:02:41Z', 'updated_at': '2022-04-29T16:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:05:12.399429 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-98c645fb-f07d-45b6-97f6-1a0cc7a51cc2 None None] For port e9442d72-a5da-40c6-ae65-57ef7223b882, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e9442d72-a5da-40c6-ae65-57ef7223b882,segment=NetworkSegment(ccb9fa7f-7fa6-48c7-9440-3cf0dd299835),segment_id=ccb9fa7f-7fa6-48c7-9440-3cf0dd299835)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:05:12.399981 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-98c645fb-f07d-45b6-97f6-1a0cc7a51cc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:12.425004 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-e17290db-d73c-4856-8721-2c8d9e03bfc4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22 owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:05:12.531474 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-98c645fb-f07d-45b6-97f6-1a0cc7a51cc2 None None] Calling delete_port for e9442d72-a5da-40c6-ae65-57ef7223b882 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:05:12.566237 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port e9442d72-a5da-40c6-ae65-57ef7223b882, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e9442d72-a5da-40c6-ae65-57ef7223b882,segment=NetworkSegment(ccb9fa7f-7fa6-48c7-9440-3cf0dd299835),segment_id=ccb9fa7f-7fa6-48c7-9440-3cf0dd299835)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:05:12.639159 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:12.657240 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e17290db-d73c-4856-8721-2c8d9e03bfc4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:12.683417 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-98c645fb-f07d-45b6-97f6-1a0cc7a51cc2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:05:12.684055 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-98c645fb-f07d-45b6-97f6-1a0cc7a51cc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:05:12.703692 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17290db-d73c-4856-8721-2c8d9e03bfc4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:12.708152 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=e9442d72-a5da-40c6-ae65-57ef7223b882,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:12.720231 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:12.720570 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:12.720900 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:12.721875 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:12.722095 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:12.722430 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:12.722777 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:12.723099 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:12.723416 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:12.723730 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:12.724052 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:12.938357 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e17290db-d73c-4856-8721-2c8d9e03bfc4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:13.185575 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-98c645fb-f07d-45b6-97f6-1a0cc7a51cc2 None None] Deleting port e9442d72-a5da-40c6-ae65-57ef7223b882 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:05:13.186112 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-98c645fb-f07d-45b6-97f6-1a0cc7a51cc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:13.186925 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e17290db-d73c-4856-8721-2c8d9e03bfc4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:13.191649 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e17290db-d73c-4856-8721-2c8d9e03bfc4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:13.274246 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e17290db-d73c-4856-8721-2c8d9e03bfc4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:13.274830 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17290db-d73c-4856-8721-2c8d9e03bfc4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Fanout notify agent at l3_agent the message router_deleted on router 2fff3790-17b7-471b-b1e2-b25308cde713 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 16:05:13.290201 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e17290db-d73c-4856-8721-2c8d9e03bfc4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:13.291345 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e17290db-d73c-4856-8721-2c8d9e03bfc4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/routers/2fff3790-17b7-471b-b1e2-b25308cde713 HTTP/1.1" status: 204 len: 168 time: 1.7857084 Apr 29 16:05:13.294124 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33928) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:13.402705 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-98c645fb-f07d-45b6-97f6-1a0cc7a51cc2 None None] For port e9442d72-a5da-40c6-ae65-57ef7223b882, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e9442d72-a5da-40c6-ae65-57ef7223b882,segment=NetworkSegment(ccb9fa7f-7fa6-48c7-9440-3cf0dd299835),segment_id=ccb9fa7f-7fa6-48c7-9440-3cf0dd299835)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:05:13.403091 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-98c645fb-f07d-45b6-97f6-1a0cc7a51cc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:13.423731 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-dbc1013f-0f94-4b2f-a22e-42fcd9ad8988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:13.434916 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-dbc1013f-0f94-4b2f-a22e-42fcd9ad8988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port e9442d72-a5da-40c6-ae65-57ef7223b882 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:05:13.435247 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-dbc1013f-0f94-4b2f-a22e-42fcd9ad8988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:13.567911 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-98c645fb-f07d-45b6-97f6-1a0cc7a51cc2 None None] Calling delete_port for e9442d72-a5da-40c6-ae65-57ef7223b882 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:05:13.641281 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-dbc1013f-0f94-4b2f-a22e-42fcd9ad8988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port e9442d72-a5da-40c6-ae65-57ef7223b882, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e9442d72-a5da-40c6-ae65-57ef7223b882,segment=NetworkSegment(ccb9fa7f-7fa6-48c7-9440-3cf0dd299835),segment_id=ccb9fa7f-7fa6-48c7-9440-3cf0dd299835)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:05:13.641757 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-dbc1013f-0f94-4b2f-a22e-42fcd9ad8988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:13.668527 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7b635350-b738-4930-a840-8a48766c84bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:13.726647 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-98c645fb-f07d-45b6-97f6-1a0cc7a51cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:13.782194 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c645fb-f07d-45b6-97f6-1a0cc7a51cc2 None None] No DVR routers for this DVR port e9442d72-a5da-40c6-ae65-57ef7223b882 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:05:13.784636 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c645fb-f07d-45b6-97f6-1a0cc7a51cc2 None None] Pushing event deleted for resources: {'Port': ['ID=e9442d72-a5da-40c6-ae65-57ef7223b882,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:13.791726 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-dbc1013f-0f94-4b2f-a22e-42fcd9ad8988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for e9442d72-a5da-40c6-ae65-57ef7223b882 owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:05:13.863390 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.db.api [None req-dbc1013f-0f94-4b2f-a22e-42fcd9ad8988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:05:13.863603 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG oslo_db.api [None req-dbc1013f-0f94-4b2f-a22e-42fcd9ad8988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:05:14.043263 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 23932a6d-283a-4c6a-a32b-aac554317fa1 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:05:14.076833 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 23932a6d-283a-4c6a-a32b-aac554317fa1 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:05:14.077181 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 23932a6d-283a-4c6a-a32b-aac554317fa1 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:05:14.077585 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:05:14.109973 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:05:14.110312 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1e30fda3-b6a2-4bd9-8d8d-d46b48d42d22 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:05:14.364378 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-dbc1013f-0f94-4b2f-a22e-42fcd9ad8988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port e9442d72-a5da-40c6-ae65-57ef7223b882 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:05:14.364926 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-dbc1013f-0f94-4b2f-a22e-42fcd9ad8988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:14.427043 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-dbc1013f-0f94-4b2f-a22e-42fcd9ad8988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] The port 'e9442d72-a5da-40c6-ae65-57ef7223b882' was deleted {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 16:05:14.543686 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-dbc1013f-0f94-4b2f-a22e-42fcd9ad8988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:14.571479 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-dbc1013f-0f94-4b2f-a22e-42fcd9ad8988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d024cc-08a3-4077-afc2-b2994ce96f52']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:14.583795 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-dbc1013f-0f94-4b2f-a22e-42fcd9ad8988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb9fa7f-7fa6-48c7-9440-3cf0dd299835') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:14.584087 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-dbc1013f-0f94-4b2f-a22e-42fcd9ad8988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb9fa7f-7fa6-48c7-9440-3cf0dd299835') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:14.594914 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-dbc1013f-0f94-4b2f-a22e-42fcd9ad8988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:14.610540 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-dbc1013f-0f94-4b2f-a22e-42fcd9ad8988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:14.616419 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc1013f-0f94-4b2f-a22e-42fcd9ad8988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:05:14.616738 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-dbc1013f-0f94-4b2f-a22e-42fcd9ad8988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: util.warn( Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:05:14.630580 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:05:14.793862 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-dbc1013f-0f94-4b2f-a22e-42fcd9ad8988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:14.810468 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-dbc1013f-0f94-4b2f-a22e-42fcd9ad8988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:14.821161 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1013f-0f94-4b2f-a22e-42fcd9ad8988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Network': ['ID=48d024cc-08a3-4077-afc2-b2994ce96f52,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:14.885824 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-dbc1013f-0f94-4b2f-a22e-42fcd9ad8988 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/networks/48d024cc-08a3-4077-afc2-b2994ce96f52 HTTP/1.1" status: 204 len: 168 time: 1.5902145 Apr 29 16:05:14.913716 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33932) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:14.919105 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-34dd604c-c897-47e0-958d-024846676100 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'network': {'name': 'tempest-network-smoke--1570588813', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'port_security_enabled': True}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:05:14.924234 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-34dd604c-c897-47e0-958d-024846676100 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:05:14.928538 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-34dd604c-c897-47e0-958d-024846676100 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:network and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:05:14.931387 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-34dd604c-c897-47e0-958d-024846676100 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:05:14.937684 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-34dd604c-c897-47e0-958d-024846676100 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:05:14.999632 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dd604c-c897-47e0-958d-024846676100 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:05:15.003120 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-34dd604c-c897-47e0-958d-024846676100 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:15.030901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34dd604c-c897-47e0-958d-024846676100 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:05:15.039245 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-34dd604c-c897-47e0-958d-024846676100 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:15.043299 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-34dd604c-c897-47e0-958d-024846676100 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Added segment 06b353f0-fe40-4458-8d52-aa3eabdb7e1c of type vlan for network 2e0ef2b0-8ad9-4325-9f90-887f691b36b4 Apr 29 16:05:15.064354 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-34dd604c-c897-47e0-958d-024846676100 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:15.153350 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-34dd604c-c897-47e0-958d-024846676100 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:15.157070 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dd604c-c897-47e0-958d-024846676100 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:15.157635 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-34dd604c-c897-47e0-958d-024846676100 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:15.261978 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd604c-c897-47e0-958d-024846676100 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Network': ['ID=2e0ef2b0-8ad9-4325-9f90-887f691b36b4,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:15.272604 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 2e0ef2b0-8ad9-4325-9f90-887f691b36b4 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:05:15.325713 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-34dd604c-c897-47e0-958d-024846676100 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4109042 Apr 29 16:05:15.328515 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33936) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:15.334194 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-b8bfc573-4897-431e-8aaf-d58e03f91307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-572032594', 'admin_state_up': True, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:05:15.341017 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b8bfc573-4897-431e-8aaf-d58e03f91307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:05:15.344824 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b8bfc573-4897-431e-8aaf-d58e03f91307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:router and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:05:15.348368 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b8bfc573-4897-431e-8aaf-d58e03f91307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:05:15.353986 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b8bfc573-4897-431e-8aaf-d58e03f91307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:05:15.422339 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b8bfc573-4897-431e-8aaf-d58e03f91307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:15.423254 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b8bfc573-4897-431e-8aaf-d58e03f91307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:15.441790 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b8bfc573-4897-431e-8aaf-d58e03f91307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:15.450756 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:15.761488 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b8bfc573-4897-431e-8aaf-d58e03f91307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:15.908228 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2b1cc61-abd7-41f1-a3a7-e1bae2c8d947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:16.009505 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b8bfc573-4897-431e-8aaf-d58e03f91307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_gateway, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:16.039486 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b8bfc573-4897-431e-8aaf-d58e03f91307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:16.172480 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-b8bfc573-4897-431e-8aaf-d58e03f91307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.26.1.162 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/e39e78a5-d82a-4e40-9a79-9ffdac28e80d) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:05:16.316418 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b8bfc573-4897-431e-8aaf-d58e03f91307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:16.383049 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b8bfc573-4897-431e-8aaf-d58e03f91307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:16.449309 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bfc573-4897-431e-8aaf-d58e03f91307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:05:16.451884 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-b8bfc573-4897-431e-8aaf-d58e03f91307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:05:16.454603 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bfc573-4897-431e-8aaf-d58e03f91307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:05:16.492407 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfc573-4897-431e-8aaf-d58e03f91307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=e39e78a5-d82a-4e40-9a79-9ffdac28e80d,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:16.667846 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b8bfc573-4897-431e-8aaf-d58e03f91307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_gateway, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:16.668477 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b8bfc573-4897-431e-8aaf-d58e03f91307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:16.947540 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bfc573-4897-431e-8aaf-d58e03f91307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 16:05:17.146586 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bfc573-4897-431e-8aaf-d58e03f91307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:05:17.155675 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] Sync routers for ids ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:05:17.167169 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] Routers {'3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:05:17.167765 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:05:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:17.187193 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:17.239393 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b8bfc573-4897-431e-8aaf-d58e03f91307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:17.240553 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b8bfc573-4897-431e-8aaf-d58e03f91307 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9111314 Apr 29 16:05:17.243792 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33940) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:17.287635 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-08542619-42fd-4299-8e38-609585985ac5 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=6dec3d4ebc7e41d8a2e134522257f8b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427573 Apr 29 16:05:17.290300 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33944) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:17.344365 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] Set router 3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:05:17.416960 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007b5c5c-a824-4bfd-b90a-775bda24be73 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:17.418893 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-007b5c5c-a824-4bfd-b90a-775bda24be73 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276305 Apr 29 16:05:17.421697 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33948) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:17.463124 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-821ef4fd-908e-4a85-96ee-0217d6912e44 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380991 Apr 29 16:05:17.463763 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33952) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:17.468442 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-03304650-a1bb-4c98-b806-0c845fdd84f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1765773536', 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:05:17.508074 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:17.630635 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'name': 'tempest-TestNetworkBasicOps-router-572032594', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:15Z', 'updated_at': '2022-04-29T16:05:16Z', 'revision_number': 3, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:16Z', 'updated_at': '2022-04-29T16:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:17.634437 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] Checking router: 3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:05:17.634815 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] Updating router 3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 port e39e78a5-d82a-4e40-9a79-9ffdac28e80d binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:05:17.682654 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-03304650-a1bb-4c98-b806-0c845fdd84f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:05:17.686509 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:17.686677 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-03304650-a1bb-4c98-b806-0c845fdd84f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:subnet and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:05:17.689362 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-03304650-a1bb-4c98-b806-0c845fdd84f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:05:17.695353 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-03304650-a1bb-4c98-b806-0c845fdd84f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:05:17.753597 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03304650-a1bb-4c98-b806-0c845fdd84f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:05:17.859396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03304650-a1bb-4c98-b806-0c845fdd84f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:18.010893 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:18.022625 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] Transition to ACTIVE for port object e39e78a5-d82a-4e40-9a79-9ffdac28e80d will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:05:18.143079 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:18.177050 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03304650-a1bb-4c98-b806-0c845fdd84f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:18.224094 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b460c-2633-46af-8c90-399026664d7a None None] Pushing event updated for resources: {'Port': ['ID=e39e78a5-d82a-4e40-9a79-9ffdac28e80d,revision_number=2']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:18.226325 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] Attempting to bind port e39e78a5-d82a-4e40-9a79-9ffdac28e80d on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:05:18.226708 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] Attempting to bind port e39e78a5-d82a-4e40-9a79-9ffdac28e80d by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:05:18.227061 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] Attempting to bind port e39e78a5-d82a-4e40-9a79-9ffdac28e80d on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:05:18.238376 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639b460c-2633-46af-8c90-399026664d7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:18.238748 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639b460c-2633-46af-8c90-399026664d7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:18.239081 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639b460c-2633-46af-8c90-399026664d7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:18.239411 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639b460c-2633-46af-8c90-399026664d7a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:18.239738 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639b460c-2633-46af-8c90-399026664d7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:18.240058 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639b460c-2633-46af-8c90-399026664d7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:18.240377 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639b460c-2633-46af-8c90-399026664d7a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:18.240696 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639b460c-2633-46af-8c90-399026664d7a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:18.241019 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639b460c-2633-46af-8c90-399026664d7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:18.241336 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639b460c-2633-46af-8c90-399026664d7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:18.241650 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639b460c-2633-46af-8c90-399026664d7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:18.244763 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:05:18.245153 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:05:18.245514 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:18.245883 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:05:18.246402 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] Bound port: e39e78a5-d82a-4e40-9a79-9ffdac28e80d, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:05:18.246725 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:18.260990 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03304650-a1bb-4c98-b806-0c845fdd84f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Subnet': ['ID=6cb888f3-98fb-45e0-824b-015fb81d6426,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:18.272029 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03304650-a1bb-4c98-b806-0c845fdd84f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Checking segment: {'id': '06b353f0-fe40-4458-8d52-aa3eabdb7e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:05:18.272386 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03304650-a1bb-4c98-b806-0c845fdd84f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network hostable DHCP agents. Network: 2e0ef2b0-8ad9-4325-9f90-887f691b36b4, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:05:18.317714 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] For port e39e78a5-d82a-4e40-9a79-9ffdac28e80d, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:05:18.320598 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] For port e39e78a5-d82a-4e40-9a79-9ffdac28e80d, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e39e78a5-d82a-4e40-9a79-9ffdac28e80d,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:05:18.382335 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03304650-a1bb-4c98-b806-0c845fdd84f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 2e0ef2b0-8ad9-4325-9f90-887f691b36b4 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:05:18.411380 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:18.468190 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-03304650-a1bb-4c98-b806-0c845fdd84f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 2e0ef2b0-8ad9-4325-9f90-887f691b36b4) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:05:18.471972 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03304650-a1bb-4c98-b806-0c845fdd84f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:18.472803 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-03304650-a1bb-4c98-b806-0c845fdd84f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:18.478373 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb77ae2-cc8a-49e4-b3bd-b58be477e2a3 None None] Network 2e0ef2b0-8ad9-4325-9f90-887f691b36b4 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:05:18.493735 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b460c-2633-46af-8c90-399026664d7a None None] Pushing event updated for resources: {'Port': ['ID=e39e78a5-d82a-4e40-9a79-9ffdac28e80d,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:18.495909 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] Routers {'3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:05:18.496501 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:05:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:18.545133 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:18.566845 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-03304650-a1bb-4c98-b806-0c845fdd84f8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1025009 Apr 29 16:05:18.569504 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33956) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:18.672108 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] Set router 3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:05:18.723373 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359b5e0c-00fc-4ea2-8f22-61ee35f85051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-2e0ef2b0-8ad9-4325-9f90-887f691b36b4', 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ips': [{'subnet_id': '6cb888f3-98fb-45e0-824b-015fb81d6426'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 16:05:18.723899 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-359b5e0c-00fc-4ea2-8f22-61ee35f85051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:18.895599 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-359b5e0c-00fc-4ea2-8f22-61ee35f85051 None None] Allocated IP 172.20.0.2 (2e0ef2b0-8ad9-4325-9f90-887f691b36b4/6cb888f3-98fb-45e0-824b-015fb81d6426/cf7d4b41-b685-435b-8454-7d6a484c1c32) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:05:18.990410 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'name': 'tempest-TestNetworkBasicOps-router-572032594', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:15Z', 'updated_at': '2022-04-29T16:05:16Z', 'revision_number': 3, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:16Z', 'updated_at': '2022-04-29T16:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:18.995000 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c3da39-e47a-404d-84ac-cd2033c0cd06 None None] The sync data for ids ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'] in dv-neutron-839913-1-hyperv is: [{'id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'name': 'tempest-TestNetworkBasicOps-router-572032594', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:15Z', 'updated_at': '2022-04-29T16:05:16Z', 'revision_number': 3, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:16Z', 'updated_at': '2022-04-29T16:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:05:19.117583 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-359b5e0c-00fc-4ea2-8f22-61ee35f85051 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:19.129973 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-359b5e0c-00fc-4ea2-8f22-61ee35f85051 None None] Transition to ACTIVE for port object cf7d4b41-b685-435b-8454-7d6a484c1c32 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:05:19.150654 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-359b5e0c-00fc-4ea2-8f22-61ee35f85051 None None] Transition to ACTIVE for port object cf7d4b41-b685-435b-8454-7d6a484c1c32 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:05:19.245645 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-359b5e0c-00fc-4ea2-8f22-61ee35f85051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:19.330299 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359b5e0c-00fc-4ea2-8f22-61ee35f85051 None None] Network 2e0ef2b0-8ad9-4325-9f90-887f691b36b4 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:05:19.334149 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-359b5e0c-00fc-4ea2-8f22-61ee35f85051 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:05:19.336095 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b5e0c-00fc-4ea2-8f22-61ee35f85051 None None] Pushing event updated for resources: {'Port': ['ID=cf7d4b41-b685-435b-8454-7d6a484c1c32,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:19.338240 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359b5e0c-00fc-4ea2-8f22-61ee35f85051 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:05:19.415588 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c26bf6e9-ec6c-475e-820c-2eba80c22d08 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:19.444825 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-359b5e0c-00fc-4ea2-8f22-61ee35f85051 None None] Attempting to bind port cf7d4b41-b685-435b-8454-7d6a484c1c32 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:05:19.445200 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-359b5e0c-00fc-4ea2-8f22-61ee35f85051 None None] Attempting to bind port cf7d4b41-b685-435b-8454-7d6a484c1c32 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '06b353f0-fe40-4458-8d52-aa3eabdb7e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:05:19.445563 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359b5e0c-00fc-4ea2-8f22-61ee35f85051 None None] Attempting to bind port cf7d4b41-b685-435b-8454-7d6a484c1c32 on network 2e0ef2b0-8ad9-4325-9f90-887f691b36b4 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:05:19.452369 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359b5e0c-00fc-4ea2-8f22-61ee35f85051 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:05:19.452740 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359b5e0c-00fc-4ea2-8f22-61ee35f85051 None None] Checking segment: {'id': '06b353f0-fe40-4458-8d52-aa3eabdb7e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:05:19.453134 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-359b5e0c-00fc-4ea2-8f22-61ee35f85051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:19.453534 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359b5e0c-00fc-4ea2-8f22-61ee35f85051 None None] Bound using segment: {'id': '06b353f0-fe40-4458-8d52-aa3eabdb7e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:05:19.453998 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-359b5e0c-00fc-4ea2-8f22-61ee35f85051 None None] Bound port: cf7d4b41-b685-435b-8454-7d6a484c1c32, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b353f0-fe40-4458-8d52-aa3eabdb7e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:05:19.454368 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-359b5e0c-00fc-4ea2-8f22-61ee35f85051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:19.545010 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-359b5e0c-00fc-4ea2-8f22-61ee35f85051 None None] For port cf7d4b41-b685-435b-8454-7d6a484c1c32, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:05:19.548036 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-359b5e0c-00fc-4ea2-8f22-61ee35f85051 None None] For port cf7d4b41-b685-435b-8454-7d6a484c1c32, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cf7d4b41-b685-435b-8454-7d6a484c1c32,segment=NetworkSegment(06b353f0-fe40-4458-8d52-aa3eabdb7e1c),segment_id=06b353f0-fe40-4458-8d52-aa3eabdb7e1c)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:05:19.628929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-359b5e0c-00fc-4ea2-8f22-61ee35f85051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:19.715067 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b5e0c-00fc-4ea2-8f22-61ee35f85051 None None] Pushing event updated for resources: {'Port': ['ID=cf7d4b41-b685-435b-8454-7d6a484c1c32,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:19.987511 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-c26bf6e9-ec6c-475e-820c-2eba80c22d08 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.20.0.1 (2e0ef2b0-8ad9-4325-9f90-887f691b36b4/6cb888f3-98fb-45e0-824b-015fb81d6426/28aba6eb-8a57-4904-9710-9d1f9b1f908b) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:05:20.109836 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e39e78a5-d82a-4e40-9a79-9ffdac28e80d up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:05:20.153249 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c26bf6e9-ec6c-475e-820c-2eba80c22d08 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:20.168923 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-c26bf6e9-ec6c-475e-820c-2eba80c22d08 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Transition to ACTIVE for port object 28aba6eb-8a57-4904-9710-9d1f9b1f908b will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:05:20.251246 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port e39e78a5-d82a-4e40-9a79-9ffdac28e80d completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:05:20.260836 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port e39e78a5-d82a-4e40-9a79-9ffdac28e80d triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:05:20.260836 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:20.261544 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c26bf6e9-ec6c-475e-820c-2eba80c22d08 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:20.330840 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26bf6e9-ec6c-475e-820c-2eba80c22d08 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 2e0ef2b0-8ad9-4325-9f90-887f691b36b4 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:05:20.333895 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-c26bf6e9-ec6c-475e-820c-2eba80c22d08 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:05:20.336824 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26bf6e9-ec6c-475e-820c-2eba80c22d08 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:05:20.376063 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:20.379213 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bf6e9-ec6c-475e-820c-2eba80c22d08 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=28aba6eb-8a57-4904-9710-9d1f9b1f908b,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:20.396203 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port e39e78a5-d82a-4e40-9a79-9ffdac28e80d, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e39e78a5-d82a-4e40-9a79-9ffdac28e80d,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:05:20.409194 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c26bf6e9-ec6c-475e-820c-2eba80c22d08 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:20.468599 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:20.469393 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cf7d4b41-b685-435b-8454-7d6a484c1c32 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:05:20.558268 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c26bf6e9-ec6c-475e-820c-2eba80c22d08 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:20.626457 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=e39e78a5-d82a-4e40-9a79-9ffdac28e80d,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:20.678008 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80b8637-76ee-4a17-a437-9007fd33b931 None None] Network 2e0ef2b0-8ad9-4325-9f90-887f691b36b4 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:05:20.693432 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port cf7d4b41-b685-435b-8454-7d6a484c1c32 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:05:20.840887 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-db14c18f-6d71-498e-8d99-f69c328f02f3 None None] Provisioning for port cf7d4b41-b685-435b-8454-7d6a484c1c32 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:05:20.855715 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-db14c18f-6d71-498e-8d99-f69c328f02f3 None None] Provisioning complete for port cf7d4b41-b685-435b-8454-7d6a484c1c32 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:05:20.856084 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-db14c18f-6d71-498e-8d99-f69c328f02f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:20.978981 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c26bf6e9-ec6c-475e-820c-2eba80c22d08 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:21.020537 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-db14c18f-6d71-498e-8d99-f69c328f02f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:21.034159 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c26bf6e9-ec6c-475e-820c-2eba80c22d08 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:21.061320 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-db14c18f-6d71-498e-8d99-f69c328f02f3 None None] For port cf7d4b41-b685-435b-8454-7d6a484c1c32, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cf7d4b41-b685-435b-8454-7d6a484c1c32,segment=NetworkSegment(06b353f0-fe40-4458-8d52-aa3eabdb7e1c),segment_id=06b353f0-fe40-4458-8d52-aa3eabdb7e1c)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:05:21.125292 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-db14c18f-6d71-498e-8d99-f69c328f02f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:21.148942 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c26bf6e9-ec6c-475e-820c-2eba80c22d08 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:21.152777 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bf6e9-ec6c-475e-820c-2eba80c22d08 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=28aba6eb-8a57-4904-9710-9d1f9b1f908b,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:21.205822 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14c18f-6d71-498e-8d99-f69c328f02f3 None None] Pushing event updated for resources: {'Port': ['ID=cf7d4b41-b685-435b-8454-7d6a484c1c32,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:21.251770 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b5deb084-07ae-4119-a85b-e9cb0a62e5cd None None] Provisioning complete for port cf7d4b41-b685-435b-8454-7d6a484c1c32 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:05:21.256040 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b5deb084-07ae-4119-a85b-e9cb0a62e5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:21.297217 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26bf6e9-ec6c-475e-820c-2eba80c22d08 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 2e0ef2b0-8ad9-4325-9f90-887f691b36b4 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:05:21.299250 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-c26bf6e9-ec6c-475e-820c-2eba80c22d08 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:05:21.440269 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b5deb084-07ae-4119-a85b-e9cb0a62e5cd None None] Provisioning for port 28aba6eb-8a57-4904-9710-9d1f9b1f908b completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:05:21.445835 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b5deb084-07ae-4119-a85b-e9cb0a62e5cd None None] Provisioning complete for port 28aba6eb-8a57-4904-9710-9d1f9b1f908b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:05:21.446326 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b5deb084-07ae-4119-a85b-e9cb0a62e5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:21.503266 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-b5deb084-07ae-4119-a85b-e9cb0a62e5cd None None] Port 28aba6eb-8a57-4904-9710-9d1f9b1f908b cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:05:21.623940 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-75195005-2190-4aef-a1ff-d899c5493a73 None None] Provisioning complete for port 28aba6eb-8a57-4904-9710-9d1f9b1f908b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:05:21.624415 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-75195005-2190-4aef-a1ff-d899c5493a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:21.676709 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-75195005-2190-4aef-a1ff-d899c5493a73 None None] Port 28aba6eb-8a57-4904-9710-9d1f9b1f908b cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:05:21.792004 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26bf6e9-ec6c-475e-820c-2eba80c22d08 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:05:21.995586 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26bf6e9-ec6c-475e-820c-2eba80c22d08 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:05:22.008108 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c26bf6e9-ec6c-475e-820c-2eba80c22d08 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "PUT /v2.0/routers/3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4374778 Apr 29 16:05:22.010535 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33960) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:22.057968 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e39e78a5-d82a-4e40-9a79-9ffdac28e80d up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:05:22.128405 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port e39e78a5-d82a-4e40-9a79-9ffdac28e80d triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:05:22.128777 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:22.160164 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c823da40-9610-460d-9bb9-23a8fc7cc9c1 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:22.160743 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c823da40-9610-460d-9bb9-23a8fc7cc9c1 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:22.161228 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c823da40-9610-460d-9bb9-23a8fc7cc9c1 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:22.161758 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c823da40-9610-460d-9bb9-23a8fc7cc9c1 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:22.164563 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c823da40-9610-460d-9bb9-23a8fc7cc9c1 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1526120 Apr 29 16:05:22.166676 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33964) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:22.238524 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4748c8-5c75-4a00-b98f-6c2318e49beb tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:22.238970 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4748c8-5c75-4a00-b98f-6c2318e49beb tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:22.239395 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4748c8-5c75-4a00-b98f-6c2318e49beb tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:22.239698 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4748c8-5c75-4a00-b98f-6c2318e49beb tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:22.241357 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ed4748c8-5c75-4a00-b98f-6c2318e49beb tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0737824 Apr 29 16:05:22.244143 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33968) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:22.248979 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cf7d4b41-b685-435b-8454-7d6a484c1c32 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:05:22.317958 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port cf7d4b41-b685-435b-8454-7d6a484c1c32 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:05:22.318319 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:22.448902 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9758c34f-6f4c-431c-aa92-0789537c6e55 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2036080 Apr 29 16:05:22.509776 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] Sync routers for ids ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:05:22.525447 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] Routers {'3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:05:22.526522 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:05:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:22.700658 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] Set router 3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:05:22.866801 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33974) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:22.872267 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d95e11e2-342c-4a51-b19c-e4268e29eb3c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2055240422', 'description': 'tempest-secgroup-smoke-2055240422 description', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:05:22.878523 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d95e11e2-342c-4a51-b19c-e4268e29eb3c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:05:22.882957 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d95e11e2-342c-4a51-b19c-e4268e29eb3c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:05:22.885812 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d95e11e2-342c-4a51-b19c-e4268e29eb3c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:05:22.891505 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d95e11e2-342c-4a51-b19c-e4268e29eb3c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:05:22.964940 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d95e11e2-342c-4a51-b19c-e4268e29eb3c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:23.000598 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d95e11e2-342c-4a51-b19c-e4268e29eb3c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:05:23.004540 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d95e11e2-342c-4a51-b19c-e4268e29eb3c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:05:23.007501 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d95e11e2-342c-4a51-b19c-e4268e29eb3c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:05:23.013313 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d95e11e2-342c-4a51-b19c-e4268e29eb3c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:05:23.059622 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'name': 'tempest-TestNetworkBasicOps-router-572032594', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:15Z', 'updated_at': '2022-04-29T16:05:20Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:16Z', 'updated_at': '2022-04-29T16:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '28aba6eb-8a57-4904-9710-9d1f9b1f908b', 'name': '', 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:5a:8c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb888f3-98fb-45e0-824b-015fb81d6426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:19Z', 'updated_at': '2022-04-29T16:05:20Z', 'revision_number': 2, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6cb888f3-98fb-45e0-824b-015fb81d6426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:23.063433 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] Checking router: 3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:05:23.063781 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] Updating router 3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 port 28aba6eb-8a57-4904-9710-9d1f9b1f908b binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:05:23.070317 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d95e11e2-342c-4a51-b19c-e4268e29eb3c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:23.114548 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:23.119120 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d95e11e2-342c-4a51-b19c-e4268e29eb3c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:23.166002 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e11e2-342c-4a51-b19c-e4268e29eb3c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67febe35-992b-4097-9eed-0045c89b177e,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:23.216721 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d95e11e2-342c-4a51-b19c-e4268e29eb3c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:23.218074 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d95e11e2-342c-4a51-b19c-e4268e29eb3c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3502977 Apr 29 16:05:23.222010 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33978) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:23.227673 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-075d1ee0-6aad-4215-b93c-aecfbd9ba797 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '67febe35-992b-4097-9eed-0045c89b177e', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:05:23.233427 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-075d1ee0-6aad-4215-b93c-aecfbd9ba797 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:05:23.237840 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-075d1ee0-6aad-4215-b93c-aecfbd9ba797 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:05:23.240734 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-075d1ee0-6aad-4215-b93c-aecfbd9ba797 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:05:23.250975 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-075d1ee0-6aad-4215-b93c-aecfbd9ba797 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:05:23.314702 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-075d1ee0-6aad-4215-b93c-aecfbd9ba797 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:23.376210 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-075d1ee0-6aad-4215-b93c-aecfbd9ba797 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:23.440343 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-075d1ee0-6aad-4215-b93c-aecfbd9ba797 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:23.458181 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:23.464019 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d1ee0-6aad-4215-b93c-aecfbd9ba797 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c8c3e9-74f5-4f6e-abb3-99b99831f19d,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:23.471857 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] Transition to ACTIVE for port object 28aba6eb-8a57-4904-9710-9d1f9b1f908b will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:05:23.519903 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-075d1ee0-6aad-4215-b93c-aecfbd9ba797 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:23.521089 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-075d1ee0-6aad-4215-b93c-aecfbd9ba797 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2980454 Apr 29 16:05:23.524412 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33982) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:23.529821 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-55c46db2-32c7-4521-ab45-8c922c7e5294 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '67febe35-992b-4097-9eed-0045c89b177e', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:05:23.532124 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:23.536129 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-55c46db2-32c7-4521-ab45-8c922c7e5294 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:05:23.539912 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-55c46db2-32c7-4521-ab45-8c922c7e5294 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:05:23.542769 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-55c46db2-32c7-4521-ab45-8c922c7e5294 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:05:23.548352 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-55c46db2-32c7-4521-ab45-8c922c7e5294 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:05:23.617460 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-55c46db2-32c7-4521-ab45-8c922c7e5294 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:23.657183 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb11d67-b1ed-4c93-bd88-341b308bd73d None None] Pushing event updated for resources: {'Port': ['ID=28aba6eb-8a57-4904-9710-9d1f9b1f908b,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:23.690502 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-55c46db2-32c7-4521-ab45-8c922c7e5294 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:23.749801 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:05:23.750450 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] Attempting to bind port 28aba6eb-8a57-4904-9710-9d1f9b1f908b on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:05:23.750900 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] Attempting to bind port 28aba6eb-8a57-4904-9710-9d1f9b1f908b by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '06b353f0-fe40-4458-8d52-aa3eabdb7e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:05:23.751225 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] Attempting to bind port 28aba6eb-8a57-4904-9710-9d1f9b1f908b on network 2e0ef2b0-8ad9-4325-9f90-887f691b36b4 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:05:23.754060 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-55c46db2-32c7-4521-ab45-8c922c7e5294 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:23.760291 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:05:23.760660 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] Checking segment: {'id': '06b353f0-fe40-4458-8d52-aa3eabdb7e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:05:23.761132 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:23.761433 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] Bound using segment: {'id': '06b353f0-fe40-4458-8d52-aa3eabdb7e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:05:23.761893 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] Bound port: 28aba6eb-8a57-4904-9710-9d1f9b1f908b, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b353f0-fe40-4458-8d52-aa3eabdb7e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:05:23.762256 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:23.783801 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c46db2-32c7-4521-ab45-8c922c7e5294 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5de864e-a02c-40a4-8cad-58973a88660d,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:23.835871 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-55c46db2-32c7-4521-ab45-8c922c7e5294 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:23.838016 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-55c46db2-32c7-4521-ab45-8c922c7e5294 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3124220 Apr 29 16:05:23.840627 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 33986) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:23.847374 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-8ad434ef-97e9-4cd4-b09d-675768de50d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '67febe35-992b-4097-9eed-0045c89b177e', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:05:23.853601 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-8ad434ef-97e9-4cd4-b09d-675768de50d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:05:23.857661 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8ad434ef-97e9-4cd4-b09d-675768de50d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:05:23.860550 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8ad434ef-97e9-4cd4-b09d-675768de50d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:05:23.867006 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-8ad434ef-97e9-4cd4-b09d-675768de50d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:05:23.879366 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] For port 28aba6eb-8a57-4904-9710-9d1f9b1f908b, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:05:23.882400 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] For port 28aba6eb-8a57-4904-9710-9d1f9b1f908b, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=28aba6eb-8a57-4904-9710-9d1f9b1f908b,segment=NetworkSegment(06b353f0-fe40-4458-8d52-aa3eabdb7e1c),segment_id=06b353f0-fe40-4458-8d52-aa3eabdb7e1c)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:05:23.931000 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8ad434ef-97e9-4cd4-b09d-675768de50d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:23.952905 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:23.993822 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8ad434ef-97e9-4cd4-b09d-675768de50d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:24.036890 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] Routers {'3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:05:24.037447 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:05:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:24.068288 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8ad434ef-97e9-4cd4-b09d-675768de50d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:24.093668 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad434ef-97e9-4cd4-b09d-675768de50d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710f2c8d-1625-4d3b-a0ac-dbf8362f88e7,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:24.151389 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb11d67-b1ed-4c93-bd88-341b308bd73d None None] Pushing event updated for resources: {'Port': ['ID=28aba6eb-8a57-4904-9710-9d1f9b1f908b,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:24.182534 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8ad434ef-97e9-4cd4-b09d-675768de50d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:24.183730 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8ad434ef-97e9-4cd4-b09d-675768de50d8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3417609 Apr 29 16:05:24.186666 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33990) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:24.192738 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-95f28d66-4959-4ede-8308-1748a2037f68 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '67febe35-992b-4097-9eed-0045c89b177e', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:05:24.201739 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-95f28d66-4959-4ede-8308-1748a2037f68 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:05:24.207121 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-95f28d66-4959-4ede-8308-1748a2037f68 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:05:24.210008 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-95f28d66-4959-4ede-8308-1748a2037f68 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:05:24.216287 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-95f28d66-4959-4ede-8308-1748a2037f68 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:05:24.234906 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] Set router 3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:05:24.291594 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95f28d66-4959-4ede-8308-1748a2037f68 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:24.357350 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95f28d66-4959-4ede-8308-1748a2037f68 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:24.416587 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95f28d66-4959-4ede-8308-1748a2037f68 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:24.441953 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f28d66-4959-4ede-8308-1748a2037f68 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee92bff9-b0f6-4fd3-bd8a-edf33b558e22,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:24.512713 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95f28d66-4959-4ede-8308-1748a2037f68 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:24.513936 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-95f28d66-4959-4ede-8308-1748a2037f68 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3263047 Apr 29 16:05:24.516606 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33994) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:24.522316 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-e5ceec19-7d4b-4e1b-a13b-7b07ae8d7cda tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '67febe35-992b-4097-9eed-0045c89b177e', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:05:24.528228 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e5ceec19-7d4b-4e1b-a13b-7b07ae8d7cda tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:05:24.532096 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e5ceec19-7d4b-4e1b-a13b-7b07ae8d7cda tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:05:24.535425 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e5ceec19-7d4b-4e1b-a13b-7b07ae8d7cda tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:05:24.541242 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e5ceec19-7d4b-4e1b-a13b-7b07ae8d7cda tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:05:24.557119 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'name': 'tempest-TestNetworkBasicOps-router-572032594', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:15Z', 'updated_at': '2022-04-29T16:05:20Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:16Z', 'updated_at': '2022-04-29T16:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '28aba6eb-8a57-4904-9710-9d1f9b1f908b', 'name': '', 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:5a:8c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb888f3-98fb-45e0-824b-015fb81d6426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:19Z', 'updated_at': '2022-04-29T16:05:23Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6cb888f3-98fb-45e0-824b-015fb81d6426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:24.560901 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2af9752-8ba4-42d3-901d-7da3b3825b9a None None] The sync data for ids ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'] in dv-neutron-839913-1-hyperv is: [{'id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'name': 'tempest-TestNetworkBasicOps-router-572032594', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:15Z', 'updated_at': '2022-04-29T16:05:20Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:16Z', 'updated_at': '2022-04-29T16:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '28aba6eb-8a57-4904-9710-9d1f9b1f908b', 'name': '', 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:5a:8c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb888f3-98fb-45e0-824b-015fb81d6426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:19Z', 'updated_at': '2022-04-29T16:05:23Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6cb888f3-98fb-45e0-824b-015fb81d6426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:05:24.608074 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-e5ceec19-7d4b-4e1b-a13b-7b07ae8d7cda tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Project 6dec3d4ebc7e41d8a2e134522257f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:05:24.615724 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e5ceec19-7d4b-4e1b-a13b-7b07ae8d7cda tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:24.699119 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e5ceec19-7d4b-4e1b-a13b-7b07ae8d7cda tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:24.799313 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e5ceec19-7d4b-4e1b-a13b-7b07ae8d7cda tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:24.824153 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ceec19-7d4b-4e1b-a13b-7b07ae8d7cda tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518d8558-a7f6-4f5b-9e51-7314b2856098,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:24.914213 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e5ceec19-7d4b-4e1b-a13b-7b07ae8d7cda tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:24.915516 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e5ceec19-7d4b-4e1b-a13b-7b07ae8d7cda tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3979869 Apr 29 16:05:24.918198 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 33998) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:24.923980 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-6bcacf34-9ea1-4aa3-bd27-f7e2445e0882 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'security_group_rule': {'security_group_id': '67febe35-992b-4097-9eed-0045c89b177e', 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:05:24.930028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6bcacf34-9ea1-4aa3-bd27-f7e2445e0882 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:05:24.934192 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6bcacf34-9ea1-4aa3-bd27-f7e2445e0882 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:security_group_rule and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:05:24.937371 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6bcacf34-9ea1-4aa3-bd27-f7e2445e0882 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:05:24.944593 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6bcacf34-9ea1-4aa3-bd27-f7e2445e0882 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:05:25.010940 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-6bcacf34-9ea1-4aa3-bd27-f7e2445e0882 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Project 6dec3d4ebc7e41d8a2e134522257f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:05:25.018201 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6bcacf34-9ea1-4aa3-bd27-f7e2445e0882 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:25.086456 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6bcacf34-9ea1-4aa3-bd27-f7e2445e0882 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:25.136515 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6bcacf34-9ea1-4aa3-bd27-f7e2445e0882 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:25.164640 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcacf34-9ea1-4aa3-bd27-f7e2445e0882 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14acfb7f-b43a-4a17-b1c4-dcfc004e1f39,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:25.250936 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6bcacf34-9ea1-4aa3-bd27-f7e2445e0882 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:25.252682 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6bcacf34-9ea1-4aa3-bd27-f7e2445e0882 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3330972 Apr 29 16:05:25.574679 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-0f74739a-9e04-45ed-873d-7831c020426a req-702e488f-7e5c-41a5-8c7c-b8251f13d703 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:05:25.639195 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-0f74739a-9e04-45ed-873d-7831c020426a req-702e488f-7e5c-41a5-8c7c-b8251f13d703 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:05:25.640261 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f74739a-9e04-45ed-873d-7831c020426a req-702e488f-7e5c-41a5-8c7c-b8251f13d703 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2055240422&fields=id&tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 267 time: 0.1960938 Apr 29 16:05:25.786461 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74739a-9e04-45ed-873d-7831c020426a req-bb96ad40-e5ba-42b5-9c6f-d3f20cb360d1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:25.787897 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f74739a-9e04-45ed-873d-7831c020426a req-bb96ad40-e5ba-42b5-9c6f-d3f20cb360d1 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/networks?id=2e0ef2b0-8ad9-4325-9f90-887f691b36b4 HTTP/1.1" status: 200 len: 797 time: 0.1401842 Apr 29 16:05:25.804231 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f74739a-9e04-45ed-873d-7831c020426a req-f1ce9b58-7368-4819-b63a-fd3e636e0f09 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/quotas/6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 375 time: 0.0110621 Apr 29 16:05:25.886074 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-0f74739a-9e04-45ed-873d-7831c020426a req-d2f29d61-249a-4f79-9c20-f8b02a7772aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:05:25.959302 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-0f74739a-9e04-45ed-873d-7831c020426a req-d2f29d61-249a-4f79-9c20-f8b02a7772aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:05:25.960628 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f74739a-9e04-45ed-873d-7831c020426a req-d2f29d61-249a-4f79-9c20-f8b02a7772aa tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1516888 Apr 29 16:05:26.068590 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 28aba6eb-8a57-4904-9710-9d1f9b1f908b up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:05:26.099057 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f74739a-9e04-45ed-873d-7831c020426a req-0aa4c58b-8e3a-45b3-a1f6-6ee393457209 service neutron] 10.222.0.21 "GET /v2.0/networks/2e0ef2b0-8ad9-4325-9f90-887f691b36b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270354 Apr 29 16:05:26.204758 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 28aba6eb-8a57-4904-9710-9d1f9b1f908b completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:05:26.209948 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 28aba6eb-8a57-4904-9710-9d1f9b1f908b triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:05:26.210258 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:26.230473 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f74739a-9e04-45ed-873d-7831c020426a req-10e31d6b-a322-477b-94a0-92b724267524 service neutron] 10.222.0.21 "GET /v2.0/networks/2e0ef2b0-8ad9-4325-9f90-887f691b36b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255741 Apr 29 16:05:26.327698 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:26.398404 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 28aba6eb-8a57-4904-9710-9d1f9b1f908b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=28aba6eb-8a57-4904-9710-9d1f9b1f908b,segment=NetworkSegment(06b353f0-fe40-4458-8d52-aa3eabdb7e1c),segment_id=06b353f0-fe40-4458-8d52-aa3eabdb7e1c)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:05:26.495709 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:26.523290 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-337d9c82-bb11-4062-bb82-db7024326a85 req-49d79062-677e-4cdb-ae2a-18febfd367c4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=24dcfb8e-388d-4d1d-910e-988e14a09890 HTTP/1.1" status: 200 len: 210 time: 0.0459607 Apr 29 16:05:26.560968 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=28aba6eb-8a57-4904-9710-9d1f9b1f908b,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:27.633132 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-17f3588d-9687-4568-893a-165458acb4ea req-1da8d63f-8209-4186-8a16-b57009300510 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=24dcfb8e-388d-4d1d-910e-988e14a09890 HTTP/1.1" status: 200 len: 210 time: 0.0430696 Apr 29 16:05:28.053473 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 28aba6eb-8a57-4904-9710-9d1f9b1f908b up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:05:28.124001 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 28aba6eb-8a57-4904-9710-9d1f9b1f908b triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:05:28.124370 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:28.797387 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-87501e5f-faf2-4f0f-bab5-b2df20049853 req-83b70e97-002b-40ac-878a-7ea404eba118 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=24dcfb8e-388d-4d1d-910e-988e14a09890 HTTP/1.1" status: 200 len: 210 time: 0.0420644 Apr 29 16:05:29.593163 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74739a-9e04-45ed-873d-7831c020426a req-aae2feee-c546-4f21-9023-fcb3834b21df tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:29.594717 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f74739a-9e04-45ed-873d-7831c020426a req-aae2feee-c546-4f21-9023-fcb3834b21df tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/networks?id=2e0ef2b0-8ad9-4325-9f90-887f691b36b4 HTTP/1.1" status: 200 len: 797 time: 0.1529446 Apr 29 16:05:29.649675 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f74739a-9e04-45ed-873d-7831c020426a req-40627dfe-1eb4-4c22-a5d6-e72c00eefa42 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3 HTTP/1.1" status: 200 len: 380 time: 0.0431163 Apr 29 16:05:29.659030 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-0f74739a-9e04-45ed-873d-7831c020426a req-4d01f954-2f35-478d-b723-5d6672cdfb2a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'port': {'device_id': '24dcfb8e-388d-4d1d-910e-988e14a09890', 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4', 'admin_state_up': True, 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'security_groups': ['67febe35-992b-4097-9eed-0045c89b177e']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:05:29.803867 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-0f74739a-9e04-45ed-873d-7831c020426a req-4d01f954-2f35-478d-b723-5d6672cdfb2a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:05:29.813718 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-0f74739a-9e04-45ed-873d-7831c020426a req-4d01f954-2f35-478d-b723-5d6672cdfb2a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:05:29.907656 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f74739a-9e04-45ed-873d-7831c020426a req-4d01f954-2f35-478d-b723-5d6672cdfb2a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Made reservation on behalf of 6dec3d4ebc7e41d8a2e134522257f8b3 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:05:29.913261 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0f74739a-9e04-45ed-873d-7831c020426a req-4d01f954-2f35-478d-b723-5d6672cdfb2a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:29.986139 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b62eee8d-2701-4907-b55e-4c12a571437e req-c01dd84c-1ad4-4d14-8d7c-da11ac87ce9d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=24dcfb8e-388d-4d1d-910e-988e14a09890 HTTP/1.1" status: 200 len: 210 time: 0.0525517 Apr 29 16:05:30.128237 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-0f74739a-9e04-45ed-873d-7831c020426a req-4d01f954-2f35-478d-b723-5d6672cdfb2a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.20.0.11 (2e0ef2b0-8ad9-4325-9f90-887f691b36b4/6cb888f3-98fb-45e0-824b-015fb81d6426/cd73fe02-917f-498d-b974-48a5f2b352a2) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:05:30.309157 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0f74739a-9e04-45ed-873d-7831c020426a req-4d01f954-2f35-478d-b723-5d6672cdfb2a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:30.323749 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-0f74739a-9e04-45ed-873d-7831c020426a req-4d01f954-2f35-478d-b723-5d6672cdfb2a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Transition to ACTIVE for port object cd73fe02-917f-498d-b974-48a5f2b352a2 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:05:30.415485 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0f74739a-9e04-45ed-873d-7831c020426a req-4d01f954-2f35-478d-b723-5d6672cdfb2a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:30.486185 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f74739a-9e04-45ed-873d-7831c020426a req-4d01f954-2f35-478d-b723-5d6672cdfb2a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network 2e0ef2b0-8ad9-4325-9f90-887f691b36b4 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:05:30.489231 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-0f74739a-9e04-45ed-873d-7831c020426a req-4d01f954-2f35-478d-b723-5d6672cdfb2a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:05:30.493616 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f74739a-9e04-45ed-873d-7831c020426a req-4d01f954-2f35-478d-b723-5d6672cdfb2a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:05:30.521963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01f954-2f35-478d-b723-5d6672cdfb2a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=cd73fe02-917f-498d-b974-48a5f2b352a2,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:30.560266 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74739a-9e04-45ed-873d-7831c020426a req-4d01f954-2f35-478d-b723-5d6672cdfb2a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:30.560770 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0f74739a-9e04-45ed-873d-7831c020426a req-4d01f954-2f35-478d-b723-5d6672cdfb2a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:30.639777 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f74739a-9e04-45ed-873d-7831c020426a req-4d01f954-2f35-478d-b723-5d6672cdfb2a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9849856 Apr 29 16:05:30.651406 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-0f74739a-9e04-45ed-873d-7831c020426a req-5922b6db-4513-40c5-bb75-3df7bddaf6cd service neutron] Request body: {'port': {'device_id': '24dcfb8e-388d-4d1d-910e-988e14a09890', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:05:30.759840 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0f74739a-9e04-45ed-873d-7831c020426a req-5922b6db-4513-40c5-bb75-3df7bddaf6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:30.786589 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c669d50f-f091-4a3d-ab39-9aa3b0684ca4 None None] Provisioning for port cd73fe02-917f-498d-b974-48a5f2b352a2 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:05:30.792202 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c669d50f-f091-4a3d-ab39-9aa3b0684ca4 None None] Provisioning complete for port cd73fe02-917f-498d-b974-48a5f2b352a2 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:05:30.792543 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c669d50f-f091-4a3d-ab39-9aa3b0684ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:30.848798 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-c669d50f-f091-4a3d-ab39-9aa3b0684ca4 None None] Port cd73fe02-917f-498d-b974-48a5f2b352a2 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:05:31.261560 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-0f74739a-9e04-45ed-873d-7831c020426a req-5922b6db-4513-40c5-bb75-3df7bddaf6cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd73fe02-917f-498d-b974-48a5f2b352a2 {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:05:31.271560 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0f74739a-9e04-45ed-873d-7831c020426a req-5922b6db-4513-40c5-bb75-3df7bddaf6cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:31.293673 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f11410-e0f8-4a13-a4ca-03339d6039b7 req-bcbfb1e1-03a8-4860-a255-1e87f68438d5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:31.294453 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-82f11410-e0f8-4a13-a4ca-03339d6039b7 req-bcbfb1e1-03a8-4860-a255-1e87f68438d5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:05:31.300147 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-0f74739a-9e04-45ed-873d-7831c020426a req-5922b6db-4513-40c5-bb75-3df7bddaf6cd service neutron] Transition to ACTIVE for port object cd73fe02-917f-498d-b974-48a5f2b352a2 will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:05:31.353958 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0f74739a-9e04-45ed-873d-7831c020426a req-5922b6db-4513-40c5-bb75-3df7bddaf6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:31.394380 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-82f11410-e0f8-4a13-a4ca-03339d6039b7 req-bcbfb1e1-03a8-4860-a255-1e87f68438d5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:05:31.395652 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-82f11410-e0f8-4a13-a4ca-03339d6039b7 req-bcbfb1e1-03a8-4860-a255-1e87f68438d5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=24dcfb8e-388d-4d1d-910e-988e14a09890 HTTP/1.1" status: 200 len: 932 time: 0.2800925 Apr 29 16:05:31.529059 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922b6db-4513-40c5-bb75-3df7bddaf6cd service neutron] Pushing event updated for resources: {'Port': ['ID=cd73fe02-917f-498d-b974-48a5f2b352a2,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:31.541902 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-82f11410-e0f8-4a13-a4ca-03339d6039b7 req-15df18f5-3e35-49d4-a432-48ba17e7b186 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=67febe35-992b-4097-9eed-0045c89b177e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366858 Apr 29 16:05:31.660365 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-0f74739a-9e04-45ed-873d-7831c020426a req-5922b6db-4513-40c5-bb75-3df7bddaf6cd service neutron] Attempting to bind port cd73fe02-917f-498d-b974-48a5f2b352a2 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:05:31.660731 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-0f74739a-9e04-45ed-873d-7831c020426a req-5922b6db-4513-40c5-bb75-3df7bddaf6cd service neutron] Attempting to bind port cd73fe02-917f-498d-b974-48a5f2b352a2 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '06b353f0-fe40-4458-8d52-aa3eabdb7e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:05:31.661010 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f74739a-9e04-45ed-873d-7831c020426a req-5922b6db-4513-40c5-bb75-3df7bddaf6cd service neutron] Attempting to bind port cd73fe02-917f-498d-b974-48a5f2b352a2 on network 2e0ef2b0-8ad9-4325-9f90-887f691b36b4 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:05:31.667138 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f74739a-9e04-45ed-873d-7831c020426a req-5922b6db-4513-40c5-bb75-3df7bddaf6cd service neutron] Port cd73fe02-917f-498d-b974-48a5f2b352a2 on network 2e0ef2b0-8ad9-4325-9f90-887f691b36b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 16:05:31.667455 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f74739a-9e04-45ed-873d-7831c020426a req-5922b6db-4513-40c5-bb75-3df7bddaf6cd service neutron] Attempting to bind port cd73fe02-917f-498d-b974-48a5f2b352a2 on network 2e0ef2b0-8ad9-4325-9f90-887f691b36b4 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:05:31.675949 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f74739a-9e04-45ed-873d-7831c020426a req-5922b6db-4513-40c5-bb75-3df7bddaf6cd service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:05:31.676286 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f74739a-9e04-45ed-873d-7831c020426a req-5922b6db-4513-40c5-bb75-3df7bddaf6cd service neutron] Checking segment: {'id': '06b353f0-fe40-4458-8d52-aa3eabdb7e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:05:31.676664 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f74739a-9e04-45ed-873d-7831c020426a req-5922b6db-4513-40c5-bb75-3df7bddaf6cd service neutron] Bound using segment: {'id': '06b353f0-fe40-4458-8d52-aa3eabdb7e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:05:31.677098 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-0f74739a-9e04-45ed-873d-7831c020426a req-5922b6db-4513-40c5-bb75-3df7bddaf6cd service neutron] Bound port: cd73fe02-917f-498d-b974-48a5f2b352a2, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06b353f0-fe40-4458-8d52-aa3eabdb7e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:05:31.677442 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0f74739a-9e04-45ed-873d-7831c020426a req-5922b6db-4513-40c5-bb75-3df7bddaf6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:31.792995 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-0f74739a-9e04-45ed-873d-7831c020426a req-5922b6db-4513-40c5-bb75-3df7bddaf6cd service neutron] For port cd73fe02-917f-498d-b974-48a5f2b352a2, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:05:31.797639 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-0f74739a-9e04-45ed-873d-7831c020426a req-5922b6db-4513-40c5-bb75-3df7bddaf6cd service neutron] For port cd73fe02-917f-498d-b974-48a5f2b352a2, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=cd73fe02-917f-498d-b974-48a5f2b352a2,segment=NetworkSegment(06b353f0-fe40-4458-8d52-aa3eabdb7e1c),segment_id=06b353f0-fe40-4458-8d52-aa3eabdb7e1c)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:05:31.880691 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0f74739a-9e04-45ed-873d-7831c020426a req-5922b6db-4513-40c5-bb75-3df7bddaf6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:31.950023 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0f74739a-9e04-45ed-873d-7831c020426a req-5922b6db-4513-40c5-bb75-3df7bddaf6cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:31.951395 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f74739a-9e04-45ed-873d-7831c020426a req-5922b6db-4513-40c5-bb75-3df7bddaf6cd service neutron] 10.222.0.35 "PUT /v2.0/ports/cd73fe02-917f-498d-b974-48a5f2b352a2 HTTP/1.1" status: 200 len: 1094 time: 1.3041191 Apr 29 16:05:31.951884 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24dcfb8e-388d-4d1d-910e-988e14a09890', 'tag': 'cd73fe02-917f-498d-b974-48a5f2b352a2'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:05:31.968526 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922b6db-4513-40c5-bb75-3df7bddaf6cd service neutron] Pushing event updated for resources: {'Port': ['ID=cd73fe02-917f-498d-b974-48a5f2b352a2,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:32.011783 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bcb3d6f-8f99-4b57-848d-5ed6f0546e19'] response: {'name': 'network-changed', 'server_uuid': '24dcfb8e-388d-4d1d-910e-988e14a09890', 'tag': 'cd73fe02-917f-498d-b974-48a5f2b352a2', 'status': 'completed', 'code': 200} Apr 29 16:05:32.108575 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-adfd1d80-6d52-40a9-b813-8c11142d0bdc req-1a7df98e-09c3-4bdc-b503-b762402247c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=24dcfb8e-388d-4d1d-910e-988e14a09890 HTTP/1.1" status: 200 len: 1097 time: 0.0749109 Apr 29 16:05:32.251593 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd1d80-6d52-40a9-b813-8c11142d0bdc req-aa03b9ca-1476-4b5a-a00f-272a6938b94b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:32.253465 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-adfd1d80-6d52-40a9-b813-8c11142d0bdc req-aa03b9ca-1476-4b5a-a00f-272a6938b94b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1381865 Apr 29 16:05:32.386131 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd1d80-6d52-40a9-b813-8c11142d0bdc req-8852bb6d-eaf7-40d4-95b6-85e26673c4f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:32.387497 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-adfd1d80-6d52-40a9-b813-8c11142d0bdc req-8852bb6d-eaf7-40d4-95b6-85e26673c4f4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285725 Apr 29 16:05:32.490945 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f74739a-9e04-45ed-873d-7831c020426a req-a0224b59-6b87-40fc-988f-a68a090a62f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=24dcfb8e-388d-4d1d-910e-988e14a09890 HTTP/1.1" status: 200 len: 1097 time: 0.0675116 Apr 29 16:05:32.559316 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f74739a-9e04-45ed-873d-7831c020426a req-e0849cbe-f721-4b5b-a56c-5bf47222eea4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd73fe02-917f-498d-b974-48a5f2b352a2 HTTP/1.1" status: 200 len: 217 time: 0.0627337 Apr 29 16:05:32.619515 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74739a-9e04-45ed-873d-7831c020426a req-c6962849-a220-4373-ade3-ee2d5315e15a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:32.620942 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f74739a-9e04-45ed-873d-7831c020426a req-c6962849-a220-4373-ade3-ee2d5315e15a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6cb888f3-98fb-45e0-824b-015fb81d6426 HTTP/1.1" status: 200 len: 835 time: 0.0565867 Apr 29 16:05:32.750725 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f74739a-9e04-45ed-873d-7831c020426a req-9b321a35-07ff-43e7-b1fe-3aa8ac6694b2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2e0ef2b0-8ad9-4325-9f90-887f691b36b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1239722 Apr 29 16:05:32.786143 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e7288-5cb1-4e29-a89b-e9a6c7fca12f req-d7aa9e6e-453c-4cb2-a31f-9fd986e9cc05 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:32.787575 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-355e7288-5cb1-4e29-a89b-e9a6c7fca12f req-d7aa9e6e-453c-4cb2-a31f-9fd986e9cc05 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=24dcfb8e-388d-4d1d-910e-988e14a09890 HTTP/1.1" status: 200 len: 944 time: 0.1177974 Apr 29 16:05:32.997618 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-355e7288-5cb1-4e29-a89b-e9a6c7fca12f req-bec25537-15ef-4709-88ad-3a7a7ac3c9b3 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=67febe35-992b-4097-9eed-0045c89b177e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801744 Apr 29 16:05:33.005120 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f74739a-9e04-45ed-873d-7831c020426a req-5214e8d2-ea59-42bf-80eb-000b9cc6f615 service neutron] 10.222.0.35 "GET /v2.0/networks/2e0ef2b0-8ad9-4325-9f90-887f691b36b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486632 Apr 29 16:05:33.133089 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f74739a-9e04-45ed-873d-7831c020426a req-4726c4d7-783f-47d9-a031-b30198ce89c4 service neutron] 10.222.0.35 "GET /v2.0/networks/2e0ef2b0-8ad9-4325-9f90-887f691b36b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223898 Apr 29 16:05:34.194551 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110659b-62a8-4132-8f2d-0051b48fac7b req-9352c77c-0f9a-43e0-aa4b-549c344e30d5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:34.196020 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b110659b-62a8-4132-8f2d-0051b48fac7b req-9352c77c-0f9a-43e0-aa4b-549c344e30d5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=24dcfb8e-388d-4d1d-910e-988e14a09890 HTTP/1.1" status: 200 len: 944 time: 0.0774677 Apr 29 16:05:34.241836 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b110659b-62a8-4132-8f2d-0051b48fac7b req-e7f1bc8f-1037-429e-b304-13a1a9e37293 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=67febe35-992b-4097-9eed-0045c89b177e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402558 Apr 29 16:05:35.431370 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220fa1d-5d55-4df5-8ee6-06f3e95fe069 req-31b3cfd6-dc2f-4f6c-b916-461f0d30d235 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:35.432704 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9220fa1d-5d55-4df5-8ee6-06f3e95fe069 req-31b3cfd6-dc2f-4f6c-b916-461f0d30d235 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=24dcfb8e-388d-4d1d-910e-988e14a09890 HTTP/1.1" status: 200 len: 944 time: 0.0741420 Apr 29 16:05:35.476418 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9220fa1d-5d55-4df5-8ee6-06f3e95fe069 req-becc7d5a-947a-4d72-8903-b633a14b2e27 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=67febe35-992b-4097-9eed-0045c89b177e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383792 Apr 29 16:05:35.557261 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device cd73fe02-917f-498d-b974-48a5f2b352a2 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:05:35.686825 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port cd73fe02-917f-498d-b974-48a5f2b352a2, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=cd73fe02-917f-498d-b974-48a5f2b352a2,segment=NetworkSegment(06b353f0-fe40-4458-8d52-aa3eabdb7e1c),segment_id=06b353f0-fe40-4458-8d52-aa3eabdb7e1c)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:05:35.700684 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': 'cd73fe02-917f-498d-b974-48a5f2b352a2', 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4', 'port_id': 'cd73fe02-917f-498d-b974-48a5f2b352a2', 'mac_address': 'fa:16:3e:2b:1b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb888f3-98fb-45e0-824b-015fb81d6426', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:05:35.754075 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:35.774224 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd73fe02-917f-498d-b974-48a5f2b352a2 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:05:35.789207 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port cd73fe02-917f-498d-b974-48a5f2b352a2, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=cd73fe02-917f-498d-b974-48a5f2b352a2,segment=NetworkSegment(06b353f0-fe40-4458-8d52-aa3eabdb7e1c),segment_id=06b353f0-fe40-4458-8d52-aa3eabdb7e1c)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:05:35.861327 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:35.929821 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=cd73fe02-917f-498d-b974-48a5f2b352a2,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:36.165708 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['cd73fe02-917f-498d-b974-48a5f2b352a2'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:05:36.672060 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51e50f-802a-45c9-a416-ac5fd68c9d58 req-d024ecd7-8593-4515-a283-187107f7cbb2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:36.673500 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6d51e50f-802a-45c9-a416-ac5fd68c9d58 req-d024ecd7-8593-4515-a283-187107f7cbb2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=24dcfb8e-388d-4d1d-910e-988e14a09890 HTTP/1.1" status: 200 len: 945 time: 0.0778396 Apr 29 16:05:36.718842 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6d51e50f-802a-45c9-a416-ac5fd68c9d58 req-9a6e26b3-54f1-4396-a57c-76ae6432015d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=67febe35-992b-4097-9eed-0045c89b177e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390823 Apr 29 16:05:37.556864 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device cd73fe02-917f-498d-b974-48a5f2b352a2 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:05:37.694794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port cd73fe02-917f-498d-b974-48a5f2b352a2 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:05:37.699663 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port cd73fe02-917f-498d-b974-48a5f2b352a2 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:05:37.700030 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:37.812897 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:37.839036 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dcfb8e-388d-4d1d-910e-988e14a09890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd73fe02-917f-498d-b974-48a5f2b352a2'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:05:37.848674 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port cd73fe02-917f-498d-b974-48a5f2b352a2, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=cd73fe02-917f-498d-b974-48a5f2b352a2,segment=NetworkSegment(06b353f0-fe40-4458-8d52-aa3eabdb7e1c),segment_id=06b353f0-fe40-4458-8d52-aa3eabdb7e1c)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:05:37.921634 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12662a2e-d9cc-414c-b617-0d0be53526f7 req-a6b73b89-b8db-470a-8926-5f34d5a603c5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:37.923227 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-12662a2e-d9cc-414c-b617-0d0be53526f7 req-a6b73b89-b8db-470a-8926-5f34d5a603c5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=24dcfb8e-388d-4d1d-910e-988e14a09890 HTTP/1.1" status: 200 len: 945 time: 0.0818748 Apr 29 16:05:37.936159 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:37.978680 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c506498-12a3-43fc-87f6-a5db8c2bb5aa'] response: {'server_uuid': '24dcfb8e-388d-4d1d-910e-988e14a09890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd73fe02-917f-498d-b974-48a5f2b352a2', 'code': 200} Apr 29 16:05:37.990295 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-12662a2e-d9cc-414c-b617-0d0be53526f7 req-bb3da2d3-acfe-4075-a96d-c6ab31b89b47 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=67febe35-992b-4097-9eed-0045c89b177e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603621 Apr 29 16:05:38.022705 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=cd73fe02-917f-498d-b974-48a5f2b352a2,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:38.379039 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dba4d783-9361-4af8-a819-c6968160b6fd req-d1da9862-00ea-4238-b8bc-35a50f00d7b4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=24dcfb8e-388d-4d1d-910e-988e14a09890 HTTP/1.1" status: 200 len: 1099 time: 0.0856423 Apr 29 16:05:38.420272 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dba4d783-9361-4af8-a819-c6968160b6fd req-41250539-3e7b-47b2-b0eb-0d5c9d3b9c2d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=67febe35-992b-4097-9eed-0045c89b177e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354121 Apr 29 16:05:39.196743 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39938920-1d44-4714-9e68-68d6505ff000 req-0e1476d4-7124-4e86-a827-24f584aefb55 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:39.198178 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-39938920-1d44-4714-9e68-68d6505ff000 req-0e1476d4-7124-4e86-a827-24f584aefb55 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=24dcfb8e-388d-4d1d-910e-988e14a09890 HTTP/1.1" status: 200 len: 946 time: 0.0780890 Apr 29 16:05:39.242374 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-39938920-1d44-4714-9e68-68d6505ff000 req-10f60b94-5575-440e-8e1e-44054506d813 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=67febe35-992b-4097-9eed-0045c89b177e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387440 Apr 29 16:05:40.051502 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8084ec2c-e713-43e5-a449-cbf1f68d80ae req-9cee1f78-21d8-45da-bd43-aeda615fdb11 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=24dcfb8e-388d-4d1d-910e-988e14a09890&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669010 Apr 29 16:05:40.187819 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8084ec2c-e713-43e5-a449-cbf1f68d80ae req-54db32fc-e68c-4f49-8971-9f12da9239c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=24dcfb8e-388d-4d1d-910e-988e14a09890 HTTP/1.1" status: 200 len: 1099 time: 0.0708535 Apr 29 16:05:40.333235 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084ec2c-e713-43e5-a449-cbf1f68d80ae req-f576070a-1149-4616-a649-6bc2d308b4d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:40.334693 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8084ec2c-e713-43e5-a449-cbf1f68d80ae req-f576070a-1149-4616-a649-6bc2d308b4d9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2e0ef2b0-8ad9-4325-9f90-887f691b36b4 HTTP/1.1" status: 200 len: 898 time: 0.1298914 Apr 29 16:05:40.437422 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8084ec2c-e713-43e5-a449-cbf1f68d80ae req-0deff5fc-7090-4068-9c2f-8b60aea7ae4d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd73fe02-917f-498d-b974-48a5f2b352a2 HTTP/1.1" status: 200 len: 217 time: 0.0943327 Apr 29 16:05:40.512497 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084ec2c-e713-43e5-a449-cbf1f68d80ae req-81fcb164-b9c8-4126-99b5-2b0ee81fb6eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:40.513888 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8084ec2c-e713-43e5-a449-cbf1f68d80ae req-81fcb164-b9c8-4126-99b5-2b0ee81fb6eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6cb888f3-98fb-45e0-824b-015fb81d6426 HTTP/1.1" status: 200 len: 835 time: 0.0703104 Apr 29 16:05:40.558111 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4d133-e8e6-415f-9544-8615b310df2b req-c5acc5e2-b731-47dc-90fe-0f3a65075997 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:40.559435 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0ac4d133-e8e6-415f-9544-8615b310df2b req-c5acc5e2-b731-47dc-90fe-0f3a65075997 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=24dcfb8e-388d-4d1d-910e-988e14a09890 HTTP/1.1" status: 200 len: 946 time: 0.1694732 Apr 29 16:05:40.623585 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0ac4d133-e8e6-415f-9544-8615b310df2b req-05ba001a-7eeb-4c53-9d54-c4d1c82a299e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=67febe35-992b-4097-9eed-0045c89b177e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556841 Apr 29 16:05:40.630598 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8084ec2c-e713-43e5-a449-cbf1f68d80ae req-7e261c0d-b77f-4610-8c4c-30cb52c43b18 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2e0ef2b0-8ad9-4325-9f90-887f691b36b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1109312 Apr 29 16:05:40.803512 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8084ec2c-e713-43e5-a449-cbf1f68d80ae req-27a3f2a9-877a-4051-923c-58e7d499ca4d service neutron] 10.222.0.35 "GET /v2.0/networks/2e0ef2b0-8ad9-4325-9f90-887f691b36b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668811 Apr 29 16:05:41.001549 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4220f69-0f10-4b1b-addb-05b19aed6fa5 req-5583e4f2-be2b-4372-b799-a4f97f5f1f9d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:41.003059 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b4220f69-0f10-4b1b-addb-05b19aed6fa5 req-5583e4f2-be2b-4372-b799-a4f97f5f1f9d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=24dcfb8e-388d-4d1d-910e-988e14a09890 HTTP/1.1" status: 200 len: 946 time: 0.2577107 Apr 29 16:05:41.055367 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8084ec2c-e713-43e5-a449-cbf1f68d80ae req-099362f3-2713-43b7-bdc7-1f9341cfd9ac service neutron] 10.222.0.35 "GET /v2.0/networks/2e0ef2b0-8ad9-4325-9f90-887f691b36b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419803 Apr 29 16:05:41.073891 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b4220f69-0f10-4b1b-addb-05b19aed6fa5 req-02f14704-d2a4-45dc-ac8e-673dbb80311a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=67febe35-992b-4097-9eed-0045c89b177e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579865 Apr 29 16:05:41.102117 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34058) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:41.175118 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-97fa2d34-5ef6-451c-979b-bf1fe6cc77c9 tempest-TestNetworkBasicOps-1412375004 tempest-TestNetworkBasicOps-1412375004-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=24dcfb8e-388d-4d1d-910e-988e14a09890 HTTP/1.1" status: 200 len: 1094 time: 0.0718553 Apr 29 16:05:41.177705 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34062) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:41.182863 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-710c0481-1c63-4c91-9f46-42072dff2b4a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': 'cd73fe02-917f-498d-b974-48a5f2b352a2', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:05:41.188223 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-710c0481-1c63-4c91-9f46-42072dff2b4a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:05:41.192848 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-710c0481-1c63-4c91-9f46-42072dff2b4a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Usage tracker for resource:floatingip and tenant:6dec3d4ebc7e41d8a2e134522257f8b3 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:05:41.195589 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-710c0481-1c63-4c91-9f46-42072dff2b4a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:05:41.201120 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-710c0481-1c63-4c91-9f46-42072dff2b4a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:05:41.278811 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-710c0481-1c63-4c91-9f46-42072dff2b4a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:41.413703 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-710c0481-1c63-4c91-9f46-42072dff2b4a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:41.547783 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-710c0481-1c63-4c91-9f46-42072dff2b4a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Allocated IP 172.26.1.250 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/df69fd5f-f571-4066-8cf7-4ca388e97aab) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:05:41.691460 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-710c0481-1c63-4c91-9f46-42072dff2b4a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:41.782411 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-710c0481-1c63-4c91-9f46-42072dff2b4a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:41.850316 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710c0481-1c63-4c91-9f46-42072dff2b4a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:05:41.852984 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-710c0481-1c63-4c91-9f46-42072dff2b4a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:05:41.858018 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710c0481-1c63-4c91-9f46-42072dff2b4a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:05:41.882762 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c0481-1c63-4c91-9f46-42072dff2b4a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=df69fd5f-f571-4066-8cf7-4ca388e97aab,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:42.363898 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-710c0481-1c63-4c91-9f46-42072dff2b4a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:42.474225 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-710c0481-1c63-4c91-9f46-42072dff2b4a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:42.676188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-710c0481-1c63-4c91-9f46-42072dff2b4a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:42.747571 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-710c0481-1c63-4c91-9f46-42072dff2b4a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:42.940482 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c0481-1c63-4c91-9f46-42072dff2b4a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event updated for resources: {'Port': ['ID=df69fd5f-f571-4066-8cf7-4ca388e97aab,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:42.953770 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-710c0481-1c63-4c91-9f46-42072dff2b4a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:43.137302 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [None req-710c0481-1c63-4c91-9f46-42072dff2b4a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Floating IP 653a8af2-4f46-4df4-b35e-62711b464ea4 associated. External IP: 172.26.1.250, port: cd73fe02-917f-498d-b974-48a5f2b352a2. Apr 29 16:05:43.513180 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710c0481-1c63-4c91-9f46-42072dff2b4a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:05:43.603332 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b87517f1-e587-43f2-93b0-9f2a1451cf45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:43.712315 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710c0481-1c63-4c91-9f46-42072dff2b4a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:05:43.723540 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d88cf9-3a0f-4432-a039-ad6e812c2e94 None None] Sync routers for ids ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:05:43.744023 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d88cf9-3a0f-4432-a039-ad6e812c2e94 None None] Routers {'3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:05:43.744023 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-80d88cf9-3a0f-4432-a039-ad6e812c2e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:05:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:43.804331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-710c0481-1c63-4c91-9f46-42072dff2b4a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:43.856813 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-710c0481-1c63-4c91-9f46-42072dff2b4a tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6780767 Apr 29 16:05:43.857367 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24dcfb8e-388d-4d1d-910e-988e14a09890', 'tag': 'cd73fe02-917f-498d-b974-48a5f2b352a2'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:05:43.859688 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 34066) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:43.985278 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0da38ed-67a6-4c5a-b9fd-a831dce2bc89'] response: {'name': 'network-changed', 'server_uuid': '24dcfb8e-388d-4d1d-910e-988e14a09890', 'tag': 'cd73fe02-917f-498d-b974-48a5f2b352a2', 'status': 'completed', 'code': 200} Apr 29 16:05:43.985498 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-80d88cf9-3a0f-4432-a039-ad6e812c2e94 None None] Set router 3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:05:43.988745 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-55f886f4-07e1-45b3-9806-edced3c4cead tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/653a8af2-4f46-4df4-b35e-62711b464ea4 HTTP/1.1" status: 200 len: 992 time: 0.1274118 Apr 29 16:05:44.033893 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f644ac0f-ef53-46a6-a3ad-b8084e298f7e req-4c582f97-4f6c-4e13-acdf-e0fb5f92fdeb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=24dcfb8e-388d-4d1d-910e-988e14a09890 HTTP/1.1" status: 200 len: 1099 time: 0.0876381 Apr 29 16:05:44.162628 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644ac0f-ef53-46a6-a3ad-b8084e298f7e req-8c7804c3-0a74-432e-abbc-2de41c395c22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:44.164059 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f644ac0f-ef53-46a6-a3ad-b8084e298f7e req-8c7804c3-0a74-432e-abbc-2de41c395c22 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2e0ef2b0-8ad9-4325-9f90-887f691b36b4 HTTP/1.1" status: 200 len: 898 time: 0.1245868 Apr 29 16:05:44.273678 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f644ac0f-ef53-46a6-a3ad-b8084e298f7e req-d85b277a-3ae7-4457-a7c2-6e424805d844 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd73fe02-917f-498d-b974-48a5f2b352a2 HTTP/1.1" status: 200 len: 1000 time: 0.1014469 Apr 29 16:05:44.276491 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-80d88cf9-3a0f-4432-a039-ad6e812c2e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'name': 'tempest-TestNetworkBasicOps-router-572032594', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:15Z', 'updated_at': '2022-04-29T16:05:20Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:16Z', 'updated_at': '2022-04-29T16:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '653a8af2-4f46-4df4-b35e-62711b464ea4', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.250', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'port_id': 'cd73fe02-917f-498d-b974-48a5f2b352a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4', 'mac_address': 'fa:16:3e:2b:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dcfb8e-388d-4d1d-910e-988e14a09890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:05:42Z', 'updated_at': '2022-04-29T16:05:42Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28aba6eb-8a57-4904-9710-9d1f9b1f908b', 'name': '', 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:5a:8c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb888f3-98fb-45e0-824b-015fb81d6426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:19Z', 'updated_at': '2022-04-29T16:05:26Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6cb888f3-98fb-45e0-824b-015fb81d6426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:44.280364 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d88cf9-3a0f-4432-a039-ad6e812c2e94 None None] Checking router: 3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:05:44.291643 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d88cf9-3a0f-4432-a039-ad6e812c2e94 None None] Routers {'3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:05:44.292012 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-80d88cf9-3a0f-4432-a039-ad6e812c2e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:05:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:44.338856 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644ac0f-ef53-46a6-a3ad-b8084e298f7e req-2435accd-e371-4353-bcfa-eaa657d92a25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:05:44.340523 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f644ac0f-ef53-46a6-a3ad-b8084e298f7e req-2435accd-e371-4353-bcfa-eaa657d92a25 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6cb888f3-98fb-45e0-824b-015fb81d6426 HTTP/1.1" status: 200 len: 835 time: 0.0579805 Apr 29 16:05:44.419152 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f644ac0f-ef53-46a6-a3ad-b8084e298f7e req-1cd63037-f367-4387-aa7a-984b25e016b2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2e0ef2b0-8ad9-4325-9f90-887f691b36b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722024 Apr 29 16:05:44.475322 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-80d88cf9-3a0f-4432-a039-ad6e812c2e94 None None] Set router 3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:05:44.549560 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f644ac0f-ef53-46a6-a3ad-b8084e298f7e req-344ae4a1-8fd1-429b-98ae-893bea0ea54e service neutron] 10.222.0.35 "GET /v2.0/networks/2e0ef2b0-8ad9-4325-9f90-887f691b36b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229227 Apr 29 16:05:44.796015 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f644ac0f-ef53-46a6-a3ad-b8084e298f7e req-31d660f9-e0f0-406a-bf72-6ea7ea8cc322 service neutron] 10.222.0.35 "GET /v2.0/networks/2e0ef2b0-8ad9-4325-9f90-887f691b36b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344515 Apr 29 16:05:44.862737 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-80d88cf9-3a0f-4432-a039-ad6e812c2e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'name': 'tempest-TestNetworkBasicOps-router-572032594', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:15Z', 'updated_at': '2022-04-29T16:05:20Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:16Z', 'updated_at': '2022-04-29T16:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '653a8af2-4f46-4df4-b35e-62711b464ea4', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.250', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'port_id': 'cd73fe02-917f-498d-b974-48a5f2b352a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4', 'mac_address': 'fa:16:3e:2b:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dcfb8e-388d-4d1d-910e-988e14a09890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:05:42Z', 'updated_at': '2022-04-29T16:05:42Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28aba6eb-8a57-4904-9710-9d1f9b1f908b', 'name': '', 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:5a:8c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb888f3-98fb-45e0-824b-015fb81d6426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:19Z', 'updated_at': '2022-04-29T16:05:26Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6cb888f3-98fb-45e0-824b-015fb81d6426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:44.866899 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d88cf9-3a0f-4432-a039-ad6e812c2e94 None None] The sync data for ids ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'] in dv-neutron-839913-1-hyperv is: [{'id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'name': 'tempest-TestNetworkBasicOps-router-572032594', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:15Z', 'updated_at': '2022-04-29T16:05:20Z', 'revision_number': 4, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:16Z', 'updated_at': '2022-04-29T16:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '653a8af2-4f46-4df4-b35e-62711b464ea4', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.250', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'port_id': 'cd73fe02-917f-498d-b974-48a5f2b352a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4', 'mac_address': 'fa:16:3e:2b:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dcfb8e-388d-4d1d-910e-988e14a09890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:05:42Z', 'updated_at': '2022-04-29T16:05:42Z', 'revision_number': 0, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28aba6eb-8a57-4904-9710-9d1f9b1f908b', 'name': '', 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:5a:8c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb888f3-98fb-45e0-824b-015fb81d6426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:19Z', 'updated_at': '2022-04-29T16:05:26Z', 'revision_number': 5, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6cb888f3-98fb-45e0-824b-015fb81d6426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:05:44.990166 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 34072) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:45.066886 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9437e9-c40a-444d-887c-46c057522ab7 None None] New status for floating IP 653a8af2-4f46-4df4-b35e-62711b464ea4: ACTIVE {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:05:45.106076 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-af26c3b5-8319-41bb-a5bd-3974ca7bc7a8 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/653a8af2-4f46-4df4-b35e-62711b464ea4 HTTP/1.1" status: 200 len: 992 time: 0.1137238 Apr 29 16:05:45.403371 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:45.901315 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7443e741-92a6-4f2e-8c13-825bfed3e790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:46.108577 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34076) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:46.210040 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8b1990e2-b942-4415-b1e9-f82c4481aa75 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/653a8af2-4f46-4df4-b35e-62711b464ea4 HTTP/1.1" status: 200 len: 994 time: 0.1003141 Apr 29 16:05:47.175906 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:47.495538 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:48.488383 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:00.749775 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:06:13.615391 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2155abd6-88ed-4451-ac41-d7e06784b716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:15.420478 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:15.906466 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-eb35f16d-7e30-49f0-a27a-fc95dae4e444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:17.203283 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:17.495232 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:18.482965 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:37.749463 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:06:40.467422 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6f184de0-3809-41bd-9659-b65ca7190b84 req-3f8ee25b-642a-4664-b8d3-eb08bbe683d1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=24dcfb8e-388d-4d1d-910e-988e14a09890&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690539 Apr 29 16:06:40.601024 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6f184de0-3809-41bd-9659-b65ca7190b84 req-8c89fad9-6448-4c3c-b250-dc163390f1f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=24dcfb8e-388d-4d1d-910e-988e14a09890 HTTP/1.1" status: 200 len: 1099 time: 0.0666401 Apr 29 16:06:40.741561 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f184de0-3809-41bd-9659-b65ca7190b84 req-90fc37f1-75f5-4784-8eae-494ba51fb178 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:06:40.743031 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6f184de0-3809-41bd-9659-b65ca7190b84 req-90fc37f1-75f5-4784-8eae-494ba51fb178 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2e0ef2b0-8ad9-4325-9f90-887f691b36b4 HTTP/1.1" status: 200 len: 898 time: 0.1243989 Apr 29 16:06:40.845280 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6f184de0-3809-41bd-9659-b65ca7190b84 req-0221e3dd-c169-4683-86a0-54d1c614cf0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd73fe02-917f-498d-b974-48a5f2b352a2 HTTP/1.1" status: 200 len: 1002 time: 0.0944157 Apr 29 16:06:40.905796 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f184de0-3809-41bd-9659-b65ca7190b84 req-a2833282-7db0-4632-a19b-6cc03d3da65f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:06:40.907187 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6f184de0-3809-41bd-9659-b65ca7190b84 req-a2833282-7db0-4632-a19b-6cc03d3da65f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6cb888f3-98fb-45e0-824b-015fb81d6426 HTTP/1.1" status: 200 len: 835 time: 0.0551240 Apr 29 16:06:40.982301 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6f184de0-3809-41bd-9659-b65ca7190b84 req-c5902e1e-fbd5-47c8-950c-3cb85c96c8bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2e0ef2b0-8ad9-4325-9f90-887f691b36b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683362 Apr 29 16:06:41.108679 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6f184de0-3809-41bd-9659-b65ca7190b84 req-e2b0e673-506a-41ff-bb30-27bf6aca6d86 service neutron] 10.222.0.35 "GET /v2.0/networks/2e0ef2b0-8ad9-4325-9f90-887f691b36b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199815 Apr 29 16:06:41.234212 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6f184de0-3809-41bd-9659-b65ca7190b84 req-523ad019-d1c8-4bad-82a0-fd4e1b43e352 service neutron] 10.222.0.35 "GET /v2.0/networks/2e0ef2b0-8ad9-4325-9f90-887f691b36b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197548 Apr 29 16:06:43.608254 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0ddce86f-5d1c-4cce-b4c8-3ddfd74256cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:45.465796 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:45.893741 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b7a2fcd5-7fbe-4d02-ac66-7555e4928cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:47.052880 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34110) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:06:47.057992 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-69eca93c-9305-48e6-a6f6-9a4565f589d5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:06:47.174388 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:47.494084 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:47.696441 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-69eca93c-9305-48e6-a6f6-9a4565f589d5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:47.765516 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-69eca93c-9305-48e6-a6f6-9a4565f589d5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626962'] for router, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:47.961981 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69eca93c-9305-48e6-a6f6-9a4565f589d5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:06:48.162833 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69eca93c-9305-48e6-a6f6-9a4565f589d5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:06:48.172158 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df5722-a51f-4b7c-95f3-5d6da9e7bc79 None None] Sync routers for ids ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:06:48.173702 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-69eca93c-9305-48e6-a6f6-9a4565f589d5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:48.175989 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-69eca93c-9305-48e6-a6f6-9a4565f589d5 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "PUT /v2.0/routers/3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 HTTP/1.1" status: 200 len: 888 time: 1.1211083 Apr 29 16:06:48.185221 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df5722-a51f-4b7c-95f3-5d6da9e7bc79 None None] Routers {'3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:06:48.185843 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-22df5722-a51f-4b7c-95f3-5d6da9e7bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:06:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:06:48.247671 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-22df5722-a51f-4b7c-95f3-5d6da9e7bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:06:48.258892 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df5722-a51f-4b7c-95f3-5d6da9e7bc79 None None] Routers {'3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:06:48.259486 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-22df5722-a51f-4b7c-95f3-5d6da9e7bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:06:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:06:48.326114 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-22df5722-a51f-4b7c-95f3-5d6da9e7bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:06:48.326415 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df5722-a51f-4b7c-95f3-5d6da9e7bc79 None None] The sync data for ids ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:06:48.465652 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:49.059013 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e3d478-e158-4f93-be49-d08dfd0b492a None None] New status for floating IP 653a8af2-4f46-4df4-b35e-62711b464ea4: DOWN {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:06:50.087402 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e39e78a5-d82a-4e40-9a79-9ffdac28e80d no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:06:50.200976 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:50.218173 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port e39e78a5-d82a-4e40-9a79-9ffdac28e80d, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e39e78a5-d82a-4e40-9a79-9ffdac28e80d,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:06:50.340114 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:50.340883 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 28aba6eb-8a57-4904-9710-9d1f9b1f908b no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:06:50.357851 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34118) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:06:50.363778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-c45eff7c-f504-41af-bbc9-5a23ded1f4ac tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:06:50.454587 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=e39e78a5-d82a-4e40-9a79-9ffdac28e80d,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:06:50.494840 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:50.495185 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:50.495527 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:50.495858 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:50.496187 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:50.496522 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:50.496845 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:50.497170 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:50.497492 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:50.497812 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:50.498129 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:50.521730 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:50.553447 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 28aba6eb-8a57-4904-9710-9d1f9b1f908b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=28aba6eb-8a57-4904-9710-9d1f9b1f908b,segment=NetworkSegment(06b353f0-fe40-4458-8d52-aa3eabdb7e1c),segment_id=06b353f0-fe40-4458-8d52-aa3eabdb7e1c)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:06:50.618407 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:50.683525 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=28aba6eb-8a57-4904-9710-9d1f9b1f908b,revision_number=6']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:06:50.911740 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c45eff7c-f504-41af-bbc9-5a23ded1f4ac tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:50.995840 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c45eff7c-f504-41af-bbc9-5a23ded1f4ac tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626962'] for router, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:51.197667 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45eff7c-f504-41af-bbc9-5a23ded1f4ac tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:06:51.496852 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45eff7c-f504-41af-bbc9-5a23ded1f4ac tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:06:51.502211 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c45eff7c-f504-41af-bbc9-5a23ded1f4ac tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:51.504047 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c45eff7c-f504-41af-bbc9-5a23ded1f4ac tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "PUT /v2.0/routers/3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 HTTP/1.1" status: 200 len: 887 time: 1.1451955 Apr 29 16:06:51.507046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34122) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:06:51.509145 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdc8173-0bb3-4724-8cac-f0a3f8072a8c None None] Sync routers for ids ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:06:51.521197 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdc8173-0bb3-4724-8cac-f0a3f8072a8c None None] Routers {'3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:06:51.521784 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-acdc8173-0bb3-4724-8cac-f0a3f8072a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:06:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:06:51.611576 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a0dbbf91-2eca-4147-a264-144b3112868d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/653a8af2-4f46-4df4-b35e-62711b464ea4 HTTP/1.1" status: 200 len: 992 time: 0.1034806 Apr 29 16:06:51.695620 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-acdc8173-0bb3-4724-8cac-f0a3f8072a8c None None] Set router 3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:06:52.032114 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-acdc8173-0bb3-4724-8cac-f0a3f8072a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'name': 'tempest-TestNetworkBasicOps-router-572032594', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:15Z', 'updated_at': '2022-04-29T16:06:50Z', 'revision_number': 6, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:16Z', 'updated_at': '2022-04-29T16:06:50Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '653a8af2-4f46-4df4-b35e-62711b464ea4', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.250', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'port_id': 'cd73fe02-917f-498d-b974-48a5f2b352a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4', 'mac_address': 'fa:16:3e:2b:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dcfb8e-388d-4d1d-910e-988e14a09890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:05:42Z', 'updated_at': '2022-04-29T16:06:49Z', 'revision_number': 2, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28aba6eb-8a57-4904-9710-9d1f9b1f908b', 'name': '', 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:5a:8c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb888f3-98fb-45e0-824b-015fb81d6426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:19Z', 'updated_at': '2022-04-29T16:06:50Z', 'revision_number': 6, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6cb888f3-98fb-45e0-824b-015fb81d6426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:06:52.036550 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdc8173-0bb3-4724-8cac-f0a3f8072a8c None None] Checking router: 3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:06:52.046855 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdc8173-0bb3-4724-8cac-f0a3f8072a8c None None] Routers {'3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:06:52.047434 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-acdc8173-0bb3-4724-8cac-f0a3f8072a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:06:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:06:52.220564 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-acdc8173-0bb3-4724-8cac-f0a3f8072a8c None None] Set router 3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:06:52.585162 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-acdc8173-0bb3-4724-8cac-f0a3f8072a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'name': 'tempest-TestNetworkBasicOps-router-572032594', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:15Z', 'updated_at': '2022-04-29T16:06:50Z', 'revision_number': 6, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:16Z', 'updated_at': '2022-04-29T16:06:50Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '653a8af2-4f46-4df4-b35e-62711b464ea4', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.250', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'port_id': 'cd73fe02-917f-498d-b974-48a5f2b352a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4', 'mac_address': 'fa:16:3e:2b:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dcfb8e-388d-4d1d-910e-988e14a09890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:05:42Z', 'updated_at': '2022-04-29T16:06:49Z', 'revision_number': 2, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28aba6eb-8a57-4904-9710-9d1f9b1f908b', 'name': '', 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:5a:8c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb888f3-98fb-45e0-824b-015fb81d6426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:19Z', 'updated_at': '2022-04-29T16:06:50Z', 'revision_number': 6, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6cb888f3-98fb-45e0-824b-015fb81d6426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:06:52.588868 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdc8173-0bb3-4724-8cac-f0a3f8072a8c None None] The sync data for ids ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'] in dv-neutron-839913-1-hyperv is: [{'id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'name': 'tempest-TestNetworkBasicOps-router-572032594', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:15Z', 'updated_at': '2022-04-29T16:06:50Z', 'revision_number': 6, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:16Z', 'updated_at': '2022-04-29T16:06:50Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '653a8af2-4f46-4df4-b35e-62711b464ea4', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'floating_ip_address': '172.26.1.250', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'port_id': 'cd73fe02-917f-498d-b974-48a5f2b352a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4', 'mac_address': 'fa:16:3e:2b:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dcfb8e-388d-4d1d-910e-988e14a09890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:05:42Z', 'updated_at': '2022-04-29T16:06:49Z', 'revision_number': 2, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28aba6eb-8a57-4904-9710-9d1f9b1f908b', 'name': '', 'network_id': '2e0ef2b0-8ad9-4325-9f90-887f691b36b4', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'mac_address': 'fa:16:3e:5a:8c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cb888f3-98fb-45e0-824b-015fb81d6426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:19Z', 'updated_at': '2022-04-29T16:06:50Z', 'revision_number': 6, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'subnets': [{'id': '6cb888f3-98fb-45e0-824b-015fb81d6426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:06:52.615580 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34126) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:06:52.728471 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d395231f-65da-4a65-9008-32743141431b tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/653a8af2-4f46-4df4-b35e-62711b464ea4 HTTP/1.1" status: 200 len: 992 time: 0.1097991 Apr 29 16:06:53.728265 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34130) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:06:53.829353 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6d96fd1f-727e-4a39-ae6d-beb9b712e558 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/653a8af2-4f46-4df4-b35e-62711b464ea4 HTTP/1.1" status: 200 len: 992 time: 0.0999670 Apr 29 16:06:54.130808 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e39e78a5-d82a-4e40-9a79-9ffdac28e80d up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:06:54.201185 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port e39e78a5-d82a-4e40-9a79-9ffdac28e80d triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:06:54.201558 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:54.318694 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:54.335046 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port e39e78a5-d82a-4e40-9a79-9ffdac28e80d, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e39e78a5-d82a-4e40-9a79-9ffdac28e80d,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:06:54.402717 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:54.403535 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 28aba6eb-8a57-4904-9710-9d1f9b1f908b up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:06:54.511773 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=e39e78a5-d82a-4e40-9a79-9ffdac28e80d,revision_number=6']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:06:54.525868 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 28aba6eb-8a57-4904-9710-9d1f9b1f908b triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:06:54.526239 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:54.640884 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:54.674681 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 28aba6eb-8a57-4904-9710-9d1f9b1f908b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=28aba6eb-8a57-4904-9710-9d1f9b1f908b,segment=NetworkSegment(06b353f0-fe40-4458-8d52-aa3eabdb7e1c),segment_id=06b353f0-fe40-4458-8d52-aa3eabdb7e1c)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:06:54.762841 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:54.831802 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=28aba6eb-8a57-4904-9710-9d1f9b1f908b,revision_number=7']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:06:54.833172 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34134) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:06:54.936959 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-43420213-3840-4ee0-954c-108056145cce tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/653a8af2-4f46-4df4-b35e-62711b464ea4 HTTP/1.1" status: 200 len: 992 time: 0.1025035 Apr 29 16:06:55.940652 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34138) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:06:56.043729 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e80e89c9-5fc1-4f70-8c6f-3929edf1731f tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/653a8af2-4f46-4df4-b35e-62711b464ea4 HTTP/1.1" status: 200 len: 992 time: 0.1019239 Apr 29 16:06:56.099823 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e39e78a5-d82a-4e40-9a79-9ffdac28e80d up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:06:56.166390 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port e39e78a5-d82a-4e40-9a79-9ffdac28e80d triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:06:56.166772 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:56.281086 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 28aba6eb-8a57-4904-9710-9d1f9b1f908b up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:06:56.345494 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 28aba6eb-8a57-4904-9710-9d1f9b1f908b triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:06:56.345775 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:57.047165 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34142) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:06:57.151140 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9477ef68-14e9-4ea4-ad97-a678d2f396a4 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/653a8af2-4f46-4df4-b35e-62711b464ea4 HTTP/1.1" status: 200 len: 992 time: 0.1029246 Apr 29 16:06:58.154266 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 34146) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:06:58.259785 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-274a03b1-595e-4af3-8b66-d5d377a75696 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/653a8af2-4f46-4df4-b35e-62711b464ea4 HTTP/1.1" status: 200 len: 992 time: 0.1044014 Apr 29 16:06:59.262981 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34150) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:06:59.365342 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-51c6764b-4e17-470b-b0cd-6669a17b9504 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/653a8af2-4f46-4df4-b35e-62711b464ea4 HTTP/1.1" status: 200 len: 992 time: 0.1009862 Apr 29 16:06:59.742414 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ad774e-b045-4ffb-94f8-6eadfcb6558a None None] New status for floating IP 653a8af2-4f46-4df4-b35e-62711b464ea4: ACTIVE {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:07:00.368998 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 34154) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:00.472444 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2780464e-5ee9-4ab9-8da8-b2d08318e0df tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/floatingips/653a8af2-4f46-4df4-b35e-62711b464ea4 HTTP/1.1" status: 200 len: 994 time: 0.1022019 Apr 29 16:07:00.755616 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 34162) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:00.954077 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-4c968985-938b-41c0-8224-23d0c367976c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port df69fd5f-f571-4066-8cf7-4ca388e97aab {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:07:00.954322 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4c968985-938b-41c0-8224-23d0c367976c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:01.216734 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4c968985-938b-41c0-8224-23d0c367976c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:01.216967 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4c968985-938b-41c0-8224-23d0c367976c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:01.335925 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-4c968985-938b-41c0-8224-23d0c367976c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for df69fd5f-f571-4066-8cf7-4ca388e97aab owned by network:floatingip {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:07:01.528439 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4c968985-938b-41c0-8224-23d0c367976c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:01.575655 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c968985-938b-41c0-8224-23d0c367976c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=df69fd5f-f571-4066-8cf7-4ca388e97aab,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:01.612626 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c968985-938b-41c0-8224-23d0c367976c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:01.612978 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c968985-938b-41c0-8224-23d0c367976c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:01.613344 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c968985-938b-41c0-8224-23d0c367976c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:01.613678 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c968985-938b-41c0-8224-23d0c367976c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:01.614008 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c968985-938b-41c0-8224-23d0c367976c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:01.614341 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c968985-938b-41c0-8224-23d0c367976c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:01.614696 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c968985-938b-41c0-8224-23d0c367976c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:01.615027 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c968985-938b-41c0-8224-23d0c367976c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:01.615346 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c968985-938b-41c0-8224-23d0c367976c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:01.615668 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c968985-938b-41c0-8224-23d0c367976c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:01.615991 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c968985-938b-41c0-8224-23d0c367976c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:01.674629 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4c968985-938b-41c0-8224-23d0c367976c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for floatingip, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:02.062041 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c968985-938b-41c0-8224-23d0c367976c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:07:02.257871 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c968985-938b-41c0-8224-23d0c367976c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:07:02.310005 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4c968985-938b-41c0-8224-23d0c367976c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:02.362927 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4c968985-938b-41c0-8224-23d0c367976c tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/floatingips/653a8af2-4f46-4df4-b35e-62711b464ea4 HTTP/1.1" status: 204 len: 168 time: 1.6062162 Apr 29 16:07:02.363464 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24dcfb8e-388d-4d1d-910e-988e14a09890', 'tag': 'cd73fe02-917f-498d-b974-48a5f2b352a2'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:07:02.419003 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b90ae58-9d96-4161-842c-2596976d202c'] response: {'name': 'network-changed', 'server_uuid': '24dcfb8e-388d-4d1d-910e-988e14a09890', 'tag': 'cd73fe02-917f-498d-b974-48a5f2b352a2', 'status': 'completed', 'code': 200} Apr 29 16:07:02.507850 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d06aa5e3-badd-4479-8204-fc22d4b1e4a2 req-29614846-8c97-492e-bdda-3879a0e4395e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&device_id=24dcfb8e-388d-4d1d-910e-988e14a09890 HTTP/1.1" status: 200 len: 1099 time: 0.0677764 Apr 29 16:07:02.643926 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06aa5e3-badd-4479-8204-fc22d4b1e4a2 req-d644e76f-170c-4dfb-a3c4-dd735f44773c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:02.645277 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d06aa5e3-badd-4479-8204-fc22d4b1e4a2 req-d644e76f-170c-4dfb-a3c4-dd735f44773c service neutron] 10.222.0.35 "GET /v2.0/networks?id=2e0ef2b0-8ad9-4325-9f90-887f691b36b4 HTTP/1.1" status: 200 len: 898 time: 0.1303732 Apr 29 16:07:02.719971 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d06aa5e3-badd-4479-8204-fc22d4b1e4a2 req-9e538563-73a5-40f6-9109-35c7c835bb49 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd73fe02-917f-498d-b974-48a5f2b352a2 HTTP/1.1" status: 200 len: 217 time: 0.0689776 Apr 29 16:07:02.784765 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06aa5e3-badd-4479-8204-fc22d4b1e4a2 req-9be48fda-d77e-4b62-9a73-d9d51058f62b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:02.786211 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d06aa5e3-badd-4479-8204-fc22d4b1e4a2 req-9be48fda-d77e-4b62-9a73-d9d51058f62b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6cb888f3-98fb-45e0-824b-015fb81d6426 HTTP/1.1" status: 200 len: 835 time: 0.0611186 Apr 29 16:07:02.860070 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d06aa5e3-badd-4479-8204-fc22d4b1e4a2 req-ff5920ab-e3af-4bce-9f0e-d8d33a85ef48 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2e0ef2b0-8ad9-4325-9f90-887f691b36b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679684 Apr 29 16:07:03.145865 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d06aa5e3-badd-4479-8204-fc22d4b1e4a2 req-206c7ab3-2c15-4247-8199-e6b1026177b6 service neutron] 10.222.0.35 "GET /v2.0/networks/2e0ef2b0-8ad9-4325-9f90-887f691b36b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784889 Apr 29 16:07:03.152112 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ff1bf-e722-4df6-9d1f-ee3e87a28beb req-d031d411-58c5-4acb-8019-223ba9c51077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:03.153473 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a27ff1bf-e722-4df6-9d1f-ee3e87a28beb req-d031d411-58c5-4acb-8019-223ba9c51077 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=24dcfb8e-388d-4d1d-910e-988e14a09890 HTTP/1.1" status: 200 len: 946 time: 0.2663369 Apr 29 16:07:03.289284 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a27ff1bf-e722-4df6-9d1f-ee3e87a28beb req-057fdff1-7ce4-4097-8f69-0e092a8ae688 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=67febe35-992b-4097-9eed-0045c89b177e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176393 Apr 29 16:07:03.311196 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d06aa5e3-badd-4479-8204-fc22d4b1e4a2 req-cdf88469-3f9a-4a29-b1f6-6011b8a63da6 service neutron] 10.222.0.35 "GET /v2.0/networks/2e0ef2b0-8ad9-4325-9f90-887f691b36b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568182 Apr 29 16:07:04.511437 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70544d1-f595-4f05-a562-25597b3630d8 req-11dc9a36-73b9-4438-a87f-d74f17c55539 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:04.512848 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c70544d1-f595-4f05-a562-25597b3630d8 req-11dc9a36-73b9-4438-a87f-d74f17c55539 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "GET /v2.0/ports?device_id=24dcfb8e-388d-4d1d-910e-988e14a09890 HTTP/1.1" status: 200 len: 946 time: 0.1345847 Apr 29 16:07:04.522367 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc835d-0b79-4cd3-a287-50fd506b5e88 req-ebf256ed-2cff-4ef3-b245-96c6cf823425 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:04.523737 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dfcc835d-0b79-4cd3-a287-50fd506b5e88 req-ebf256ed-2cff-4ef3-b245-96c6cf823425 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=24dcfb8e-388d-4d1d-910e-988e14a09890 HTTP/1.1" status: 200 len: 946 time: 0.1112731 Apr 29 16:07:04.618260 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-c70544d1-f595-4f05-a562-25597b3630d8 req-0f421814-0b49-4db1-aba3-bc2e0801fc1e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port cd73fe02-917f-498d-b974-48a5f2b352a2 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:07:04.618525 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c70544d1-f595-4f05-a562-25597b3630d8 req-0f421814-0b49-4db1-aba3-bc2e0801fc1e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:04.654955 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dfcc835d-0b79-4cd3-a287-50fd506b5e88 req-3dc974d7-d894-4277-9c7b-1385726c7a53 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/security-groups?id=67febe35-992b-4097-9eed-0045c89b177e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029968 Apr 29 16:07:04.860513 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-c70544d1-f595-4f05-a562-25597b3630d8 req-0f421814-0b49-4db1-aba3-bc2e0801fc1e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port cd73fe02-917f-498d-b974-48a5f2b352a2, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=cd73fe02-917f-498d-b974-48a5f2b352a2,segment=NetworkSegment(06b353f0-fe40-4458-8d52-aa3eabdb7e1c),segment_id=06b353f0-fe40-4458-8d52-aa3eabdb7e1c)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:07:04.860871 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c70544d1-f595-4f05-a562-25597b3630d8 req-0f421814-0b49-4db1-aba3-bc2e0801fc1e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:04.983797 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-c70544d1-f595-4f05-a562-25597b3630d8 req-0f421814-0b49-4db1-aba3-bc2e0801fc1e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for cd73fe02-917f-498d-b974-48a5f2b352a2 owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:07:05.247570 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c70544d1-f595-4f05-a562-25597b3630d8 req-0f421814-0b49-4db1-aba3-bc2e0801fc1e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:05.298506 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f421814-0b49-4db1-aba3-bc2e0801fc1e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=cd73fe02-917f-498d-b974-48a5f2b352a2,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:05.337416 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f421814-0b49-4db1-aba3-bc2e0801fc1e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:05.337755 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f421814-0b49-4db1-aba3-bc2e0801fc1e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:05.338094 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f421814-0b49-4db1-aba3-bc2e0801fc1e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:05.338424 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f421814-0b49-4db1-aba3-bc2e0801fc1e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:05.338781 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f421814-0b49-4db1-aba3-bc2e0801fc1e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:05.339109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f421814-0b49-4db1-aba3-bc2e0801fc1e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:05.339434 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f421814-0b49-4db1-aba3-bc2e0801fc1e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:05.339755 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f421814-0b49-4db1-aba3-bc2e0801fc1e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:05.340074 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f421814-0b49-4db1-aba3-bc2e0801fc1e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:05.340393 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f421814-0b49-4db1-aba3-bc2e0801fc1e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:05.340708 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f421814-0b49-4db1-aba3-bc2e0801fc1e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:05.379072 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70544d1-f595-4f05-a562-25597b3630d8 req-0f421814-0b49-4db1-aba3-bc2e0801fc1e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] No DVR routers for this DVR port cd73fe02-917f-498d-b974-48a5f2b352a2 on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:07:05.381267 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c70544d1-f595-4f05-a562-25597b3630d8 req-0f421814-0b49-4db1-aba3-bc2e0801fc1e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:05.383688 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dcfb8e-388d-4d1d-910e-988e14a09890', 'name': 'network-vif-deleted', 'tag': 'cd73fe02-917f-498d-b974-48a5f2b352a2'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:07:05.395789 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c70544d1-f595-4f05-a562-25597b3630d8 req-0f421814-0b49-4db1-aba3-bc2e0801fc1e tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.35 "DELETE /v2.0/ports/cd73fe02-917f-498d-b974-48a5f2b352a2 HTTP/1.1" status: 204 len: 173 time: 0.8711431 Apr 29 16:07:05.439258 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ed2126c-25fd-4822-bdfb-98e4ee8942f3'] response: {'server_uuid': '24dcfb8e-388d-4d1d-910e-988e14a09890', 'name': 'network-vif-deleted', 'tag': 'cd73fe02-917f-498d-b974-48a5f2b352a2', 'status': 'completed', 'code': 200} Apr 29 16:07:05.848394 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-19ccd3c8-e6d8-4add-bbde-c046c51be414 req-7833c3d3-9ebd-4698-a2e1-f89630879f2d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Synchronizing usage tracker for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:07:05.914724 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-19ccd3c8-e6d8-4add-bbde-c046c51be414 req-7833c3d3-9ebd-4698-a2e1-f89630879f2d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Unset dirty status for tenant:6dec3d4ebc7e41d8a2e134522257f8b3 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:07:05.915778 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-19ccd3c8-e6d8-4add-bbde-c046c51be414 req-7833c3d3-9ebd-4698-a2e1-f89630879f2d tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "GET /v2.0/ports?device_id=24dcfb8e-388d-4d1d-910e-988e14a09890 HTTP/1.1" status: 200 len: 210 time: 0.1093681 Apr 29 16:07:07.021899 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 34180) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:07.090469 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ad1a426d-13b1-49f5-82a9-7146e6c62150 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:07.118842 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ad1a426d-13b1-49f5-82a9-7146e6c62150 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:07.247526 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ad1a426d-13b1-49f5-82a9-7146e6c62150 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:07.266707 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a426d-13b1-49f5-82a9-7146e6c62150 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67febe35-992b-4097-9eed-0045c89b177e,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:07.361749 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ad1a426d-13b1-49f5-82a9-7146e6c62150 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:07.363323 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ad1a426d-13b1-49f5-82a9-7146e6c62150 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/security-groups/67febe35-992b-4097-9eed-0045c89b177e HTTP/1.1" status: 204 len: 168 time: 0.3403981 Apr 29 16:07:07.477571 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34186) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:07.962272 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-99a9eb53-5b44-4284-8b77-dd8a1f5c2502 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:07.976872 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device cd73fe02-917f-498d-b974-48a5f2b352a2 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:07:08.023000 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: cd73fe02-917f-498d-b974-48a5f2b352a2 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:07:08.023470 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device cd73fe02-917f-498d-b974-48a5f2b352a2 not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:07:08.566791 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-99a9eb53-5b44-4284-8b77-dd8a1f5c2502 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port 28aba6eb-8a57-4904-9710-9d1f9b1f908b {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:07:08.567398 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-99a9eb53-5b44-4284-8b77-dd8a1f5c2502 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:08.749523 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-99a9eb53-5b44-4284-8b77-dd8a1f5c2502 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port 28aba6eb-8a57-4904-9710-9d1f9b1f908b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=28aba6eb-8a57-4904-9710-9d1f9b1f908b,segment=NetworkSegment(06b353f0-fe40-4458-8d52-aa3eabdb7e1c),segment_id=06b353f0-fe40-4458-8d52-aa3eabdb7e1c)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:07:08.749879 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-99a9eb53-5b44-4284-8b77-dd8a1f5c2502 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:08.868545 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-99a9eb53-5b44-4284-8b77-dd8a1f5c2502 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for 28aba6eb-8a57-4904-9710-9d1f9b1f908b owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:07:09.156964 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-99a9eb53-5b44-4284-8b77-dd8a1f5c2502 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:09.203914 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9eb53-5b44-4284-8b77-dd8a1f5c2502 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=28aba6eb-8a57-4904-9710-9d1f9b1f908b,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:09.498200 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-99a9eb53-5b44-4284-8b77-dd8a1f5c2502 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:10.174155 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a9eb53-5b44-4284-8b77-dd8a1f5c2502 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Router 3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:07:10.191911 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0013928a-15e8-4546-a860-e044422499de None None] Sync routers for ids ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:07:10.203261 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0013928a-15e8-4546-a860-e044422499de None None] Routers {'3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:07:10.203863 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-0013928a-15e8-4546-a860-e044422499de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:06:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:07:10.378295 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a9eb53-5b44-4284-8b77-dd8a1f5c2502 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:07:10.386340 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-0013928a-15e8-4546-a860-e044422499de None None] Set router 3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:07:10.459089 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-99a9eb53-5b44-4284-8b77-dd8a1f5c2502 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "PUT /v2.0/routers/3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9803863 Apr 29 16:07:10.461780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34190) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:10.656280 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-23650459-69a3-4de2-863e-551cf9432154 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting subnet 6cb888f3-98fb-45e0-824b-015fb81d6426 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 16:07:10.659512 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-23650459-69a3-4de2-863e-551cf9432154 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:10.670819 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-0013928a-15e8-4546-a860-e044422499de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'name': 'tempest-TestNetworkBasicOps-router-572032594', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:15Z', 'updated_at': '2022-04-29T16:07:08Z', 'revision_number': 7, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:16Z', 'updated_at': '2022-04-29T16:06:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:07:10.675586 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0013928a-15e8-4546-a860-e044422499de None None] Checking router: 3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:07:10.687400 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0013928a-15e8-4546-a860-e044422499de None None] Routers {'3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:07:10.688256 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-0013928a-15e8-4546-a860-e044422499de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:06:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:07:10.718889 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-23650459-69a3-4de2-863e-551cf9432154 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:10.807734 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-23650459-69a3-4de2-863e-551cf9432154 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:10.882316 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-0013928a-15e8-4546-a860-e044422499de None None] Set router 3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:07:10.940482 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-23650459-69a3-4de2-863e-551cf9432154 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:10.979669 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23650459-69a3-4de2-863e-551cf9432154 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Subnet': ['ID=6cb888f3-98fb-45e0-824b-015fb81d6426,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:10.983705 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-23650459-69a3-4de2-863e-551cf9432154 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:10.990583 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-23650459-69a3-4de2-863e-551cf9432154 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/subnets/6cb888f3-98fb-45e0-824b-015fb81d6426 HTTP/1.1" status: 204 len: 168 time: 0.5278008 Apr 29 16:07:10.993099 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34194) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:10.993323 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5a55c6-3d0c-4a52-bca3-51cccf703522 None None] Network 2e0ef2b0-8ad9-4325-9f90-887f691b36b4 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:07:11.180787 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-0013928a-15e8-4546-a860-e044422499de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'name': 'tempest-TestNetworkBasicOps-router-572032594', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:15Z', 'updated_at': '2022-04-29T16:07:08Z', 'revision_number': 7, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:16Z', 'updated_at': '2022-04-29T16:06:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:07:11.184677 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0013928a-15e8-4546-a860-e044422499de None None] The sync data for ids ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'] in dv-neutron-839913-1-hyperv is: [{'id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'name': 'tempest-TestNetworkBasicOps-router-572032594', 'tenant_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:15Z', 'updated_at': '2022-04-29T16:07:08Z', 'revision_number': 7, 'project_id': '6dec3d4ebc7e41d8a2e134522257f8b3', 'gw_port': {'id': 'e39e78a5-d82a-4e40-9a79-9ffdac28e80d', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:16Z', 'updated_at': '2022-04-29T16:06:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:07:11.219300 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5624c686-61ae-40c8-8575-1cb1725b35b2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:11.514611 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5624c686-61ae-40c8-8575-1cb1725b35b2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:11.558175 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9cd5ed-c010-4ba0-ab61-20eeface5107 None None] DHCP port deletion for 2e0ef2b0-8ad9-4325-9f90-887f691b36b4 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 16:07:11.563095 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-2a9cd5ed-c010-4ba0-ab61-20eeface5107 None None] Deleting port cf7d4b41-b685-435b-8454-7d6a484c1c32 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:07:11.563564 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2a9cd5ed-c010-4ba0-ab61-20eeface5107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:11.580506 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-5624c686-61ae-40c8-8575-1cb1725b35b2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Deleting port e39e78a5-d82a-4e40-9a79-9ffdac28e80d {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:07:11.582707 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5624c686-61ae-40c8-8575-1cb1725b35b2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:11.775224 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-5624c686-61ae-40c8-8575-1cb1725b35b2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] For port e39e78a5-d82a-4e40-9a79-9ffdac28e80d, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e39e78a5-d82a-4e40-9a79-9ffdac28e80d,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:07:11.775741 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5624c686-61ae-40c8-8575-1cb1725b35b2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:11.788604 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-2a9cd5ed-c010-4ba0-ab61-20eeface5107 None None] For port cf7d4b41-b685-435b-8454-7d6a484c1c32, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cf7d4b41-b685-435b-8454-7d6a484c1c32,segment=NetworkSegment(06b353f0-fe40-4458-8d52-aa3eabdb7e1c),segment_id=06b353f0-fe40-4458-8d52-aa3eabdb7e1c)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:07:11.788990 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2a9cd5ed-c010-4ba0-ab61-20eeface5107 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:11.901117 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-5624c686-61ae-40c8-8575-1cb1725b35b2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Calling delete_port for e39e78a5-d82a-4e40-9a79-9ffdac28e80d owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:07:11.916133 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-2a9cd5ed-c010-4ba0-ab61-20eeface5107 None None] Calling delete_port for cf7d4b41-b685-435b-8454-7d6a484c1c32 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:07:12.103396 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cf7d4b41-b685-435b-8454-7d6a484c1c32 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:07:12.132034 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2a9cd5ed-c010-4ba0-ab61-20eeface5107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:12.167607 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5624c686-61ae-40c8-8575-1cb1725b35b2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:12.169937 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: cf7d4b41-b685-435b-8454-7d6a484c1c32 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:07:12.170282 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cf7d4b41-b685-435b-8454-7d6a484c1c32 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:07:12.170724 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 28aba6eb-8a57-4904-9710-9d1f9b1f908b no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:07:12.215525 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624c686-61ae-40c8-8575-1cb1725b35b2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Port': ['ID=e39e78a5-d82a-4e40-9a79-9ffdac28e80d,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:12.216292 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cd5ed-c010-4ba0-ab61-20eeface5107 None None] Pushing event deleted for resources: {'Port': ['ID=cf7d4b41-b685-435b-8454-7d6a484c1c32,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:12.217956 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 28aba6eb-8a57-4904-9710-9d1f9b1f908b {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:07:12.218304 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 28aba6eb-8a57-4904-9710-9d1f9b1f908b not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:07:12.221517 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9cd5ed-c010-4ba0-ab61-20eeface5107 None None] No DVR routers for this DVR port cf7d4b41-b685-435b-8454-7d6a484c1c32 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:07:12.447733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5624c686-61ae-40c8-8575-1cb1725b35b2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:12.695186 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5624c686-61ae-40c8-8575-1cb1725b35b2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:12.699247 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5624c686-61ae-40c8-8575-1cb1725b35b2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:12.790156 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5624c686-61ae-40c8-8575-1cb1725b35b2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:12.790693 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5624c686-61ae-40c8-8575-1cb1725b35b2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Fanout notify agent at l3_agent the message router_deleted on router 3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 16:07:12.807755 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5624c686-61ae-40c8-8575-1cb1725b35b2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:12.808832 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5624c686-61ae-40c8-8575-1cb1725b35b2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/routers/3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0 HTTP/1.1" status: 204 len: 168 time: 1.8148057 Apr 29 16:07:12.811535 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34198) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:12.920634 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1844be01-fef8-43f2-a0f5-b0d1f594baa2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:13.138917 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1844be01-fef8-43f2-a0f5-b0d1f594baa2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:13.164197 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-1844be01-fef8-43f2-a0f5-b0d1f594baa2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e0ef2b0-8ad9-4325-9f90-887f691b36b4']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:07:13.176846 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-1844be01-fef8-43f2-a0f5-b0d1f594baa2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b353f0-fe40-4458-8d52-aa3eabdb7e1c') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:07:13.177139 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-1844be01-fef8-43f2-a0f5-b0d1f594baa2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b353f0-fe40-4458-8d52-aa3eabdb7e1c') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:07:13.188496 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1844be01-fef8-43f2-a0f5-b0d1f594baa2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:13.203743 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1844be01-fef8-43f2-a0f5-b0d1f594baa2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:13.210291 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1844be01-fef8-43f2-a0f5-b0d1f594baa2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:07:13.210696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1844be01-fef8-43f2-a0f5-b0d1f594baa2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:07:13.224790 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:07:13.360314 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1844be01-fef8-43f2-a0f5-b0d1f594baa2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:13.377961 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1844be01-fef8-43f2-a0f5-b0d1f594baa2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:13.388605 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844be01-fef8-43f2-a0f5-b0d1f594baa2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] Pushing event deleted for resources: {'Network': ['ID=2e0ef2b0-8ad9-4325-9f90-887f691b36b4,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:13.394292 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1844be01-fef8-43f2-a0f5-b0d1f594baa2 tempest-TestNetworkBasicOps-1119984888 tempest-TestNetworkBasicOps-1119984888-project] 10.222.0.21 "DELETE /v2.0/networks/2e0ef2b0-8ad9-4325-9f90-887f691b36b4 HTTP/1.1" status: 204 len: 168 time: 0.5817587 Apr 29 16:07:13.602085 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0757d5bd-5e30-4493-9645-e08a5df5fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:13.993646 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34210) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:14.167187 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-57bf1e2d-4989-43c8-b314-0bfe405420c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6dec3d4ebc7e41d8a2e134522257f8b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1724055 Apr 29 16:07:14.169642 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34216) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:14.228161 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd48d2ce-8501-4bcd-b248-847deb82f57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:14.253964 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd48d2ce-8501-4bcd-b248-847deb82f57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:14.286782 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e14ce1-503b-4bae-b15b-a7784fbdeebb None None] New status for floating IP 653a8af2-4f46-4df4-b35e-62711b464ea4: DOWN {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:07:14.383535 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd48d2ce-8501-4bcd-b248-847deb82f57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:14.400845 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48d2ce-8501-4bcd-b248-847deb82f57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1997522f-2fc7-4f4a-8159-bbd879a74987,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:14.409082 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd48d2ce-8501-4bcd-b248-847deb82f57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:14.412523 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bd48d2ce-8501-4bcd-b248-847deb82f57d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1997522f-2fc7-4f4a-8159-bbd879a74987 HTTP/1.1" status: 204 len: 168 time: 0.2396879 Apr 29 16:07:14.488352 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfbe05d-aac3-47c6-84be-913bb6fe7d64 None None] Sync routers for ids ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:07:14.504330 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfbe05d-aac3-47c6-84be-913bb6fe7d64 None None] Routers set() bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:07:14.504832 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfbe05d-aac3-47c6-84be-913bb6fe7d64 None None] Router IDs set() for agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 29 16:07:14.505710 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_agentschedulers_db [None req-7dfbe05d-aac3-47c6-84be-913bb6fe7d64 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:06:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent'). {{(pid=84773) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 29 16:07:14.520790 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfbe05d-aac3-47c6-84be-913bb6fe7d64 None None] Routers set() bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:07:14.521290 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfbe05d-aac3-47c6-84be-913bb6fe7d64 None None] Router IDs set() for agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 29 16:07:14.522093 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_agentschedulers_db [None req-7dfbe05d-aac3-47c6-84be-913bb6fe7d64 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:06:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent'). {{(pid=84773) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 29 16:07:14.522650 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfbe05d-aac3-47c6-84be-913bb6fe7d64 None None] The sync data for ids ['3cf90cf8-0a94-4f31-8bdd-2a2aaa2ba4f0'] in dv-neutron-839913-1-hyperv is: [] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:07:14.749239 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:07:15.160029 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 34224) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:15.179163 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ca2a05dc-863c-4e4f-bff9-75bc4bc88457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:15.210780 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ca2a05dc-863c-4e4f-bff9-75bc4bc88457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:07:15.214530 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ca2a05dc-863c-4e4f-bff9-75bc4bc88457 admin admin] Usage tracker for resource:security_group_rule and tenant:55121fb4a9a04537b5147ae40560d0d8 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:07:15.217290 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ca2a05dc-863c-4e4f-bff9-75bc4bc88457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:07:15.222833 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-ca2a05dc-863c-4e4f-bff9-75bc4bc88457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:07:15.284953 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ca2a05dc-863c-4e4f-bff9-75bc4bc88457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:15.344347 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ca2a05dc-863c-4e4f-bff9-75bc4bc88457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:15.394237 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a05dc-863c-4e4f-bff9-75bc4bc88457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334c44e7-ed75-4b59-9821-a33a14afa9be,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:15.399616 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ca2a05dc-863c-4e4f-bff9-75bc4bc88457 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55121fb4a9a04537b5147ae40560d0d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2385106 Apr 29 16:07:15.402402 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 34228) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:15.464813 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:15.552627 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a843fe87-c33b-4b2e-a0c3-dbdcca21eaa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:15.577165 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a843fe87-c33b-4b2e-a0c3-dbdcca21eaa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:15.710726 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a843fe87-c33b-4b2e-a0c3-dbdcca21eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:15.725012 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843fe87-c33b-4b2e-a0c3-dbdcca21eaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334c44e7-ed75-4b59-9821-a33a14afa9be,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:15.731391 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a843fe87-c33b-4b2e-a0c3-dbdcca21eaa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:15.732498 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a843fe87-c33b-4b2e-a0c3-dbdcca21eaa0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/334c44e7-ed75-4b59-9821-a33a14afa9be HTTP/1.1" status: 204 len: 168 time: 0.3292632 Apr 29 16:07:15.944757 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe161-04e1-40e7-88e2-89850ed6d8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:16.061995 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e39e78a5-d82a-4e40-9a79-9ffdac28e80d no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:07:16.097635 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: e39e78a5-d82a-4e40-9a79-9ffdac28e80d {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:07:16.097635 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e39e78a5-d82a-4e40-9a79-9ffdac28e80d not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:07:17.196056 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:17.491911 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:18.487789 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:24.460272 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-c4641561-87cc-42a1-975e-9db545666e6a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=78cf838b511443b2b6118ad3c4416674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290847 Apr 29 16:07:24.611153 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-ba5fac25-72a7-4056-831f-ea7e9b62792e tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:24.612474 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-ba5fac25-72a7-4056-831f-ea7e9b62792e tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1473072 Apr 29 16:07:24.628360 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-2fa819dc-a440-4c4b-bf18-28c4785a798f tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/quotas/78cf838b511443b2b6118ad3c4416674 HTTP/1.1" status: 200 len: 375 time: 0.0104396 Apr 29 16:07:24.672436 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-a90ff765-8de7-4818-b462-97bee222d3fb tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=78cf838b511443b2b6118ad3c4416674&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393665 Apr 29 16:07:24.942935 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-76c8ae5b-c08d-4978-a028-895cdac6f592 req-76787134-d9cc-42aa-bbfe-3869db01fa46 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/ports?device_id=057a9da4-75d9-4359-a353-aaf1412b05d8 HTTP/1.1" status: 200 len: 210 time: 0.0469930 Apr 29 16:07:26.103180 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9c193444-797b-44b9-ae1b-edd6ca19d611 req-4807b9fd-8717-4c17-b947-134cfbf4962c tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/ports?device_id=057a9da4-75d9-4359-a353-aaf1412b05d8 HTTP/1.1" status: 200 len: 210 time: 0.0413861 Apr 29 16:07:26.823753 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-a7a06900-b32d-4ec8-9feb-45e271627ee5 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=78cf838b511443b2b6118ad3c4416674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264289 Apr 29 16:07:26.972349 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-9a42953e-ab6c-4ab0-82d9-1dc4ffaafe2e tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:26.973704 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-9a42953e-ab6c-4ab0-82d9-1dc4ffaafe2e tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1457500 Apr 29 16:07:26.990434 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Request body: {'port': {'device_id': '057a9da4-75d9-4359-a353-aaf1412b05d8', 'network_id': '2a5ebf86-0f9b-4a04-abda-1bc4881459d1', 'admin_state_up': True, 'tenant_id': '78cf838b511443b2b6118ad3c4416674'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:07:27.123043 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:07:27.126860 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Usage tracker for resource:port and tenant:78cf838b511443b2b6118ad3c4416674 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:07:27.129831 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:07:27.136002 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:07:27.217092 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Made reservation on behalf of 78cf838b511443b2b6118ad3c4416674 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:07:27.220229 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:27.271986 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:27.290321 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-52b2e578-7484-436e-8400-9efa70bd6f88 req-7b7f4a7c-a427-4c61-81dd-c5ee87bc66fc tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/ports?device_id=057a9da4-75d9-4359-a353-aaf1412b05d8 HTTP/1.1" status: 200 len: 210 time: 0.0597017 Apr 29 16:07:27.310820 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:07:27.314668 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Usage tracker for resource:security_group_rule and tenant:78cf838b511443b2b6118ad3c4416674 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:07:27.317613 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:07:27.323180 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:07:27.335560 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [req-32147898-88cd-4822-8aa0-3dce0d85223d req-19a2f8db-4591-451f-b59d-b02cf51a3c68 tempest-TestVolumeBootPattern-1161970946 tempest-TestVolumeBootPattern-1161970946-project] (84771) timed out ('10.222.0.35', 58080) {{(pid=84771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 29 16:07:27.388929 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:27.467938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:27.544839 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=576b5306-c5fb-4de9-8f33-3b1ecbdba5ca,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:27.634154 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Allocated IP 192.168.233.122 (2a5ebf86-0f9b-4a04-abda-1bc4881459d1/fc756762-f811-407e-a06d-8ff27fafbde5/1b407196-5ee2-4d06-ab80-6eb68e86cadc) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:07:27.826300 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:27.841470 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Transition to ACTIVE for port object 1b407196-5ee2-4d06-ab80-6eb68e86cadc will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:07:27.916185 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:28.071127 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Network 2a5ebf86-0f9b-4a04-abda-1bc4881459d1 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:07:28.074203 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:07:28.078534 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:07:28.103360 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Pushing event updated for resources: {'Port': ['ID=1b407196-5ee2-4d06-ab80-6eb68e86cadc,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:28.141022 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:28.141991 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:28.231448 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-804f73be-0c38-49fa-b9e7-bf09ebfe3d9a tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2452288 Apr 29 16:07:28.242789 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-0e6620aa-3cfe-4ac7-9094-8c7657bf9a70 service neutron] Request body: {'port': {'device_id': '057a9da4-75d9-4359-a353-aaf1412b05d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:07:28.352988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-0e6620aa-3cfe-4ac7-9094-8c7657bf9a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:28.379758 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-6c96424a-b910-46c8-bfab-ce786609e32d None None] Provisioning for port 1b407196-5ee2-4d06-ab80-6eb68e86cadc completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:07:28.385394 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-6c96424a-b910-46c8-bfab-ce786609e32d None None] Provisioning complete for port 1b407196-5ee2-4d06-ab80-6eb68e86cadc triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:07:28.385869 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6c96424a-b910-46c8-bfab-ce786609e32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:28.438319 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-6c96424a-b910-46c8-bfab-ce786609e32d None None] Port 1b407196-5ee2-4d06-ab80-6eb68e86cadc cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:07:28.649036 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc109f-00b4-4589-8566-776f494620fa req-6de4957c-b224-42be-8e0b-3a131b087952 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:28.649638 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-ddcc109f-00b4-4589-8566-776f494620fa req-6de4957c-b224-42be-8e0b-3a131b087952 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Synchronizing usage tracker for tenant:78cf838b511443b2b6118ad3c4416674 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:07:28.762902 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-ddcc109f-00b4-4589-8566-776f494620fa req-6de4957c-b224-42be-8e0b-3a131b087952 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Unset dirty status for tenant:78cf838b511443b2b6118ad3c4416674 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:07:28.764078 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ddcc109f-00b4-4589-8566-776f494620fa req-6de4957c-b224-42be-8e0b-3a131b087952 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/ports?device_id=057a9da4-75d9-4359-a353-aaf1412b05d8 HTTP/1.1" status: 200 len: 936 time: 0.3410766 Apr 29 16:07:28.769912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-0e6620aa-3cfe-4ac7-9094-8c7657bf9a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b407196-5ee2-4d06-ab80-6eb68e86cadc {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:07:28.789399 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-0e6620aa-3cfe-4ac7-9094-8c7657bf9a70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:28.817386 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-0e6620aa-3cfe-4ac7-9094-8c7657bf9a70 service neutron] Transition to ACTIVE for port object 1b407196-5ee2-4d06-ab80-6eb68e86cadc will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:07:28.829895 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-ddcc109f-00b4-4589-8566-776f494620fa req-b9c8a4dd-b9bd-4a1d-9e0d-5ab20d47b40f tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Synchronizing usage tracker for tenant:78cf838b511443b2b6118ad3c4416674 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:07:28.893394 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-0e6620aa-3cfe-4ac7-9094-8c7657bf9a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:29.001331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-ddcc109f-00b4-4589-8566-776f494620fa req-b9c8a4dd-b9bd-4a1d-9e0d-5ab20d47b40f tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Unset dirty status for tenant:78cf838b511443b2b6118ad3c4416674 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:07:29.002500 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ddcc109f-00b4-4589-8566-776f494620fa req-b9c8a4dd-b9bd-4a1d-9e0d-5ab20d47b40f tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/security-groups?id=576b5306-c5fb-4de9-8f33-3b1ecbdba5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284317 Apr 29 16:07:29.023497 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6620aa-3cfe-4ac7-9094-8c7657bf9a70 service neutron] Pushing event updated for resources: {'Port': ['ID=1b407196-5ee2-4d06-ab80-6eb68e86cadc,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:29.138862 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-0e6620aa-3cfe-4ac7-9094-8c7657bf9a70 service neutron] Attempting to bind port 1b407196-5ee2-4d06-ab80-6eb68e86cadc on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:07:29.139214 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-0e6620aa-3cfe-4ac7-9094-8c7657bf9a70 service neutron] Attempting to bind port 1b407196-5ee2-4d06-ab80-6eb68e86cadc by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '5c228281-55ea-499b-88c0-b74a5873a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ebf86-0f9b-4a04-abda-1bc4881459d1'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:07:29.139532 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-0e6620aa-3cfe-4ac7-9094-8c7657bf9a70 service neutron] Attempting to bind port 1b407196-5ee2-4d06-ab80-6eb68e86cadc on network 2a5ebf86-0f9b-4a04-abda-1bc4881459d1 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:07:29.145545 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-0e6620aa-3cfe-4ac7-9094-8c7657bf9a70 service neutron] Port 1b407196-5ee2-4d06-ab80-6eb68e86cadc on network 2a5ebf86-0f9b-4a04-abda-1bc4881459d1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 16:07:29.146128 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-0e6620aa-3cfe-4ac7-9094-8c7657bf9a70 service neutron] Attempting to bind port 1b407196-5ee2-4d06-ab80-6eb68e86cadc on network 2a5ebf86-0f9b-4a04-abda-1bc4881459d1 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:07:29.152987 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-0e6620aa-3cfe-4ac7-9094-8c7657bf9a70 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:07:29.153320 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-0e6620aa-3cfe-4ac7-9094-8c7657bf9a70 service neutron] Checking segment: {'id': '5c228281-55ea-499b-88c0-b74a5873a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ebf86-0f9b-4a04-abda-1bc4881459d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:07:29.153695 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-0e6620aa-3cfe-4ac7-9094-8c7657bf9a70 service neutron] Bound using segment: {'id': '5c228281-55ea-499b-88c0-b74a5873a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ebf86-0f9b-4a04-abda-1bc4881459d1'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:07:29.154111 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-0e6620aa-3cfe-4ac7-9094-8c7657bf9a70 service neutron] Bound port: 1b407196-5ee2-4d06-ab80-6eb68e86cadc, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c228281-55ea-499b-88c0-b74a5873a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a5ebf86-0f9b-4a04-abda-1bc4881459d1'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:07:29.154451 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-0e6620aa-3cfe-4ac7-9094-8c7657bf9a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:29.242168 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-0e6620aa-3cfe-4ac7-9094-8c7657bf9a70 service neutron] For port 1b407196-5ee2-4d06-ab80-6eb68e86cadc, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:07:29.245262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-0e6620aa-3cfe-4ac7-9094-8c7657bf9a70 service neutron] For port 1b407196-5ee2-4d06-ab80-6eb68e86cadc, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=1b407196-5ee2-4d06-ab80-6eb68e86cadc,segment=NetworkSegment(5c228281-55ea-499b-88c0-b74a5873a2c7),segment_id=5c228281-55ea-499b-88c0-b74a5873a2c7)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:07:29.356490 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-0e6620aa-3cfe-4ac7-9094-8c7657bf9a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:29.420266 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-0e6620aa-3cfe-4ac7-9094-8c7657bf9a70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:29.421622 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-0e6620aa-3cfe-4ac7-9094-8c7657bf9a70 service neutron] 10.222.0.35 "PUT /v2.0/ports/1b407196-5ee2-4d06-ab80-6eb68e86cadc HTTP/1.1" status: 200 len: 1098 time: 1.1825938 Apr 29 16:07:29.424561 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057a9da4-75d9-4359-a353-aaf1412b05d8', 'tag': '1b407196-5ee2-4d06-ab80-6eb68e86cadc'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:07:29.450272 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6620aa-3cfe-4ac7-9094-8c7657bf9a70 service neutron] Pushing event updated for resources: {'Port': ['ID=1b407196-5ee2-4d06-ab80-6eb68e86cadc,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:29.494184 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9f57fa2-1df7-42d2-a9eb-66be458cfd32'] response: {'name': 'network-changed', 'server_uuid': '057a9da4-75d9-4359-a353-aaf1412b05d8', 'tag': '1b407196-5ee2-4d06-ab80-6eb68e86cadc', 'status': 'completed', 'code': 200} Apr 29 16:07:29.598179 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8666640e-87d2-47b1-a98e-9a614d31f810 req-49bf1d2b-9bde-4821-8c35-79b251a5d1df service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78cf838b511443b2b6118ad3c4416674&device_id=057a9da4-75d9-4359-a353-aaf1412b05d8 HTTP/1.1" status: 200 len: 1101 time: 0.0802989 Apr 29 16:07:29.632362 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8666640e-87d2-47b1-a98e-9a614d31f810 req-75cbe663-a24b-47ad-91d0-3721729b1d6f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=78cf838b511443b2b6118ad3c4416674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269804 Apr 29 16:07:29.777707 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666640e-87d2-47b1-a98e-9a614d31f810 req-1410ea5f-05e0-45e5-acd8-69898a638574 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:29.779197 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8666640e-87d2-47b1-a98e-9a614d31f810 req-1410ea5f-05e0-45e5-acd8-69898a638574 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1403265 Apr 29 16:07:29.885643 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-939c4b32-9ca5-4aa5-adc7-52ca78978323 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78cf838b511443b2b6118ad3c4416674&device_id=057a9da4-75d9-4359-a353-aaf1412b05d8 HTTP/1.1" status: 200 len: 1101 time: 0.0716987 Apr 29 16:07:29.958252 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-995abfaf-5ac8-448c-a122-76cc04cfe213 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=1b407196-5ee2-4d06-ab80-6eb68e86cadc HTTP/1.1" status: 200 len: 217 time: 0.0650301 Apr 29 16:07:30.023358 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-633319fa-96e0-4752-bce4-3c506be873e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:30.024646 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-633319fa-96e0-4752-bce4-3c506be873e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fc756762-f811-407e-a06d-8ff27fafbde5 HTTP/1.1" status: 200 len: 843 time: 0.0596480 Apr 29 16:07:30.099422 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-d4a71abe-6011-47eb-9d22-a73be390c780 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a5ebf86-0f9b-4a04-abda-1bc4881459d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0686705 Apr 29 16:07:30.376581 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-1ff3e384-0bb1-445c-8161-6ba4c28184ae service neutron] 10.222.0.35 "GET /v2.0/networks/2a5ebf86-0f9b-4a04-abda-1bc4881459d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689061 Apr 29 16:07:30.408859 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e97318-907d-49e2-b050-e804ce25ab44 req-63c1a1c8-5012-4f45-804d-dcf28eb96196 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:30.410945 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-87e97318-907d-49e2-b050-e804ce25ab44 req-63c1a1c8-5012-4f45-804d-dcf28eb96196 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/ports?device_id=057a9da4-75d9-4359-a353-aaf1412b05d8 HTTP/1.1" status: 200 len: 948 time: 0.1536725 Apr 29 16:07:30.531553 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-87e97318-907d-49e2-b050-e804ce25ab44 req-148cd268-91ec-4053-927e-c4cad627b496 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/security-groups?id=576b5306-c5fb-4de9-8f33-3b1ecbdba5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762277 Apr 29 16:07:30.549076 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a3fb4f07-a9a4-4c29-b116-d1908385e8f5 req-48cef9e0-5d54-48e7-9f7e-f890b06b5163 service neutron] 10.222.0.35 "GET /v2.0/networks/2a5ebf86-0f9b-4a04-abda-1bc4881459d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655138 Apr 29 16:07:31.726842 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cb15b-366b-419a-b3d7-e5213e63a80f req-70c0d974-c552-419a-ab74-a47b36f13413 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:31.728292 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-154cb15b-366b-419a-b3d7-e5213e63a80f req-70c0d974-c552-419a-ab74-a47b36f13413 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/ports?device_id=057a9da4-75d9-4359-a353-aaf1412b05d8 HTTP/1.1" status: 200 len: 948 time: 0.0757620 Apr 29 16:07:31.773016 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-154cb15b-366b-419a-b3d7-e5213e63a80f req-c8e98828-0336-4df3-9cf7-597f4149fc13 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/security-groups?id=576b5306-c5fb-4de9-8f33-3b1ecbdba5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391643 Apr 29 16:07:32.974736 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e2ea8-56f6-4ddc-abb9-209c2da194db req-29b5eaa9-74b5-4d1c-8826-0dcd02410326 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:32.976174 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4e4e2ea8-56f6-4ddc-abb9-209c2da194db req-29b5eaa9-74b5-4d1c-8826-0dcd02410326 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/ports?device_id=057a9da4-75d9-4359-a353-aaf1412b05d8 HTTP/1.1" status: 200 len: 948 time: 0.0812540 Apr 29 16:07:33.028458 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4e4e2ea8-56f6-4ddc-abb9-209c2da194db req-151739ca-916b-4d5b-ad91-118fdf32cb07 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/security-groups?id=576b5306-c5fb-4de9-8f33-3b1ecbdba5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449781 Apr 29 16:07:34.114155 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 1b407196-5ee2-4d06-ab80-6eb68e86cadc details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:07:34.273426 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 1b407196-5ee2-4d06-ab80-6eb68e86cadc, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=1b407196-5ee2-4d06-ab80-6eb68e86cadc,segment=NetworkSegment(5c228281-55ea-499b-88c0-b74a5873a2c7),segment_id=5c228281-55ea-499b-88c0-b74a5873a2c7)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:07:34.286550 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '1b407196-5ee2-4d06-ab80-6eb68e86cadc', 'network_id': '2a5ebf86-0f9b-4a04-abda-1bc4881459d1', 'port_id': '1b407196-5ee2-4d06-ab80-6eb68e86cadc', 'mac_address': 'fa:16:3e:a4:5d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc756762-f811-407e-a06d-8ff27fafbde5', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:07:34.338510 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:34.352466 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc789e-a6e1-4d67-acfa-8beeea426633 req-dbd79470-3735-49ff-b7ae-8735697be1ec tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:34.353960 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d5fc789e-a6e1-4d67-acfa-8beeea426633 req-dbd79470-3735-49ff-b7ae-8735697be1ec tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/ports?device_id=057a9da4-75d9-4359-a353-aaf1412b05d8 HTTP/1.1" status: 200 len: 948 time: 0.2020509 Apr 29 16:07:34.354957 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b407196-5ee2-4d06-ab80-6eb68e86cadc {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:07:34.369677 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 1b407196-5ee2-4d06-ab80-6eb68e86cadc, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=1b407196-5ee2-4d06-ab80-6eb68e86cadc,segment=NetworkSegment(5c228281-55ea-499b-88c0-b74a5873a2c7),segment_id=5c228281-55ea-499b-88c0-b74a5873a2c7)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:07:34.405358 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d5fc789e-a6e1-4d67-acfa-8beeea426633 req-3f824f35-7499-4929-b3c1-e10e4e59a684 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/security-groups?id=576b5306-c5fb-4de9-8f33-3b1ecbdba5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457251 Apr 29 16:07:34.458747 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:34.526255 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=1b407196-5ee2-4d06-ab80-6eb68e86cadc,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:34.782947 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['1b407196-5ee2-4d06-ab80-6eb68e86cadc'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:07:35.605814 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2556b0-130e-44e9-ae58-e86d2b89e0d5 req-cfe1e425-aa57-429f-86e6-e93ceabad0ee tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:35.607269 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cd2556b0-130e-44e9-ae58-e86d2b89e0d5 req-cfe1e425-aa57-429f-86e6-e93ceabad0ee tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/ports?device_id=057a9da4-75d9-4359-a353-aaf1412b05d8 HTTP/1.1" status: 200 len: 949 time: 0.0777271 Apr 29 16:07:35.651915 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cd2556b0-130e-44e9-ae58-e86d2b89e0d5 req-ecbb054e-ed65-403b-8dde-a642977ad736 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/security-groups?id=576b5306-c5fb-4de9-8f33-3b1ecbdba5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392132 Apr 29 16:07:36.122268 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 1b407196-5ee2-4d06-ab80-6eb68e86cadc up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:07:36.235658 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 1b407196-5ee2-4d06-ab80-6eb68e86cadc completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:07:36.240411 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 1b407196-5ee2-4d06-ab80-6eb68e86cadc triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:07:36.240779 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:36.354636 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:36.386429 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057a9da4-75d9-4359-a353-aaf1412b05d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b407196-5ee2-4d06-ab80-6eb68e86cadc'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:07:36.397372 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 1b407196-5ee2-4d06-ab80-6eb68e86cadc, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=1b407196-5ee2-4d06-ab80-6eb68e86cadc,segment=NetworkSegment(5c228281-55ea-499b-88c0-b74a5873a2c7),segment_id=5c228281-55ea-499b-88c0-b74a5873a2c7)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:07:36.442063 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7631ef9e-64b0-47a6-941c-6d3d4ac44b46'] response: {'server_uuid': '057a9da4-75d9-4359-a353-aaf1412b05d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b407196-5ee2-4d06-ab80-6eb68e86cadc', 'code': 200} Apr 29 16:07:36.491081 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:36.554502 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=1b407196-5ee2-4d06-ab80-6eb68e86cadc,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:36.810225 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-001e678f-def0-4f7d-8146-a92370680919 req-501d653f-40cf-4f7a-83bd-700a3a815a35 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=057a9da4-75d9-4359-a353-aaf1412b05d8 HTTP/1.1" status: 200 len: 1103 time: 0.0988467 Apr 29 16:07:36.870948 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-001e678f-def0-4f7d-8146-a92370680919 req-d19469a1-0ad2-4d6b-aa2e-a9a76b023c0c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=576b5306-c5fb-4de9-8f33-3b1ecbdba5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538130 Apr 29 16:07:36.887896 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd839105-12b7-41ea-89bd-14c7e1709f6d req-2c1aa65d-d6c4-4570-8a4c-6f344bcc472d tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:36.889255 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bd839105-12b7-41ea-89bd-14c7e1709f6d req-2c1aa65d-d6c4-4570-8a4c-6f344bcc472d tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/ports?device_id=057a9da4-75d9-4359-a353-aaf1412b05d8 HTTP/1.1" status: 200 len: 950 time: 0.1154580 Apr 29 16:07:36.933063 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bd839105-12b7-41ea-89bd-14c7e1709f6d req-608e22d2-6c19-4fa6-a669-6af8642ef5aa tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/security-groups?id=576b5306-c5fb-4de9-8f33-3b1ecbdba5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379870 Apr 29 16:07:38.131702 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d285d68-86dd-4e08-918f-3e189fcbbd95 req-ad2a8125-9672-423d-9536-ba51442bdfee tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:38.133245 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2d285d68-86dd-4e08-918f-3e189fcbbd95 req-ad2a8125-9672-423d-9536-ba51442bdfee tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/ports?device_id=057a9da4-75d9-4359-a353-aaf1412b05d8 HTTP/1.1" status: 200 len: 950 time: 0.0789168 Apr 29 16:07:38.179616 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2d285d68-86dd-4e08-918f-3e189fcbbd95 req-94521009-6201-44f6-a69f-9fc1c69cc9e0 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/security-groups?id=576b5306-c5fb-4de9-8f33-3b1ecbdba5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408895 Apr 29 16:07:39.369331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a5a05-e97b-48d9-af88-a84f55f7369c req-e843aa95-ed64-432c-9f37-211acce7531b tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:39.370794 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c66a5a05-e97b-48d9-af88-a84f55f7369c req-e843aa95-ed64-432c-9f37-211acce7531b tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/ports?device_id=057a9da4-75d9-4359-a353-aaf1412b05d8 HTTP/1.1" status: 200 len: 950 time: 0.0744579 Apr 29 16:07:39.415486 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c66a5a05-e97b-48d9-af88-a84f55f7369c req-fa677cf3-9c42-4d6f-953e-ddbc0f0b21b3 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/security-groups?id=576b5306-c5fb-4de9-8f33-3b1ecbdba5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393271 Apr 29 16:07:39.892949 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-948fe9f4-f1b4-4c39-9936-0ac481cacc68 req-e436541b-f23a-4004-8790-b80a9422ef2b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=057a9da4-75d9-4359-a353-aaf1412b05d8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0695763 Apr 29 16:07:40.493032 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-93997a0e-a057-497d-ad82-27c3eae04b60 req-6707d39c-1259-4722-8351-d68796d054c2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=057a9da4-75d9-4359-a353-aaf1412b05d8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0675447 Apr 29 16:07:41.258195 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e41f86-3aba-4b3f-9a35-c0d5bc108580 req-7642cd4c-a11e-4889-891e-80f004d0517b tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:41.259676 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d1e41f86-3aba-4b3f-9a35-c0d5bc108580 req-7642cd4c-a11e-4889-891e-80f004d0517b tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/ports?device_id=057a9da4-75d9-4359-a353-aaf1412b05d8 HTTP/1.1" status: 200 len: 950 time: 0.0784507 Apr 29 16:07:41.304686 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d1e41f86-3aba-4b3f-9a35-c0d5bc108580 req-63ccfd6c-c989-4a41-a224-a69b5b01effa tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/security-groups?id=576b5306-c5fb-4de9-8f33-3b1ecbdba5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394835 Apr 29 16:07:42.504496 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016769e3-491e-4395-beef-f385a91b05e5 req-05c7357d-a326-443f-bfdb-49c9bcb1dffa tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:42.505922 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-016769e3-491e-4395-beef-f385a91b05e5 req-05c7357d-a326-443f-bfdb-49c9bcb1dffa tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/ports?device_id=057a9da4-75d9-4359-a353-aaf1412b05d8 HTTP/1.1" status: 200 len: 950 time: 0.0752468 Apr 29 16:07:42.549889 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-016769e3-491e-4395-beef-f385a91b05e5 req-41601d15-c5ec-406a-a4ed-9b01044a42be tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/security-groups?id=576b5306-c5fb-4de9-8f33-3b1ecbdba5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384064 Apr 29 16:07:42.677829 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f843696-f38b-4013-9cba-1f5cbf724234 req-39e92c24-a2f3-4942-9150-d5fc35253405 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:42.679181 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9f843696-f38b-4013-9cba-1f5cbf724234 req-39e92c24-a2f3-4942-9150-d5fc35253405 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.35 "GET /v2.0/ports?device_id=057a9da4-75d9-4359-a353-aaf1412b05d8 HTTP/1.1" status: 200 len: 950 time: 0.0771141 Apr 29 16:07:42.745444 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-9f843696-f38b-4013-9cba-1f5cbf724234 req-b6a8bdd4-715b-4073-9e5c-6d84f1004ed3 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Deleting port 1b407196-5ee2-4d06-ab80-6eb68e86cadc {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:07:42.745784 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-9f843696-f38b-4013-9cba-1f5cbf724234 req-b6a8bdd4-715b-4073-9e5c-6d84f1004ed3 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:43.065538 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-9f843696-f38b-4013-9cba-1f5cbf724234 req-b6a8bdd4-715b-4073-9e5c-6d84f1004ed3 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] For port 1b407196-5ee2-4d06-ab80-6eb68e86cadc, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=1b407196-5ee2-4d06-ab80-6eb68e86cadc,segment=NetworkSegment(5c228281-55ea-499b-88c0-b74a5873a2c7),segment_id=5c228281-55ea-499b-88c0-b74a5873a2c7)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:07:43.065905 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-9f843696-f38b-4013-9cba-1f5cbf724234 req-b6a8bdd4-715b-4073-9e5c-6d84f1004ed3 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:43.181732 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-9f843696-f38b-4013-9cba-1f5cbf724234 req-b6a8bdd4-715b-4073-9e5c-6d84f1004ed3 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Calling delete_port for 1b407196-5ee2-4d06-ab80-6eb68e86cadc owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:07:43.366924 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-9f843696-f38b-4013-9cba-1f5cbf724234 req-b6a8bdd4-715b-4073-9e5c-6d84f1004ed3 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:43.379401 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['1b407196-5ee2-4d06-ab80-6eb68e86cadc'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:07:43.416558 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8bdd4-715b-4073-9e5c-6d84f1004ed3 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Pushing event deleted for resources: {'Port': ['ID=1b407196-5ee2-4d06-ab80-6eb68e86cadc,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:43.491403 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f843696-f38b-4013-9cba-1f5cbf724234 req-b6a8bdd4-715b-4073-9e5c-6d84f1004ed3 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] No DVR routers for this DVR port 1b407196-5ee2-4d06-ab80-6eb68e86cadc on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:07:43.494079 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-9f843696-f38b-4013-9cba-1f5cbf724234 req-b6a8bdd4-715b-4073-9e5c-6d84f1004ed3 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:43.496817 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057a9da4-75d9-4359-a353-aaf1412b05d8', 'name': 'network-vif-deleted', 'tag': '1b407196-5ee2-4d06-ab80-6eb68e86cadc'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:07:43.554146 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1acdfdd4-d6f3-4b16-b5fb-397f2525a0e5'] response: {'server_uuid': '057a9da4-75d9-4359-a353-aaf1412b05d8', 'name': 'network-vif-deleted', 'tag': '1b407196-5ee2-4d06-ab80-6eb68e86cadc', 'status': 'completed', 'code': 200} Apr 29 16:07:43.573630 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9f843696-f38b-4013-9cba-1f5cbf724234 req-b6a8bdd4-715b-4073-9e5c-6d84f1004ed3 tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.35 "DELETE /v2.0/ports/1b407196-5ee2-4d06-ab80-6eb68e86cadc HTTP/1.1" status: 204 len: 173 time: 0.8890748 Apr 29 16:07:43.596139 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e3af27c6-8a0f-4418-95c4-b7826298ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:43.714058 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c977b1ee-9429-40f9-abe7-b4ec3e43ca25 req-a1e04cff-ce1d-43f9-9f38-c942f875995b tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Synchronizing usage tracker for tenant:78cf838b511443b2b6118ad3c4416674 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:07:43.778147 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c977b1ee-9429-40f9-abe7-b4ec3e43ca25 req-a1e04cff-ce1d-43f9-9f38-c942f875995b tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] Unset dirty status for tenant:78cf838b511443b2b6118ad3c4416674 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:07:43.779369 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c977b1ee-9429-40f9-abe7-b4ec3e43ca25 req-a1e04cff-ce1d-43f9-9f38-c942f875995b tempest-ServersAdminNegativeTestJSON-860640572 tempest-ServersAdminNegativeTestJSON-860640572-project] 10.222.0.21 "GET /v2.0/ports?device_id=057a9da4-75d9-4359-a353-aaf1412b05d8 HTTP/1.1" status: 200 len: 210 time: 0.1059282 Apr 29 16:07:45.348004 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 34362) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:45.458332 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:45.517819 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b51b344f-83ed-423f-87fb-93204ed0a698 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78cf838b511443b2b6118ad3c4416674&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1681836 Apr 29 16:07:45.520618 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34368) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:45.580865 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ea88f916-27c6-4f00-97f7-dca16e6cea89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:45.605622 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ea88f916-27c6-4f00-97f7-dca16e6cea89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:45.719462 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ea88f916-27c6-4f00-97f7-dca16e6cea89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:45.737690 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea88f916-27c6-4f00-97f7-dca16e6cea89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576b5306-c5fb-4de9-8f33-3b1ecbdba5ca,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:45.800032 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ea88f916-27c6-4f00-97f7-dca16e6cea89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:45.801746 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ea88f916-27c6-4f00-97f7-dca16e6cea89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/576b5306-c5fb-4de9-8f33-3b1ecbdba5ca HTTP/1.1" status: 204 len: 168 time: 0.2794743 Apr 29 16:07:45.921206 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5980-702f-4291-a6ea-b0351efe352d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:46.199764 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 1b407196-5ee2-4d06-ab80-6eb68e86cadc no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:07:46.232041 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 1b407196-5ee2-4d06-ab80-6eb68e86cadc {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:07:46.236037 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 1b407196-5ee2-4d06-ab80-6eb68e86cadc not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:07:46.490795 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34376) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:46.509249 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-09cceda7-5120-41b0-ba9b-caf02b0ba7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:46.540308 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-09cceda7-5120-41b0-ba9b-caf02b0ba7ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:07:46.544076 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-09cceda7-5120-41b0-ba9b-caf02b0ba7ef admin admin] Usage tracker for resource:security_group_rule and tenant:e52b087ddd9a43429e3bccbadf99878e is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:07:46.546853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-09cceda7-5120-41b0-ba9b-caf02b0ba7ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:07:46.552975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-09cceda7-5120-41b0-ba9b-caf02b0ba7ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:07:46.616379 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-09cceda7-5120-41b0-ba9b-caf02b0ba7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:46.663420 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-09cceda7-5120-41b0-ba9b-caf02b0ba7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:46.709590 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cceda7-5120-41b0-ba9b-caf02b0ba7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dd404c-7599-4f90-9453-74fa963a37ac,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:46.716615 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-09cceda7-5120-41b0-ba9b-caf02b0ba7ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e52b087ddd9a43429e3bccbadf99878e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2222183 Apr 29 16:07:46.717012 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34380) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:46.779031 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-171e1599-6a43-408b-826e-5b88975c6018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:46.804342 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-171e1599-6a43-408b-826e-5b88975c6018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:46.901711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-171e1599-6a43-408b-826e-5b88975c6018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:46.915795 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e1599-6a43-408b-826e-5b88975c6018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dd404c-7599-4f90-9453-74fa963a37ac,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:46.921502 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-171e1599-6a43-408b-826e-5b88975c6018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:46.922635 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-171e1599-6a43-408b-826e-5b88975c6018 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1dd404c-7599-4f90-9453-74fa963a37ac HTTP/1.1" status: 204 len: 168 time: 0.2049580 Apr 29 16:07:47.190191 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:47.485163 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:48.030001 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34402) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:48.154317 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-67c9bef1-457f-4b92-8140-92af220231ce admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1810689553-network', 'tenant_id': '157a2a79bcc04f30ab9b005941eb9464'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:07:48.158933 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-67c9bef1-457f-4b92-8140-92af220231ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:07:48.162936 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-67c9bef1-457f-4b92-8140-92af220231ce admin admin] Usage tracker for resource:network and tenant:157a2a79bcc04f30ab9b005941eb9464 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:07:48.165981 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-67c9bef1-457f-4b92-8140-92af220231ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:07:48.171544 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-67c9bef1-457f-4b92-8140-92af220231ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:07:48.252182 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c9bef1-457f-4b92-8140-92af220231ce admin admin] Made reservation on behalf of 157a2a79bcc04f30ab9b005941eb9464 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:07:48.255252 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-67c9bef1-457f-4b92-8140-92af220231ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:48.267313 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-67c9bef1-457f-4b92-8140-92af220231ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:48.297214 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-67c9bef1-457f-4b92-8140-92af220231ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:07:48.301434 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-67c9bef1-457f-4b92-8140-92af220231ce admin admin] Usage tracker for resource:security_group_rule and tenant:157a2a79bcc04f30ab9b005941eb9464 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:07:48.304170 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-67c9bef1-457f-4b92-8140-92af220231ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:07:48.309721 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-67c9bef1-457f-4b92-8140-92af220231ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:07:48.375661 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-67c9bef1-457f-4b92-8140-92af220231ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:48.422312 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-67c9bef1-457f-4b92-8140-92af220231ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:48.454508 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c9bef1-457f-4b92-8140-92af220231ce admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:07:48.466542 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9bef1-457f-4b92-8140-92af220231ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d03598-aabb-4472-b157-73e7c1e95ff2,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:48.472075 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-67c9bef1-457f-4b92-8140-92af220231ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:48.472409 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-67c9bef1-457f-4b92-8140-92af220231ce admin admin] Added segment 53934665-cbf2-418c-977e-86d80c58b4f7 of type vlan for network dcfb5708-999c-4b91-be14-bf99b4b165f1 Apr 29 16:07:48.499988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-67c9bef1-457f-4b92-8140-92af220231ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:48.519232 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:48.605005 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-67c9bef1-457f-4b92-8140-92af220231ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:48.605783 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c9bef1-457f-4b92-8140-92af220231ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:48.606344 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-67c9bef1-457f-4b92-8140-92af220231ce admin admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:48.715370 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9bef1-457f-4b92-8140-92af220231ce admin admin] Pushing event updated for resources: {'Network': ['ID=dcfb5708-999c-4b91-be14-bf99b4b165f1,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:48.726224 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network dcfb5708-999c-4b91-be14-bf99b4b165f1 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:07:48.813080 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-67c9bef1-457f-4b92-8140-92af220231ce admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7819166 Apr 29 16:07:48.815925 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34408) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:48.821444 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-991da631-31ec-4c59-8a87-655de3bc8a6c admin admin] Request body: {'subnet': {'network_id': 'dcfb5708-999c-4b91-be14-bf99b4b165f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1810689553-subnet', 'tenant_id': '157a2a79bcc04f30ab9b005941eb9464', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:07:48.826211 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-991da631-31ec-4c59-8a87-655de3bc8a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:07:48.829992 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-991da631-31ec-4c59-8a87-655de3bc8a6c admin admin] Usage tracker for resource:subnet and tenant:157a2a79bcc04f30ab9b005941eb9464 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:07:48.833423 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-991da631-31ec-4c59-8a87-655de3bc8a6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:07:48.839018 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-991da631-31ec-4c59-8a87-655de3bc8a6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:07:48.897792 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991da631-31ec-4c59-8a87-655de3bc8a6c admin admin] Made reservation on behalf of 157a2a79bcc04f30ab9b005941eb9464 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:07:48.900421 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-991da631-31ec-4c59-8a87-655de3bc8a6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:49.165212 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-991da631-31ec-4c59-8a87-655de3bc8a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:49.236579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991da631-31ec-4c59-8a87-655de3bc8a6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ed040b-14a7-46ee-952f-986c19646758,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:49.257716 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991da631-31ec-4c59-8a87-655de3bc8a6c admin admin] Checking segment: {'id': '53934665-cbf2-418c-977e-86d80c58b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dcfb5708-999c-4b91-be14-bf99b4b165f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:07:49.258072 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991da631-31ec-4c59-8a87-655de3bc8a6c admin admin] Network hostable DHCP agents. Network: dcfb5708-999c-4b91-be14-bf99b4b165f1, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:07:49.364502 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991da631-31ec-4c59-8a87-655de3bc8a6c admin admin] Network dcfb5708-999c-4b91-be14-bf99b4b165f1 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:07:49.427548 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-991da631-31ec-4c59-8a87-655de3bc8a6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, dcfb5708-999c-4b91-be14-bf99b4b165f1) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:07:49.431340 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991da631-31ec-4c59-8a87-655de3bc8a6c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:49.431904 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-991da631-31ec-4c59-8a87-655de3bc8a6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:49.436724 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35a6fa3-7310-4b66-9cad-5ac9a37ca9dc None None] Network dcfb5708-999c-4b91-be14-bf99b4b165f1 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:07:49.502721 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-991da631-31ec-4c59-8a87-655de3bc8a6c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6856449 Apr 29 16:07:49.647056 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d445d8a3-81ad-4c80-b395-c7816b25dee0 None None] Network dcfb5708-999c-4b91-be14-bf99b4b165f1 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:07:50.045521 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-b7a5650b-f920-4f5a-8021-2dc3974829c5 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:50.046188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-b7a5650b-f920-4f5a-8021-2dc3974829c5 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Synchronizing usage tracker for tenant:157a2a79bcc04f30ab9b005941eb9464 on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:07:50.124299 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-b7a5650b-f920-4f5a-8021-2dc3974829c5 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Unset dirty status for tenant:157a2a79bcc04f30ab9b005941eb9464 on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:07:50.125436 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-b7a5650b-f920-4f5a-8021-2dc3974829c5 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/networks?id=dcfb5708-999c-4b91-be14-bf99b4b165f1 HTTP/1.1" status: 200 len: 812 time: 0.2207077 Apr 29 16:07:50.141396 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-dd7cfd84-6249-4caf-ba1b-3a681a0a425b tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/quotas/157a2a79bcc04f30ab9b005941eb9464 HTTP/1.1" status: 200 len: 375 time: 0.0104566 Apr 29 16:07:50.186297 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-e78c4793-b1fc-4bb5-9759-68d34c46e863 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=157a2a79bcc04f30ab9b005941eb9464&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395081 Apr 29 16:07:50.402088 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-46577eaf-eedc-480b-8987-d00f4bfe49ec service neutron] 10.222.0.21 "GET /v2.0/networks/dcfb5708-999c-4b91-be14-bf99b4b165f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091784 Apr 29 16:07:50.533545 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-7e568b87-d829-46cf-a828-c2bb88bd5831 service neutron] 10.222.0.21 "GET /v2.0/networks/dcfb5708-999c-4b91-be14-bf99b4b165f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258962 Apr 29 16:07:50.810178 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fbfc9dcb-edee-4ef5-9188-9a5d9f1ac1a3 req-5ee32ea9-cce9-4e45-9f48-e6ecebda6841 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 210 time: 0.0407310 Apr 29 16:07:51.750107 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:07:51.975247 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-be0ff7b5-e34d-4add-9a38-49667bc1d488 req-595dc1b5-0709-4f30-b126-6d3a265a2bcb tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 210 time: 0.0436361 Apr 29 16:07:53.027512 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-5672f87f-6422-443e-ad4c-e7e28997b3f5 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:53.028940 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-5672f87f-6422-443e-ad4c-e7e28997b3f5 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.35 "GET /v2.0/networks?id=dcfb5708-999c-4b91-be14-bf99b4b165f1 HTTP/1.1" status: 200 len: 812 time: 0.1410460 Apr 29 16:07:53.044817 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-28f38e40-70ec-42a3-a1da-658d774b48d7 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Request body: {'port': {'device_id': 'aad0ff61-ccbe-4216-a1c2-808204fc9885', 'network_id': 'dcfb5708-999c-4b91-be14-bf99b4b165f1', 'admin_state_up': True, 'tenant_id': '157a2a79bcc04f30ab9b005941eb9464'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:07:53.164232 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d3852e91-0d57-4b69-87f9-222a8a1d6a03 req-319bffe3-9533-4145-a78d-0f55a57ac67c tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 210 time: 0.0571506 Apr 29 16:07:53.215074 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-28f38e40-70ec-42a3-a1da-658d774b48d7 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:07:53.218832 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-28f38e40-70ec-42a3-a1da-658d774b48d7 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Usage tracker for resource:port and tenant:157a2a79bcc04f30ab9b005941eb9464 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:07:53.221572 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-28f38e40-70ec-42a3-a1da-658d774b48d7 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:07:53.227693 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-28f38e40-70ec-42a3-a1da-658d774b48d7 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:07:53.290117 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-28f38e40-70ec-42a3-a1da-658d774b48d7 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Made reservation on behalf of 157a2a79bcc04f30ab9b005941eb9464 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:07:53.293020 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-28f38e40-70ec-42a3-a1da-658d774b48d7 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:53.450718 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-28f38e40-70ec-42a3-a1da-658d774b48d7 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Allocated IP 172.20.0.2 (dcfb5708-999c-4b91-be14-bf99b4b165f1/b5ed040b-14a7-46ee-952f-986c19646758/0c5b0282-2d40-44c1-abc5-3d109f858336) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:07:53.641312 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-28f38e40-70ec-42a3-a1da-658d774b48d7 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:53.715507 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-28f38e40-70ec-42a3-a1da-658d774b48d7 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:53.788501 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-28f38e40-70ec-42a3-a1da-658d774b48d7 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Network dcfb5708-999c-4b91-be14-bf99b4b165f1 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:07:53.791332 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-28f38e40-70ec-42a3-a1da-658d774b48d7 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:07:53.795236 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-28f38e40-70ec-42a3-a1da-658d774b48d7 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:07:53.824397 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f38e40-70ec-42a3-a1da-658d774b48d7 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Pushing event updated for resources: {'Port': ['ID=0c5b0282-2d40-44c1-abc5-3d109f858336,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:53.857888 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-28f38e40-70ec-42a3-a1da-658d774b48d7 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:53.858491 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-28f38e40-70ec-42a3-a1da-658d774b48d7 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:53.938421 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-28f38e40-70ec-42a3-a1da-658d774b48d7 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8972394 Apr 29 16:07:53.949411 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-58e24b22-20db-4548-8354-eda4038f4547 service neutron] Request body: {'port': {'device_id': 'aad0ff61-ccbe-4216-a1c2-808204fc9885', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:07:54.059801 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-58e24b22-20db-4548-8354-eda4038f4547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:54.528203 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021770d9-5d8a-42d1-969d-b1d450f4d921 req-8d1ab690-1097-4d0b-ac74-df2e77a7cfc4 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:54.528784 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-021770d9-5d8a-42d1-969d-b1d450f4d921 req-8d1ab690-1097-4d0b-ac74-df2e77a7cfc4 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Synchronizing usage tracker for tenant:157a2a79bcc04f30ab9b005941eb9464 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:07:54.561152 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-58e24b22-20db-4548-8354-eda4038f4547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c5b0282-2d40-44c1-abc5-3d109f858336 {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:07:54.568629 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-58e24b22-20db-4548-8354-eda4038f4547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:54.582743 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-58e24b22-20db-4548-8354-eda4038f4547 service neutron] Transition to ACTIVE for port object 0c5b0282-2d40-44c1-abc5-3d109f858336 will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:07:54.661540 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-021770d9-5d8a-42d1-969d-b1d450f4d921 req-8d1ab690-1097-4d0b-ac74-df2e77a7cfc4 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Unset dirty status for tenant:157a2a79bcc04f30ab9b005941eb9464 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:07:54.662706 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-021770d9-5d8a-42d1-969d-b1d450f4d921 req-8d1ab690-1097-4d0b-ac74-df2e77a7cfc4 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 931 time: 0.3795693 Apr 29 16:07:54.698268 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-58e24b22-20db-4548-8354-eda4038f4547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:54.760276 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-021770d9-5d8a-42d1-969d-b1d450f4d921 req-5351e017-b3c1-4378-8c55-98064b5d83c4 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Synchronizing usage tracker for tenant:157a2a79bcc04f30ab9b005941eb9464 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:07:54.836445 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e24b22-20db-4548-8354-eda4038f4547 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5b0282-2d40-44c1-abc5-3d109f858336,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:54.927190 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-021770d9-5d8a-42d1-969d-b1d450f4d921 req-5351e017-b3c1-4378-8c55-98064b5d83c4 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Unset dirty status for tenant:157a2a79bcc04f30ab9b005941eb9464 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:07:54.928321 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-021770d9-5d8a-42d1-969d-b1d450f4d921 req-5351e017-b3c1-4378-8c55-98064b5d83c4 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600796 Apr 29 16:07:54.945757 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-58e24b22-20db-4548-8354-eda4038f4547 service neutron] Attempting to bind port 0c5b0282-2d40-44c1-abc5-3d109f858336 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:07:54.946098 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-58e24b22-20db-4548-8354-eda4038f4547 service neutron] Attempting to bind port 0c5b0282-2d40-44c1-abc5-3d109f858336 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '53934665-cbf2-418c-977e-86d80c58b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dcfb5708-999c-4b91-be14-bf99b4b165f1'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:07:54.946401 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-58e24b22-20db-4548-8354-eda4038f4547 service neutron] Attempting to bind port 0c5b0282-2d40-44c1-abc5-3d109f858336 on network dcfb5708-999c-4b91-be14-bf99b4b165f1 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:07:54.952152 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-58e24b22-20db-4548-8354-eda4038f4547 service neutron] Port 0c5b0282-2d40-44c1-abc5-3d109f858336 on network dcfb5708-999c-4b91-be14-bf99b4b165f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 16:07:54.952462 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-58e24b22-20db-4548-8354-eda4038f4547 service neutron] Attempting to bind port 0c5b0282-2d40-44c1-abc5-3d109f858336 on network dcfb5708-999c-4b91-be14-bf99b4b165f1 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:07:54.958733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-58e24b22-20db-4548-8354-eda4038f4547 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:07:54.959065 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-58e24b22-20db-4548-8354-eda4038f4547 service neutron] Checking segment: {'id': '53934665-cbf2-418c-977e-86d80c58b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dcfb5708-999c-4b91-be14-bf99b4b165f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:07:54.959439 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-58e24b22-20db-4548-8354-eda4038f4547 service neutron] Bound using segment: {'id': '53934665-cbf2-418c-977e-86d80c58b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dcfb5708-999c-4b91-be14-bf99b4b165f1'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:07:54.959852 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-58e24b22-20db-4548-8354-eda4038f4547 service neutron] Bound port: 0c5b0282-2d40-44c1-abc5-3d109f858336, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53934665-cbf2-418c-977e-86d80c58b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dcfb5708-999c-4b91-be14-bf99b4b165f1'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:07:54.960191 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-58e24b22-20db-4548-8354-eda4038f4547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:55.044634 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-58e24b22-20db-4548-8354-eda4038f4547 service neutron] For port 0c5b0282-2d40-44c1-abc5-3d109f858336, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:07:55.047538 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-58e24b22-20db-4548-8354-eda4038f4547 service neutron] For port 0c5b0282-2d40-44c1-abc5-3d109f858336, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=0c5b0282-2d40-44c1-abc5-3d109f858336,segment=NetworkSegment(53934665-cbf2-418c-977e-86d80c58b4f7),segment_id=53934665-cbf2-418c-977e-86d80c58b4f7)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:07:55.101931 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-58e24b22-20db-4548-8354-eda4038f4547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:55.165202 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-58e24b22-20db-4548-8354-eda4038f4547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:55.166552 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-58e24b22-20db-4548-8354-eda4038f4547 service neutron] 10.222.0.35 "PUT /v2.0/ports/0c5b0282-2d40-44c1-abc5-3d109f858336 HTTP/1.1" status: 200 len: 1093 time: 1.2209411 Apr 29 16:07:55.166977 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad0ff61-ccbe-4216-a1c2-808204fc9885', 'tag': '0c5b0282-2d40-44c1-abc5-3d109f858336'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:07:55.183511 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e24b22-20db-4548-8354-eda4038f4547 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5b0282-2d40-44c1-abc5-3d109f858336,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:55.220568 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bcb9eb5-0937-4fd0-84e1-155e6964f397'] response: {'name': 'network-changed', 'server_uuid': 'aad0ff61-ccbe-4216-a1c2-808204fc9885', 'tag': '0c5b0282-2d40-44c1-abc5-3d109f858336', 'status': 'completed', 'code': 200} Apr 29 16:07:55.309453 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2158987a-5eaa-4b63-a360-6932d443ebf4 req-3f3764b3-15ef-402f-b9fd-5cd03363358e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=157a2a79bcc04f30ab9b005941eb9464&device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 1096 time: 0.0686522 Apr 29 16:07:55.450418 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158987a-5eaa-4b63-a360-6932d443ebf4 req-b7285100-ac8c-4a00-ad04-eee60a6c6dba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:55.451864 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2158987a-5eaa-4b63-a360-6932d443ebf4 req-b7285100-ac8c-4a00-ad04-eee60a6c6dba service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=157a2a79bcc04f30ab9b005941eb9464&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1361501 Apr 29 16:07:55.583718 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158987a-5eaa-4b63-a360-6932d443ebf4 req-1eed20d1-3fc5-420d-a3d5-d1fb77973f2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:55.585129 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2158987a-5eaa-4b63-a360-6932d443ebf4 req-1eed20d1-3fc5-420d-a3d5-d1fb77973f2e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275909 Apr 29 16:07:55.693273 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-72225e82-6b26-4841-984a-b52515849364 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=157a2a79bcc04f30ab9b005941eb9464&device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 1096 time: 0.0706804 Apr 29 16:07:55.758732 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-286aa6c1-c13b-4ccd-bc8b-811f3165c0a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c5b0282-2d40-44c1-abc5-3d109f858336 HTTP/1.1" status: 200 len: 217 time: 0.0593014 Apr 29 16:07:55.822001 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-f13e3183-8bf4-4265-a533-27b572854f75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:55.823440 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-f13e3183-8bf4-4265-a533-27b572854f75 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b5ed040b-14a7-46ee-952f-986c19646758 HTTP/1.1" status: 200 len: 852 time: 0.0594854 Apr 29 16:07:55.867485 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-873c1e65-4cdc-4355-bf3e-c288716412cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcfb5708-999c-4b91-be14-bf99b4b165f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385869 Apr 29 16:07:55.996059 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-018a1d79-8f80-46f0-941a-713f4d716c46 service neutron] 10.222.0.35 "GET /v2.0/networks/dcfb5708-999c-4b91-be14-bf99b4b165f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233118 Apr 29 16:07:56.176663 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7c410a07-07c1-4d32-bd2e-701d4bc81a5f req-7c7627b1-ae8e-4224-b3c3-cb16fb374792 service neutron] 10.222.0.35 "GET /v2.0/networks/dcfb5708-999c-4b91-be14-bf99b4b165f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751482 Apr 29 16:07:56.189887 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e7b04-2242-481a-b656-3a2da89cc503 req-6baca111-6772-4148-ae3a-b1ca178e3406 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:56.191857 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-295e7b04-2242-481a-b656-3a2da89cc503 req-6baca111-6772-4148-ae3a-b1ca178e3406 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 943 time: 0.1237786 Apr 29 16:07:56.236752 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-295e7b04-2242-481a-b656-3a2da89cc503 req-eabff438-d339-44aa-8bcd-24904db80ea1 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391788 Apr 29 16:07:57.438017 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47de1b6-eee1-4a42-976a-af4ef946f9dc req-031f647e-d15b-452c-abf4-5e8aa986db0f tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:57.439493 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a47de1b6-eee1-4a42-976a-af4ef946f9dc req-031f647e-d15b-452c-abf4-5e8aa986db0f tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 943 time: 0.0789583 Apr 29 16:07:57.488531 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a47de1b6-eee1-4a42-976a-af4ef946f9dc req-0b00fe3d-ae11-4548-b92e-f68eadf822d5 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422795 Apr 29 16:07:58.777128 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a483fb-2ade-49b6-aa7e-c179f654be6b req-609ee408-027f-4597-b2ae-447d0e2ab1e7 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:07:58.778460 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-50a483fb-2ade-49b6-aa7e-c179f654be6b req-609ee408-027f-4597-b2ae-447d0e2ab1e7 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 943 time: 0.1686838 Apr 29 16:07:58.822816 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-50a483fb-2ade-49b6-aa7e-c179f654be6b req-62cbc9a1-b0a3-4b5e-b6e2-49de29110341 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387881 Apr 29 16:08:00.017434 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d74eb-0903-41e8-9f2a-50a4b53c8499 req-251c46c0-4a39-4287-b48e-34b7fddba748 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:00.019503 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6e3d74eb-0903-41e8-9f2a-50a4b53c8499 req-251c46c0-4a39-4287-b48e-34b7fddba748 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 943 time: 0.0752537 Apr 29 16:08:00.064150 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6e3d74eb-0903-41e8-9f2a-50a4b53c8499 req-38b068f9-4c66-4281-b88f-0c2378dde893 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388660 Apr 29 16:08:00.269691 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 0c5b0282-2d40-44c1-abc5-3d109f858336 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:08:00.400468 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 0c5b0282-2d40-44c1-abc5-3d109f858336, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=0c5b0282-2d40-44c1-abc5-3d109f858336,segment=NetworkSegment(53934665-cbf2-418c-977e-86d80c58b4f7),segment_id=53934665-cbf2-418c-977e-86d80c58b4f7)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:08:00.413321 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '0c5b0282-2d40-44c1-abc5-3d109f858336', 'network_id': 'dcfb5708-999c-4b91-be14-bf99b4b165f1', 'port_id': '0c5b0282-2d40-44c1-abc5-3d109f858336', 'mac_address': 'fa:16:3e:2a:ca:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ed040b-14a7-46ee-952f-986c19646758', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:08:00.499787 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:00.517318 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5b0282-2d40-44c1-abc5-3d109f858336 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:08:00.532586 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 0c5b0282-2d40-44c1-abc5-3d109f858336, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=0c5b0282-2d40-44c1-abc5-3d109f858336,segment=NetworkSegment(53934665-cbf2-418c-977e-86d80c58b4f7),segment_id=53934665-cbf2-418c-977e-86d80c58b4f7)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:08:00.615442 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:00.681918 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=0c5b0282-2d40-44c1-abc5-3d109f858336,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:00.689923 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:00.690264 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:00.690625 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:00.691128 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:00.691608 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:00.691941 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:00.692269 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:00.692594 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:00.692918 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:00.693233 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:00.693549 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:00.899510 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['0c5b0282-2d40-44c1-abc5-3d109f858336'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:08:01.270690 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa4897-79c5-4509-97eb-805a07830423 req-e146f80e-524b-4df0-b58e-bf498aae5d61 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:01.272123 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-47aa4897-79c5-4509-97eb-805a07830423 req-e146f80e-524b-4df0-b58e-bf498aae5d61 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 944 time: 0.0784221 Apr 29 16:08:01.316417 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-47aa4897-79c5-4509-97eb-805a07830423 req-de662745-cbe5-439b-8e10-f018762f4c3a tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383017 Apr 29 16:08:02.277431 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 0c5b0282-2d40-44c1-abc5-3d109f858336 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:08:02.400587 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 0c5b0282-2d40-44c1-abc5-3d109f858336 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:08:02.405447 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 0c5b0282-2d40-44c1-abc5-3d109f858336 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:08:02.405812 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:02.514173 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd13fb-acc4-4ced-8332-728e7b9fc705 req-2399c965-5c79-402f-b116-2d085ad6cd4a tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:02.515681 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b3dd13fb-acc4-4ced-8332-728e7b9fc705 req-2399c965-5c79-402f-b116-2d085ad6cd4a tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 944 time: 0.0820394 Apr 29 16:08:02.525443 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:02.552602 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad0ff61-ccbe-4216-a1c2-808204fc9885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5b0282-2d40-44c1-abc5-3d109f858336'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:08:02.562515 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 0c5b0282-2d40-44c1-abc5-3d109f858336, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=0c5b0282-2d40-44c1-abc5-3d109f858336,segment=NetworkSegment(53934665-cbf2-418c-977e-86d80c58b4f7),segment_id=53934665-cbf2-418c-977e-86d80c58b4f7)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:08:02.568081 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b3dd13fb-acc4-4ced-8332-728e7b9fc705 req-7d1dc277-5bab-44c3-aae6-212773622d12 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452847 Apr 29 16:08:02.607240 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eee8f70-5901-4dcc-a83e-42e7c97a8279'] response: {'server_uuid': 'aad0ff61-ccbe-4216-a1c2-808204fc9885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5b0282-2d40-44c1-abc5-3d109f858336', 'code': 200} Apr 29 16:08:02.635323 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:02.705093 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=0c5b0282-2d40-44c1-abc5-3d109f858336,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:02.943423 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-74edc4e0-05b9-448b-aa11-1f9e5a2efd92 req-ff427e77-145b-454b-84de-26825f627757 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 1098 time: 0.0668578 Apr 29 16:08:02.984267 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-74edc4e0-05b9-448b-aa11-1f9e5a2efd92 req-9c455485-59c5-4ebd-a779-f0b6d5f798b5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353627 Apr 29 16:08:03.763053 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940a64d-5d18-47b5-9dc3-02ab8c684a95 req-980d9d6d-8746-4f9a-8f61-4b523772399d tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:03.764527 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5940a64d-5d18-47b5-9dc3-02ab8c684a95 req-980d9d6d-8746-4f9a-8f61-4b523772399d tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0777328 Apr 29 16:08:03.809653 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5940a64d-5d18-47b5-9dc3-02ab8c684a95 req-078f83b4-1a8f-4da3-a332-5c0123536f4e tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392790 Apr 29 16:08:05.003383 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa460662-622d-4b99-bcec-424d38d5c9ea req-630a8900-8c6a-41b0-b0c8-ceffd2bf521e tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:05.004808 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fa460662-622d-4b99-bcec-424d38d5c9ea req-630a8900-8c6a-41b0-b0c8-ceffd2bf521e tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0754390 Apr 29 16:08:05.048299 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fa460662-622d-4b99-bcec-424d38d5c9ea req-71457dbe-0918-4bd4-b9b2-4d5068f96b2d tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380929 Apr 29 16:08:05.243355 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a7223aa1-a4eb-4749-a575-0eec1501d06e req-db34622d-6aef-4772-8dbd-4972bd12e9f1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0684583 Apr 29 16:08:05.684729 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a407cde-1399-4915-8395-81f850e5bb97 req-bd9f5388-f37f-4ae2-8f9f-1835cfa15ecc tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:05.686177 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8a407cde-1399-4915-8395-81f850e5bb97 req-bd9f5388-f37f-4ae2-8f9f-1835cfa15ecc tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0747864 Apr 29 16:08:05.734150 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8a407cde-1399-4915-8395-81f850e5bb97 req-f4597b10-332a-420c-acec-e8c554a2d19b tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414584 Apr 29 16:08:05.783714 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34470) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:05.920968 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-19090836-23e6-4721-9a5f-b5bf1e626bad req-8fe25b25-b27c-4b96-848e-59eafc79e753 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1355383 Apr 29 16:08:06.933259 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202c612-0256-4ecd-b832-df7fcf587ac6 req-a41a24f8-7a52-4303-978c-4151e865a4e2 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:06.934756 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7202c612-0256-4ecd-b832-df7fcf587ac6 req-a41a24f8-7a52-4303-978c-4151e865a4e2 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0757754 Apr 29 16:08:06.980852 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7202c612-0256-4ecd-b832-df7fcf587ac6 req-57f77ef9-6c77-40ef-8058-535e598c9635 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403731 Apr 29 16:08:08.075323 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-19090836-23e6-4721-9a5f-b5bf1e626bad req-2a1bb022-2530-44d3-93ae-6d6d64daabe7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=157a2a79bcc04f30ab9b005941eb9464&device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 1098 time: 0.0715158 Apr 29 16:08:08.254696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19090836-23e6-4721-9a5f-b5bf1e626bad req-5cb57e0f-ce16-4a4f-908f-a1589afad1c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:08.256152 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-19090836-23e6-4721-9a5f-b5bf1e626bad req-5cb57e0f-ce16-4a4f-908f-a1589afad1c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dcfb5708-999c-4b91-be14-bf99b4b165f1 HTTP/1.1" status: 200 len: 913 time: 0.1751411 Apr 29 16:08:08.265951 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328cb95-4cc4-41eb-b272-136548065c87 req-64a8a8c9-2eb4-4b1d-9c52-a39560f0d70e tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:08.267567 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4328cb95-4cc4-41eb-b272-136548065c87 req-64a8a8c9-2eb4-4b1d-9c52-a39560f0d70e tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.1633317 Apr 29 16:08:08.345964 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-19090836-23e6-4721-9a5f-b5bf1e626bad req-edc58304-8a6b-4ba7-ae0f-c66700be40e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c5b0282-2d40-44c1-abc5-3d109f858336 HTTP/1.1" status: 200 len: 217 time: 0.0774076 Apr 29 16:08:08.411400 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4328cb95-4cc4-41eb-b272-136548065c87 req-d919d7a1-790b-4f25-8b81-b3b7b395b286 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945530 Apr 29 16:08:08.423902 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19090836-23e6-4721-9a5f-b5bf1e626bad req-2beccb47-06ec-4347-9d18-f2dc1f9f39f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:08.425531 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-19090836-23e6-4721-9a5f-b5bf1e626bad req-2beccb47-06ec-4347-9d18-f2dc1f9f39f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b5ed040b-14a7-46ee-952f-986c19646758 HTTP/1.1" status: 200 len: 852 time: 0.0681829 Apr 29 16:08:08.473165 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-19090836-23e6-4721-9a5f-b5bf1e626bad req-08f0f512-634a-49f3-9b05-8d98c078199c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcfb5708-999c-4b91-be14-bf99b4b165f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387890 Apr 29 16:08:08.605151 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-19090836-23e6-4721-9a5f-b5bf1e626bad req-35f3f114-924b-48a7-a995-3e033205e64e service neutron] 10.222.0.35 "GET /v2.0/networks/dcfb5708-999c-4b91-be14-bf99b4b165f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256006 Apr 29 16:08:08.816630 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-19090836-23e6-4721-9a5f-b5bf1e626bad req-ba0531cc-5afb-444f-849d-88cdd01d1b0e service neutron] 10.222.0.35 "GET /v2.0/networks/dcfb5708-999c-4b91-be14-bf99b4b165f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060246 Apr 29 16:08:09.611364 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092fee9-ea22-4e1f-8b2c-bd8b89b1138b req-331d2f1f-86a7-4575-a02d-1a2e650c2268 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:09.612792 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9092fee9-ea22-4e1f-8b2c-bd8b89b1138b req-331d2f1f-86a7-4575-a02d-1a2e650c2268 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0746536 Apr 29 16:08:09.661372 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9092fee9-ea22-4e1f-8b2c-bd8b89b1138b req-f9b40e9d-5f5c-4c3a-a5a4-eac42f870371 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430875 Apr 29 16:08:10.864198 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858e244-8404-49ec-8e17-133fa4d76717 req-72c5b753-cdea-45e4-96c4-14a7c3c7b4f5 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:10.865642 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c858e244-8404-49ec-8e17-133fa4d76717 req-72c5b753-cdea-45e4-96c4-14a7c3c7b4f5 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0767074 Apr 29 16:08:10.910759 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c858e244-8404-49ec-8e17-133fa4d76717 req-caf7e3fc-ef83-4545-ac95-049a6cbe93da tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397019 Apr 29 16:08:12.105917 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9072f-2abc-4543-a3a0-5bb207153082 req-450ad797-195d-44ec-b3cc-730a57505302 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:12.107387 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-62f9072f-2abc-4543-a3a0-5bb207153082 req-450ad797-195d-44ec-b3cc-730a57505302 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0782280 Apr 29 16:08:12.153123 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-62f9072f-2abc-4543-a3a0-5bb207153082 req-6e76e103-362e-4760-abd2-35bca2d615dc tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401115 Apr 29 16:08:13.350122 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b044807-4b95-433e-8718-f2ace8066998 req-123b4237-9816-4b78-8b09-a98dba1ddf83 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:13.351565 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2b044807-4b95-433e-8718-f2ace8066998 req-123b4237-9816-4b78-8b09-a98dba1ddf83 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0736425 Apr 29 16:08:13.395252 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2b044807-4b95-433e-8718-f2ace8066998 req-9229be04-0945-497b-b813-2b72ef5a7907 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382776 Apr 29 16:08:13.656955 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-342911e2-2190-40c6-aade-10b1822f1bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:14.594722 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d0976-5699-46c2-96c9-2f6ac734b595 req-ff9b69ed-c256-42a1-91dd-0b752397e246 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:14.596185 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fa3d0976-5699-46c2-96c9-2f6ac734b595 req-ff9b69ed-c256-42a1-91dd-0b752397e246 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0816329 Apr 29 16:08:14.640467 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fa3d0976-5699-46c2-96c9-2f6ac734b595 req-0292158e-b652-4bc1-a6c3-f8688bc2f9e1 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383077 Apr 29 16:08:15.457333 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:15.834033 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05c1f4-d9c8-41f9-8ba4-ba11004affa0 req-22d0090e-87dd-44fd-bdb0-a60f71cfd206 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:15.835515 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2f05c1f4-d9c8-41f9-8ba4-ba11004affa0 req-22d0090e-87dd-44fd-bdb0-a60f71cfd206 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0756371 Apr 29 16:08:15.884284 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2f05c1f4-d9c8-41f9-8ba4-ba11004affa0 req-dfbb2053-b81c-439b-b5d6-473909231b60 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429165 Apr 29 16:08:15.949252 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-779fd293-928b-4bad-a7c8-840216258f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:17.082628 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00551775-55a1-4cae-b43b-3aba93f3b3b4 req-155822f4-b1df-4c06-a7fa-0cfa1b084658 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:17.083958 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-00551775-55a1-4cae-b43b-3aba93f3b3b4 req-155822f4-b1df-4c06-a7fa-0cfa1b084658 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0740757 Apr 29 16:08:17.127897 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-00551775-55a1-4cae-b43b-3aba93f3b3b4 req-d522b093-29a2-45ad-aa03-926f426c09f0 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384979 Apr 29 16:08:17.206329 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:17.508648 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:18.324291 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b3d95-1808-4b2b-9e20-d80d8744b2ae req-7ad2e4e6-e57b-4ea3-b717-411ca31584dc tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:18.325706 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8f3b3d95-1808-4b2b-9e20-d80d8744b2ae req-7ad2e4e6-e57b-4ea3-b717-411ca31584dc tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0792675 Apr 29 16:08:18.369942 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8f3b3d95-1808-4b2b-9e20-d80d8744b2ae req-ac9b1965-1f82-447f-869a-1410457c0b80 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386977 Apr 29 16:08:18.491340 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:19.565359 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6eda37-3853-4e92-81bc-d3138309ef19 req-d4b27ac1-c98b-4cd8-844c-31631be6fb40 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:19.567502 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6f6eda37-3853-4e92-81bc-d3138309ef19 req-d4b27ac1-c98b-4cd8-844c-31631be6fb40 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0784824 Apr 29 16:08:19.610471 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6f6eda37-3853-4e92-81bc-d3138309ef19 req-24740e6c-d1c8-4ed4-b175-cd2bb92d67de tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375340 Apr 29 16:08:20.810664 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf67d79-b349-484c-b539-b0105bf796a4 req-5dda4a37-987f-4a6b-b0b7-4742c0891952 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:20.812100 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-acf67d79-b349-484c-b539-b0105bf796a4 req-5dda4a37-987f-4a6b-b0b7-4742c0891952 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0782800 Apr 29 16:08:20.857821 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-acf67d79-b349-484c-b539-b0105bf796a4 req-f39078ce-c357-49ff-af27-56e9da01c3ba tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396101 Apr 29 16:08:22.050708 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3455f-dbda-46a6-a9e6-c0a834d89440 req-0dfcabd5-20da-421c-b4a4-be120b4f3041 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:22.051799 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-14a3455f-dbda-46a6-a9e6-c0a834d89440 req-0dfcabd5-20da-421c-b4a4-be120b4f3041 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0746584 Apr 29 16:08:22.095723 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-14a3455f-dbda-46a6-a9e6-c0a834d89440 req-eadf3ee0-7f1c-4d99-affc-b98f16e52ab0 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385449 Apr 29 16:08:23.292246 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11e489-0701-45e0-8c0f-5966b9b3d3b4 req-18907267-284b-46fe-8097-d1a24edad2ec tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:23.293672 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bb11e489-0701-45e0-8c0f-5966b9b3d3b4 req-18907267-284b-46fe-8097-d1a24edad2ec tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0783870 Apr 29 16:08:23.339046 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bb11e489-0701-45e0-8c0f-5966b9b3d3b4 req-54fac859-7363-4a26-a4e1-45344971c7a0 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395391 Apr 29 16:08:24.534270 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238643b-995c-4f8a-92cd-86b5b564d6e1 req-08542de3-4c54-4465-9c83-cd572d9ce4ae tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:24.536194 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e238643b-995c-4f8a-92cd-86b5b564d6e1 req-08542de3-4c54-4465-9c83-cd572d9ce4ae tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0754418 Apr 29 16:08:24.584545 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e238643b-995c-4f8a-92cd-86b5b564d6e1 req-d3db8054-2c9a-47b4-8118-b6e48624a905 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428650 Apr 29 16:08:25.779587 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ca988-04d9-43d9-a664-d4fe842e6ad1 req-7298e5af-d3cc-4a15-a783-ce57553dce19 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:25.781009 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-594ca988-04d9-43d9-a664-d4fe842e6ad1 req-7298e5af-d3cc-4a15-a783-ce57553dce19 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0754941 Apr 29 16:08:25.827165 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-594ca988-04d9-43d9-a664-d4fe842e6ad1 req-4350ead1-4120-4408-8d38-6d877f779f21 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403621 Apr 29 16:08:27.021471 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3258e7-78c2-491e-b050-fdc77f4e0923 req-61104d71-aa36-41d4-bac4-8ca837b7e1ae tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:27.022823 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7d3258e7-78c2-491e-b050-fdc77f4e0923 req-61104d71-aa36-41d4-bac4-8ca837b7e1ae tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0773997 Apr 29 16:08:27.067460 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7d3258e7-78c2-491e-b050-fdc77f4e0923 req-542ef9d5-f7c6-44a6-980a-94f113072686 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392232 Apr 29 16:08:28.284058 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb57b89-4b03-4bfa-8102-f0da4fb8e03b req-cc2fe372-aa52-4075-b133-dbe0fd3d5b36 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:28.285551 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-deb57b89-4b03-4bfa-8102-f0da4fb8e03b req-cc2fe372-aa52-4075-b133-dbe0fd3d5b36 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0960801 Apr 29 16:08:28.329412 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-deb57b89-4b03-4bfa-8102-f0da4fb8e03b req-cbc19ee5-a606-4ab5-bdea-1ba5220e8f59 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384557 Apr 29 16:08:28.750199 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:08:29.527943 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d629c2-24ed-4136-a5ec-49dfce7eed8a req-0ff79eb0-18ee-4944-865e-9bd10a9a6150 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:29.529292 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-19d629c2-24ed-4136-a5ec-49dfce7eed8a req-0ff79eb0-18ee-4944-865e-9bd10a9a6150 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0787895 Apr 29 16:08:29.574587 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-19d629c2-24ed-4136-a5ec-49dfce7eed8a req-e5ed442b-d963-4a49-81dc-9d603087ade8 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397766 Apr 29 16:08:30.769858 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd70e02-ae1c-4dbf-8965-0997c06cda20 req-290de3b8-2d19-4a0c-a29b-685672075791 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:30.771349 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2fd70e02-ae1c-4dbf-8965-0997c06cda20 req-290de3b8-2d19-4a0c-a29b-685672075791 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0749993 Apr 29 16:08:30.820700 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2fd70e02-ae1c-4dbf-8965-0997c06cda20 req-0baff008-e98c-46d1-9e08-aeea4b812f4d tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439320 Apr 29 16:08:32.018080 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16db551-f96a-4faa-a7fe-97915b8975a3 req-096bd445-1871-44f7-b694-174bda7c2e92 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:32.020283 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a16db551-f96a-4faa-a7fe-97915b8975a3 req-096bd445-1871-44f7-b694-174bda7c2e92 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0781531 Apr 29 16:08:32.063543 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a16db551-f96a-4faa-a7fe-97915b8975a3 req-b52ebf38-2117-4d63-8e34-2f9748ed1df6 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380104 Apr 29 16:08:33.298658 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3437dc3-2fce-4fd0-8c94-be931796cd62 req-d08a9db9-fcef-49ea-8bb6-daa2af591f86 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:33.301200 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d3437dc3-2fce-4fd0-8c94-be931796cd62 req-d08a9db9-fcef-49ea-8bb6-daa2af591f86 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0945880 Apr 29 16:08:33.450067 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d3437dc3-2fce-4fd0-8c94-be931796cd62 req-995f3612-c66f-4c7f-84d3-bfdf5b8cabf1 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401415 Apr 29 16:08:34.659008 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08dd59-ab09-49df-a3d6-e7a4d3519dbd req-bf522731-dca8-47c6-acb8-2174924dafd3 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:34.661676 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5e08dd59-ab09-49df-a3d6-e7a4d3519dbd req-bf522731-dca8-47c6-acb8-2174924dafd3 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0829930 Apr 29 16:08:34.708443 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5e08dd59-ab09-49df-a3d6-e7a4d3519dbd req-b2dc48c1-e6ee-49ea-8086-966459633d27 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389149 Apr 29 16:08:35.879323 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [req-19090836-23e6-4721-9a5f-b5bf1e626bad req-2f70baa2-ce7b-4135-b611-3c362ba5be6a tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 16:08:35.880646 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-19090836-23e6-4721-9a5f-b5bf1e626bad req-2f70baa2-ce7b-4135-b611-3c362ba5be6a tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048275 Apr 29 16:08:35.969525 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ac8fa-77c6-4da5-b609-0f1be260b37c req-171ce75e-a64c-4307-9818-f3eb35e6a5b3 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:35.970962 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ab6ac8fa-77c6-4da5-b609-0f1be260b37c req-171ce75e-a64c-4307-9818-f3eb35e6a5b3 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.1397297 Apr 29 16:08:35.999270 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-19090836-23e6-4721-9a5f-b5bf1e626bad req-cf924a6d-cd2f-48ca-ba28-6c1cc1f7ea46 service neutron] 10.222.0.35 "GET /v2.0/ports/0c5b0282-2d40-44c1-abc5-3d109f858336/bindings/hv-neutron-8399 HTTP/1.1" status: 200 len: 384 time: 0.1085947 Apr 29 16:08:36.023423 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ab6ac8fa-77c6-4da5-b609-0f1be260b37c req-99ac3506-3373-4212-bdc9-021c52742272 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453794 Apr 29 16:08:36.464603 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-19090836-23e6-4721-9a5f-b5bf1e626bad req-0530b5f4-6747-4b06-97f4-103d12247662 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885&tenant_id=157a2a79bcc04f30ab9b005941eb9464 HTTP/1.1" status: 200 len: 1098 time: 0.0672896 Apr 29 16:08:36.555762 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-19090836-23e6-4721-9a5f-b5bf1e626bad req-42f8737f-feaa-411f-998b-5af22ebca9bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=157a2a79bcc04f30ab9b005941eb9464&device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 1098 time: 0.0701590 Apr 29 16:08:36.691396 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19090836-23e6-4721-9a5f-b5bf1e626bad req-70baa9c2-def4-439e-8072-e99e38613124 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:36.693339 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-19090836-23e6-4721-9a5f-b5bf1e626bad req-70baa9c2-def4-439e-8072-e99e38613124 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dcfb5708-999c-4b91-be14-bf99b4b165f1 HTTP/1.1" status: 200 len: 913 time: 0.1317835 Apr 29 16:08:36.758103 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-19090836-23e6-4721-9a5f-b5bf1e626bad req-516e48c0-64bb-4185-8ee2-66d7b0901545 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c5b0282-2d40-44c1-abc5-3d109f858336 HTTP/1.1" status: 200 len: 217 time: 0.0587773 Apr 29 16:08:36.821656 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19090836-23e6-4721-9a5f-b5bf1e626bad req-03c90b71-ee18-4f29-b9ee-0bc35669efe1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:36.823101 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-19090836-23e6-4721-9a5f-b5bf1e626bad req-03c90b71-ee18-4f29-b9ee-0bc35669efe1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b5ed040b-14a7-46ee-952f-986c19646758 HTTP/1.1" status: 200 len: 852 time: 0.0589967 Apr 29 16:08:36.866377 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-19090836-23e6-4721-9a5f-b5bf1e626bad req-6d858f2e-2caa-412a-8d5e-837f0d1d9d20 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcfb5708-999c-4b91-be14-bf99b4b165f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371134 Apr 29 16:08:37.003202 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-19090836-23e6-4721-9a5f-b5bf1e626bad req-44922dcc-3073-4d82-82a5-5f63464a74ce service neutron] 10.222.0.35 "GET /v2.0/networks/dcfb5708-999c-4b91-be14-bf99b4b165f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247480 Apr 29 16:08:37.134840 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-19090836-23e6-4721-9a5f-b5bf1e626bad req-f406140c-9475-43df-bebc-63f70bf260c9 service neutron] 10.222.0.35 "GET /v2.0/networks/dcfb5708-999c-4b91-be14-bf99b4b165f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252866 Apr 29 16:08:37.223263 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44407bf9-8bda-47c9-a219-6f53ea5a8518 req-6c89fdf0-54a7-442f-ba12-fb91d69c518a tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:37.224985 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-44407bf9-8bda-47c9-a219-6f53ea5a8518 req-6c89fdf0-54a7-442f-ba12-fb91d69c518a tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0802684 Apr 29 16:08:37.274711 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-44407bf9-8bda-47c9-a219-6f53ea5a8518 req-1898ce23-a721-4fd9-87b2-4c2ab37d0224 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440013 Apr 29 16:08:38.466921 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26227eb-88c3-40dc-8714-a32e9b5bab67 req-fe4b7fc7-2892-4a91-a0d3-b9635f831784 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:38.469132 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b26227eb-88c3-40dc-8714-a32e9b5bab67 req-fe4b7fc7-2892-4a91-a0d3-b9635f831784 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0755899 Apr 29 16:08:38.470829 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 0c5b0282-2d40-44c1-abc5-3d109f858336 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:08:38.474785 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 0c5b0282-2d40-44c1-abc5-3d109f858336 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:08:38.513720 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b26227eb-88c3-40dc-8714-a32e9b5bab67 req-44226d42-3cea-47f4-b9c3-d8ee18377509 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382431 Apr 29 16:08:38.698397 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:38.717118 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 0c5b0282-2d40-44c1-abc5-3d109f858336, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=0c5b0282-2d40-44c1-abc5-3d109f858336,segment=NetworkSegment(53934665-cbf2-418c-977e-86d80c58b4f7),segment_id=53934665-cbf2-418c-977e-86d80c58b4f7)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:08:38.738029 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '0c5b0282-2d40-44c1-abc5-3d109f858336', 'network_id': 'dcfb5708-999c-4b91-be14-bf99b4b165f1', 'port_id': '0c5b0282-2d40-44c1-abc5-3d109f858336', 'mac_address': 'fa:16:3e:2a:ca:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ed040b-14a7-46ee-952f-986c19646758', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:08:38.746089 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad0ff61-ccbe-4216-a1c2-808204fc9885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c5b0282-2d40-44c1-abc5-3d109f858336'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:08:38.788570 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 0c5b0282-2d40-44c1-abc5-3d109f858336, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=0c5b0282-2d40-44c1-abc5-3d109f858336,segment=NetworkSegment(53934665-cbf2-418c-977e-86d80c58b4f7),segment_id=53934665-cbf2-418c-977e-86d80c58b4f7)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:08:38.809512 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:38.826740 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c5b0282-2d40-44c1-abc5-3d109f858336 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:08:38.835199 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-517000a0-92f3-48e4-802b-5e4d18d3cf03'] response: {'server_uuid': 'aad0ff61-ccbe-4216-a1c2-808204fc9885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c5b0282-2d40-44c1-abc5-3d109f858336', 'code': 200} Apr 29 16:08:38.850867 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:38.957236 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:08:38.958063 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:08:38.960232 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=0c5b0282-2d40-44c1-abc5-3d109f858336,revision_number=6']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:39.511631 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:39.529078 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5b0282-2d40-44c1-abc5-3d109f858336 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:08:39.543402 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 0c5b0282-2d40-44c1-abc5-3d109f858336, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=0c5b0282-2d40-44c1-abc5-3d109f858336,segment=NetworkSegment(53934665-cbf2-418c-977e-86d80c58b4f7),segment_id=53934665-cbf2-418c-977e-86d80c58b4f7)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:08:39.616898 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:39.685772 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=0c5b0282-2d40-44c1-abc5-3d109f858336,revision_number=7']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:39.720699 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a1c9a-f3a0-4e2a-baa8-545b3da4d11c req-d386216b-35e4-4f55-9814-7c4f8548cca5 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:39.722177 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8b9a1c9a-f3a0-4e2a-baa8-545b3da4d11c req-d386216b-35e4-4f55-9814-7c4f8548cca5 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 944 time: 0.0876157 Apr 29 16:08:39.728019 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['0c5b0282-2d40-44c1-abc5-3d109f858336'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:08:39.771042 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8b9a1c9a-f3a0-4e2a-baa8-545b3da4d11c req-f20b0fba-7246-4a37-bc6a-a8271f5757af tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424926 Apr 29 16:08:40.484841 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 0c5b0282-2d40-44c1-abc5-3d109f858336 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:08:40.552750 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 0c5b0282-2d40-44c1-abc5-3d109f858336 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:08:40.553408 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:40.680062 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:40.712247 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 0c5b0282-2d40-44c1-abc5-3d109f858336, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=0c5b0282-2d40-44c1-abc5-3d109f858336,segment=NetworkSegment(53934665-cbf2-418c-977e-86d80c58b4f7),segment_id=53934665-cbf2-418c-977e-86d80c58b4f7)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:08:40.797189 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:40.841861 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad0ff61-ccbe-4216-a1c2-808204fc9885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5b0282-2d40-44c1-abc5-3d109f858336'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:08:40.871858 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=0c5b0282-2d40-44c1-abc5-3d109f858336,revision_number=8']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:40.914375 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7e753c5-93d4-48ec-8901-edaa7790b549'] response: {'server_uuid': 'aad0ff61-ccbe-4216-a1c2-808204fc9885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5b0282-2d40-44c1-abc5-3d109f858336', 'code': 200} Apr 29 16:08:40.984967 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e01cf-a028-46fa-bbf9-b765b056aa5b req-ed68fa77-8afb-4a8b-9ea6-c5db857372e0 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:40.986425 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-527e01cf-a028-46fa-bbf9-b765b056aa5b req-ed68fa77-8afb-4a8b-9ea6-c5db857372e0 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0743308 Apr 29 16:08:41.031875 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-527e01cf-a028-46fa-bbf9-b765b056aa5b req-36464241-a56e-447d-a279-09202fa53782 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387037 Apr 29 16:08:41.650372 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88ef9d-3252-41c6-a9d9-2f6a2c3b3923 req-a4de420c-b4d5-4721-831d-0b6bc3c3ae8f tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:41.651717 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c88ef9d-3252-41c6-a9d9-2f6a2c3b3923 req-a4de420c-b4d5-4721-831d-0b6bc3c3ae8f tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.35 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885&tenant_id=157a2a79bcc04f30ab9b005941eb9464&binding%3Ahost_id=hv-neutron-8399 HTTP/1.1" status: 200 len: 945 time: 0.0822670 Apr 29 16:08:41.787152 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c88ef9d-3252-41c6-a9d9-2f6a2c3b3923 req-65ab8899-0a9e-48d5-9fa5-6b6b9f29c5ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=157a2a79bcc04f30ab9b005941eb9464&device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 1098 time: 0.0690861 Apr 29 16:08:41.995329 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88ef9d-3252-41c6-a9d9-2f6a2c3b3923 req-85fb5ed7-e7b7-4dfa-aaa7-499e021d73b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:41.996824 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c88ef9d-3252-41c6-a9d9-2f6a2c3b3923 req-85fb5ed7-e7b7-4dfa-aaa7-499e021d73b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dcfb5708-999c-4b91-be14-bf99b4b165f1 HTTP/1.1" status: 200 len: 913 time: 0.2041366 Apr 29 16:08:42.064246 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c88ef9d-3252-41c6-a9d9-2f6a2c3b3923 req-e157316b-fc2a-4399-bebe-e3a22abe5053 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c5b0282-2d40-44c1-abc5-3d109f858336 HTTP/1.1" status: 200 len: 217 time: 0.0619946 Apr 29 16:08:42.124858 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88ef9d-3252-41c6-a9d9-2f6a2c3b3923 req-bcd5835b-40ce-4437-b9af-4e1313702fb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:42.126222 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c88ef9d-3252-41c6-a9d9-2f6a2c3b3923 req-bcd5835b-40ce-4437-b9af-4e1313702fb4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b5ed040b-14a7-46ee-952f-986c19646758 HTTP/1.1" status: 200 len: 852 time: 0.0559263 Apr 29 16:08:42.173669 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c88ef9d-3252-41c6-a9d9-2f6a2c3b3923 req-bbaff9f5-f1cb-4d75-9285-dbc1c533ec86 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcfb5708-999c-4b91-be14-bf99b4b165f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411229 Apr 29 16:08:42.301297 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c88ef9d-3252-41c6-a9d9-2f6a2c3b3923 req-48ac61df-8457-4cc6-9a51-ac8e8863c31e service neutron] 10.222.0.35 "GET /v2.0/networks/dcfb5708-999c-4b91-be14-bf99b4b165f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208029 Apr 29 16:08:42.427596 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c88ef9d-3252-41c6-a9d9-2f6a2c3b3923 req-eb3e0b96-b82f-4f3d-846e-35c4977b48a7 service neutron] 10.222.0.35 "GET /v2.0/networks/dcfb5708-999c-4b91-be14-bf99b4b165f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212082 Apr 29 16:08:43.643400 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cfdb00c8-5705-4cff-92aa-c2643f83d683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:44.054701 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413080e1-de64-43c8-9fbd-31e2b4c7e132 req-57dea33f-6497-4b0d-a990-455b3bfcabe1 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:44.056068 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-413080e1-de64-43c8-9fbd-31e2b4c7e132 req-57dea33f-6497-4b0d-a990-455b3bfcabe1 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0804079 Apr 29 16:08:44.100480 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-413080e1-de64-43c8-9fbd-31e2b4c7e132 req-cfda1f78-e56b-446d-a874-bf618fa0dec9 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389946 Apr 29 16:08:45.296891 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed71f11-49ef-458a-951e-d049fa6c16b1 req-8cf8d58b-79e9-4510-96c5-ebfef7578ee2 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:45.298344 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9ed71f11-49ef-458a-951e-d049fa6c16b1 req-8cf8d58b-79e9-4510-96c5-ebfef7578ee2 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0768695 Apr 29 16:08:45.343334 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9ed71f11-49ef-458a-951e-d049fa6c16b1 req-8a51831a-762d-4da8-85ba-ad01e63c9253 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/security-groups?id=16d03598-aabb-4472-b157-73e7c1e95ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386610 Apr 29 16:08:45.473138 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:45.855195 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88ef9d-3252-41c6-a9d9-2f6a2c3b3923 req-a99dd50c-be6e-42a0-9ebb-26458793f118 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:45.856624 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c88ef9d-3252-41c6-a9d9-2f6a2c3b3923 req-a99dd50c-be6e-42a0-9ebb-26458793f118 tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.35 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 945 time: 0.0785096 Apr 29 16:08:45.924682 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-0c88ef9d-3252-41c6-a9d9-2f6a2c3b3923 req-47c89235-71da-415d-922c-a7f12a931bca tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Deleting port 0c5b0282-2d40-44c1-abc5-3d109f858336 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:08:45.925014 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0c88ef9d-3252-41c6-a9d9-2f6a2c3b3923 req-47c89235-71da-415d-922c-a7f12a931bca tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:45.930513 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e10d95a1-c162-422e-b025-b80e5ee2bc0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:46.157713 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-0c88ef9d-3252-41c6-a9d9-2f6a2c3b3923 req-47c89235-71da-415d-922c-a7f12a931bca tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] For port 0c5b0282-2d40-44c1-abc5-3d109f858336, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=0c5b0282-2d40-44c1-abc5-3d109f858336,segment=NetworkSegment(53934665-cbf2-418c-977e-86d80c58b4f7),segment_id=53934665-cbf2-418c-977e-86d80c58b4f7)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:08:46.158061 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0c88ef9d-3252-41c6-a9d9-2f6a2c3b3923 req-47c89235-71da-415d-922c-a7f12a931bca tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:46.276260 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-0c88ef9d-3252-41c6-a9d9-2f6a2c3b3923 req-47c89235-71da-415d-922c-a7f12a931bca tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Calling delete_port for 0c5b0282-2d40-44c1-abc5-3d109f858336 owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:08:46.501553 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0c88ef9d-3252-41c6-a9d9-2f6a2c3b3923 req-47c89235-71da-415d-922c-a7f12a931bca tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:46.512763 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['0c5b0282-2d40-44c1-abc5-3d109f858336'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:08:46.544143 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-789349be-5c99-4da0-b390-19817b7583fc req-2b870d28-eda4-4292-9bed-fdb471748c8b tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 210 time: 0.0791764 Apr 29 16:08:46.551013 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c89235-71da-415d-922c-a7f12a931bca tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Pushing event deleted for resources: {'Port': ['ID=0c5b0282-2d40-44c1-abc5-3d109f858336,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:46.564153 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c89235-71da-415d-922c-a7f12a931bca tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:46.564496 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c89235-71da-415d-922c-a7f12a931bca tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:46.564828 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c89235-71da-415d-922c-a7f12a931bca tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:46.565288 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c89235-71da-415d-922c-a7f12a931bca tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:46.565503 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c89235-71da-415d-922c-a7f12a931bca tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:46.565794 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c89235-71da-415d-922c-a7f12a931bca tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:46.566114 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c89235-71da-415d-922c-a7f12a931bca tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:46.567070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c89235-71da-415d-922c-a7f12a931bca tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:46.567070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c89235-71da-415d-922c-a7f12a931bca tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:46.567876 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c89235-71da-415d-922c-a7f12a931bca tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:46.567876 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c89235-71da-415d-922c-a7f12a931bca tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:46.721733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c88ef9d-3252-41c6-a9d9-2f6a2c3b3923 req-47c89235-71da-415d-922c-a7f12a931bca tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] No DVR routers for this DVR port 0c5b0282-2d40-44c1-abc5-3d109f858336 on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:08:46.725047 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0c88ef9d-3252-41c6-a9d9-2f6a2c3b3923 req-47c89235-71da-415d-922c-a7f12a931bca tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:46.727683 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad0ff61-ccbe-4216-a1c2-808204fc9885', 'name': 'network-vif-deleted', 'tag': '0c5b0282-2d40-44c1-abc5-3d109f858336'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:08:46.785722 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-754e10b8-9a3d-4fb9-b83e-cb193becf2a8'] response: {'server_uuid': 'aad0ff61-ccbe-4216-a1c2-808204fc9885', 'name': 'network-vif-deleted', 'tag': '0c5b0282-2d40-44c1-abc5-3d109f858336', 'status': 'completed', 'code': 200} Apr 29 16:08:46.793832 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c88ef9d-3252-41c6-a9d9-2f6a2c3b3923 req-47c89235-71da-415d-922c-a7f12a931bca tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.35 "DELETE /v2.0/ports/0c5b0282-2d40-44c1-abc5-3d109f858336 HTTP/1.1" status: 204 len: 173 time: 0.9325945 Apr 29 16:08:47.204622 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:47.553455 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:47.722211 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-b91c0501-09db-4797-aebf-f664b4ae7191 req-1d270189-b8c5-4cd9-bef5-e4fd4165a93c tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Synchronizing usage tracker for tenant:157a2a79bcc04f30ab9b005941eb9464 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:08:47.816475 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-b91c0501-09db-4797-aebf-f664b4ae7191 req-1d270189-b8c5-4cd9-bef5-e4fd4165a93c tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] Unset dirty status for tenant:157a2a79bcc04f30ab9b005941eb9464 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:08:47.817634 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b91c0501-09db-4797-aebf-f664b4ae7191 req-1d270189-b8c5-4cd9-bef5-e4fd4165a93c tempest-DeleteServersTestJSON-2139974489 tempest-DeleteServersTestJSON-2139974489-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad0ff61-ccbe-4216-a1c2-808204fc9885 HTTP/1.1" status: 200 len: 210 time: 0.1364615 Apr 29 16:08:48.515618 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 0c5b0282-2d40-44c1-abc5-3d109f858336 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:08:48.546503 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:48.551294 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 0c5b0282-2d40-44c1-abc5-3d109f858336 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:08:48.551638 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 0c5b0282-2d40-44c1-abc5-3d109f858336 not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:08:49.082842 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34578) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:49.142314 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1bba58b-d4bb-4657-8055-d3b3645f674c admin admin] Deleting subnet b5ed040b-14a7-46ee-952f-986c19646758 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 16:08:49.145070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f1bba58b-d4bb-4657-8055-d3b3645f674c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:49.195820 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f1bba58b-d4bb-4657-8055-d3b3645f674c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:49.247917 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f1bba58b-d4bb-4657-8055-d3b3645f674c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:49.383266 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f1bba58b-d4bb-4657-8055-d3b3645f674c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:49.423563 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bba58b-d4bb-4657-8055-d3b3645f674c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5ed040b-14a7-46ee-952f-986c19646758,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:49.432138 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f1bba58b-d4bb-4657-8055-d3b3645f674c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:49.437875 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f1bba58b-d4bb-4657-8055-d3b3645f674c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b5ed040b-14a7-46ee-952f-986c19646758 HTTP/1.1" status: 204 len: 168 time: 0.3540411 Apr 29 16:08:49.440360 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34582) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:49.546077 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e8b1dd76-4eff-48c3-86a4-ffae13349838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:49.667152 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e8b1dd76-4eff-48c3-86a4-ffae13349838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:49.692328 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-e8b1dd76-4eff-48c3-86a4-ffae13349838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcfb5708-999c-4b91-be14-bf99b4b165f1']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:08:49.704901 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-e8b1dd76-4eff-48c3-86a4-ffae13349838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53934665-cbf2-418c-977e-86d80c58b4f7') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:08:49.705195 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-e8b1dd76-4eff-48c3-86a4-ffae13349838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53934665-cbf2-418c-977e-86d80c58b4f7') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:08:49.716546 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e8b1dd76-4eff-48c3-86a4-ffae13349838 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:49.732026 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e8b1dd76-4eff-48c3-86a4-ffae13349838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:49.738284 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b1dd76-4eff-48c3-86a4-ffae13349838 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:08:49.738777 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e8b1dd76-4eff-48c3-86a4-ffae13349838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:08:49.752034 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:08:49.919348 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e8b1dd76-4eff-48c3-86a4-ffae13349838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:49.935183 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e8b1dd76-4eff-48c3-86a4-ffae13349838 admin admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:49.945164 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1dd76-4eff-48c3-86a4-ffae13349838 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcfb5708-999c-4b91-be14-bf99b4b165f1,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:50.017687 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e8b1dd76-4eff-48c3-86a4-ffae13349838 admin admin] 10.222.0.21 "DELETE /v2.0/networks/dcfb5708-999c-4b91-be14-bf99b4b165f1 HTTP/1.1" status: 204 len: 168 time: 0.5763414 Apr 29 16:08:50.346173 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 34588) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:50.402405 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-90b8b966-00bf-4286-b278-269af5836c38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=157a2a79bcc04f30ab9b005941eb9464&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0550444 Apr 29 16:08:50.404855 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 34592) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:50.463501 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4e96489f-a760-4336-aa01-15b43b2c9baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:50.488319 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4e96489f-a760-4336-aa01-15b43b2c9baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:50.627820 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4e96489f-a760-4336-aa01-15b43b2c9baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:50.645288 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96489f-a760-4336-aa01-15b43b2c9baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d03598-aabb-4472-b157-73e7c1e95ff2,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:50.655150 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96489f-a760-4336-aa01-15b43b2c9baf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:50.655492 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96489f-a760-4336-aa01-15b43b2c9baf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:50.655834 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96489f-a760-4336-aa01-15b43b2c9baf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:50.656165 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96489f-a760-4336-aa01-15b43b2c9baf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:50.656497 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96489f-a760-4336-aa01-15b43b2c9baf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:50.656828 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96489f-a760-4336-aa01-15b43b2c9baf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:50.657151 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96489f-a760-4336-aa01-15b43b2c9baf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:50.657473 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96489f-a760-4336-aa01-15b43b2c9baf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:50.657791 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96489f-a760-4336-aa01-15b43b2c9baf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:50.658110 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96489f-a760-4336-aa01-15b43b2c9baf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:50.658427 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96489f-a760-4336-aa01-15b43b2c9baf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:50.740880 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4e96489f-a760-4336-aa01-15b43b2c9baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:50.742024 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4e96489f-a760-4336-aa01-15b43b2c9baf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16d03598-aabb-4472-b157-73e7c1e95ff2 HTTP/1.1" status: 204 len: 168 time: 0.3362648 Apr 29 16:08:51.909812 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 34614) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:52.035933 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-6391f6d5-a659-4970-9a43-dfe41f894328 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-96004953-network', 'tenant_id': '664a638f91f04eeb8ce60dce8cafde18'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:08:52.040751 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-6391f6d5-a659-4970-9a43-dfe41f894328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:08:52.044466 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-6391f6d5-a659-4970-9a43-dfe41f894328 admin admin] Usage tracker for resource:network and tenant:664a638f91f04eeb8ce60dce8cafde18 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:08:52.047244 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-6391f6d5-a659-4970-9a43-dfe41f894328 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:08:52.052735 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-6391f6d5-a659-4970-9a43-dfe41f894328 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:08:52.124396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6391f6d5-a659-4970-9a43-dfe41f894328 admin admin] Made reservation on behalf of 664a638f91f04eeb8ce60dce8cafde18 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:08:52.126719 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6391f6d5-a659-4970-9a43-dfe41f894328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:52.139160 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6391f6d5-a659-4970-9a43-dfe41f894328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:52.173091 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-6391f6d5-a659-4970-9a43-dfe41f894328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:08:52.173091 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-6391f6d5-a659-4970-9a43-dfe41f894328 admin admin] Usage tracker for resource:security_group_rule and tenant:664a638f91f04eeb8ce60dce8cafde18 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:08:52.175679 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-6391f6d5-a659-4970-9a43-dfe41f894328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:08:52.181468 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-6391f6d5-a659-4970-9a43-dfe41f894328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:08:52.246605 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6391f6d5-a659-4970-9a43-dfe41f894328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:52.317312 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6391f6d5-a659-4970-9a43-dfe41f894328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:52.347967 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6391f6d5-a659-4970-9a43-dfe41f894328 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:08:52.356969 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391f6d5-a659-4970-9a43-dfe41f894328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295e81a6-e679-467d-9533-91c04e6a329f,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:52.363426 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6391f6d5-a659-4970-9a43-dfe41f894328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:52.363957 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-6391f6d5-a659-4970-9a43-dfe41f894328 admin admin] Added segment 2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be of type vlan for network f60e8b57-d73d-48cf-91d5-a23bb54bd300 Apr 29 16:08:52.389662 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6391f6d5-a659-4970-9a43-dfe41f894328 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:52.490425 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6391f6d5-a659-4970-9a43-dfe41f894328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:52.491372 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6391f6d5-a659-4970-9a43-dfe41f894328 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:52.492523 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6391f6d5-a659-4970-9a43-dfe41f894328 admin admin] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:52.593461 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391f6d5-a659-4970-9a43-dfe41f894328 admin admin] Pushing event updated for resources: {'Network': ['ID=f60e8b57-d73d-48cf-91d5-a23bb54bd300,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:52.603544 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network f60e8b57-d73d-48cf-91d5-a23bb54bd300 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:08:52.655101 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6391f6d5-a659-4970-9a43-dfe41f894328 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7441025 Apr 29 16:08:52.657724 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 34620) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:52.662988 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-af5e3bfe-fe07-4471-b129-30eabc829089 admin admin] Request body: {'subnet': {'network_id': 'f60e8b57-d73d-48cf-91d5-a23bb54bd300', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-96004953-subnet', 'tenant_id': '664a638f91f04eeb8ce60dce8cafde18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:08:52.667807 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-af5e3bfe-fe07-4471-b129-30eabc829089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:08:52.671702 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-af5e3bfe-fe07-4471-b129-30eabc829089 admin admin] Usage tracker for resource:subnet and tenant:664a638f91f04eeb8ce60dce8cafde18 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:08:52.675466 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-af5e3bfe-fe07-4471-b129-30eabc829089 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:08:52.680874 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-af5e3bfe-fe07-4471-b129-30eabc829089 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:08:52.776103 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5e3bfe-fe07-4471-b129-30eabc829089 admin admin] Made reservation on behalf of 664a638f91f04eeb8ce60dce8cafde18 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:08:52.778338 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-af5e3bfe-fe07-4471-b129-30eabc829089 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:53.042726 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-af5e3bfe-fe07-4471-b129-30eabc829089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:53.116230 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e3bfe-fe07-4471-b129-30eabc829089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4da91817-c669-4092-b991-d663574b0b79,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:53.131586 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5e3bfe-fe07-4471-b129-30eabc829089 admin admin] Checking segment: {'id': '2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f60e8b57-d73d-48cf-91d5-a23bb54bd300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:08:53.131937 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5e3bfe-fe07-4471-b129-30eabc829089 admin admin] Network hostable DHCP agents. Network: f60e8b57-d73d-48cf-91d5-a23bb54bd300, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:08:53.250586 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5e3bfe-fe07-4471-b129-30eabc829089 admin admin] Network f60e8b57-d73d-48cf-91d5-a23bb54bd300 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:08:53.322372 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-af5e3bfe-fe07-4471-b129-30eabc829089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, f60e8b57-d73d-48cf-91d5-a23bb54bd300) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:08:53.326212 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e3bfe-fe07-4471-b129-30eabc829089 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:53.326814 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-af5e3bfe-fe07-4471-b129-30eabc829089 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:53.331646 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c9955c-d8df-4e8e-b35c-0821eb5be58c None None] Network f60e8b57-d73d-48cf-91d5-a23bb54bd300 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:08:53.428130 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-af5e3bfe-fe07-4471-b129-30eabc829089 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7693667 Apr 29 16:08:53.538805 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdfc62d-40eb-400a-8e4e-bd33bda09d53 None None] Network f60e8b57-d73d-48cf-91d5-a23bb54bd300 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:08:53.952982 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-3d1bd258-d61f-4ffc-93f4-71d5c6fbd93d tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:53.954403 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-3d1bd258-d61f-4ffc-93f4-71d5c6fbd93d tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/networks?id=f60e8b57-d73d-48cf-91d5-a23bb54bd300 HTTP/1.1" status: 200 len: 813 time: 0.1388228 Apr 29 16:08:53.970289 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-82aac422-5766-46e4-a3af-e56519f2a587 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/quotas/664a638f91f04eeb8ce60dce8cafde18 HTTP/1.1" status: 200 len: 375 time: 0.0106277 Apr 29 16:08:54.013550 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-846d84d5-e634-46b4-bc25-f561be021931 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=664a638f91f04eeb8ce60dce8cafde18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385587 Apr 29 16:08:54.090995 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-6cd871e6-3578-46b9-b3c5-88937ce62063 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 16:08:54.091958 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-6cd871e6-3578-46b9-b3c5-88937ce62063 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0720525 Apr 29 16:08:54.221335 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-0f005437-53c3-4ff2-a0e2-1cedfdaaba73 service neutron] 10.222.0.21 "GET /v2.0/networks/f60e8b57-d73d-48cf-91d5-a23bb54bd300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228638 Apr 29 16:08:54.350507 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-e63df2a6-3bb3-4c1f-af01-48083b7f2c26 service neutron] 10.222.0.21 "GET /v2.0/networks/f60e8b57-d73d-48cf-91d5-a23bb54bd300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230328 Apr 29 16:08:54.638724 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-82e123e0-ed80-4053-ac36-4bb908e6e2b2 req-eed9f8da-cb83-4738-a7c9-89516626ed88 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 210 time: 0.0434756 Apr 29 16:08:55.802593 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e22995c2-5e85-46de-8e13-068e4fca34aa req-11249d4c-e558-472b-aae3-35a72465734f tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 210 time: 0.0408568 Apr 29 16:08:56.812932 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-349c55c7-b75d-47e7-bf88-f482c17fb9e6 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:56.814446 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-349c55c7-b75d-47e7-bf88-f482c17fb9e6 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.35 "GET /v2.0/networks?id=f60e8b57-d73d-48cf-91d5-a23bb54bd300 HTTP/1.1" status: 200 len: 813 time: 0.1481717 Apr 29 16:08:56.829958 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-7bfab3d6-7904-4509-91fe-4d555756807c tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Request body: {'port': {'device_id': 'e8be7fec-e46e-4416-835c-1d2ae3229598', 'network_id': 'f60e8b57-d73d-48cf-91d5-a23bb54bd300', 'admin_state_up': True, 'tenant_id': '664a638f91f04eeb8ce60dce8cafde18'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:08:57.039713 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3ddc7f30-eed2-443f-8151-36b887897277 req-08223b05-842f-4fb2-ac81-302ada1611bc tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 210 time: 0.0551527 Apr 29 16:08:57.092617 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-7bfab3d6-7904-4509-91fe-4d555756807c tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:08:57.096329 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-7bfab3d6-7904-4509-91fe-4d555756807c tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Usage tracker for resource:port and tenant:664a638f91f04eeb8ce60dce8cafde18 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:08:57.099049 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-7bfab3d6-7904-4509-91fe-4d555756807c tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:08:57.105237 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-7bfab3d6-7904-4509-91fe-4d555756807c tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:08:57.164518 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-7bfab3d6-7904-4509-91fe-4d555756807c tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Made reservation on behalf of 664a638f91f04eeb8ce60dce8cafde18 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:08:57.168183 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-7bfab3d6-7904-4509-91fe-4d555756807c tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:57.327494 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-7bfab3d6-7904-4509-91fe-4d555756807c tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Allocated IP 172.20.0.9 (f60e8b57-d73d-48cf-91d5-a23bb54bd300/4da91817-c669-4092-b991-d663574b0b79/88cb97b1-2e9d-42ca-bffe-352d699f8b29) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:08:57.520288 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-7bfab3d6-7904-4509-91fe-4d555756807c tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:57.608255 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-7bfab3d6-7904-4509-91fe-4d555756807c tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:57.676613 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-7bfab3d6-7904-4509-91fe-4d555756807c tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Network f60e8b57-d73d-48cf-91d5-a23bb54bd300 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:08:57.679485 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-7bfab3d6-7904-4509-91fe-4d555756807c tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:08:57.684115 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-7bfab3d6-7904-4509-91fe-4d555756807c tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:08:57.717049 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfab3d6-7904-4509-91fe-4d555756807c tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Pushing event updated for resources: {'Port': ['ID=88cb97b1-2e9d-42ca-bffe-352d699f8b29,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:57.749541 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-7bfab3d6-7904-4509-91fe-4d555756807c tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:57.750133 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-7bfab3d6-7904-4509-91fe-4d555756807c tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:57.833811 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-7bfab3d6-7904-4509-91fe-4d555756807c tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0073876 Apr 29 16:08:57.844372 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-6868389f-7cb0-49a1-b297-3bcbee8a6109 service neutron] Request body: {'port': {'device_id': 'e8be7fec-e46e-4416-835c-1d2ae3229598', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:08:57.946515 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-6868389f-7cb0-49a1-b297-3bcbee8a6109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:58.288733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d87a4d-4a05-4041-b327-b7266b024877 req-8c0b3e63-f278-429f-a73c-3a6fb9c08205 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:58.289331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-46d87a4d-4a05-4041-b327-b7266b024877 req-8c0b3e63-f278-429f-a73c-3a6fb9c08205 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Synchronizing usage tracker for tenant:664a638f91f04eeb8ce60dce8cafde18 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:08:58.356845 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-6868389f-7cb0-49a1-b297-3bcbee8a6109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88cb97b1-2e9d-42ca-bffe-352d699f8b29 {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:08:58.363476 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-6868389f-7cb0-49a1-b297-3bcbee8a6109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:58.377970 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-6868389f-7cb0-49a1-b297-3bcbee8a6109 service neutron] Transition to ACTIVE for port object 88cb97b1-2e9d-42ca-bffe-352d699f8b29 will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:08:58.438529 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-46d87a4d-4a05-4041-b327-b7266b024877 req-8c0b3e63-f278-429f-a73c-3a6fb9c08205 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Unset dirty status for tenant:664a638f91f04eeb8ce60dce8cafde18 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:08:58.439690 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-46d87a4d-4a05-4041-b327-b7266b024877 req-8c0b3e63-f278-429f-a73c-3a6fb9c08205 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 931 time: 0.2764544 Apr 29 16:08:58.467657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-6868389f-7cb0-49a1-b297-3bcbee8a6109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:58.543643 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-46d87a4d-4a05-4041-b327-b7266b024877 req-9306631c-4dbb-45f6-9acc-aaaca88908df tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982468 Apr 29 16:08:58.607678 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868389f-7cb0-49a1-b297-3bcbee8a6109 service neutron] Pushing event updated for resources: {'Port': ['ID=88cb97b1-2e9d-42ca-bffe-352d699f8b29,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:58.721618 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-6868389f-7cb0-49a1-b297-3bcbee8a6109 service neutron] Attempting to bind port 88cb97b1-2e9d-42ca-bffe-352d699f8b29 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:08:58.721942 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-6868389f-7cb0-49a1-b297-3bcbee8a6109 service neutron] Attempting to bind port 88cb97b1-2e9d-42ca-bffe-352d699f8b29 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f60e8b57-d73d-48cf-91d5-a23bb54bd300'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:08:58.722264 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-6868389f-7cb0-49a1-b297-3bcbee8a6109 service neutron] Attempting to bind port 88cb97b1-2e9d-42ca-bffe-352d699f8b29 on network f60e8b57-d73d-48cf-91d5-a23bb54bd300 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:08:58.728748 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-6868389f-7cb0-49a1-b297-3bcbee8a6109 service neutron] Port 88cb97b1-2e9d-42ca-bffe-352d699f8b29 on network f60e8b57-d73d-48cf-91d5-a23bb54bd300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 16:08:58.729084 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-6868389f-7cb0-49a1-b297-3bcbee8a6109 service neutron] Attempting to bind port 88cb97b1-2e9d-42ca-bffe-352d699f8b29 on network f60e8b57-d73d-48cf-91d5-a23bb54bd300 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:08:58.735431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-6868389f-7cb0-49a1-b297-3bcbee8a6109 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:08:58.735766 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-6868389f-7cb0-49a1-b297-3bcbee8a6109 service neutron] Checking segment: {'id': '2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f60e8b57-d73d-48cf-91d5-a23bb54bd300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:08:58.736145 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-6868389f-7cb0-49a1-b297-3bcbee8a6109 service neutron] Bound using segment: {'id': '2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f60e8b57-d73d-48cf-91d5-a23bb54bd300'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:08:58.736569 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-6868389f-7cb0-49a1-b297-3bcbee8a6109 service neutron] Bound port: 88cb97b1-2e9d-42ca-bffe-352d699f8b29, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f60e8b57-d73d-48cf-91d5-a23bb54bd300'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:08:58.736913 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-6868389f-7cb0-49a1-b297-3bcbee8a6109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:58.829418 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-6868389f-7cb0-49a1-b297-3bcbee8a6109 service neutron] For port 88cb97b1-2e9d-42ca-bffe-352d699f8b29, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:08:58.832334 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-6868389f-7cb0-49a1-b297-3bcbee8a6109 service neutron] For port 88cb97b1-2e9d-42ca-bffe-352d699f8b29, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=88cb97b1-2e9d-42ca-bffe-352d699f8b29,segment=NetworkSegment(2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be),segment_id=2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:08:58.907938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-6868389f-7cb0-49a1-b297-3bcbee8a6109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:58.968537 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-6868389f-7cb0-49a1-b297-3bcbee8a6109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:58.969895 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-6868389f-7cb0-49a1-b297-3bcbee8a6109 service neutron] 10.222.0.35 "PUT /v2.0/ports/88cb97b1-2e9d-42ca-bffe-352d699f8b29 HTTP/1.1" status: 200 len: 1093 time: 1.1294756 Apr 29 16:08:58.970322 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8be7fec-e46e-4416-835c-1d2ae3229598', 'tag': '88cb97b1-2e9d-42ca-bffe-352d699f8b29'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:08:58.987108 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868389f-7cb0-49a1-b297-3bcbee8a6109 service neutron] Pushing event updated for resources: {'Port': ['ID=88cb97b1-2e9d-42ca-bffe-352d699f8b29,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:59.035414 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cea4a4fd-e9d4-401e-979e-05de058a68de'] response: {'name': 'network-changed', 'server_uuid': 'e8be7fec-e46e-4416-835c-1d2ae3229598', 'tag': '88cb97b1-2e9d-42ca-bffe-352d699f8b29', 'status': 'completed', 'code': 200} Apr 29 16:08:59.123608 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8cf0a898-bdd2-4d54-a64e-48f2be16b44d req-c0500f76-2115-4fee-8b57-b7906108e811 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=664a638f91f04eeb8ce60dce8cafde18&device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 1096 time: 0.0669920 Apr 29 16:08:59.342392 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0a898-bdd2-4d54-a64e-48f2be16b44d req-2e9e8cc9-9578-4150-bc28-93331696ac1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:59.344877 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8cf0a898-bdd2-4d54-a64e-48f2be16b44d req-2e9e8cc9-9578-4150-bc28-93331696ac1d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=664a638f91f04eeb8ce60dce8cafde18&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2149725 Apr 29 16:08:59.478071 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0a898-bdd2-4d54-a64e-48f2be16b44d req-bd04c420-0441-4c77-9c5d-c04e57fd172f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:59.479518 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8cf0a898-bdd2-4d54-a64e-48f2be16b44d req-bd04c420-0441-4c77-9c5d-c04e57fd172f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1271999 Apr 29 16:08:59.585048 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-ba2451ae-dfd5-4ebc-ba1e-47df28210f1a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=664a638f91f04eeb8ce60dce8cafde18&device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 1096 time: 0.0711646 Apr 29 16:08:59.654646 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-08a90c8d-486a-4944-ac67-d53c93570e18 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88cb97b1-2e9d-42ca-bffe-352d699f8b29 HTTP/1.1" status: 200 len: 217 time: 0.0629160 Apr 29 16:08:59.768718 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-13be304f-3945-41ee-a977-035812bf54f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:59.770140 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-13be304f-3945-41ee-a977-035812bf54f5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4da91817-c669-4092-b991-d663574b0b79 HTTP/1.1" status: 200 len: 853 time: 0.1102772 Apr 29 16:08:59.823459 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-f0567fcd-ef14-4dd1-a779-f2e0fe5d771d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f60e8b57-d73d-48cf-91d5-a23bb54bd300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467427 Apr 29 16:08:59.832873 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18335b5-6e9b-45b3-8de7-33be6ee554a2 req-91d4eef0-8a57-4eb3-b5bb-0661e1b1ac03 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:08:59.834182 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a18335b5-6e9b-45b3-8de7-33be6ee554a2 req-91d4eef0-8a57-4eb3-b5bb-0661e1b1ac03 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 943 time: 0.1451192 Apr 29 16:08:59.962511 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a18335b5-6e9b-45b3-8de7-33be6ee554a2 req-897c846a-1d6d-420d-ae48-0e33ea2bbf21 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097429 Apr 29 16:08:59.994824 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-099e5801-6a9c-4a72-9b70-e43b73d79d01 service neutron] 10.222.0.35 "GET /v2.0/networks/f60e8b57-d73d-48cf-91d5-a23bb54bd300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596110 Apr 29 16:09:00.122759 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-17fe623c-32fb-4381-a570-83cf1064dbd2 req-c4a86758-7f9b-4710-a108-936b40058feb service neutron] 10.222.0.35 "GET /v2.0/networks/f60e8b57-d73d-48cf-91d5-a23bb54bd300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226413 Apr 29 16:09:01.155238 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37544955-6573-44b7-83ff-cfe88bfd5a2e req-d3e88ba7-a9ea-48a6-acc7-bb6e6d2ecf76 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:01.156676 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-37544955-6573-44b7-83ff-cfe88bfd5a2e req-d3e88ba7-a9ea-48a6-acc7-bb6e6d2ecf76 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 943 time: 0.0752504 Apr 29 16:09:01.204342 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-37544955-6573-44b7-83ff-cfe88bfd5a2e req-0c86c19a-0e40-4e76-a87a-5211a284421b tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421677 Apr 29 16:09:02.396624 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8305594-e485-4f71-9650-b7ed6c17daee req-45304034-1256-449b-b17f-01c75b2b33d3 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:02.397955 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8305594-e485-4f71-9650-b7ed6c17daee req-45304034-1256-449b-b17f-01c75b2b33d3 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 943 time: 0.0732584 Apr 29 16:09:02.444464 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8305594-e485-4f71-9650-b7ed6c17daee req-e3a73753-d63a-4e3f-98ad-4e1d312d9650 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404370 Apr 29 16:09:02.587271 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 88cb97b1-2e9d-42ca-bffe-352d699f8b29 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:09:02.716356 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 88cb97b1-2e9d-42ca-bffe-352d699f8b29, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=88cb97b1-2e9d-42ca-bffe-352d699f8b29,segment=NetworkSegment(2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be),segment_id=2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:09:02.729159 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '88cb97b1-2e9d-42ca-bffe-352d699f8b29', 'network_id': 'f60e8b57-d73d-48cf-91d5-a23bb54bd300', 'port_id': '88cb97b1-2e9d-42ca-bffe-352d699f8b29', 'mac_address': 'fa:16:3e:fc:ce:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da91817-c669-4092-b991-d663574b0b79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:09:02.789246 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:02.806635 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88cb97b1-2e9d-42ca-bffe-352d699f8b29 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:09:02.821561 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 88cb97b1-2e9d-42ca-bffe-352d699f8b29, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=88cb97b1-2e9d-42ca-bffe-352d699f8b29,segment=NetworkSegment(2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be),segment_id=2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:09:02.901501 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:02.969541 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=88cb97b1-2e9d-42ca-bffe-352d699f8b29,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:09:02.977552 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:09:02.977895 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:09:02.978240 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:09:02.978605 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:09:02.978942 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:09:02.979274 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:09:02.979627 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:09:02.979957 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:09:02.980280 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:09:02.980600 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:09:02.980918 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:09:03.221567 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['88cb97b1-2e9d-42ca-bffe-352d699f8b29'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:09:03.640318 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647bd6f-5ab4-4a8f-84c6-c1c517fdf8e6 req-f963795d-6a77-4ced-b975-4ff902370c2a tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:03.642010 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c647bd6f-5ab4-4a8f-84c6-c1c517fdf8e6 req-f963795d-6a77-4ced-b975-4ff902370c2a tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 944 time: 0.0777669 Apr 29 16:09:03.686120 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c647bd6f-5ab4-4a8f-84c6-c1c517fdf8e6 req-4ee208f8-d573-48b6-9b65-4bbe1ca9ae2f tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386922 Apr 29 16:09:04.608659 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 88cb97b1-2e9d-42ca-bffe-352d699f8b29 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:09:04.770504 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 88cb97b1-2e9d-42ca-bffe-352d699f8b29 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:09:04.776173 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 88cb97b1-2e9d-42ca-bffe-352d699f8b29 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:09:04.777167 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:04.887298 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5406da-9ddb-4fc8-b644-088782acb2cd req-98a9c026-9d02-4982-822e-e40528d81646 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:04.888653 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3b5406da-9ddb-4fc8-b644-088782acb2cd req-98a9c026-9d02-4982-822e-e40528d81646 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 944 time: 0.0795839 Apr 29 16:09:04.892799 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:04.919891 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8be7fec-e46e-4416-835c-1d2ae3229598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cb97b1-2e9d-42ca-bffe-352d699f8b29'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:09:04.929578 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 88cb97b1-2e9d-42ca-bffe-352d699f8b29, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=88cb97b1-2e9d-42ca-bffe-352d699f8b29,segment=NetworkSegment(2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be),segment_id=2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:09:04.937061 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3b5406da-9ddb-4fc8-b644-088782acb2cd req-145ba314-3e74-4b43-8069-bad56287b3c9 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426805 Apr 29 16:09:04.982759 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93d6b11c-b70c-446c-bf00-f7b0a6c3a73d'] response: {'server_uuid': 'e8be7fec-e46e-4416-835c-1d2ae3229598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cb97b1-2e9d-42ca-bffe-352d699f8b29', 'code': 200} Apr 29 16:09:04.993957 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:05.058592 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=88cb97b1-2e9d-42ca-bffe-352d699f8b29,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:09:05.348629 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4dea6d66-f47a-4441-b76f-70ce07baa16d req-e62830cc-d38e-4eb0-b5fa-12935bbece76 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 1098 time: 0.0683625 Apr 29 16:09:05.396355 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4dea6d66-f47a-4441-b76f-70ce07baa16d req-110f4a35-b6f3-4f59-8dad-415153ecc0db service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341649 Apr 29 16:09:05.749458 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:09:06.132886 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf970090-4ad8-4d1c-b7a7-d4824765d4a6 req-5f804791-7f8c-4653-b106-a58d74073ce3 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:06.135194 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cf970090-4ad8-4d1c-b7a7-d4824765d4a6 req-5f804791-7f8c-4653-b106-a58d74073ce3 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0787494 Apr 29 16:09:06.182791 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cf970090-4ad8-4d1c-b7a7-d4824765d4a6 req-b07acf0f-c8ee-43a2-8f40-2d7067073aec tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420787 Apr 29 16:09:07.378444 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cab93-6f2d-4b59-89e3-efad3d24e4b3 req-ba2f59d1-2719-48dc-afde-fe8d8caecc05 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:07.379926 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5c3cab93-6f2d-4b59-89e3-efad3d24e4b3 req-ba2f59d1-2719-48dc-afde-fe8d8caecc05 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0757329 Apr 29 16:09:07.425556 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5c3cab93-6f2d-4b59-89e3-efad3d24e4b3 req-f39824cb-e859-4f39-bb8d-1d6459ea73ae tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399492 Apr 29 16:09:07.624441 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa86d0c-9b54-4506-9624-d5fbdd0e413c req-4dcf67c2-bd02-4ec2-8a9f-9e62fc104b72 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:07.625858 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ffa86d0c-9b54-4506-9624-d5fbdd0e413c req-4dcf67c2-bd02-4ec2-8a9f-9e62fc104b72 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0793407 Apr 29 16:09:07.763452 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ffa86d0c-9b54-4506-9624-d5fbdd0e413c req-63898ce5-22db-409b-82ed-35a4ed38c4bf tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320603 Apr 29 16:09:08.178359 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4eef2d-1854-49a4-b0fb-b552d5db7e2f req-619bc4a4-8347-4f7f-9698-97815df18752 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:08.179842 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1f4eef2d-1854-49a4-b0fb-b552d5db7e2f req-619bc4a4-8347-4f7f-9698-97815df18752 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0742688 Apr 29 16:09:08.224347 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1f4eef2d-1854-49a4-b0fb-b552d5db7e2f req-57a4fe17-aee0-4dec-a595-0697de3c3586 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384495 Apr 29 16:09:08.418921 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d95bd5-1174-48fc-8fb0-46a1eff5673a req-1ee0b1e1-f43b-4e4d-b23f-d46076a8fbbc tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:08.420316 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-99d95bd5-1174-48fc-8fb0-46a1eff5673a req-1ee0b1e1-f43b-4e4d-b23f-d46076a8fbbc tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0755167 Apr 29 16:09:08.466589 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-99d95bd5-1174-48fc-8fb0-46a1eff5673a req-62f45ea7-140a-4974-8835-6c93607dea04 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408030 Apr 29 16:09:08.656415 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c644e95-3d1e-4a81-b8c0-751d1e6e4e33 req-666352d4-0cb1-4148-8002-1ca2d3867955 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0649452 Apr 29 16:09:09.129869 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3958ae-0d44-441e-bd07-17a822a400a5 req-9bd0dfce-e219-47d0-a698-f1beaed20654 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:09.131330 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-aa3958ae-0d44-441e-bd07-17a822a400a5 req-9bd0dfce-e219-47d0-a698-f1beaed20654 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0782497 Apr 29 16:09:09.225962 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-aa3958ae-0d44-441e-bd07-17a822a400a5 req-291ac335-b093-4423-9cdd-8bc656e3cb31 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882077 Apr 29 16:09:09.241513 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dcd6e1d8-16b8-4530-b1e2-779f69f71bb4 req-ae9ae6c4-3e73-49db-9ed1-56c7bd8faac6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895603 Apr 29 16:09:10.419571 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7fc46-f614-4a67-959b-caffa8fd588d req-c82a0627-dab9-4a53-ab68-3bf0cd7f705a tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:10.420945 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5dc7fc46-f614-4a67-959b-caffa8fd588d req-c82a0627-dab9-4a53-ab68-3bf0cd7f705a tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0750911 Apr 29 16:09:10.465977 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5dc7fc46-f614-4a67-959b-caffa8fd588d req-78316bf6-aedb-4783-a30b-e91f7cc041a5 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394750 Apr 29 16:09:11.297971 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dcd6e1d8-16b8-4530-b1e2-779f69f71bb4 req-832bc69e-9a37-4099-99d2-619904146e59 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=664a638f91f04eeb8ce60dce8cafde18&device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 1098 time: 0.0694647 Apr 29 16:09:11.432941 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6e1d8-16b8-4530-b1e2-779f69f71bb4 req-91654e62-187d-40ed-8a0b-5eb37e05ec4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:11.434350 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dcd6e1d8-16b8-4530-b1e2-779f69f71bb4 req-91654e62-187d-40ed-8a0b-5eb37e05ec4f service neutron] 10.222.0.35 "GET /v2.0/networks?id=f60e8b57-d73d-48cf-91d5-a23bb54bd300 HTTP/1.1" status: 200 len: 914 time: 0.1300862 Apr 29 16:09:11.499898 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dcd6e1d8-16b8-4530-b1e2-779f69f71bb4 req-83ff0379-2e2e-43cc-862e-af2f77144e87 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88cb97b1-2e9d-42ca-bffe-352d699f8b29 HTTP/1.1" status: 200 len: 217 time: 0.0598309 Apr 29 16:09:11.563448 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6e1d8-16b8-4530-b1e2-779f69f71bb4 req-0801c3c8-584a-43b6-bc66-17c24c36b6a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:11.564739 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dcd6e1d8-16b8-4530-b1e2-779f69f71bb4 req-0801c3c8-584a-43b6-bc66-17c24c36b6a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4da91817-c669-4092-b991-d663574b0b79 HTTP/1.1" status: 200 len: 853 time: 0.0599287 Apr 29 16:09:11.636579 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dcd6e1d8-16b8-4530-b1e2-779f69f71bb4 req-f30cae17-727e-45a9-b767-79e4384f978c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f60e8b57-d73d-48cf-91d5-a23bb54bd300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661442 Apr 29 16:09:11.794758 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688a397-20e6-42e1-87dd-5dc77a7ef173 req-2adb5d10-0e51-4f78-8c96-7258f20b9201 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:11.796205 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a688a397-20e6-42e1-87dd-5dc77a7ef173 req-2adb5d10-0e51-4f78-8c96-7258f20b9201 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.1949282 Apr 29 16:09:11.799308 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dcd6e1d8-16b8-4530-b1e2-779f69f71bb4 req-c0401c13-d97c-4c7e-91d7-f4027fc32fff service neutron] 10.222.0.35 "GET /v2.0/networks/f60e8b57-d73d-48cf-91d5-a23bb54bd300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569288 Apr 29 16:09:11.923943 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a688a397-20e6-42e1-87dd-5dc77a7ef173 req-693a016c-d4d5-4c8c-a7c8-4d6ee43a9076 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220069 Apr 29 16:09:11.957791 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dcd6e1d8-16b8-4530-b1e2-779f69f71bb4 req-44712137-0a7d-4649-b765-f5c99bd997be service neutron] 10.222.0.35 "GET /v2.0/networks/f60e8b57-d73d-48cf-91d5-a23bb54bd300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423967 Apr 29 16:09:13.115393 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e907da-362d-4a68-916f-7fdd7cb03aa0 req-546f8214-563b-4026-ba2f-c62cc38dfa56 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:13.116752 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-06e907da-362d-4a68-916f-7fdd7cb03aa0 req-546f8214-563b-4026-ba2f-c62cc38dfa56 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0747149 Apr 29 16:09:13.161876 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-06e907da-362d-4a68-916f-7fdd7cb03aa0 req-3c687ec7-6022-4470-8b48-63f83a3e0047 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394855 Apr 29 16:09:13.619264 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e4376573-ef24-4d00-bed3-161aca8ebd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:14.360802 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760e916-bc68-47bf-9ea9-9d95b0c67eb7 req-1072e280-98fd-468f-8828-b8b6bfb20e7e tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:14.362137 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7760e916-bc68-47bf-9ea9-9d95b0c67eb7 req-1072e280-98fd-468f-8828-b8b6bfb20e7e tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0772471 Apr 29 16:09:14.405965 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7760e916-bc68-47bf-9ea9-9d95b0c67eb7 req-7c8b7e2a-e280-499b-a3bd-3ad5ced50a47 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384209 Apr 29 16:09:15.487875 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:15.602118 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166b493-0acc-4510-887a-b0c14867a4a3 req-73615068-a8a8-4c61-9923-11339cf490d1 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:15.603560 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4166b493-0acc-4510-887a-b0c14867a4a3 req-73615068-a8a8-4c61-9923-11339cf490d1 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0748026 Apr 29 16:09:15.647742 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4166b493-0acc-4510-887a-b0c14867a4a3 req-9fae1849-324d-4e94-b893-c83370c3f398 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381248 Apr 29 16:09:15.933419 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-16de6e1e-e4b4-459c-8fec-6bcb13cc3611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:16.930763 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86046c06-28a6-4092-be3e-68648fe39cec req-d223774e-0e03-4372-9186-3f1f012b9925 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:16.932182 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-86046c06-28a6-4092-be3e-68648fe39cec req-d223774e-0e03-4372-9186-3f1f012b9925 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.1595926 Apr 29 16:09:16.976531 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-86046c06-28a6-4092-be3e-68648fe39cec req-17e7c790-4741-4f5b-bc52-9b12db49bd23 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381446 Apr 29 16:09:17.192543 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:17.487151 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:18.171780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfe982-22b3-4474-8a24-98e3da64f3fb req-ea61f951-1401-4aa8-9832-6aa2db54dcd4 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:18.173205 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3fdfe982-22b3-4474-8a24-98e3da64f3fb req-ea61f951-1401-4aa8-9832-6aa2db54dcd4 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0766253 Apr 29 16:09:18.223620 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3fdfe982-22b3-4474-8a24-98e3da64f3fb req-392055fb-4f14-4a2c-a047-2b092985598b tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449483 Apr 29 16:09:18.510159 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:19.413309 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f9072-65e2-4442-8545-d2e3f81dc718 req-175b70ac-806f-458a-9e64-a1306eea26e7 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:19.414734 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-907f9072-65e2-4442-8545-d2e3f81dc718 req-175b70ac-806f-458a-9e64-a1306eea26e7 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0724120 Apr 29 16:09:19.458022 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-907f9072-65e2-4442-8545-d2e3f81dc718 req-06edc711-41ab-4a5f-965f-6ede5ca64707 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373449 Apr 29 16:09:20.653300 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e097f4-8b83-422f-abf4-50ef927362a3 req-bbaee263-ba5e-4789-990a-26bca153650e tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:20.654782 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-66e097f4-8b83-422f-abf4-50ef927362a3 req-bbaee263-ba5e-4789-990a-26bca153650e tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0775237 Apr 29 16:09:20.699571 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-66e097f4-8b83-422f-abf4-50ef927362a3 req-68c0e416-9893-4361-ba38-3b25b4fc34b7 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393441 Apr 29 16:09:21.905454 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b058e9d-48f2-4d68-bd12-cf5b00ec6c55 req-098bd57e-4928-49c3-98d3-39005e02c801 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:21.906958 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4b058e9d-48f2-4d68-bd12-cf5b00ec6c55 req-098bd57e-4928-49c3-98d3-39005e02c801 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0755508 Apr 29 16:09:21.951296 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4b058e9d-48f2-4d68-bd12-cf5b00ec6c55 req-f3c14f50-298c-493e-954d-797df11540fe tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389988 Apr 29 16:09:23.164258 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c01fd8-5ac9-4cf7-9c2e-57bfa5a87e0e req-c18956f2-6b69-4906-b951-01ce5b391f90 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:23.166031 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-98c01fd8-5ac9-4cf7-9c2e-57bfa5a87e0e req-c18956f2-6b69-4906-b951-01ce5b391f90 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0913939 Apr 29 16:09:23.210185 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-98c01fd8-5ac9-4cf7-9c2e-57bfa5a87e0e req-c293e612-d04f-4c91-9296-0a868ccc7398 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379713 Apr 29 16:09:24.402308 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30289143-6b9e-4f73-a1ae-a629d9ef4a1f req-c1f0793a-17de-4f3b-a558-398533a45fba tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:24.403678 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-30289143-6b9e-4f73-a1ae-a629d9ef4a1f req-c1f0793a-17de-4f3b-a558-398533a45fba tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0734868 Apr 29 16:09:24.451449 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-30289143-6b9e-4f73-a1ae-a629d9ef4a1f req-8a43ee24-dd98-4f8e-85b5-93e393c83fa3 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423262 Apr 29 16:09:25.646646 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcc37c-d0ce-4c1f-a36c-072ac47ac97c req-aa9a6562-f150-403b-b032-9692d8146cd0 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:25.648067 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-77dcc37c-d0ce-4c1f-a36c-072ac47ac97c req-aa9a6562-f150-403b-b032-9692d8146cd0 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0754774 Apr 29 16:09:25.694864 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-77dcc37c-d0ce-4c1f-a36c-072ac47ac97c req-a3648716-2c88-4304-bcd6-d6fe83e8e853 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413439 Apr 29 16:09:26.896833 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398ca61-c13f-4cbe-884b-52ec9c3019d9 req-d84b2b24-bd99-4313-8d73-bedbd5abaa10 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:26.898262 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c398ca61-c13f-4cbe-884b-52ec9c3019d9 req-d84b2b24-bd99-4313-8d73-bedbd5abaa10 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0782704 Apr 29 16:09:26.943589 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c398ca61-c13f-4cbe-884b-52ec9c3019d9 req-1e720960-0955-44ee-9edc-3a8e629b81a0 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384355 Apr 29 16:09:28.140585 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af02e9-3335-4b7a-8e4f-8719afe099e9 req-96f07fa3-038c-4759-996f-945cea439338 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:28.142262 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b9af02e9-3335-4b7a-8e4f-8719afe099e9 req-96f07fa3-038c-4759-996f-945cea439338 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0758457 Apr 29 16:09:28.186699 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b9af02e9-3335-4b7a-8e4f-8719afe099e9 req-b704634c-578a-4643-88e8-2e2cbeca9ea9 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389936 Apr 29 16:09:29.097653 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dcd6e1d8-16b8-4530-b1e2-779f69f71bb4 req-ac1a2d7e-bded-4700-87be-0b07fb6eb525 service neutron] 10.222.0.35 "GET /v2.0/ports/88cb97b1-2e9d-42ca-bffe-352d699f8b29/bindings/hv-neutron-8399 HTTP/1.1" status: 200 len: 384 time: 0.0761919 Apr 29 16:09:29.412474 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6fb15-9bc2-4bcc-b4d1-f2fa472bb0db req-dd329c8c-208b-483c-a7ae-00a6b2b01d95 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:29.413846 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-87c6fb15-9bc2-4bcc-b4d1-f2fa472bb0db req-dd329c8c-208b-483c-a7ae-00a6b2b01d95 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0757680 Apr 29 16:09:29.471911 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-87c6fb15-9bc2-4bcc-b4d1-f2fa472bb0db req-239f8016-8ce0-410f-b595-3c9e06c4b56e tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508409 Apr 29 16:09:29.759471 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dcd6e1d8-16b8-4530-b1e2-779f69f71bb4 req-f5a77a61-4b5f-4845-9410-8d746132ce56 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598&tenant_id=664a638f91f04eeb8ce60dce8cafde18 HTTP/1.1" status: 200 len: 1098 time: 0.0776742 Apr 29 16:09:29.850419 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dcd6e1d8-16b8-4530-b1e2-779f69f71bb4 req-b0c1c18a-8acc-4383-8c71-eb3a23b49982 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=664a638f91f04eeb8ce60dce8cafde18&device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 1098 time: 0.0675600 Apr 29 16:09:29.982983 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6e1d8-16b8-4530-b1e2-779f69f71bb4 req-1923d70e-8c93-4467-9888-9ca76b11c58d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:29.984314 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dcd6e1d8-16b8-4530-b1e2-779f69f71bb4 req-1923d70e-8c93-4467-9888-9ca76b11c58d service neutron] 10.222.0.35 "GET /v2.0/networks?id=f60e8b57-d73d-48cf-91d5-a23bb54bd300 HTTP/1.1" status: 200 len: 914 time: 0.1286933 Apr 29 16:09:30.052902 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dcd6e1d8-16b8-4530-b1e2-779f69f71bb4 req-e8d327e5-20cf-4bd7-80aa-df88979548bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88cb97b1-2e9d-42ca-bffe-352d699f8b29 HTTP/1.1" status: 200 len: 217 time: 0.0623393 Apr 29 16:09:30.111304 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6e1d8-16b8-4530-b1e2-779f69f71bb4 req-b25441c8-8385-4adf-8956-16f17184f174 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:30.112661 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dcd6e1d8-16b8-4530-b1e2-779f69f71bb4 req-b25441c8-8385-4adf-8956-16f17184f174 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4da91817-c669-4092-b991-d663574b0b79 HTTP/1.1" status: 200 len: 853 time: 0.0544798 Apr 29 16:09:30.159544 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dcd6e1d8-16b8-4530-b1e2-779f69f71bb4 req-42d8e08d-8b0e-483c-83b3-0140bee4a63c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f60e8b57-d73d-48cf-91d5-a23bb54bd300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409071 Apr 29 16:09:30.367225 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dcd6e1d8-16b8-4530-b1e2-779f69f71bb4 req-137878ef-1069-4a8c-b979-19f1c2e8caca service neutron] 10.222.0.35 "GET /v2.0/networks/f60e8b57-d73d-48cf-91d5-a23bb54bd300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017612 Apr 29 16:09:30.493009 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dcd6e1d8-16b8-4530-b1e2-779f69f71bb4 req-ddbbd162-d3b9-4e98-be54-2474ecd1f10c service neutron] 10.222.0.35 "GET /v2.0/networks/f60e8b57-d73d-48cf-91d5-a23bb54bd300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199751 Apr 29 16:09:30.673187 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3ee2c-aefa-41b8-a729-9149f8beaba4 req-3c185e0e-1d87-46e9-b326-7e49892ab560 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:30.674724 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5ff3ee2c-aefa-41b8-a729-9149f8beaba4 req-3c185e0e-1d87-46e9-b326-7e49892ab560 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0770564 Apr 29 16:09:30.720440 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5ff3ee2c-aefa-41b8-a729-9149f8beaba4 req-ed1a4702-0bf8-418f-b5f3-001836f79d6d tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393949 Apr 29 16:09:31.925101 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef47309-cee1-40a1-8a53-63464725459c req-a45b06d7-7dbe-40a4-a3b9-78bbf1467326 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:31.926568 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cef47309-cee1-40a1-8a53-63464725459c req-a45b06d7-7dbe-40a4-a3b9-78bbf1467326 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0785422 Apr 29 16:09:31.970242 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cef47309-cee1-40a1-8a53-63464725459c req-77ce3809-e32a-4778-951b-ca7e4341f3de tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383315 Apr 29 16:09:32.820454 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 88cb97b1-2e9d-42ca-bffe-352d699f8b29 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:09:32.823640 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 88cb97b1-2e9d-42ca-bffe-352d699f8b29 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:09:33.083245 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:33.100145 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 88cb97b1-2e9d-42ca-bffe-352d699f8b29, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=88cb97b1-2e9d-42ca-bffe-352d699f8b29,segment=NetworkSegment(2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be),segment_id=2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:09:33.118966 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '88cb97b1-2e9d-42ca-bffe-352d699f8b29', 'network_id': 'f60e8b57-d73d-48cf-91d5-a23bb54bd300', 'port_id': '88cb97b1-2e9d-42ca-bffe-352d699f8b29', 'mac_address': 'fa:16:3e:fc:ce:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da91817-c669-4092-b991-d663574b0b79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:09:33.157130 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8be7fec-e46e-4416-835c-1d2ae3229598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88cb97b1-2e9d-42ca-bffe-352d699f8b29'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:09:33.179464 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 88cb97b1-2e9d-42ca-bffe-352d699f8b29, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=88cb97b1-2e9d-42ca-bffe-352d699f8b29,segment=NetworkSegment(2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be),segment_id=2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:09:33.190448 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:33.193755 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c70a94-a5ca-4fe3-9ff9-1bef8cad489d req-a75f40fd-90c1-4b9c-a6d3-53acdd38a2d8 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:33.201245 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-99c70a94-a5ca-4fe3-9ff9-1bef8cad489d req-a75f40fd-90c1-4b9c-a6d3-53acdd38a2d8 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0840559 Apr 29 16:09:33.209176 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88cb97b1-2e9d-42ca-bffe-352d699f8b29 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:09:33.231696 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:33.234407 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff2900e4-2502-402f-8067-e62113273bfc'] response: {'server_uuid': 'e8be7fec-e46e-4416-835c-1d2ae3229598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88cb97b1-2e9d-42ca-bffe-352d699f8b29', 'code': 200} Apr 29 16:09:33.244416 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-99c70a94-a5ca-4fe3-9ff9-1bef8cad489d req-7f133d3b-94df-4153-9edd-5836b40049c5 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423009 Apr 29 16:09:33.344198 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:09:33.344546 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:09:33.347819 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=88cb97b1-2e9d-42ca-bffe-352d699f8b29,revision_number=6']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:09:33.898260 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:33.914744 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88cb97b1-2e9d-42ca-bffe-352d699f8b29 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:09:33.929977 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 88cb97b1-2e9d-42ca-bffe-352d699f8b29, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=88cb97b1-2e9d-42ca-bffe-352d699f8b29,segment=NetworkSegment(2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be),segment_id=2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:09:34.009259 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:34.075432 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['88cb97b1-2e9d-42ca-bffe-352d699f8b29'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:09:34.112374 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=88cb97b1-2e9d-42ca-bffe-352d699f8b29,revision_number=7']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:09:34.446949 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a4850-ac6e-4453-9295-5b63ec937b91 req-168f7a03-6738-4145-91a4-d920aa025a43 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:34.448932 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cc5a4850-ac6e-4453-9295-5b63ec937b91 req-168f7a03-6738-4145-91a4-d920aa025a43 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 944 time: 0.0779665 Apr 29 16:09:34.492047 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cc5a4850-ac6e-4453-9295-5b63ec937b91 req-b7337069-f6a3-4ec4-b951-b51319e252cc tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377266 Apr 29 16:09:34.834820 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 88cb97b1-2e9d-42ca-bffe-352d699f8b29 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:09:34.913722 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 88cb97b1-2e9d-42ca-bffe-352d699f8b29 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:09:34.914467 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:35.015611 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed203a-b86e-48b1-9f51-0601065659e1 req-3ae98c8f-b965-40fe-8e86-ad3257424555 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:35.017499 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3fed203a-b86e-48b1-9f51-0601065659e1 req-3ae98c8f-b965-40fe-8e86-ad3257424555 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598&tenant_id=664a638f91f04eeb8ce60dce8cafde18&binding%3Ahost_id=hv-neutron-8399 HTTP/1.1" status: 200 len: 944 time: 0.0878000 Apr 29 16:09:35.041703 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:35.076051 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 88cb97b1-2e9d-42ca-bffe-352d699f8b29, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=88cb97b1-2e9d-42ca-bffe-352d699f8b29,segment=NetworkSegment(2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be),segment_id=2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:09:35.133903 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e957b2e-d8d8-4f62-9594-bc90271516cc req-8256da2e-93e4-4b80-857a-bae1cb3f50da tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:35.135992 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3e957b2e-d8d8-4f62-9594-bc90271516cc req-8256da2e-93e4-4b80-857a-bae1cb3f50da tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 944 time: 0.1175854 Apr 29 16:09:35.146402 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:35.200617 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3e957b2e-d8d8-4f62-9594-bc90271516cc req-745793a6-2e36-4c2d-b1de-9d8026d8713d tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586581 Apr 29 16:09:35.204263 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3fed203a-b86e-48b1-9f51-0601065659e1 req-72e773ae-69c3-4028-886c-65c701f0912f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=664a638f91f04eeb8ce60dce8cafde18&device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 1097 time: 0.1168776 Apr 29 16:09:35.213455 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=88cb97b1-2e9d-42ca-bffe-352d699f8b29,revision_number=8']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:09:35.235776 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8be7fec-e46e-4416-835c-1d2ae3229598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cb97b1-2e9d-42ca-bffe-352d699f8b29'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:09:35.302063 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec8d372f-b87d-48a0-a908-9791d024dc62'] response: {'server_uuid': 'e8be7fec-e46e-4416-835c-1d2ae3229598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cb97b1-2e9d-42ca-bffe-352d699f8b29', 'code': 200} Apr 29 16:09:35.342365 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed203a-b86e-48b1-9f51-0601065659e1 req-bb7002a0-1f0d-42d2-b0f1-42c625f862af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:35.344582 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3fed203a-b86e-48b1-9f51-0601065659e1 req-bb7002a0-1f0d-42d2-b0f1-42c625f862af service neutron] 10.222.0.35 "GET /v2.0/networks?id=f60e8b57-d73d-48cf-91d5-a23bb54bd300 HTTP/1.1" status: 200 len: 914 time: 0.1344399 Apr 29 16:09:35.439819 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3fed203a-b86e-48b1-9f51-0601065659e1 req-d8acb9f4-0709-4337-8d69-14fb11f0d2c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88cb97b1-2e9d-42ca-bffe-352d699f8b29 HTTP/1.1" status: 200 len: 217 time: 0.0898614 Apr 29 16:09:35.517993 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed203a-b86e-48b1-9f51-0601065659e1 req-61079e01-d99f-4477-98db-b023cee4bf50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:35.519589 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3fed203a-b86e-48b1-9f51-0601065659e1 req-61079e01-d99f-4477-98db-b023cee4bf50 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4da91817-c669-4092-b991-d663574b0b79 HTTP/1.1" status: 200 len: 853 time: 0.0741038 Apr 29 16:09:35.568649 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3fed203a-b86e-48b1-9f51-0601065659e1 req-4e582e74-9497-4889-a27b-55d87a3628c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f60e8b57-d73d-48cf-91d5-a23bb54bd300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436397 Apr 29 16:09:35.712639 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3fed203a-b86e-48b1-9f51-0601065659e1 req-a2c4c4db-8fb7-4db5-ac27-e50905561e6d service neutron] 10.222.0.35 "GET /v2.0/networks/f60e8b57-d73d-48cf-91d5-a23bb54bd300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375325 Apr 29 16:09:35.858627 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3fed203a-b86e-48b1-9f51-0601065659e1 req-425598a5-4c90-46f9-9285-41834f622431 service neutron] 10.222.0.35 "GET /v2.0/networks/f60e8b57-d73d-48cf-91d5-a23bb54bd300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404259 Apr 29 16:09:36.411089 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e3966-cee0-4a94-b186-799dcafe43db req-8ce05e8a-7498-4a60-8065-99232e7329f1 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:36.412455 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ce6e3966-cee0-4a94-b186-799dcafe43db req-8ce05e8a-7498-4a60-8065-99232e7329f1 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0864859 Apr 29 16:09:36.461443 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ce6e3966-cee0-4a94-b186-799dcafe43db req-c80ed86a-84fa-42cd-a16e-3ad23391c920 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431366 Apr 29 16:09:37.660007 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a4059-3f4c-4ac8-b428-c8231cd60f25 req-610de768-680a-4c4d-b6cd-5ba5ef89ff5b tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:37.661414 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-299a4059-3f4c-4ac8-b428-c8231cd60f25 req-610de768-680a-4c4d-b6cd-5ba5ef89ff5b tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0734572 Apr 29 16:09:37.705505 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-299a4059-3f4c-4ac8-b428-c8231cd60f25 req-9df9c1cb-0dba-419e-b860-d2a9319b8acc tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379691 Apr 29 16:09:37.980754 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b6db2-b7f1-42b5-8a8d-dfc8b71557fe req-eb8fa844-6e7f-42f3-84d1-99ede85b01ed tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:37.982197 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d88b6db2-b7f1-42b5-8a8d-dfc8b71557fe req-eb8fa844-6e7f-42f3-84d1-99ede85b01ed tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.1575954 Apr 29 16:09:38.027102 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d88b6db2-b7f1-42b5-8a8d-dfc8b71557fe req-072fa883-fdb2-4027-81c6-e125d63d236d tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393159 Apr 29 16:09:38.216470 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54f9c2-54f4-4a9c-bd29-4912aa2dfab6 req-d2f4b952-83cc-4a45-99bb-0681b492f16d tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:38.217894 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ea54f9c2-54f4-4a9c-bd29-4912aa2dfab6 req-d2f4b952-83cc-4a45-99bb-0681b492f16d tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0739779 Apr 29 16:09:38.261406 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ea54f9c2-54f4-4a9c-bd29-4912aa2dfab6 req-16c3d6c0-676d-43bc-8b8f-901378aae698 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381360 Apr 29 16:09:38.935418 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-88723ed1-ec59-45a4-9c3e-32210ec83ee0 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:38.936749 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-88723ed1-ec59-45a4-9c3e-32210ec83ee0 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/networks?id=f60e8b57-d73d-48cf-91d5-a23bb54bd300 HTTP/1.1" status: 200 len: 813 time: 0.1539714 Apr 29 16:09:38.952869 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-e7652489-dff9-442b-83e0-9e383a24f8b7 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/quotas/664a638f91f04eeb8ce60dce8cafde18 HTTP/1.1" status: 200 len: 375 time: 0.0109093 Apr 29 16:09:39.031270 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-a0612515-0635-4a90-a211-2c75ff15e49b tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=664a638f91f04eeb8ce60dce8cafde18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0737069 Apr 29 16:09:39.159172 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-9679196c-4186-4c00-a130-6a00793a38ac service neutron] 10.222.0.21 "GET /v2.0/networks/f60e8b57-d73d-48cf-91d5-a23bb54bd300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212902 Apr 29 16:09:39.288657 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-bdf9c2ca-4288-4600-aa79-dac8e48e79a9 service neutron] 10.222.0.21 "GET /v2.0/networks/f60e8b57-d73d-48cf-91d5-a23bb54bd300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239023 Apr 29 16:09:39.626238 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9b83a3ab-f712-41b6-974e-cd4805a29201 req-592a3079-3225-465c-9d22-5d423282c5f8 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 210 time: 0.0405748 Apr 29 16:09:40.695728 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6cf56-3f20-4594-b6c7-49980c123b27 req-0777f926-c64e-466d-a1f5-aa293ff54d15 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:40.697122 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bbe6cf56-3f20-4594-b6c7-49980c123b27 req-0777f926-c64e-466d-a1f5-aa293ff54d15 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8be7fec-e46e-4416-835c-1d2ae3229598 HTTP/1.1" status: 200 len: 945 time: 0.0801601 Apr 29 16:09:40.798454 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3a274b04-e589-42bd-80be-40297a5e0ac3 req-bd53124b-7699-4ac8-9912-63506370b3b1 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 210 time: 0.0454276 Apr 29 16:09:40.801629 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-bbe6cf56-3f20-4594-b6c7-49980c123b27 req-bd887953-d10a-4252-a753-e852bf858043 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Deleting port 88cb97b1-2e9d-42ca-bffe-352d699f8b29 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:09:40.801962 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-bbe6cf56-3f20-4594-b6c7-49980c123b27 req-bd887953-d10a-4252-a753-e852bf858043 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:41.043934 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-bbe6cf56-3f20-4594-b6c7-49980c123b27 req-bd887953-d10a-4252-a753-e852bf858043 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] For port 88cb97b1-2e9d-42ca-bffe-352d699f8b29, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=88cb97b1-2e9d-42ca-bffe-352d699f8b29,segment=NetworkSegment(2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be),segment_id=2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:09:41.044272 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-bbe6cf56-3f20-4594-b6c7-49980c123b27 req-bd887953-d10a-4252-a753-e852bf858043 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:41.161793 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-bbe6cf56-3f20-4594-b6c7-49980c123b27 req-bd887953-d10a-4252-a753-e852bf858043 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Calling delete_port for 88cb97b1-2e9d-42ca-bffe-352d699f8b29 owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:09:41.363523 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-bbe6cf56-3f20-4594-b6c7-49980c123b27 req-bd887953-d10a-4252-a753-e852bf858043 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:41.409360 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd887953-d10a-4252-a753-e852bf858043 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Pushing event deleted for resources: {'Port': ['ID=88cb97b1-2e9d-42ca-bffe-352d699f8b29,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:09:41.416432 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.35', 58305) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:09:41.488228 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe6cf56-3f20-4594-b6c7-49980c123b27 req-bd887953-d10a-4252-a753-e852bf858043 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] No DVR routers for this DVR port 88cb97b1-2e9d-42ca-bffe-352d699f8b29 on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:09:41.490790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-bbe6cf56-3f20-4594-b6c7-49980c123b27 req-bd887953-d10a-4252-a753-e852bf858043 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:41.493321 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8be7fec-e46e-4416-835c-1d2ae3229598', 'name': 'network-vif-deleted', 'tag': '88cb97b1-2e9d-42ca-bffe-352d699f8b29'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:09:41.552506 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cea33031-969b-45f5-962d-00d561379c12'] response: {'server_uuid': 'e8be7fec-e46e-4416-835c-1d2ae3229598', 'name': 'network-vif-deleted', 'tag': '88cb97b1-2e9d-42ca-bffe-352d699f8b29', 'status': 'completed', 'code': 200} Apr 29 16:09:41.560949 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-1ccb500e-0db4-4316-9407-b6f840379166 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:41.561740 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-1ccb500e-0db4-4316-9407-b6f840379166 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Synchronizing usage tracker for tenant:664a638f91f04eeb8ce60dce8cafde18 on resource:network {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:09:41.578772 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bbe6cf56-3f20-4594-b6c7-49980c123b27 req-bd887953-d10a-4252-a753-e852bf858043 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.35 "DELETE /v2.0/ports/88cb97b1-2e9d-42ca-bffe-352d699f8b29 HTTP/1.1" status: 204 len: 173 time: 0.8768964 Apr 29 16:09:41.686702 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-1ccb500e-0db4-4316-9407-b6f840379166 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Unset dirty status for tenant:664a638f91f04eeb8ce60dce8cafde18 on resource:network {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:09:41.688466 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-1ccb500e-0db4-4316-9407-b6f840379166 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.35 "GET /v2.0/networks?id=f60e8b57-d73d-48cf-91d5-a23bb54bd300 HTTP/1.1" status: 200 len: 813 time: 0.2703769 Apr 29 16:09:41.709345 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-06093a62-c420-4267-a560-358a6db7b6d1 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Request body: {'port': {'device_id': 'f6882bc4-a55e-4e27-a774-81a926f01706', 'network_id': 'f60e8b57-d73d-48cf-91d5-a23bb54bd300', 'admin_state_up': True, 'tenant_id': '664a638f91f04eeb8ce60dce8cafde18'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:09:41.847550 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-06093a62-c420-4267-a560-358a6db7b6d1 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:09:41.851599 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-06093a62-c420-4267-a560-358a6db7b6d1 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Usage tracker for resource:port and tenant:664a638f91f04eeb8ce60dce8cafde18 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:09:41.854467 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-06093a62-c420-4267-a560-358a6db7b6d1 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:09:41.860245 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-06093a62-c420-4267-a560-358a6db7b6d1 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:09:41.969809 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-06093a62-c420-4267-a560-358a6db7b6d1 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Made reservation on behalf of 664a638f91f04eeb8ce60dce8cafde18 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:09:41.974205 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-06093a62-c420-4267-a560-358a6db7b6d1 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:42.116110 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-29d5da1f-6a2e-4e17-8c3c-28f5c4bb340c req-8ac2d1bc-4e28-43d8-94a4-60bd1be890c7 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Synchronizing usage tracker for tenant:664a638f91f04eeb8ce60dce8cafde18 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:09:42.140157 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-06093a62-c420-4267-a560-358a6db7b6d1 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Allocated IP 172.20.0.5 (f60e8b57-d73d-48cf-91d5-a23bb54bd300/4da91817-c669-4092-b991-d663574b0b79/72281281-1ce3-400a-be02-3aabb2c0cef2) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:09:42.212503 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-29d5da1f-6a2e-4e17-8c3c-28f5c4bb340c req-8ac2d1bc-4e28-43d8-94a4-60bd1be890c7 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Unset dirty status for tenant:664a638f91f04eeb8ce60dce8cafde18 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:09:42.217229 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-29d5da1f-6a2e-4e17-8c3c-28f5c4bb340c req-8ac2d1bc-4e28-43d8-94a4-60bd1be890c7 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 210 time: 0.1375768 Apr 29 16:09:42.347718 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-06093a62-c420-4267-a560-358a6db7b6d1 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:42.424485 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-06093a62-c420-4267-a560-358a6db7b6d1 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:42.495773 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-06093a62-c420-4267-a560-358a6db7b6d1 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Network f60e8b57-d73d-48cf-91d5-a23bb54bd300 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:09:42.498520 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-06093a62-c420-4267-a560-358a6db7b6d1 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:09:42.502326 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-06093a62-c420-4267-a560-358a6db7b6d1 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:09:42.532479 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06093a62-c420-4267-a560-358a6db7b6d1 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Pushing event updated for resources: {'Port': ['ID=72281281-1ce3-400a-be02-3aabb2c0cef2,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:09:42.566871 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-06093a62-c420-4267-a560-358a6db7b6d1 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:42.567464 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-06093a62-c420-4267-a560-358a6db7b6d1 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:42.659012 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-06093a62-c420-4267-a560-358a6db7b6d1 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9537818 Apr 29 16:09:42.736107 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-a4d850cb-f5a0-4d32-85b3-d348993e6baa service neutron] Request body: {'port': {'device_id': 'f6882bc4-a55e-4e27-a774-81a926f01706', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:09:42.750595 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:09:42.850210 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 88cb97b1-2e9d-42ca-bffe-352d699f8b29 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:09:42.888511 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 88cb97b1-2e9d-42ca-bffe-352d699f8b29 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:09:42.888837 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 88cb97b1-2e9d-42ca-bffe-352d699f8b29 not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:09:42.935567 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-a4d850cb-f5a0-4d32-85b3-d348993e6baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:43.263787 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-a4d850cb-f5a0-4d32-85b3-d348993e6baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72281281-1ce3-400a-be02-3aabb2c0cef2 {{(pid=84771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:09:43.271157 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-a4d850cb-f5a0-4d32-85b3-d348993e6baa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:43.286176 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-a4d850cb-f5a0-4d32-85b3-d348993e6baa service neutron] Transition to ACTIVE for port object 72281281-1ce3-400a-be02-3aabb2c0cef2 will not be triggered until provisioned by entity L2. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:09:43.412380 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-a4d850cb-f5a0-4d32-85b3-d348993e6baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:43.506861 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9cf13-3b3c-4639-b95b-ca0adcc4a9e9 req-2d6a55e2-0c31-4d94-aafb-9e43b6e161fa tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:43.508366 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-14e9cf13-3b3c-4639-b95b-ca0adcc4a9e9 req-2d6a55e2-0c31-4d94-aafb-9e43b6e161fa tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 931 time: 0.1656427 Apr 29 16:09:43.540058 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d850cb-f5a0-4d32-85b3-d348993e6baa service neutron] Pushing event updated for resources: {'Port': ['ID=72281281-1ce3-400a-be02-3aabb2c0cef2,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:09:43.558917 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-14e9cf13-3b3c-4639-b95b-ca0adcc4a9e9 req-dc292825-9e11-4cc9-b882-5ace50706951 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441306 Apr 29 16:09:43.612235 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-68e4a443-d2e9-4ef8-a093-999b935514db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:43.643266 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-a4d850cb-f5a0-4d32-85b3-d348993e6baa service neutron] Attempting to bind port 72281281-1ce3-400a-be02-3aabb2c0cef2 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:09:43.643601 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-a4d850cb-f5a0-4d32-85b3-d348993e6baa service neutron] Attempting to bind port 72281281-1ce3-400a-be02-3aabb2c0cef2 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f60e8b57-d73d-48cf-91d5-a23bb54bd300'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:09:43.643924 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-a4d850cb-f5a0-4d32-85b3-d348993e6baa service neutron] Attempting to bind port 72281281-1ce3-400a-be02-3aabb2c0cef2 on network f60e8b57-d73d-48cf-91d5-a23bb54bd300 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:09:43.649496 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-a4d850cb-f5a0-4d32-85b3-d348993e6baa service neutron] Port 72281281-1ce3-400a-be02-3aabb2c0cef2 on network f60e8b57-d73d-48cf-91d5-a23bb54bd300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 16:09:43.649865 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-a4d850cb-f5a0-4d32-85b3-d348993e6baa service neutron] Attempting to bind port 72281281-1ce3-400a-be02-3aabb2c0cef2 on network f60e8b57-d73d-48cf-91d5-a23bb54bd300 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:09:43.656182 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-a4d850cb-f5a0-4d32-85b3-d348993e6baa service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:09:43.656513 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-a4d850cb-f5a0-4d32-85b3-d348993e6baa service neutron] Checking segment: {'id': '2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f60e8b57-d73d-48cf-91d5-a23bb54bd300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:09:43.656909 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-a4d850cb-f5a0-4d32-85b3-d348993e6baa service neutron] Bound using segment: {'id': '2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f60e8b57-d73d-48cf-91d5-a23bb54bd300'} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:09:43.657299 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-a4d850cb-f5a0-4d32-85b3-d348993e6baa service neutron] Bound port: 72281281-1ce3-400a-be02-3aabb2c0cef2, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f60e8b57-d73d-48cf-91d5-a23bb54bd300'}}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:09:43.657642 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-a4d850cb-f5a0-4d32-85b3-d348993e6baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:43.745738 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-a4d850cb-f5a0-4d32-85b3-d348993e6baa service neutron] For port 72281281-1ce3-400a-be02-3aabb2c0cef2, host hv-neutron-8399, cleared binding levels {{(pid=84771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:09:43.748602 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-a4d850cb-f5a0-4d32-85b3-d348993e6baa service neutron] For port 72281281-1ce3-400a-be02-3aabb2c0cef2, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=72281281-1ce3-400a-be02-3aabb2c0cef2,segment=NetworkSegment(2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be),segment_id=2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be)] {{(pid=84771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:09:43.807614 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-a4d850cb-f5a0-4d32-85b3-d348993e6baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:43.865715 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-a4d850cb-f5a0-4d32-85b3-d348993e6baa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:43.867093 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-a4d850cb-f5a0-4d32-85b3-d348993e6baa service neutron] 10.222.0.35 "PUT /v2.0/ports/72281281-1ce3-400a-be02-3aabb2c0cef2 HTTP/1.1" status: 200 len: 1093 time: 1.2015879 Apr 29 16:09:43.867521 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6882bc4-a55e-4e27-a774-81a926f01706', 'tag': '72281281-1ce3-400a-be02-3aabb2c0cef2'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:09:43.887615 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d850cb-f5a0-4d32-85b3-d348993e6baa service neutron] Pushing event updated for resources: {'Port': ['ID=72281281-1ce3-400a-be02-3aabb2c0cef2,revision_number=3']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:09:44.004865 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa488852-3e74-49c9-aa8d-b9a876a3e335'] response: {'name': 'network-changed', 'server_uuid': 'f6882bc4-a55e-4e27-a774-81a926f01706', 'tag': '72281281-1ce3-400a-be02-3aabb2c0cef2', 'status': 'completed', 'code': 200} Apr 29 16:09:44.023829 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-b324624f-ebc5-4fcd-bc5c-48a710fe16ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=664a638f91f04eeb8ce60dce8cafde18&device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 1096 time: 0.0699706 Apr 29 16:09:44.092111 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-6a767e52-22b0-446d-bc08-234f1aa2838f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72281281-1ce3-400a-be02-3aabb2c0cef2 HTTP/1.1" status: 200 len: 217 time: 0.0614655 Apr 29 16:09:44.152088 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-a45fded4-62a5-4503-bd38-a4c0f236856e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:44.153495 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-a45fded4-62a5-4503-bd38-a4c0f236856e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4da91817-c669-4092-b991-d663574b0b79 HTTP/1.1" status: 200 len: 853 time: 0.0560777 Apr 29 16:09:44.200896 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-b60ba2ec-5f43-4a7e-b8bd-be8fd46bc673 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f60e8b57-d73d-48cf-91d5-a23bb54bd300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411234 Apr 29 16:09:44.328629 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-601bea3e-9fe3-484e-a944-04ba9db3a462 service neutron] 10.222.0.35 "GET /v2.0/networks/f60e8b57-d73d-48cf-91d5-a23bb54bd300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211402 Apr 29 16:09:44.455596 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-0cfcfd52-e741-44dc-8d52-02c7c8b8d1d4 req-ad2f3a99-7e98-4512-92bd-9aa94948d142 service neutron] 10.222.0.35 "GET /v2.0/networks/f60e8b57-d73d-48cf-91d5-a23bb54bd300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209548 Apr 29 16:09:44.680279 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-a0e89ba1-3589-45a9-8051-b964d0b84fd5 req-d29cba87-305c-49d0-b006-26a65e23f22b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=664a638f91f04eeb8ce60dce8cafde18&device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 1096 time: 0.0721779 Apr 29 16:09:44.756872 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c254be2-f953-4daa-a13b-401bb8911d8d req-73672757-c4f3-47e8-84af-0a2b9e84bb94 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:44.758438 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9c254be2-f953-4daa-a13b-401bb8911d8d req-73672757-c4f3-47e8-84af-0a2b9e84bb94 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 943 time: 0.0753226 Apr 29 16:09:44.804537 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9c254be2-f953-4daa-a13b-401bb8911d8d req-d036f2b8-960b-4301-af38-427259bef929 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398154 Apr 29 16:09:44.811401 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e89ba1-3589-45a9-8051-b964d0b84fd5 req-ee2f3387-fc29-42f8-aea8-0f0574687734 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:44.812825 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-a0e89ba1-3589-45a9-8051-b964d0b84fd5 req-ee2f3387-fc29-42f8-aea8-0f0574687734 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f60e8b57-d73d-48cf-91d5-a23bb54bd300 HTTP/1.1" status: 200 len: 914 time: 0.1265037 Apr 29 16:09:44.978117 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-a0e89ba1-3589-45a9-8051-b964d0b84fd5 req-ab63cd13-d2fa-42ab-a216-cdc890dc559d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72281281-1ce3-400a-be02-3aabb2c0cef2 HTTP/1.1" status: 200 len: 217 time: 0.1587894 Apr 29 16:09:45.049439 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e89ba1-3589-45a9-8051-b964d0b84fd5 req-9e467db4-e6a7-45d8-929a-30a2af9dd78d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:45.050806 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-a0e89ba1-3589-45a9-8051-b964d0b84fd5 req-9e467db4-e6a7-45d8-929a-30a2af9dd78d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4da91817-c669-4092-b991-d663574b0b79 HTTP/1.1" status: 200 len: 853 time: 0.0674043 Apr 29 16:09:45.096538 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-a0e89ba1-3589-45a9-8051-b964d0b84fd5 req-16594ebc-9929-4451-a2bd-54a85975e401 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f60e8b57-d73d-48cf-91d5-a23bb54bd300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391276 Apr 29 16:09:45.223055 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-a0e89ba1-3589-45a9-8051-b964d0b84fd5 req-d5a42cc2-f797-41e4-820c-efacd45caf64 service neutron] 10.222.0.35 "GET /v2.0/networks/f60e8b57-d73d-48cf-91d5-a23bb54bd300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198215 Apr 29 16:09:45.355356 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-a0e89ba1-3589-45a9-8051-b964d0b84fd5 req-5dd1b40e-e8d0-4537-b922-1796c23c8d20 service neutron] 10.222.0.35 "GET /v2.0/networks/f60e8b57-d73d-48cf-91d5-a23bb54bd300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259732 Apr 29 16:09:45.505753 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:45.923505 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a5035242-31d7-421c-8100-1c1c6dfae354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:46.003340 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35209f-8c10-44ea-b3a1-763e48cf0a71 req-d3270d8e-fd8e-4715-baa2-9cb1d466d059 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:46.004700 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ba35209f-8c10-44ea-b3a1-763e48cf0a71 req-d3270d8e-fd8e-4715-baa2-9cb1d466d059 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 943 time: 0.0775533 Apr 29 16:09:46.049729 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ba35209f-8c10-44ea-b3a1-763e48cf0a71 req-d15a1d25-4984-47b7-b281-37761f339003 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389369 Apr 29 16:09:46.871567 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 72281281-1ce3-400a-be02-3aabb2c0cef2 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:09:47.003383 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 72281281-1ce3-400a-be02-3aabb2c0cef2, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=72281281-1ce3-400a-be02-3aabb2c0cef2,segment=NetworkSegment(2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be),segment_id=2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:09:47.016631 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '72281281-1ce3-400a-be02-3aabb2c0cef2', 'network_id': 'f60e8b57-d73d-48cf-91d5-a23bb54bd300', 'port_id': '72281281-1ce3-400a-be02-3aabb2c0cef2', 'mac_address': 'fa:16:3e:2a:4c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da91817-c669-4092-b991-d663574b0b79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:09:47.068666 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:47.086083 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72281281-1ce3-400a-be02-3aabb2c0cef2 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:09:47.101159 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 72281281-1ce3-400a-be02-3aabb2c0cef2, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=72281281-1ce3-400a-be02-3aabb2c0cef2,segment=NetworkSegment(2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be),segment_id=2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:09:47.191798 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:47.228883 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:47.258222 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941c3fd-c8b3-4804-b3f1-48952247930e req-1c442ce4-27f7-4e19-857e-f5c783a86558 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:47.260285 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3941c3fd-c8b3-4804-b3f1-48952247930e req-1c442ce4-27f7-4e19-857e-f5c783a86558 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 944 time: 0.0767291 Apr 29 16:09:47.261673 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=72281281-1ce3-400a-be02-3aabb2c0cef2,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:09:47.309876 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3941c3fd-c8b3-4804-b3f1-48952247930e req-18a78df6-f3e5-4500-86a5-82d2ca5b3e44 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434821 Apr 29 16:09:47.496289 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['72281281-1ce3-400a-be02-3aabb2c0cef2'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:09:47.523865 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:48.492226 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:48.503637 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321eeb1-e0c6-4b0c-a55f-ff55e1db322a req-48fd3c8f-7cbc-4da2-a415-a591e629567d tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:48.505100 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d321eeb1-e0c6-4b0c-a55f-ff55e1db322a req-48fd3c8f-7cbc-4da2-a415-a591e629567d tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 944 time: 0.0752480 Apr 29 16:09:48.550809 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d321eeb1-e0c6-4b0c-a55f-ff55e1db322a req-b8a08421-261e-4af7-a27e-9d579b7564cc tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393717 Apr 29 16:09:48.887785 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 72281281-1ce3-400a-be02-3aabb2c0cef2 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:09:49.018225 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 72281281-1ce3-400a-be02-3aabb2c0cef2 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:09:49.023000 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 72281281-1ce3-400a-be02-3aabb2c0cef2 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:09:49.023387 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:49.147275 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:49.205354 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6882bc4-a55e-4e27-a774-81a926f01706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72281281-1ce3-400a-be02-3aabb2c0cef2'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:09:49.215043 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 72281281-1ce3-400a-be02-3aabb2c0cef2, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=72281281-1ce3-400a-be02-3aabb2c0cef2,segment=NetworkSegment(2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be),segment_id=2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:09:49.263483 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c4c5e0-6e0e-43d0-b5f9-0dbc1d8dd861'] response: {'server_uuid': 'f6882bc4-a55e-4e27-a774-81a926f01706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72281281-1ce3-400a-be02-3aabb2c0cef2', 'code': 200} Apr 29 16:09:49.276050 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:49.340913 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=72281281-1ce3-400a-be02-3aabb2c0cef2,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:09:49.621851 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-1cee0e01-6317-4cfa-8aaa-d84803f20ba4 req-96611c98-5e82-4950-bab6-0eaadb92acae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 1098 time: 0.0672724 Apr 29 16:09:49.663079 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-1cee0e01-6317-4cfa-8aaa-d84803f20ba4 req-2db35425-9506-4e44-b07d-dad80d63e41d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354826 Apr 29 16:09:49.749372 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02963f4d-b6d7-4f47-9121-c356819fd117 req-89f3059f-6275-4d25-a9e6-a8d451b7357e tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:49.750897 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-02963f4d-b6d7-4f47-9121-c356819fd117 req-89f3059f-6275-4d25-a9e6-a8d451b7357e tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0807810 Apr 29 16:09:49.796366 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-02963f4d-b6d7-4f47-9121-c356819fd117 req-adafd783-922f-40f6-9e86-69d9a14f9128 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398619 Apr 29 16:09:51.009313 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b875c7-7799-4a49-86b7-f5047d13e430 req-d6c04273-43f1-4e08-8e03-980282f42b5f tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:51.010681 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-86b875c7-7799-4a49-86b7-f5047d13e430 req-d6c04273-43f1-4e08-8e03-980282f42b5f tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0808308 Apr 29 16:09:51.058253 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-86b875c7-7799-4a49-86b7-f5047d13e430 req-fdf4a169-fa1b-43da-bd0b-9c00c0bfa138 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415876 Apr 29 16:09:52.259246 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60f7ff-473e-4ebf-9e73-7cc2139bc0b8 req-b28f70cf-22ab-4034-a301-4e9eea4bb648 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:52.260792 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f60f7ff-473e-4ebf-9e73-7cc2139bc0b8 req-b28f70cf-22ab-4034-a301-4e9eea4bb648 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0776162 Apr 29 16:09:52.304946 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f60f7ff-473e-4ebf-9e73-7cc2139bc0b8 req-524d9d20-437c-4204-97a1-1b8d3e0bbec1 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381050 Apr 29 16:09:52.497679 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803c293-780d-4a8c-b112-94fd29202e5d req-32c18666-8ac6-4410-83a6-76a0d7be5147 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:52.499139 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2803c293-780d-4a8c-b112-94fd29202e5d req-32c18666-8ac6-4410-83a6-76a0d7be5147 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0744843 Apr 29 16:09:52.546151 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2803c293-780d-4a8c-b112-94fd29202e5d req-ba145a2f-a572-4c63-bfc0-5fd290541790 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416265 Apr 29 16:09:52.742384 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a622b03d-d604-40a6-881a-dc63092b5ebe req-cc2328ac-c4ac-4f1f-9d0d-417534608d9e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0660100 Apr 29 16:09:53.183401 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2ae19-24ab-4076-9bec-159c28ccaa38 req-ca03738b-a59a-4415-add1-601057753d1e tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:53.184835 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ceb2ae19-24ab-4076-9bec-159c28ccaa38 req-ca03738b-a59a-4415-add1-601057753d1e tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0750234 Apr 29 16:09:53.280541 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ceb2ae19-24ab-4076-9bec-159c28ccaa38 req-f6067825-11ff-465d-a75e-89deb4a7e470 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901437 Apr 29 16:09:53.295798 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-48f13557-1b3b-45e0-8ecf-c16993816f5b req-e2d3441c-90c2-4e06-bd89-270322a45859 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902567 Apr 29 16:09:54.475364 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792558c-7559-4d14-bd84-f6a448171f09 req-ed3f873f-1d1a-489f-af87-9947ddba6f0f tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:54.478595 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8792558c-7559-4d14-bd84-f6a448171f09 req-ed3f873f-1d1a-489f-af87-9947ddba6f0f tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0756857 Apr 29 16:09:54.527783 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8792558c-7559-4d14-bd84-f6a448171f09 req-9539b453-def3-40a1-8179-e25654c0db9d tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444608 Apr 29 16:09:55.444712 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-48f13557-1b3b-45e0-8ecf-c16993816f5b req-e146e5f4-70df-406b-8e0b-bf80658f775f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=664a638f91f04eeb8ce60dce8cafde18&device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 1098 time: 0.0724242 Apr 29 16:09:55.573019 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f13557-1b3b-45e0-8ecf-c16993816f5b req-8a0d7e27-ced8-4991-b294-198b188cd607 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:55.574702 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-48f13557-1b3b-45e0-8ecf-c16993816f5b req-8a0d7e27-ced8-4991-b294-198b188cd607 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f60e8b57-d73d-48cf-91d5-a23bb54bd300 HTTP/1.1" status: 200 len: 914 time: 0.1238823 Apr 29 16:09:55.640340 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-48f13557-1b3b-45e0-8ecf-c16993816f5b req-7a409635-e1bc-4354-84f6-c1310c01ab8e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72281281-1ce3-400a-be02-3aabb2c0cef2 HTTP/1.1" status: 200 len: 217 time: 0.0595999 Apr 29 16:09:55.705361 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f13557-1b3b-45e0-8ecf-c16993816f5b req-7cdac229-c960-4f9d-8aff-b429c2579e82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:55.706853 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-48f13557-1b3b-45e0-8ecf-c16993816f5b req-7cdac229-c960-4f9d-8aff-b429c2579e82 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4da91817-c669-4092-b991-d663574b0b79 HTTP/1.1" status: 200 len: 853 time: 0.0611529 Apr 29 16:09:55.722372 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2cc8b-35dd-461a-b2be-4be604212729 req-e452bdaf-054e-4135-bc21-23d3c91ad439 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:55.723831 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8fd2cc8b-35dd-461a-b2be-4be604212729 req-e452bdaf-054e-4135-bc21-23d3c91ad439 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0755024 Apr 29 16:09:55.751224 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-48f13557-1b3b-45e0-8ecf-c16993816f5b req-034115e7-3294-4fa6-8583-14641bc05228 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f60e8b57-d73d-48cf-91d5-a23bb54bd300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392094 Apr 29 16:09:55.771501 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8fd2cc8b-35dd-461a-b2be-4be604212729 req-c1948570-49b4-4410-a88e-e6aac6e259ac tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406246 Apr 29 16:09:55.879770 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-48f13557-1b3b-45e0-8ecf-c16993816f5b req-2052e943-88e6-46f0-b326-b097d213ef4a service neutron] 10.222.0.35 "GET /v2.0/networks/f60e8b57-d73d-48cf-91d5-a23bb54bd300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229262 Apr 29 16:09:56.009814 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-48f13557-1b3b-45e0-8ecf-c16993816f5b req-531f8f12-eacc-430b-a0cf-15dac8e4d310 service neutron] 10.222.0.35 "GET /v2.0/networks/f60e8b57-d73d-48cf-91d5-a23bb54bd300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239161 Apr 29 16:09:57.037457 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269c4d-46c7-46f5-88f1-caf936c2c1cc req-d339c352-61d7-4753-a72e-1dcc692a1db7 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:57.038828 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fd269c4d-46c7-46f5-88f1-caf936c2c1cc req-d339c352-61d7-4753-a72e-1dcc692a1db7 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.1444697 Apr 29 16:09:57.083679 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fd269c4d-46c7-46f5-88f1-caf936c2c1cc req-cd581182-6048-4b36-9b0e-2a958bcf79ac tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392478 Apr 29 16:09:58.280609 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78f5c6-738f-4aa0-bcea-a59f46bf21ad req-6262bf42-4dc9-41b8-9cf4-87d138aff042 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:58.282040 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cd78f5c6-738f-4aa0-bcea-a59f46bf21ad req-6262bf42-4dc9-41b8-9cf4-87d138aff042 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0751331 Apr 29 16:09:58.326695 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cd78f5c6-738f-4aa0-bcea-a59f46bf21ad req-a76b5e7a-491b-4860-b9fd-11b3d0be7d04 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392406 Apr 29 16:09:59.521498 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee647ec-73bb-4172-88ff-50a9fec6a045 req-a96c439a-89e9-4261-9767-cf7dcee63db1 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:09:59.522961 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fee647ec-73bb-4172-88ff-50a9fec6a045 req-a96c439a-89e9-4261-9767-cf7dcee63db1 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0778365 Apr 29 16:09:59.567732 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fee647ec-73bb-4172-88ff-50a9fec6a045 req-6780d1ba-c47d-46df-bea1-ec86df3eac9c tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391934 Apr 29 16:10:00.762260 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e70501-c052-49fa-9aed-e250bc2ac14d req-250760d1-b4a3-4b85-865e-fc80bf59ec79 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:00.763731 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-68e70501-c052-49fa-9aed-e250bc2ac14d req-250760d1-b4a3-4b85-865e-fc80bf59ec79 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0753582 Apr 29 16:10:00.808900 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-68e70501-c052-49fa-9aed-e250bc2ac14d req-0286f4aa-5357-4453-833b-901816a1ae35 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394135 Apr 29 16:10:02.008911 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb6629-d129-48fc-9179-3d607b4d1b41 req-ccb8226b-9baf-4e14-ac7a-b8c5ba6b3bc8 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:02.010886 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eabb6629-d129-48fc-9179-3d607b4d1b41 req-ccb8226b-9baf-4e14-ac7a-b8c5ba6b3bc8 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0789225 Apr 29 16:10:02.055931 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eabb6629-d129-48fc-9179-3d607b4d1b41 req-37bd3d37-5308-48f3-b576-159a97c1df48 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393913 Apr 29 16:10:03.251385 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27e40e-a49e-46ce-886b-9c601fdb5ba4 req-7cd8b8b4-500e-4f37-8f8e-8ce59a8b63d7 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:03.252812 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ea27e40e-a49e-46ce-886b-9c601fdb5ba4 req-7cd8b8b4-500e-4f37-8f8e-8ce59a8b63d7 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0743582 Apr 29 16:10:03.300371 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ea27e40e-a49e-46ce-886b-9c601fdb5ba4 req-2657745c-a1ac-4a46-aa76-1c7fc27cd9ef tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420928 Apr 29 16:10:04.494902 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eea8df-2f88-4974-816c-23c387b53005 req-24d1fd8c-03c8-442e-ab64-aca7f3d27b3e tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:04.496322 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a6eea8df-2f88-4974-816c-23c387b53005 req-24d1fd8c-03c8-442e-ab64-aca7f3d27b3e tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0747712 Apr 29 16:10:04.540156 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a6eea8df-2f88-4974-816c-23c387b53005 req-757b24d3-8147-4a0a-88dc-eea3ce54c225 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383224 Apr 29 16:10:05.738474 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bff5df-8700-48f1-8ebb-87359e6c4954 req-814dfea5-f15c-4719-9e68-beb1d41585d8 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:05.739903 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c5bff5df-8700-48f1-8ebb-87359e6c4954 req-814dfea5-f15c-4719-9e68-beb1d41585d8 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0796621 Apr 29 16:10:05.784908 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c5bff5df-8700-48f1-8ebb-87359e6c4954 req-70cf7e5b-1376-4554-8b1e-9f13decf70b2 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386634 Apr 29 16:10:06.979495 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a0a31-b630-4927-9e23-550d05b80d42 req-f246c043-adba-4018-9ab3-d796e5b64e69 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:06.980920 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f1a0a31-b630-4927-9e23-550d05b80d42 req-f246c043-adba-4018-9ab3-d796e5b64e69 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0745947 Apr 29 16:10:07.028769 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f1a0a31-b630-4927-9e23-550d05b80d42 req-0b8ca080-80b4-42ec-a48e-fe1541d25e02 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422542 Apr 29 16:10:08.225377 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07180c-7b7e-4122-a319-fd1cfdb86abd req-7b17ceb2-b13d-4d01-ad0a-6e83b2ea7ee3 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:08.226829 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0b07180c-7b7e-4122-a319-fd1cfdb86abd req-7b17ceb2-b13d-4d01-ad0a-6e83b2ea7ee3 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0784028 Apr 29 16:10:08.270805 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0b07180c-7b7e-4122-a319-fd1cfdb86abd req-26cb9c56-e8b5-401c-a239-6b79230dad56 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385094 Apr 29 16:10:09.463734 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a105d-fb89-490e-9f00-7353696dd06d req-a537d394-10b0-406e-86db-bd613d2cb35d tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:09.465176 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d20a105d-fb89-490e-9f00-7353696dd06d req-a537d394-10b0-406e-86db-bd613d2cb35d tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0748930 Apr 29 16:10:09.517196 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d20a105d-fb89-490e-9f00-7353696dd06d req-c2dd0adf-1ae5-4d91-966f-4eb66fc7caf7 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464022 Apr 29 16:10:10.797410 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f17b4-92c2-4d42-8eae-d23bb9dee73c req-599988c3-1d55-4071-9812-20f5fc2b1006 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:10.804831 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-322f17b4-92c2-4d42-8eae-d23bb9dee73c req-599988c3-1d55-4071-9812-20f5fc2b1006 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.1497400 Apr 29 16:10:10.844871 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-322f17b4-92c2-4d42-8eae-d23bb9dee73c req-3d2f336c-17bb-447d-8c81-e1be5422ee24 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397878 Apr 29 16:10:12.042596 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa41e7-515a-4d54-bb0d-da4d6a7771cd req-4c67744e-f7b2-4e75-af61-2c12909d824d tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:12.043934 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-30fa41e7-515a-4d54-bb0d-da4d6a7771cd req-4c67744e-f7b2-4e75-af61-2c12909d824d tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0785184 Apr 29 16:10:12.089595 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-30fa41e7-515a-4d54-bb0d-da4d6a7771cd req-8a4089ca-89a0-46d1-b47b-e5a6a47fc67c tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402517 Apr 29 16:10:13.259546 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-48f13557-1b3b-45e0-8ecf-c16993816f5b req-78965558-b47b-47bd-95e0-92dac7224e6f service neutron] 10.222.0.35 "GET /v2.0/ports/72281281-1ce3-400a-be02-3aabb2c0cef2/bindings/hv-neutron-8399 HTTP/1.1" status: 200 len: 384 time: 0.0763154 Apr 29 16:10:13.295086 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcce69e-c4ab-446a-8059-d1d8a96a10fa req-af2b2d71-43b3-49b0-97b3-8c0e8ee886cf tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:13.297623 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6fcce69e-c4ab-446a-8059-d1d8a96a10fa req-af2b2d71-43b3-49b0-97b3-8c0e8ee886cf tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0778933 Apr 29 16:10:13.340965 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6fcce69e-c4ab-446a-8059-d1d8a96a10fa req-c31a8fbc-d075-4ffd-86f7-2ac4fabe3f75 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389807 Apr 29 16:10:13.645781 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-45c6e008-c798-4815-b6ce-016021550983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:13.821294 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-48f13557-1b3b-45e0-8ecf-c16993816f5b req-cbbbb128-2289-467d-aa47-1340fbe22829 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706&tenant_id=664a638f91f04eeb8ce60dce8cafde18 HTTP/1.1" status: 200 len: 1098 time: 0.0683112 Apr 29 16:10:13.914271 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-48f13557-1b3b-45e0-8ecf-c16993816f5b req-e4fbb5a1-d897-494b-a6b3-c723452a117b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=664a638f91f04eeb8ce60dce8cafde18&device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 1098 time: 0.0670311 Apr 29 16:10:14.042597 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f13557-1b3b-45e0-8ecf-c16993816f5b req-eaa01144-3879-4913-a619-ee8c410b799d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:14.043994 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-48f13557-1b3b-45e0-8ecf-c16993816f5b req-eaa01144-3879-4913-a619-ee8c410b799d service neutron] 10.222.0.35 "GET /v2.0/networks?id=f60e8b57-d73d-48cf-91d5-a23bb54bd300 HTTP/1.1" status: 200 len: 914 time: 0.1245549 Apr 29 16:10:14.204450 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-48f13557-1b3b-45e0-8ecf-c16993816f5b req-8aa164e2-2d3e-4c91-81f4-c741070b094b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72281281-1ce3-400a-be02-3aabb2c0cef2 HTTP/1.1" status: 200 len: 217 time: 0.1540852 Apr 29 16:10:14.267533 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f13557-1b3b-45e0-8ecf-c16993816f5b req-cb5b2573-6720-4d75-8bc8-ae4b3b8376a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:14.268959 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-48f13557-1b3b-45e0-8ecf-c16993816f5b req-cb5b2573-6720-4d75-8bc8-ae4b3b8376a7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4da91817-c669-4092-b991-d663574b0b79 HTTP/1.1" status: 200 len: 853 time: 0.0589542 Apr 29 16:10:14.313672 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-48f13557-1b3b-45e0-8ecf-c16993816f5b req-518f7ec8-4df3-466b-ac61-faaa8aa4b7ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f60e8b57-d73d-48cf-91d5-a23bb54bd300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394793 Apr 29 16:10:14.448156 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-48f13557-1b3b-45e0-8ecf-c16993816f5b req-f3b2f60a-58d9-4931-9d61-1558c0f18b02 service neutron] 10.222.0.35 "GET /v2.0/networks/f60e8b57-d73d-48cf-91d5-a23bb54bd300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289718 Apr 29 16:10:14.544592 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27ef9a-7ea6-456d-8db8-7ebb2cb75356 req-de3f387a-37f8-45ab-8537-9aea3e0ace88 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:14.545961 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7e27ef9a-7ea6-456d-8db8-7ebb2cb75356 req-de3f387a-37f8-45ab-8537-9aea3e0ace88 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0789018 Apr 29 16:10:14.583941 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-48f13557-1b3b-45e0-8ecf-c16993816f5b req-f169b16b-98ab-4089-8881-e14d9ba552c7 service neutron] 10.222.0.35 "GET /v2.0/networks/f60e8b57-d73d-48cf-91d5-a23bb54bd300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294281 Apr 29 16:10:14.592117 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7e27ef9a-7ea6-456d-8db8-7ebb2cb75356 req-02708d13-c83e-4fcb-96c3-8200ab078f7b tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403719 Apr 29 16:10:15.514119 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:15.787693 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca2681-3650-429a-aa2d-07f5f3149784 req-f381ba67-5b7a-480c-b850-6a67a9072b6f tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:15.789086 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-12ca2681-3650-429a-aa2d-07f5f3149784 req-f381ba67-5b7a-480c-b850-6a67a9072b6f tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0761747 Apr 29 16:10:15.837102 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-12ca2681-3650-429a-aa2d-07f5f3149784 req-f762bd1a-b944-4712-b954-5a5ccd4c3b45 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418200 Apr 29 16:10:15.928164 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5ab5c1f1-c836-4646-bb4c-be76cffe4ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:17.036116 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc427c86-6fd2-4816-8b33-2c9706ea3cdb req-cf01370b-6adb-4c1a-a641-c13e269156fb tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:17.037483 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cc427c86-6fd2-4816-8b33-2c9706ea3cdb req-cf01370b-6adb-4c1a-a641-c13e269156fb tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0762706 Apr 29 16:10:17.050011 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 72281281-1ce3-400a-be02-3aabb2c0cef2 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:10:17.054873 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 72281281-1ce3-400a-be02-3aabb2c0cef2 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:10:17.086548 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cc427c86-6fd2-4816-8b33-2c9706ea3cdb req-c2de1767-4ddd-437f-a923-d2b6a44940da tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430088 Apr 29 16:10:17.281622 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:17.298102 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:17.304140 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 72281281-1ce3-400a-be02-3aabb2c0cef2, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=72281281-1ce3-400a-be02-3aabb2c0cef2,segment=NetworkSegment(2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be),segment_id=2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:10:17.326078 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '72281281-1ce3-400a-be02-3aabb2c0cef2', 'network_id': 'f60e8b57-d73d-48cf-91d5-a23bb54bd300', 'port_id': '72281281-1ce3-400a-be02-3aabb2c0cef2', 'mac_address': 'fa:16:3e:2a:4c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da91817-c669-4092-b991-d663574b0b79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:10:17.331763 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6882bc4-a55e-4e27-a774-81a926f01706', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72281281-1ce3-400a-be02-3aabb2c0cef2'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:10:17.367335 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 72281281-1ce3-400a-be02-3aabb2c0cef2, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=72281281-1ce3-400a-be02-3aabb2c0cef2,segment=NetworkSegment(2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be),segment_id=2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:10:17.393904 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:17.403945 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3ccfd53-d30d-43e8-9dd6-cb12acc9aae5'] response: {'server_uuid': 'f6882bc4-a55e-4e27-a774-81a926f01706', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72281281-1ce3-400a-be02-3aabb2c0cef2', 'code': 200} Apr 29 16:10:17.413148 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72281281-1ce3-400a-be02-3aabb2c0cef2 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:10:17.466036 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:17.564012 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:17.573049 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:10:17.573935 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:10:17.578822 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=72281281-1ce3-400a-be02-3aabb2c0cef2,revision_number=6']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:17.587143 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:17.587492 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:17.587859 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:17.588193 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:17.588527 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:17.589623 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:17.589959 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:17.590316 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:17.590674 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:17.591009 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:17.591333 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:18.126397 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:18.143889 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72281281-1ce3-400a-be02-3aabb2c0cef2 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:10:18.159814 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 72281281-1ce3-400a-be02-3aabb2c0cef2, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=72281281-1ce3-400a-be02-3aabb2c0cef2,segment=NetworkSegment(2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be),segment_id=2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:10:18.222678 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:18.290837 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062287d5-961d-49be-a49d-de7096ca9cec req-53516341-a59d-4844-9d71-44912024e6cd tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:18.292948 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-062287d5-961d-49be-a49d-de7096ca9cec req-53516341-a59d-4844-9d71-44912024e6cd tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 944 time: 0.0812736 Apr 29 16:10:18.294651 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=72281281-1ce3-400a-be02-3aabb2c0cef2,revision_number=7']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:18.300769 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['72281281-1ce3-400a-be02-3aabb2c0cef2'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:10:18.338934 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-062287d5-961d-49be-a49d-de7096ca9cec req-95f0f3f0-e0f3-45cf-922b-52ff35004eb7 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402503 Apr 29 16:10:18.548433 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:18.808744 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da76ad-bea9-4fc6-9993-bbe708d7c058 req-ca65b61f-c1e9-4207-9917-3a4b8b79e15c tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:18.810238 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-40da76ad-bea9-4fc6-9993-bbe708d7c058 req-ca65b61f-c1e9-4207-9917-3a4b8b79e15c tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 944 time: 0.0782604 Apr 29 16:10:18.856398 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-40da76ad-bea9-4fc6-9993-bbe708d7c058 req-0dc068ed-9401-4ffa-a0e1-1d85a61de9ff tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403719 Apr 29 16:10:18.919458 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250f5e9-1db0-4642-b017-261de685f5c0 req-3388dacf-7b5a-44ca-b0b6-93676673c1be tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:18.920040 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-d250f5e9-1db0-4642-b017-261de685f5c0 req-3388dacf-7b5a-44ca-b0b6-93676673c1be tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Synchronizing usage tracker for tenant:664a638f91f04eeb8ce60dce8cafde18 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:10:19.013689 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-d250f5e9-1db0-4642-b017-261de685f5c0 req-3388dacf-7b5a-44ca-b0b6-93676673c1be tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Unset dirty status for tenant:664a638f91f04eeb8ce60dce8cafde18 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:10:19.014921 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d250f5e9-1db0-4642-b017-261de685f5c0 req-3388dacf-7b5a-44ca-b0b6-93676673c1be tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706&tenant_id=664a638f91f04eeb8ce60dce8cafde18&binding%3Ahost_id=hv-neutron-8399 HTTP/1.1" status: 200 len: 944 time: 0.1738298 Apr 29 16:10:19.057704 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 72281281-1ce3-400a-be02-3aabb2c0cef2 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:10:19.124990 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 72281281-1ce3-400a-be02-3aabb2c0cef2 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:10:19.125358 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:19.155074 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d250f5e9-1db0-4642-b017-261de685f5c0 req-1a168148-1d70-441d-a0a4-b50f6eeccd2d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=664a638f91f04eeb8ce60dce8cafde18&device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 1097 time: 0.0718870 Apr 29 16:10:19.240102 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:19.272249 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 72281281-1ce3-400a-be02-3aabb2c0cef2, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=72281281-1ce3-400a-be02-3aabb2c0cef2,segment=NetworkSegment(2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be),segment_id=2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:10:19.288230 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250f5e9-1db0-4642-b017-261de685f5c0 req-6778fe65-7fb5-44b6-aa53-c3136e7fae20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:19.289700 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d250f5e9-1db0-4642-b017-261de685f5c0 req-6778fe65-7fb5-44b6-aa53-c3136e7fae20 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f60e8b57-d73d-48cf-91d5-a23bb54bd300 HTTP/1.1" status: 200 len: 914 time: 0.1288068 Apr 29 16:10:19.333892 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:19.355413 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d250f5e9-1db0-4642-b017-261de685f5c0 req-646e9b8c-eab8-4f1c-8a6e-6e8b0d201d25 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72281281-1ce3-400a-be02-3aabb2c0cef2 HTTP/1.1" status: 200 len: 217 time: 0.0599155 Apr 29 16:10:19.399681 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=72281281-1ce3-400a-be02-3aabb2c0cef2,revision_number=8']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:19.404643 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6882bc4-a55e-4e27-a774-81a926f01706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72281281-1ce3-400a-be02-3aabb2c0cef2'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:10:19.422020 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250f5e9-1db0-4642-b017-261de685f5c0 req-83b2c065-666d-466d-83ba-d614eca312fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:19.423483 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d250f5e9-1db0-4642-b017-261de685f5c0 req-83b2c065-666d-466d-83ba-d614eca312fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4da91817-c669-4092-b991-d663574b0b79 HTTP/1.1" status: 200 len: 853 time: 0.0631881 Apr 29 16:10:19.467378 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d250f5e9-1db0-4642-b017-261de685f5c0 req-05a25f52-14e3-4bdc-bf22-64f55dae40f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f60e8b57-d73d-48cf-91d5-a23bb54bd300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384648 Apr 29 16:10:19.469379 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddfda53e-2888-4938-a663-116442228c74'] response: {'server_uuid': 'f6882bc4-a55e-4e27-a774-81a926f01706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72281281-1ce3-400a-be02-3aabb2c0cef2', 'code': 200} Apr 29 16:10:19.601923 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d250f5e9-1db0-4642-b017-261de685f5c0 req-6103917f-fd7f-48d1-971a-a6f0c4e9ca50 service neutron] 10.222.0.35 "GET /v2.0/networks/f60e8b57-d73d-48cf-91d5-a23bb54bd300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221611 Apr 29 16:10:19.734731 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d250f5e9-1db0-4642-b017-261de685f5c0 req-78c59773-9521-451c-a192-9771b0856ab8 service neutron] 10.222.0.35 "GET /v2.0/networks/f60e8b57-d73d-48cf-91d5-a23bb54bd300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274009 Apr 29 16:10:19.751777 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:10:20.060039 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84be64-f62c-4f55-94ac-5b284390ffbc req-a99fa124-0c05-4f7c-9919-64dddee123aa tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:20.061477 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0e84be64-f62c-4f55-94ac-5b284390ffbc req-a99fa124-0c05-4f7c-9919-64dddee123aa tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0805004 Apr 29 16:10:20.106229 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0e84be64-f62c-4f55-94ac-5b284390ffbc req-16a806dd-8345-492a-ba95-228ff6d57d59 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392449 Apr 29 16:10:21.305974 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab5abc-18cf-412c-8264-00a4fab82108 req-73e345c4-1791-4561-9996-981e4a5cd02f tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:21.307437 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3eab5abc-18cf-412c-8264-00a4fab82108 req-73e345c4-1791-4561-9996-981e4a5cd02f tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0738523 Apr 29 16:10:21.351941 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3eab5abc-18cf-412c-8264-00a4fab82108 req-d8f11ec9-17e6-499e-beef-7326d6d82ecc tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386271 Apr 29 16:10:21.549011 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23039c-eb1c-4f46-a053-c237f80188a7 req-c1389ecd-a780-4458-982f-31e2dc65a8b5 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:21.550439 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3a23039c-eb1c-4f46-a053-c237f80188a7 req-c1389ecd-a780-4458-982f-31e2dc65a8b5 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0789080 Apr 29 16:10:21.595752 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3a23039c-eb1c-4f46-a053-c237f80188a7 req-7d85c2fd-96ca-4796-bf14-6a7c75de5d33 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398562 Apr 29 16:10:21.788219 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54da8e-6d31-42ae-b145-354758ee7042 req-caa7574d-7062-450b-b16c-1627031e6981 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:21.789672 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ae54da8e-6d31-42ae-b145-354758ee7042 req-caa7574d-7062-450b-b16c-1627031e6981 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0757403 Apr 29 16:10:21.837693 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ae54da8e-6d31-42ae-b145-354758ee7042 req-ae78a7b2-1834-4950-afa1-17aef397cb8d tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417430 Apr 29 16:10:22.622236 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b3115-07ba-47c1-8933-1b738fba87c6 req-849cfdcc-299a-4901-a88c-dae31acbd088 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:22.623712 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-306b3115-07ba-47c1-8933-1b738fba87c6 req-849cfdcc-299a-4901-a88c-dae31acbd088 tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0763288 Apr 29 16:10:22.669110 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-306b3115-07ba-47c1-8933-1b738fba87c6 req-71da87f8-5cd0-4c88-a2fb-7bad55a9020a tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400202 Apr 29 16:10:23.866695 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e89f8-b33c-4163-92fe-2ae2d09b7dba req-13578701-b9ba-432d-9cef-70ab990bed6a tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:23.868138 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-141e89f8-b33c-4163-92fe-2ae2d09b7dba req-13578701-b9ba-432d-9cef-70ab990bed6a tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0812838 Apr 29 16:10:23.913997 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-141e89f8-b33c-4163-92fe-2ae2d09b7dba req-afdd30a7-1b7c-458a-9a86-279095b9e59f tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/security-groups?id=295e81a6-e679-467d-9533-91c04e6a329f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400808 Apr 29 16:10:24.184930 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b4fd4-fc4b-4fcf-9919-24b3b8e9e241 req-09b2152e-39b0-4008-a34f-e03eb1b9c6cf tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:24.186332 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-5c2b4fd4-fc4b-4fcf-9919-24b3b8e9e241 req-09b2152e-39b0-4008-a34f-e03eb1b9c6cf tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 945 time: 0.0782180 Apr 29 16:10:24.250901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [req-5c2b4fd4-fc4b-4fcf-9919-24b3b8e9e241 req-178cd135-fee6-4bbd-81ef-6f5263b566bb tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Deleting port 72281281-1ce3-400a-be02-3aabb2c0cef2 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:10:24.251235 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-5c2b4fd4-fc4b-4fcf-9919-24b3b8e9e241 req-178cd135-fee6-4bbd-81ef-6f5263b566bb tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:24.577213 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-5c2b4fd4-fc4b-4fcf-9919-24b3b8e9e241 req-178cd135-fee6-4bbd-81ef-6f5263b566bb tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] For port 72281281-1ce3-400a-be02-3aabb2c0cef2, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=72281281-1ce3-400a-be02-3aabb2c0cef2,segment=NetworkSegment(2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be),segment_id=2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:10:24.577558 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-5c2b4fd4-fc4b-4fcf-9919-24b3b8e9e241 req-178cd135-fee6-4bbd-81ef-6f5263b566bb tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:24.696469 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [req-5c2b4fd4-fc4b-4fcf-9919-24b3b8e9e241 req-178cd135-fee6-4bbd-81ef-6f5263b566bb tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Calling delete_port for 72281281-1ce3-400a-be02-3aabb2c0cef2 owned by compute:nova {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:10:24.919787 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-5c2b4fd4-fc4b-4fcf-9919-24b3b8e9e241 req-178cd135-fee6-4bbd-81ef-6f5263b566bb tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:24.931970 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['72281281-1ce3-400a-be02-3aabb2c0cef2'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:10:24.970522 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cd135-fee6-4bbd-81ef-6f5263b566bb tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Pushing event deleted for resources: {'Port': ['ID=72281281-1ce3-400a-be02-3aabb2c0cef2,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:25.009704 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178cd135-fee6-4bbd-81ef-6f5263b566bb tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:25.010049 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178cd135-fee6-4bbd-81ef-6f5263b566bb tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:25.010392 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178cd135-fee6-4bbd-81ef-6f5263b566bb tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:25.010790 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178cd135-fee6-4bbd-81ef-6f5263b566bb tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:25.011141 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178cd135-fee6-4bbd-81ef-6f5263b566bb tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:25.011471 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178cd135-fee6-4bbd-81ef-6f5263b566bb tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:25.012367 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178cd135-fee6-4bbd-81ef-6f5263b566bb tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:25.012692 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178cd135-fee6-4bbd-81ef-6f5263b566bb tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:25.013016 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178cd135-fee6-4bbd-81ef-6f5263b566bb tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:25.013337 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178cd135-fee6-4bbd-81ef-6f5263b566bb tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:25.013661 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178cd135-fee6-4bbd-81ef-6f5263b566bb tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:25.057148 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2b4fd4-fc4b-4fcf-9919-24b3b8e9e241 req-178cd135-fee6-4bbd-81ef-6f5263b566bb tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] No DVR routers for this DVR port 72281281-1ce3-400a-be02-3aabb2c0cef2 on host hv-neutron-8399 {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:10:25.059756 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-5c2b4fd4-fc4b-4fcf-9919-24b3b8e9e241 req-178cd135-fee6-4bbd-81ef-6f5263b566bb tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:25.063268 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6882bc4-a55e-4e27-a774-81a926f01706', 'name': 'network-vif-deleted', 'tag': '72281281-1ce3-400a-be02-3aabb2c0cef2'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:10:25.088741 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fec4bffc-3d1e-445f-80ba-cee8bda5f584 req-72512d3f-8d18-4f1a-862d-b64501f5c6fe tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6882bc4-a55e-4e27-a774-81a926f01706 HTTP/1.1" status: 200 len: 210 time: 0.0451424 Apr 29 16:10:25.118475 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caa439f6-14aa-4b7e-a273-7c35b8dc30e7'] response: {'server_uuid': 'f6882bc4-a55e-4e27-a774-81a926f01706', 'name': 'network-vif-deleted', 'tag': '72281281-1ce3-400a-be02-3aabb2c0cef2', 'status': 'completed', 'code': 200} Apr 29 16:10:25.143494 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-5c2b4fd4-fc4b-4fcf-9919-24b3b8e9e241 req-178cd135-fee6-4bbd-81ef-6f5263b566bb tempest-ServerDiskConfigTestJSON-1792160220 tempest-ServerDiskConfigTestJSON-1792160220-project] 10.222.0.35 "DELETE /v2.0/ports/72281281-1ce3-400a-be02-3aabb2c0cef2 HTTP/1.1" status: 204 len: 173 time: 0.9522753 Apr 29 16:10:26.346223 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34922) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:26.406872 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-39949efa-d66d-4bad-8614-f8f83c4ae981 admin admin] Deleting subnet 4da91817-c669-4092-b991-d663574b0b79 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 16:10:26.409658 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-39949efa-d66d-4bad-8614-f8f83c4ae981 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:26.458084 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-39949efa-d66d-4bad-8614-f8f83c4ae981 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:26.511520 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-39949efa-d66d-4bad-8614-f8f83c4ae981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:26.659444 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-39949efa-d66d-4bad-8614-f8f83c4ae981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:26.696267 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39949efa-d66d-4bad-8614-f8f83c4ae981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4da91817-c669-4092-b991-d663574b0b79,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:26.704620 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-39949efa-d66d-4bad-8614-f8f83c4ae981 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:26.710417 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39949efa-d66d-4bad-8614-f8f83c4ae981 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:26.710780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39949efa-d66d-4bad-8614-f8f83c4ae981 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:26.711114 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39949efa-d66d-4bad-8614-f8f83c4ae981 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:26.711443 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39949efa-d66d-4bad-8614-f8f83c4ae981 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:26.711770 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39949efa-d66d-4bad-8614-f8f83c4ae981 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:26.712096 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39949efa-d66d-4bad-8614-f8f83c4ae981 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:26.712424 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39949efa-d66d-4bad-8614-f8f83c4ae981 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:26.712744 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39949efa-d66d-4bad-8614-f8f83c4ae981 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:26.713060 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39949efa-d66d-4bad-8614-f8f83c4ae981 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:26.713377 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39949efa-d66d-4bad-8614-f8f83c4ae981 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:26.713694 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39949efa-d66d-4bad-8614-f8f83c4ae981 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:26.721488 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-39949efa-d66d-4bad-8614-f8f83c4ae981 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4da91817-c669-4092-b991-d663574b0b79 HTTP/1.1" status: 204 len: 168 time: 0.3715703 Apr 29 16:10:26.721488 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34926) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:26.901096 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eb93964d-8167-447e-a408-0c5a29ac641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:27.020034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eb93964d-8167-447e-a408-0c5a29ac641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:27.044536 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-eb93964d-8167-447e-a408-0c5a29ac641a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f60e8b57-d73d-48cf-91d5-a23bb54bd300']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:27.056002 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-eb93964d-8167-447e-a408-0c5a29ac641a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:27.056300 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-eb93964d-8167-447e-a408-0c5a29ac641a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb2f16d-5e76-48a5-9cdb-1d2f6483a8be') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:27.067917 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eb93964d-8167-447e-a408-0c5a29ac641a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:27.087236 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eb93964d-8167-447e-a408-0c5a29ac641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:27.095753 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb93964d-8167-447e-a408-0c5a29ac641a admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:10:27.097576 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eb93964d-8167-447e-a408-0c5a29ac641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:10:27.109186 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:10:27.259012 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eb93964d-8167-447e-a408-0c5a29ac641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:27.274881 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-eb93964d-8167-447e-a408-0c5a29ac641a admin admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:27.284891 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93964d-8167-447e-a408-0c5a29ac641a admin admin] Pushing event deleted for resources: {'Network': ['ID=f60e8b57-d73d-48cf-91d5-a23bb54bd300,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:27.348695 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-eb93964d-8167-447e-a408-0c5a29ac641a admin admin] 10.222.0.21 "DELETE /v2.0/networks/f60e8b57-d73d-48cf-91d5-a23bb54bd300 HTTP/1.1" status: 204 len: 168 time: 0.6263673 Apr 29 16:10:27.677032 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34932) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:27.726079 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7daf61a9-4852-462c-be35-eb2f040b2eeb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=664a638f91f04eeb8ce60dce8cafde18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479214 Apr 29 16:10:27.728523 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34936) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:27.789700 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-97b95d52-5d03-4f2c-8172-241699c9657a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:27.814735 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-97b95d52-5d03-4f2c-8172-241699c9657a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:27.941965 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-97b95d52-5d03-4f2c-8172-241699c9657a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:27.958100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b95d52-5d03-4f2c-8172-241699c9657a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295e81a6-e679-467d-9533-91c04e6a329f,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:27.963294 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-97b95d52-5d03-4f2c-8172-241699c9657a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:27.964439 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-97b95d52-5d03-4f2c-8172-241699c9657a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/295e81a6-e679-467d-9533-91c04e6a329f HTTP/1.1" status: 204 len: 168 time: 0.2350368 Apr 29 16:10:29.111332 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34958) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:29.113899 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 72281281-1ce3-400a-be02-3aabb2c0cef2 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:10:29.147149 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 72281281-1ce3-400a-be02-3aabb2c0cef2 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:10:29.147495 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 72281281-1ce3-400a-be02-3aabb2c0cef2 not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:10:29.240631 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-99820e7e-bc1b-468e-ad5c-aed3c415c8ce admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1343158621-network', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:10:29.245613 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-99820e7e-bc1b-468e-ad5c-aed3c415c8ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:10:29.249848 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-99820e7e-bc1b-468e-ad5c-aed3c415c8ce admin admin] Usage tracker for resource:network and tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:10:29.252952 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-99820e7e-bc1b-468e-ad5c-aed3c415c8ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:10:29.259787 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-99820e7e-bc1b-468e-ad5c-aed3c415c8ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:10:29.344574 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99820e7e-bc1b-468e-ad5c-aed3c415c8ce admin admin] Made reservation on behalf of 3ff6bbb7a7b84d37b9fce3e1623fa573 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:10:29.347037 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-99820e7e-bc1b-468e-ad5c-aed3c415c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:29.359676 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-99820e7e-bc1b-468e-ad5c-aed3c415c8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:29.390752 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-99820e7e-bc1b-468e-ad5c-aed3c415c8ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:10:29.394435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-99820e7e-bc1b-468e-ad5c-aed3c415c8ce admin admin] Usage tracker for resource:security_group_rule and tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:10:29.397202 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-99820e7e-bc1b-468e-ad5c-aed3c415c8ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:10:29.403652 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-99820e7e-bc1b-468e-ad5c-aed3c415c8ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:10:29.466517 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-99820e7e-bc1b-468e-ad5c-aed3c415c8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:29.544938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-99820e7e-bc1b-468e-ad5c-aed3c415c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:29.579077 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99820e7e-bc1b-468e-ad5c-aed3c415c8ce admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:10:29.587122 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99820e7e-bc1b-468e-ad5c-aed3c415c8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9b0276-c072-4c8f-af22-31f9ea3ea284,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:29.593725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-99820e7e-bc1b-468e-ad5c-aed3c415c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:29.594087 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-99820e7e-bc1b-468e-ad5c-aed3c415c8ce admin admin] Added segment ba21f930-23de-494c-bed6-c3f138757040 of type vlan for network 82e8faf8-29c7-4070-950e-7717c3688e4a Apr 29 16:10:29.619529 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-99820e7e-bc1b-468e-ad5c-aed3c415c8ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:29.713663 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-99820e7e-bc1b-468e-ad5c-aed3c415c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:29.715788 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99820e7e-bc1b-468e-ad5c-aed3c415c8ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:29.716350 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-99820e7e-bc1b-468e-ad5c-aed3c415c8ce admin admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:29.820822 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99820e7e-bc1b-468e-ad5c-aed3c415c8ce admin admin] Pushing event updated for resources: {'Network': ['ID=82e8faf8-29c7-4070-950e-7717c3688e4a,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:29.831577 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 82e8faf8-29c7-4070-950e-7717c3688e4a details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:10:29.903165 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-99820e7e-bc1b-468e-ad5c-aed3c415c8ce admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7907016 Apr 29 16:10:29.906019 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34964) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:29.911383 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-2bcde53b-dc7a-4174-910e-a7298c40dd6a admin admin] Request body: {'subnet': {'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1343158621-subnet', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:10:29.916317 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2bcde53b-dc7a-4174-910e-a7298c40dd6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:10:29.920579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2bcde53b-dc7a-4174-910e-a7298c40dd6a admin admin] Usage tracker for resource:subnet and tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:10:29.923603 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2bcde53b-dc7a-4174-910e-a7298c40dd6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:10:29.929987 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2bcde53b-dc7a-4174-910e-a7298c40dd6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:10:30.007906 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcde53b-dc7a-4174-910e-a7298c40dd6a admin admin] Made reservation on behalf of 3ff6bbb7a7b84d37b9fce3e1623fa573 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:10:30.010122 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2bcde53b-dc7a-4174-910e-a7298c40dd6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:30.287397 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2bcde53b-dc7a-4174-910e-a7298c40dd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:30.364266 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcde53b-dc7a-4174-910e-a7298c40dd6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb74d7d-765a-475e-a22b-88683dd143f3,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:30.375211 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcde53b-dc7a-4174-910e-a7298c40dd6a admin admin] Checking segment: {'id': 'ba21f930-23de-494c-bed6-c3f138757040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:10:30.375572 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcde53b-dc7a-4174-910e-a7298c40dd6a admin admin] Network hostable DHCP agents. Network: 82e8faf8-29c7-4070-950e-7717c3688e4a, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:10:30.482257 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcde53b-dc7a-4174-910e-a7298c40dd6a admin admin] Network 82e8faf8-29c7-4070-950e-7717c3688e4a is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:10:30.578900 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-2bcde53b-dc7a-4174-910e-a7298c40dd6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 82e8faf8-29c7-4070-950e-7717c3688e4a) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:10:30.583293 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcde53b-dc7a-4174-910e-a7298c40dd6a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:30.584337 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2bcde53b-dc7a-4174-910e-a7298c40dd6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:30.587461 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18aefff5-af8c-4e79-9d5f-708d0974531e None None] Network 82e8faf8-29c7-4070-950e-7717c3688e4a requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:10:30.697093 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2bcde53b-dc7a-4174-910e-a7298c40dd6a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7899179 Apr 29 16:10:30.699850 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34968) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:30.706222 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-ae18d9db-1340-42e0-9ba7-8f36ddf3ac0b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:10:30.710902 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ae18d9db-1340-42e0-9ba7-8f36ddf3ac0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:10:30.714739 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ae18d9db-1340-42e0-9ba7-8f36ddf3ac0b admin admin] Usage tracker for resource:router and tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:10:30.718109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ae18d9db-1340-42e0-9ba7-8f36ddf3ac0b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:10:30.723878 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ae18d9db-1340-42e0-9ba7-8f36ddf3ac0b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:10:30.828874 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c378a3-8e09-48b6-b080-1e7005e620d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-82e8faf8-29c7-4070-950e-7717c3688e4a', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 16:10:30.829709 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-20c378a3-8e09-48b6-b080-1e7005e620d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:30.853670 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ae18d9db-1340-42e0-9ba7-8f36ddf3ac0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:30.854634 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ae18d9db-1340-42e0-9ba7-8f36ddf3ac0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:30.872558 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ae18d9db-1340-42e0-9ba7-8f36ddf3ac0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:30.999185 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-20c378a3-8e09-48b6-b080-1e7005e620d7 None None] Allocated IP 172.20.0.2 (82e8faf8-29c7-4070-950e-7717c3688e4a/9cb74d7d-765a-475e-a22b-88683dd143f3/5e405dc7-cad6-4844-ac6b-869dd049242a) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:10:31.158883 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ae18d9db-1340-42e0-9ba7-8f36ddf3ac0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:31.212497 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-20c378a3-8e09-48b6-b080-1e7005e620d7 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:31.223288 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-20c378a3-8e09-48b6-b080-1e7005e620d7 None None] Transition to ACTIVE for port object 5e405dc7-cad6-4844-ac6b-869dd049242a will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:10:31.241596 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-20c378a3-8e09-48b6-b080-1e7005e620d7 None None] Transition to ACTIVE for port object 5e405dc7-cad6-4844-ac6b-869dd049242a will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:10:31.319613 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-20c378a3-8e09-48b6-b080-1e7005e620d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:31.390641 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c378a3-8e09-48b6-b080-1e7005e620d7 None None] Network 82e8faf8-29c7-4070-950e-7717c3688e4a is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:10:31.394152 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-20c378a3-8e09-48b6-b080-1e7005e620d7 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:10:31.396628 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c378a3-8e09-48b6-b080-1e7005e620d7 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:10:31.398766 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c378a3-8e09-48b6-b080-1e7005e620d7 None None] Pushing event updated for resources: {'Port': ['ID=5e405dc7-cad6-4844-ac6b-869dd049242a,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:31.413347 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ae18d9db-1340-42e0-9ba7-8f36ddf3ac0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:31.442983 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ae18d9db-1340-42e0-9ba7-8f36ddf3ac0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:31.487793 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-20c378a3-8e09-48b6-b080-1e7005e620d7 None None] Attempting to bind port 5e405dc7-cad6-4844-ac6b-869dd049242a on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:10:31.488156 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-20c378a3-8e09-48b6-b080-1e7005e620d7 None None] Attempting to bind port 5e405dc7-cad6-4844-ac6b-869dd049242a by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'ba21f930-23de-494c-bed6-c3f138757040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:10:31.488511 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c378a3-8e09-48b6-b080-1e7005e620d7 None None] Attempting to bind port 5e405dc7-cad6-4844-ac6b-869dd049242a on network 82e8faf8-29c7-4070-950e-7717c3688e4a {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:10:31.494750 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c378a3-8e09-48b6-b080-1e7005e620d7 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:10:31.496116 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c378a3-8e09-48b6-b080-1e7005e620d7 None None] Checking segment: {'id': 'ba21f930-23de-494c-bed6-c3f138757040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:10:31.496116 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-20c378a3-8e09-48b6-b080-1e7005e620d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:31.496116 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c378a3-8e09-48b6-b080-1e7005e620d7 None None] Bound using segment: {'id': 'ba21f930-23de-494c-bed6-c3f138757040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:10:31.496789 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-20c378a3-8e09-48b6-b080-1e7005e620d7 None None] Bound port: 5e405dc7-cad6-4844-ac6b-869dd049242a, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba21f930-23de-494c-bed6-c3f138757040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:10:31.497292 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-20c378a3-8e09-48b6-b080-1e7005e620d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:31.589289 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-20c378a3-8e09-48b6-b080-1e7005e620d7 None None] For port 5e405dc7-cad6-4844-ac6b-869dd049242a, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:10:31.593170 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-20c378a3-8e09-48b6-b080-1e7005e620d7 None None] For port 5e405dc7-cad6-4844-ac6b-869dd049242a, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=5e405dc7-cad6-4844-ac6b-869dd049242a,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:10:31.665647 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-ae18d9db-1340-42e0-9ba7-8f36ddf3ac0b admin admin] Allocated IP 172.26.1.52 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/89183552-d253-4271-9236-98d1b2e898ff) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:10:31.711088 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-20c378a3-8e09-48b6-b080-1e7005e620d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:31.796849 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c378a3-8e09-48b6-b080-1e7005e620d7 None None] Pushing event updated for resources: {'Port': ['ID=5e405dc7-cad6-4844-ac6b-869dd049242a,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:31.820278 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ae18d9db-1340-42e0-9ba7-8f36ddf3ac0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:31.927710 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ae18d9db-1340-42e0-9ba7-8f36ddf3ac0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:32.008697 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae18d9db-1340-42e0-9ba7-8f36ddf3ac0b admin admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:10:32.011433 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-ae18d9db-1340-42e0-9ba7-8f36ddf3ac0b admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:10:32.016045 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae18d9db-1340-42e0-9ba7-8f36ddf3ac0b admin admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:10:32.050323 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18d9db-1340-42e0-9ba7-8f36ddf3ac0b admin admin] Pushing event updated for resources: {'Port': ['ID=89183552-d253-4271-9236-98d1b2e898ff,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:32.217066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 5e405dc7-cad6-4844-ac6b-869dd049242a up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:10:32.273245 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ae18d9db-1340-42e0-9ba7-8f36ddf3ac0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:32.274069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ae18d9db-1340-42e0-9ba7-8f36ddf3ac0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:32.350444 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 5e405dc7-cad6-4844-ac6b-869dd049242a completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:10:32.635836 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae18d9db-1340-42e0-9ba7-8f36ddf3ac0b admin admin] Router c55a5493-670c-40df-ac1a-ca62c4b6ed67 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 16:10:32.645319 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642c1755-c6be-4ca4-a3aa-06ebe2ff3142 None None] Network 82e8faf8-29c7-4070-950e-7717c3688e4a requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:10:32.802345 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-74b160ac-e91b-4bac-b1bc-21c48b6d5ed6 None None] Provisioning for port 5e405dc7-cad6-4844-ac6b-869dd049242a completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:10:32.817397 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-74b160ac-e91b-4bac-b1bc-21c48b6d5ed6 None None] Provisioning complete for port 5e405dc7-cad6-4844-ac6b-869dd049242a triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:10:32.817763 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-74b160ac-e91b-4bac-b1bc-21c48b6d5ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:32.839099 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae18d9db-1340-42e0-9ba7-8f36ddf3ac0b admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:10:32.853821 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] Sync routers for ids ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:10:32.929244 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] Routers {'c55a5493-670c-40df-ac1a-ca62c4b6ed67'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:10:32.929756 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:10:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:32.936723 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ae18d9db-1340-42e0-9ba7-8f36ddf3ac0b admin admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:32.937950 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ae18d9db-1340-42e0-9ba7-8f36ddf3ac0b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2358994 Apr 29 16:10:32.940666 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34972) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:33.156596 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-74b160ac-e91b-4bac-b1bc-21c48b6d5ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:33.201271 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] Set router c55a5493-670c-40df-ac1a-ca62c4b6ed67 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:10:33.244484 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-74b160ac-e91b-4bac-b1bc-21c48b6d5ed6 None None] For port 5e405dc7-cad6-4844-ac6b-869dd049242a, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=5e405dc7-cad6-4844-ac6b-869dd049242a,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:10:33.408108 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-74b160ac-e91b-4bac-b1bc-21c48b6d5ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:33.515218 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b160ac-e91b-4bac-b1bc-21c48b6d5ed6 None None] Pushing event updated for resources: {'Port': ['ID=5e405dc7-cad6-4844-ac6b-869dd049242a,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:33.576145 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0ff14ebf-6227-43ab-92d0-3ec3e52c075f None None] Provisioning complete for port 5e405dc7-cad6-4844-ac6b-869dd049242a triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:10:33.576518 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0ff14ebf-6227-43ab-92d0-3ec3e52c075f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:33.651746 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:32Z', 'revision_number': 3, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:33.658259 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] Checking router: c55a5493-670c-40df-ac1a-ca62c4b6ed67 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:10:33.658558 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] Updating router c55a5493-670c-40df-ac1a-ca62c4b6ed67 port 89183552-d253-4271-9236-98d1b2e898ff binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:10:33.753388 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:33.781112 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-076faa80-805b-43c2-84cf-b07087b248ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:33.983589 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-076faa80-805b-43c2-84cf-b07087b248ce admin admin] Allocated IP 172.20.0.1 (82e8faf8-29c7-4070-950e-7717c3688e4a/9cb74d7d-765a-475e-a22b-88683dd143f3/d6b5cb3e-756c-4d68-b778-2cb1c91574fc) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:10:34.076850 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:34.088039 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] Transition to ACTIVE for port object 89183552-d253-4271-9236-98d1b2e898ff will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:10:34.135728 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-076faa80-805b-43c2-84cf-b07087b248ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:34.151282 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-076faa80-805b-43c2-84cf-b07087b248ce admin admin] Transition to ACTIVE for port object d6b5cb3e-756c-4d68-b778-2cb1c91574fc will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:10:34.178846 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:34.213670 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 5e405dc7-cad6-4844-ac6b-869dd049242a up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:10:34.233857 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-076faa80-805b-43c2-84cf-b07087b248ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:34.305297 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] Attempting to bind port 89183552-d253-4271-9236-98d1b2e898ff on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:10:34.305660 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] Attempting to bind port 89183552-d253-4271-9236-98d1b2e898ff by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:10:34.305802 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076faa80-805b-43c2-84cf-b07087b248ce admin admin] Network 82e8faf8-29c7-4070-950e-7717c3688e4a is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:10:34.306088 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] Attempting to bind port 89183552-d253-4271-9236-98d1b2e898ff on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:10:34.308862 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-076faa80-805b-43c2-84cf-b07087b248ce admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:10:34.312319 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d8458-f284-45f1-a959-555935576d56 None None] Pushing event updated for resources: {'Port': ['ID=89183552-d253-4271-9236-98d1b2e898ff,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:34.313355 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076faa80-805b-43c2-84cf-b07087b248ce admin admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:10:34.322424 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:10:34.322816 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:10:34.323210 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:34.323590 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:10:34.324106 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] Bound port: 89183552-d253-4271-9236-98d1b2e898ff, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:10:34.324446 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:34.338528 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076faa80-805b-43c2-84cf-b07087b248ce admin admin] Pushing event updated for resources: {'Port': ['ID=d6b5cb3e-756c-4d68-b778-2cb1c91574fc,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:34.372549 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-076faa80-805b-43c2-84cf-b07087b248ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:34.402038 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 5e405dc7-cad6-4844-ac6b-869dd049242a triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:10:34.403429 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:34.453969 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] For port 89183552-d253-4271-9236-98d1b2e898ff, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:10:34.467012 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] For port 89183552-d253-4271-9236-98d1b2e898ff, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=89183552-d253-4271-9236-98d1b2e898ff,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:10:34.534045 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-076faa80-805b-43c2-84cf-b07087b248ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:34.588468 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:34.684370 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d8458-f284-45f1-a959-555935576d56 None None] Pushing event updated for resources: {'Port': ['ID=89183552-d253-4271-9236-98d1b2e898ff,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:34.689127 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] Routers {'c55a5493-670c-40df-ac1a-ca62c4b6ed67'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:10:34.689811 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:10:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:34.746970 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f8dbb593-faa5-4dd8-bdb7-1b2e59e4dc28 None None] Provisioning for port d6b5cb3e-756c-4d68-b778-2cb1c91574fc completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:10:34.756395 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-076faa80-805b-43c2-84cf-b07087b248ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:34.809652 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f8dbb593-faa5-4dd8-bdb7-1b2e59e4dc28 None None] Provisioning complete for port d6b5cb3e-756c-4d68-b778-2cb1c91574fc triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:10:34.809942 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f8dbb593-faa5-4dd8-bdb7-1b2e59e4dc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:34.853152 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-076faa80-805b-43c2-84cf-b07087b248ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:34.888273 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-f8dbb593-faa5-4dd8-bdb7-1b2e59e4dc28 None None] Port d6b5cb3e-756c-4d68-b778-2cb1c91574fc cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:10:34.923823 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] Set router c55a5493-670c-40df-ac1a-ca62c4b6ed67 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:10:34.958528 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-076faa80-805b-43c2-84cf-b07087b248ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:34.961785 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076faa80-805b-43c2-84cf-b07087b248ce admin admin] Pushing event updated for resources: {'Port': ['ID=d6b5cb3e-756c-4d68-b778-2cb1c91574fc,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:35.102948 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076faa80-805b-43c2-84cf-b07087b248ce admin admin] Network 82e8faf8-29c7-4070-950e-7717c3688e4a is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:10:35.104276 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-076faa80-805b-43c2-84cf-b07087b248ce admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:10:35.343039 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:33Z', 'revision_number': 1, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:35.346067 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6782798e-1e54-4be4-915d-ceb8a666572c None None] The sync data for ids ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'] in dv-neutron-839913-1-hyperv is: [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:33Z', 'revision_number': 1, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:10:35.422089 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-81a850b0-72ac-4f8a-a729-6dc772637f65 None None] Provisioning complete for port d6b5cb3e-756c-4d68-b778-2cb1c91574fc triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:10:35.422465 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-81a850b0-72ac-4f8a-a729-6dc772637f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:35.493419 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-81a850b0-72ac-4f8a-a729-6dc772637f65 None None] Port d6b5cb3e-756c-4d68-b778-2cb1c91574fc cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:10:35.590223 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076faa80-805b-43c2-84cf-b07087b248ce admin admin] Router c55a5493-670c-40df-ac1a-ca62c4b6ed67 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:10:35.963359 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076faa80-805b-43c2-84cf-b07087b248ce admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:10:35.982752 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-076faa80-805b-43c2-84cf-b07087b248ce admin admin] 10.222.0.21 "PUT /v2.0/routers/c55a5493-670c-40df-ac1a-ca62c4b6ed67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0400882 Apr 29 16:10:36.232555 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 89183552-d253-4271-9236-98d1b2e898ff up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:10:36.376134 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 89183552-d253-4271-9236-98d1b2e898ff completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:10:36.382348 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 89183552-d253-4271-9236-98d1b2e898ff triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:10:36.382793 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:36.500530 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:36.520159 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 89183552-d253-4271-9236-98d1b2e898ff, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=89183552-d253-4271-9236-98d1b2e898ff,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:10:36.592182 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:36.658944 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=89183552-d253-4271-9236-98d1b2e898ff,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:37.225963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34982) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:37.232134 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-87fae4bc-57d3-47c9-b555-168d05a5e455 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1516544255', 'description': 'tempest-description--820247375'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:10:37.237941 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-87fae4bc-57d3-47c9-b555-168d05a5e455 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:10:37.241733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-87fae4bc-57d3-47c9-b555-168d05a5e455 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Usage tracker for resource:security_group and tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:10:37.244712 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-87fae4bc-57d3-47c9-b555-168d05a5e455 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:10:37.251703 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-87fae4bc-57d3-47c9-b555-168d05a5e455 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:10:37.410832 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87fae4bc-57d3-47c9-b555-168d05a5e455 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:37.444429 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-87fae4bc-57d3-47c9-b555-168d05a5e455 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:10:37.448284 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-87fae4bc-57d3-47c9-b555-168d05a5e455 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Usage tracker for resource:security_group_rule and tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:10:37.451809 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-87fae4bc-57d3-47c9-b555-168d05a5e455 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:10:37.457495 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-87fae4bc-57d3-47c9-b555-168d05a5e455 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:10:37.510216 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87fae4bc-57d3-47c9-b555-168d05a5e455 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:37.644808 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87fae4bc-57d3-47c9-b555-168d05a5e455 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:37.692223 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fae4bc-57d3-47c9-b555-168d05a5e455 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=592936d4-5ac7-4a65-a97e-8204ae3feb39,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:37.770756 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-87fae4bc-57d3-47c9-b555-168d05a5e455 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:37.771921 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-87fae4bc-57d3-47c9-b555-168d05a5e455 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5449257 Apr 29 16:10:37.774608 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34986) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:37.779842 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-3db31afc-b210-42f4-b942-0e5af741ec73 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Request body: {'security_group_rule': {'security_group_id': '592936d4-5ac7-4a65-a97e-8204ae3feb39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:10:37.785617 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3db31afc-b210-42f4-b942-0e5af741ec73 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:10:37.789357 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3db31afc-b210-42f4-b942-0e5af741ec73 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Usage tracker for resource:security_group_rule and tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:10:37.792187 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3db31afc-b210-42f4-b942-0e5af741ec73 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:10:37.797744 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3db31afc-b210-42f4-b942-0e5af741ec73 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:10:37.973587 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3db31afc-b210-42f4-b942-0e5af741ec73 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:38.043235 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3db31afc-b210-42f4-b942-0e5af741ec73 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:38.164836 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3db31afc-b210-42f4-b942-0e5af741ec73 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:38.192488 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db31afc-b210-42f4-b942-0e5af741ec73 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a1122d-9d9c-4ac7-81d8-b089282c3fea,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:38.203773 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 89183552-d253-4271-9236-98d1b2e898ff up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:10:38.270384 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 89183552-d253-4271-9236-98d1b2e898ff triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:10:38.270777 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:38.321814 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3db31afc-b210-42f4-b942-0e5af741ec73 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:38.322966 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3db31afc-b210-42f4-b942-0e5af741ec73 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5474403 Apr 29 16:10:38.325686 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34990) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:38.331135 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-2d20468c-a283-4a80-b493-1b87cdca8b6f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Request body: {'security_group_rule': {'security_group_id': '592936d4-5ac7-4a65-a97e-8204ae3feb39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:10:38.337002 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2d20468c-a283-4a80-b493-1b87cdca8b6f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:10:38.340774 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2d20468c-a283-4a80-b493-1b87cdca8b6f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Usage tracker for resource:security_group_rule and tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:10:38.344571 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2d20468c-a283-4a80-b493-1b87cdca8b6f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:10:38.350190 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2d20468c-a283-4a80-b493-1b87cdca8b6f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:10:38.468708 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2d20468c-a283-4a80-b493-1b87cdca8b6f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:38.527878 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2d20468c-a283-4a80-b493-1b87cdca8b6f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:38.598831 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2d20468c-a283-4a80-b493-1b87cdca8b6f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:38.621976 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20468c-a283-4a80-b493-1b87cdca8b6f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0238e468-3d7e-4286-bcad-89bb7b0ef2e3,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:38.713490 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2d20468c-a283-4a80-b493-1b87cdca8b6f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:38.714735 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2d20468c-a283-4a80-b493-1b87cdca8b6f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3880973 Apr 29 16:10:38.725289 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 34994) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:38.730719 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-46bf47bf-c022-4489-a0d7-9d71e8ad8107 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:10:38.736667 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-46bf47bf-c022-4489-a0d7-9d71e8ad8107 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:10:38.740348 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-46bf47bf-c022-4489-a0d7-9d71e8ad8107 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Usage tracker for resource:floatingip and tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:10:38.743108 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-46bf47bf-c022-4489-a0d7-9d71e8ad8107 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:10:38.749040 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-46bf47bf-c022-4489-a0d7-9d71e8ad8107 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:10:38.839012 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-46bf47bf-c022-4489-a0d7-9d71e8ad8107 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for floatingip, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:38.974241 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-46bf47bf-c022-4489-a0d7-9d71e8ad8107 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:39.124575 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-46bf47bf-c022-4489-a0d7-9d71e8ad8107 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Allocated IP 172.26.1.77 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/0ee4eeb4-5ed7-4121-b807-676a3b43e154) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:10:39.275304 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-46bf47bf-c022-4489-a0d7-9d71e8ad8107 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:39.367932 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-46bf47bf-c022-4489-a0d7-9d71e8ad8107 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:39.435496 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bf47bf-c022-4489-a0d7-9d71e8ad8107 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:10:39.438249 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-46bf47bf-c022-4489-a0d7-9d71e8ad8107 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:10:39.441891 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bf47bf-c022-4489-a0d7-9d71e8ad8107 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:10:39.469857 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf47bf-c022-4489-a0d7-9d71e8ad8107 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Pushing event updated for resources: {'Port': ['ID=0ee4eeb4-5ed7-4121-b807-676a3b43e154,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:39.596328 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-46bf47bf-c022-4489-a0d7-9d71e8ad8107 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:39.705312 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-46bf47bf-c022-4489-a0d7-9d71e8ad8107 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:39.902278 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-46bf47bf-c022-4489-a0d7-9d71e8ad8107 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:39.955620 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-46bf47bf-c022-4489-a0d7-9d71e8ad8107 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:40.062409 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf47bf-c022-4489-a0d7-9d71e8ad8107 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Pushing event updated for resources: {'Port': ['ID=0ee4eeb4-5ed7-4121-b807-676a3b43e154,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:40.074782 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-46bf47bf-c022-4489-a0d7-9d71e8ad8107 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:40.173125 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-46bf47bf-c022-4489-a0d7-9d71e8ad8107 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:40.174285 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-46bf47bf-c022-4489-a0d7-9d71e8ad8107 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4481087 Apr 29 16:10:40.352388 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-208cb30b-5339-4047-a873-15dea2a1d64c tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Synchronizing usage tracker for tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:10:40.469770 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-208cb30b-5339-4047-a873-15dea2a1d64c tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Unset dirty status for tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:10:40.470957 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-208cb30b-5339-4047-a873-15dea2a1d64c tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1516544255&fields=id&tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573 HTTP/1.1" status: 200 len: 267 time: 0.1676269 Apr 29 16:10:40.615802 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-b3fab4aa-16ee-4d76-9ca9-6abc28f9f059 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:40.616657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-b3fab4aa-16ee-4d76-9ca9-6abc28f9f059 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Synchronizing usage tracker for tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:10:40.759161 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-b3fab4aa-16ee-4d76-9ca9-6abc28f9f059 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Unset dirty status for tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:10:40.760409 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-b3fab4aa-16ee-4d76-9ca9-6abc28f9f059 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 812 time: 0.2829795 Apr 29 16:10:40.776880 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-93f5ae9e-4783-4063-b5e9-956ab8c84a48 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/quotas/3ff6bbb7a7b84d37b9fce3e1623fa573 HTTP/1.1" status: 200 len: 375 time: 0.0108788 Apr 29 16:10:40.937768 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-5ef9ba43-6695-4862-9116-522022bdcdff tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Synchronizing usage tracker for tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:10:41.007184 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-5ef9ba43-6695-4862-9116-522022bdcdff tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Unset dirty status for tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:10:41.008415 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-5ef9ba43-6695-4862-9116-522022bdcdff tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2262425 Apr 29 16:10:41.144315 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-8e281ed3-f9b3-4e0f-848b-e908761111dc service neutron] 10.222.0.21 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234181 Apr 29 16:10:41.280680 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-3f8dd42b-ab2b-46db-adb2-18249a3faf9a service neutron] 10.222.0.21 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305575 Apr 29 16:10:41.555340 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9f5724f8-e324-4e72-98a1-276132fb2367 req-315abb6c-f79b-4588-9237-bab02ec78767 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 210 time: 0.0382936 Apr 29 16:10:42.666664 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0eba32fd-641f-4041-9123-f2ca87305d2e req-db95c940-9334-48ee-8e07-fe264d417498 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 210 time: 0.0440836 Apr 29 16:10:43.653000 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-40af05a6-f30c-4217-bd2b-772019a8075c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:43.840346 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7c0d0f90-9e81-483e-a074-6d49d044cf59 req-43c84627-b208-47c4-acbe-e790ddfa2926 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 210 time: 0.0403719 Apr 29 16:10:43.968242 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-49a6a1d4-4a6d-4a5e-950c-09d359810db6 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:44.042683 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-49a6a1d4-4a6d-4a5e-950c-09d359810db6 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.35 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 812 time: 0.1452489 Apr 29 16:10:44.042683 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-27404391-038a-43ac-a895-d01bce6ba525 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573 HTTP/1.1" status: 200 len: 380 time: 0.0425844 Apr 29 16:10:44.042683 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-6ad23591-de11-4a78-9e6a-394cc08b4037 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Request body: {'port': {'device_id': '5eba7487-eb24-4cec-bc9b-db9c81b8fe90', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'admin_state_up': True, 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'security_groups': ['592936d4-5ac7-4a65-a97e-8204ae3feb39']}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:10:44.168972 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-6ad23591-de11-4a78-9e6a-394cc08b4037 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:10:44.178949 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-6ad23591-de11-4a78-9e6a-394cc08b4037 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:10:44.267549 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-6ad23591-de11-4a78-9e6a-394cc08b4037 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Made reservation on behalf of 3ff6bbb7a7b84d37b9fce3e1623fa573 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:10:44.274782 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-6ad23591-de11-4a78-9e6a-394cc08b4037 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:44.462407 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-6ad23591-de11-4a78-9e6a-394cc08b4037 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Allocated IP 172.20.0.9 (82e8faf8-29c7-4070-950e-7717c3688e4a/9cb74d7d-765a-475e-a22b-88683dd143f3/e7a3cb30-cbed-47e4-acc5-504560d8fbec) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:10:44.672784 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-6ad23591-de11-4a78-9e6a-394cc08b4037 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:44.690402 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-6ad23591-de11-4a78-9e6a-394cc08b4037 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Transition to ACTIVE for port object e7a3cb30-cbed-47e4-acc5-504560d8fbec will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:10:44.804830 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-6ad23591-de11-4a78-9e6a-394cc08b4037 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:44.879510 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-6ad23591-de11-4a78-9e6a-394cc08b4037 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Network 82e8faf8-29c7-4070-950e-7717c3688e4a is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:10:44.882785 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-6ad23591-de11-4a78-9e6a-394cc08b4037 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:10:44.885251 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-6ad23591-de11-4a78-9e6a-394cc08b4037 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:10:44.943964 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad23591-de11-4a78-9e6a-394cc08b4037 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Pushing event updated for resources: {'Port': ['ID=e7a3cb30-cbed-47e4-acc5-504560d8fbec,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:44.955785 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-6ad23591-de11-4a78-9e6a-394cc08b4037 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:44.956401 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-6ad23591-de11-4a78-9e6a-394cc08b4037 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:45.056794 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf4db3-0b71-4275-8563-de84363e929e req-7097f15a-9d31-46dd-977f-8f9769962261 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:45.058294 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3faf4db3-0b71-4275-8563-de84363e929e req-7097f15a-9d31-46dd-977f-8f9769962261 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 931 time: 0.0828545 Apr 29 16:10:45.077048 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-6ad23591-de11-4a78-9e6a-394cc08b4037 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0468709 Apr 29 16:10:45.091882 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-2fcae5e8-3ae6-4bef-8def-b1e647b4afaf service neutron] Request body: {'port': {'device_id': '5eba7487-eb24-4cec-bc9b-db9c81b8fe90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:10:45.104505 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3faf4db3-0b71-4275-8563-de84363e929e req-37fea7e4-4586-42f5-a2d2-ab07d0ad34c4 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405114 Apr 29 16:10:45.203606 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-2fcae5e8-3ae6-4bef-8def-b1e647b4afaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:45.236090 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d88084d1-b1fa-40e2-8d94-9d3a99ab824e None None] Provisioning for port e7a3cb30-cbed-47e4-acc5-504560d8fbec completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:10:45.241144 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d88084d1-b1fa-40e2-8d94-9d3a99ab824e None None] Provisioning complete for port e7a3cb30-cbed-47e4-acc5-504560d8fbec triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:10:45.241583 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d88084d1-b1fa-40e2-8d94-9d3a99ab824e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:45.300319 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d88084d1-b1fa-40e2-8d94-9d3a99ab824e None None] Port e7a3cb30-cbed-47e4-acc5-504560d8fbec cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:10:45.490018 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:45.626400 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-2fcae5e8-3ae6-4bef-8def-b1e647b4afaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a3cb30-cbed-47e4-acc5-504560d8fbec {{(pid=84771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:10:45.633194 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-2fcae5e8-3ae6-4bef-8def-b1e647b4afaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:45.647778 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-2fcae5e8-3ae6-4bef-8def-b1e647b4afaf service neutron] Transition to ACTIVE for port object e7a3cb30-cbed-47e4-acc5-504560d8fbec will not be triggered until provisioned by entity L2. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:10:45.715880 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-2fcae5e8-3ae6-4bef-8def-b1e647b4afaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:45.840728 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcae5e8-3ae6-4bef-8def-b1e647b4afaf service neutron] Pushing event updated for resources: {'Port': ['ID=e7a3cb30-cbed-47e4-acc5-504560d8fbec,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:45.927596 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-07974ef2-a70a-4bad-ae3f-8e5f39459a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:45.953775 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-2fcae5e8-3ae6-4bef-8def-b1e647b4afaf service neutron] Attempting to bind port e7a3cb30-cbed-47e4-acc5-504560d8fbec on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:10:45.954102 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-2fcae5e8-3ae6-4bef-8def-b1e647b4afaf service neutron] Attempting to bind port e7a3cb30-cbed-47e4-acc5-504560d8fbec by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': 'ba21f930-23de-494c-bed6-c3f138757040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:10:45.954447 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-2fcae5e8-3ae6-4bef-8def-b1e647b4afaf service neutron] Attempting to bind port e7a3cb30-cbed-47e4-acc5-504560d8fbec on network 82e8faf8-29c7-4070-950e-7717c3688e4a {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:10:45.960069 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-2fcae5e8-3ae6-4bef-8def-b1e647b4afaf service neutron] Port e7a3cb30-cbed-47e4-acc5-504560d8fbec on network 82e8faf8-29c7-4070-950e-7717c3688e4a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 16:10:45.965450 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-2fcae5e8-3ae6-4bef-8def-b1e647b4afaf service neutron] Attempting to bind port e7a3cb30-cbed-47e4-acc5-504560d8fbec on network 82e8faf8-29c7-4070-950e-7717c3688e4a {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:10:45.966440 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-2fcae5e8-3ae6-4bef-8def-b1e647b4afaf service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:10:45.966794 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-2fcae5e8-3ae6-4bef-8def-b1e647b4afaf service neutron] Checking segment: {'id': 'ba21f930-23de-494c-bed6-c3f138757040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:10:45.967171 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-2fcae5e8-3ae6-4bef-8def-b1e647b4afaf service neutron] Bound using segment: {'id': 'ba21f930-23de-494c-bed6-c3f138757040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a'} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:10:45.967580 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-2fcae5e8-3ae6-4bef-8def-b1e647b4afaf service neutron] Bound port: e7a3cb30-cbed-47e4-acc5-504560d8fbec, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba21f930-23de-494c-bed6-c3f138757040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a'}}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:10:45.967916 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-2fcae5e8-3ae6-4bef-8def-b1e647b4afaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:46.056895 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-2fcae5e8-3ae6-4bef-8def-b1e647b4afaf service neutron] For port e7a3cb30-cbed-47e4-acc5-504560d8fbec, host hv-neutron-8399, cleared binding levels {{(pid=84771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:10:46.059726 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-2fcae5e8-3ae6-4bef-8def-b1e647b4afaf service neutron] For port e7a3cb30-cbed-47e4-acc5-504560d8fbec, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=e7a3cb30-cbed-47e4-acc5-504560d8fbec,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:10:46.156603 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-2fcae5e8-3ae6-4bef-8def-b1e647b4afaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:46.225955 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-2fcae5e8-3ae6-4bef-8def-b1e647b4afaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:46.227483 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-2fcae5e8-3ae6-4bef-8def-b1e647b4afaf service neutron] 10.222.0.35 "PUT /v2.0/ports/e7a3cb30-cbed-47e4-acc5-504560d8fbec HTTP/1.1" status: 200 len: 1093 time: 1.1397910 Apr 29 16:10:46.227942 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eba7487-eb24-4cec-bc9b-db9c81b8fe90', 'tag': 'e7a3cb30-cbed-47e4-acc5-504560d8fbec'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:10:46.241350 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcae5e8-3ae6-4bef-8def-b1e647b4afaf service neutron] Pushing event updated for resources: {'Port': ['ID=e7a3cb30-cbed-47e4-acc5-504560d8fbec,revision_number=3']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:46.300194 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-606b881c-95a1-4451-a1d5-df2fb6c2a62d'] response: {'name': 'network-changed', 'server_uuid': '5eba7487-eb24-4cec-bc9b-db9c81b8fe90', 'tag': 'e7a3cb30-cbed-47e4-acc5-504560d8fbec', 'status': 'completed', 'code': 200} Apr 29 16:10:46.317107 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe0780-bcdd-4943-ac7c-f1a2c98c9a1f req-19fd76df-3870-4e6d-9269-5d66d587be6e tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:46.318732 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-79fe0780-bcdd-4943-ac7c-f1a2c98c9a1f req-19fd76df-3870-4e6d-9269-5d66d587be6e tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 943 time: 0.0940616 Apr 29 16:10:46.371939 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-79fe0780-bcdd-4943-ac7c-f1a2c98c9a1f req-2ab90a8a-84a1-450a-86fe-d15591809e2d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475626 Apr 29 16:10:46.398442 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-37b164c3-9a5b-4aad-be63-d1008404fc02 req-f391e70f-6907-4178-96bf-933496afe07b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 1096 time: 0.0764306 Apr 29 16:10:46.545920 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b164c3-9a5b-4aad-be63-d1008404fc02 req-d28861ae-cf31-4ef8-a3fa-802595f2cecd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:46.548547 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-37b164c3-9a5b-4aad-be63-d1008404fc02 req-d28861ae-cf31-4ef8-a3fa-802595f2cecd service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1442020 Apr 29 16:10:46.686934 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b164c3-9a5b-4aad-be63-d1008404fc02 req-c878e3ad-74ec-434f-8d99-2d0456bed5ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:46.688943 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-37b164c3-9a5b-4aad-be63-d1008404fc02 req-c878e3ad-74ec-434f-8d99-2d0456bed5ce service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1350980 Apr 29 16:10:46.804234 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-ebc0a5bc-1454-4d64-9fd2-37b137e97c51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 1096 time: 0.0788610 Apr 29 16:10:46.870365 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-9692f3ac-3a95-461d-af1f-7ed824ce8e39 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7a3cb30-cbed-47e4-acc5-504560d8fbec HTTP/1.1" status: 200 len: 217 time: 0.0597177 Apr 29 16:10:46.933783 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-a5b4637a-79d3-4077-83ed-fcd3f75ccfb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:46.935193 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-a5b4637a-79d3-4077-83ed-fcd3f75ccfb0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cb74d7d-765a-475e-a22b-88683dd143f3 HTTP/1.1" status: 200 len: 851 time: 0.0591021 Apr 29 16:10:47.008278 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-70530065-40ba-442d-8b27-d0802a511dc9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e8faf8-29c7-4070-950e-7717c3688e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661869 Apr 29 16:10:47.144146 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-fe59bd87-63be-46e7-96c3-84690a9653e2 service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300569 Apr 29 16:10:47.224534 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:47.278538 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-b22fbd3d-90a2-4c7f-9286-5478b9979445 req-41d7067f-6732-4262-a01a-c10c992d5aa1 service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271594 Apr 29 16:10:47.526924 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:47.576341 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678fa73-0e00-46a3-addc-b486b648d573 req-07699bb9-d122-4d97-80ae-ad694ef9c102 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:47.578459 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5678fa73-0e00-46a3-addc-b486b648d573 req-07699bb9-d122-4d97-80ae-ad694ef9c102 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 943 time: 0.0793686 Apr 29 16:10:47.622289 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5678fa73-0e00-46a3-addc-b486b648d573 req-f6658883-dae3-4a5c-bf03-8508f34cf801 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384164 Apr 29 16:10:48.507218 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:48.817349 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213aed70-da30-478b-a2b9-259d924d4fac req-ef7073d6-41ba-4bcc-92af-2beef82221c7 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:48.818801 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-213aed70-da30-478b-a2b9-259d924d4fac req-ef7073d6-41ba-4bcc-92af-2beef82221c7 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 943 time: 0.0739298 Apr 29 16:10:48.864273 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-213aed70-da30-478b-a2b9-259d924d4fac req-46510326-e3d6-4790-953f-8d797c9cf1f1 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398657 Apr 29 16:10:48.907852 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] Sync routers for ids ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:10:48.919358 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] Routers {'c55a5493-670c-40df-ac1a-ca62c4b6ed67'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:10:48.919895 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:10:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:49.093412 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] Set router c55a5493-670c-40df-ac1a-ca62c4b6ed67 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:10:49.214404 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device e7a3cb30-cbed-47e4-acc5-504560d8fbec details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:10:49.354253 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port e7a3cb30-cbed-47e4-acc5-504560d8fbec, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=e7a3cb30-cbed-47e4-acc5-504560d8fbec,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:10:49.367982 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': 'e7a3cb30-cbed-47e4-acc5-504560d8fbec', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'port_id': 'e7a3cb30-cbed-47e4-acc5-504560d8fbec', 'mac_address': 'fa:16:3e:d0:f5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:10:49.406709 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 2, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:49.410427 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] Checking router: c55a5493-670c-40df-ac1a-ca62c4b6ed67 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:10:49.410840 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] Updating router c55a5493-670c-40df-ac1a-ca62c4b6ed67 port d6b5cb3e-756c-4d68-b778-2cb1c91574fc binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:10:49.421831 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:49.442519 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a3cb30-cbed-47e4-acc5-504560d8fbec {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:10:49.457617 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port e7a3cb30-cbed-47e4-acc5-504560d8fbec, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=e7a3cb30-cbed-47e4-acc5-504560d8fbec,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:10:49.462464 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:49.544200 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:49.684094 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=e7a3cb30-cbed-47e4-acc5-504560d8fbec,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:49.817751 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:49.829377 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] Transition to ACTIVE for port object d6b5cb3e-756c-4d68-b778-2cb1c91574fc will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:10:49.875803 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['e7a3cb30-cbed-47e4-acc5-504560d8fbec'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:10:49.909741 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:50.094840 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506df467-f724-448a-a7ee-20a7bf2fcdcb req-166e33dd-82f4-4e9c-afa2-4d7423a7879d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:50.095465 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d566e-e7e2-4d72-b5ad-da29f7df0d33 None None] Pushing event updated for resources: {'Port': ['ID=d6b5cb3e-756c-4d68-b778-2cb1c91574fc,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:50.096601 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-506df467-f724-448a-a7ee-20a7bf2fcdcb req-166e33dd-82f4-4e9c-afa2-4d7423a7879d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 944 time: 0.0878832 Apr 29 16:10:50.120761 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d566e-e7e2-4d72-b5ad-da29f7df0d33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:50.121397 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d566e-e7e2-4d72-b5ad-da29f7df0d33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:50.121733 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d566e-e7e2-4d72-b5ad-da29f7df0d33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:50.122278 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d566e-e7e2-4d72-b5ad-da29f7df0d33 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:50.122836 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d566e-e7e2-4d72-b5ad-da29f7df0d33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:50.123169 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d566e-e7e2-4d72-b5ad-da29f7df0d33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:50.123499 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d566e-e7e2-4d72-b5ad-da29f7df0d33 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:50.123824 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d566e-e7e2-4d72-b5ad-da29f7df0d33 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:50.124386 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d566e-e7e2-4d72-b5ad-da29f7df0d33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:50.125527 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d566e-e7e2-4d72-b5ad-da29f7df0d33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:50.125863 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d566e-e7e2-4d72-b5ad-da29f7df0d33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:50.135925 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] Attempting to bind port d6b5cb3e-756c-4d68-b778-2cb1c91574fc on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:10:50.136300 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] Attempting to bind port d6b5cb3e-756c-4d68-b778-2cb1c91574fc by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'ba21f930-23de-494c-bed6-c3f138757040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:10:50.136660 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] Attempting to bind port d6b5cb3e-756c-4d68-b778-2cb1c91574fc on network 82e8faf8-29c7-4070-950e-7717c3688e4a {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:10:50.144444 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:10:50.144892 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] Checking segment: {'id': 'ba21f930-23de-494c-bed6-c3f138757040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:10:50.145358 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:50.145829 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] Bound using segment: {'id': 'ba21f930-23de-494c-bed6-c3f138757040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:10:50.146355 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] Bound port: d6b5cb3e-756c-4d68-b778-2cb1c91574fc, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba21f930-23de-494c-bed6-c3f138757040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:10:50.146702 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-506df467-f724-448a-a7ee-20a7bf2fcdcb req-a9621b2a-fea8-4f2e-86b7-33df22441a42 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433819 Apr 29 16:10:50.147423 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:50.268724 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] For port d6b5cb3e-756c-4d68-b778-2cb1c91574fc, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:10:50.271500 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] For port d6b5cb3e-756c-4d68-b778-2cb1c91574fc, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d6b5cb3e-756c-4d68-b778-2cb1c91574fc,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:10:50.349806 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:50.430089 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d566e-e7e2-4d72-b5ad-da29f7df0d33 None None] Pushing event updated for resources: {'Port': ['ID=d6b5cb3e-756c-4d68-b778-2cb1c91574fc,revision_number=4']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:50.434681 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] Routers {'c55a5493-670c-40df-ac1a-ca62c4b6ed67'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:10:50.435286 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:10:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:50.611490 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] Set router c55a5493-670c-40df-ac1a-ca62c4b6ed67 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:10:50.918605 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:50Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:50.922297 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5527e612-a41b-47cc-9dff-f787b427d3cb None None] The sync data for ids ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'] in dv-neutron-839913-1-hyperv is: [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:50Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:10:51.227831 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device e7a3cb30-cbed-47e4-acc5-504560d8fbec up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:10:51.362144 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afb082-8dfa-496f-9cdd-f3e0217a4441 req-d956bc2c-6bc4-4cc9-8208-5d7418edec42 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:51.363714 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-09afb082-8dfa-496f-9cdd-f3e0217a4441 req-d956bc2c-6bc4-4cc9-8208-5d7418edec42 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 944 time: 0.0810895 Apr 29 16:10:51.376572 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port e7a3cb30-cbed-47e4-acc5-504560d8fbec completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:10:51.381700 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port e7a3cb30-cbed-47e4-acc5-504560d8fbec triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:10:51.382097 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:51.418909 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-09afb082-8dfa-496f-9cdd-f3e0217a4441 req-97393ffd-40c1-4ed2-bfe7-a4fb196e0724 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492203 Apr 29 16:10:51.532956 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:51.558995 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eba7487-eb24-4cec-bc9b-db9c81b8fe90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a3cb30-cbed-47e4-acc5-504560d8fbec'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:10:51.569077 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port e7a3cb30-cbed-47e4-acc5-504560d8fbec, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=e7a3cb30-cbed-47e4-acc5-504560d8fbec,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:10:51.621707 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:51.691838 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=e7a3cb30-cbed-47e4-acc5-504560d8fbec,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:51.696533 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26909a48-6374-426b-b184-7a74579decb8'] response: {'server_uuid': '5eba7487-eb24-4cec-bc9b-db9c81b8fe90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a3cb30-cbed-47e4-acc5-504560d8fbec', 'code': 200} Apr 29 16:10:52.080153 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-1b24896e-acf4-4317-a97b-84068d4b1edd req-2e23d277-daf7-4cde-bf71-0deadcd59499 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 1098 time: 0.0698705 Apr 29 16:10:52.121068 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-1b24896e-acf4-4317-a97b-84068d4b1edd req-f90a1d41-b9d8-43c9-aaa2-834ba5401c09 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348213 Apr 29 16:10:52.222385 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d6b5cb3e-756c-4d68-b778-2cb1c91574fc up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:10:52.357370 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port d6b5cb3e-756c-4d68-b778-2cb1c91574fc completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:10:52.361977 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port d6b5cb3e-756c-4d68-b778-2cb1c91574fc triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:10:52.362346 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:52.474154 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:52.506467 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port d6b5cb3e-756c-4d68-b778-2cb1c91574fc, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d6b5cb3e-756c-4d68-b778-2cb1c91574fc,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:10:52.584207 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:52.615298 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b091af-d542-4867-95fc-a24d6b275ede req-a21832d4-6a95-4030-bc07-40717d0077cd tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:52.616680 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-55b091af-d542-4867-95fc-a24d6b275ede req-a21832d4-6a95-4030-bc07-40717d0077cd tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0771508 Apr 29 16:10:52.652357 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=d6b5cb3e-756c-4d68-b778-2cb1c91574fc,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:52.662607 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-55b091af-d542-4867-95fc-a24d6b275ede req-af9d5520-d127-43f9-a0c8-fa4342194617 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402122 Apr 29 16:10:53.862213 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a28389-be6c-4ecd-b89b-3966a3ecd820 req-4c2d6de2-a027-462d-809f-727fdea68f06 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:53.863765 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e3a28389-be6c-4ecd-b89b-3966a3ecd820 req-4c2d6de2-a027-462d-809f-727fdea68f06 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0780563 Apr 29 16:10:53.908415 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e3a28389-be6c-4ecd-b89b-3966a3ecd820 req-df8a19c8-37d1-42c3-b19a-f5ceb4a0127a tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390992 Apr 29 16:10:54.097235 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01901ef-9e97-483d-830e-88918e0c4736 req-05a403af-dc19-4d1d-88c0-953f3703060f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:54.098602 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c01901ef-9e97-483d-830e-88918e0c4736 req-05a403af-dc19-4d1d-88c0-953f3703060f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0742919 Apr 29 16:10:54.107794 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 35048) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:54.113615 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-556c6da7-af58-4cba-86bb-4e1ae83b30d6 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Request body: {'floatingip': {'port_id': 'e7a3cb30-cbed-47e4-acc5-504560d8fbec'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:10:54.189241 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-556c6da7-af58-4cba-86bb-4e1ae83b30d6 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for floatingip, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:54.209246 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d6b5cb3e-756c-4d68-b778-2cb1c91574fc up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:10:54.276979 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port d6b5cb3e-756c-4d68-b778-2cb1c91574fc triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:10:54.277391 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:54.847545 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-556c6da7-af58-4cba-86bb-4e1ae83b30d6 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:54.912628 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-556c6da7-af58-4cba-86bb-4e1ae83b30d6 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:55.102260 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [None req-556c6da7-af58-4cba-86bb-4e1ae83b30d6 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Floating IP eebe3e66-e59c-49ba-b9a6-a413487be7e2 associated. External IP: 172.26.1.77, port: e7a3cb30-cbed-47e4-acc5-504560d8fbec. Apr 29 16:10:55.492568 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556c6da7-af58-4cba-86bb-4e1ae83b30d6 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Router c55a5493-670c-40df-ac1a-ca62c4b6ed67 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:10:55.687424 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556c6da7-af58-4cba-86bb-4e1ae83b30d6 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:10:55.691917 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-556c6da7-af58-4cba-86bb-4e1ae83b30d6 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:55.697297 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56afe9be-f16c-4250-9c77-8ee24f9a04d4 None None] Sync routers for ids ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:10:55.709665 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56afe9be-f16c-4250-9c77-8ee24f9a04d4 None None] Routers {'c55a5493-670c-40df-ac1a-ca62c4b6ed67'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:10:55.710174 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-56afe9be-f16c-4250-9c77-8ee24f9a04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:10:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:55.761703 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-556c6da7-af58-4cba-86bb-4e1ae83b30d6 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "PUT /v2.0/floatingips/eebe3e66-e59c-49ba-b9a6-a413487be7e2 HTTP/1.1" status: 200 len: 990 time: 1.6500282 Apr 29 16:10:55.761703 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eba7487-eb24-4cec-bc9b-db9c81b8fe90', 'tag': 'e7a3cb30-cbed-47e4-acc5-504560d8fbec'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:10:55.899923 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-625cc958-89f7-4e09-b752-83bbb1b6c98c'] response: {'name': 'network-changed', 'server_uuid': '5eba7487-eb24-4cec-bc9b-db9c81b8fe90', 'tag': 'e7a3cb30-cbed-47e4-acc5-504560d8fbec', 'status': 'completed', 'code': 200} Apr 29 16:10:55.909645 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-56afe9be-f16c-4250-9c77-8ee24f9a04d4 None None] Set router c55a5493-670c-40df-ac1a-ca62c4b6ed67 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:10:55.941933 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217adee-a0cc-43da-becf-d4b8814726ee req-529f2bb3-5f97-4841-9e4d-9cd7fcab4ed0 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:55.943592 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2217adee-a0cc-43da-becf-d4b8814726ee req-529f2bb3-5f97-4841-9e4d-9cd7fcab4ed0 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0815628 Apr 29 16:10:56.005319 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2217adee-a0cc-43da-becf-d4b8814726ee req-f2050479-4648-4e09-84f1-47d70691ed3f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439885 Apr 29 16:10:56.005668 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-041810ee-bc32-432b-8403-14f9bca546ee req-84a64696-2497-4aa2-8126-5bb090845e8a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 1098 time: 0.0820115 Apr 29 16:10:56.204060 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876590fa-19a4-41b8-bf16-a355683b2ff3 req-33417dca-3799-483b-9f7a-c28dc9594963 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:56.205913 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-876590fa-19a4-41b8-bf16-a355683b2ff3 req-33417dca-3799-483b-9f7a-c28dc9594963 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0831914 Apr 29 16:10:56.238143 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041810ee-bc32-432b-8403-14f9bca546ee req-e6bead71-9f88-49a0-8b48-e6ae7f739dd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:56.239645 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-041810ee-bc32-432b-8403-14f9bca546ee req-e6bead71-9f88-49a0-8b48-e6ae7f739dd1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 913 time: 0.2389297 Apr 29 16:10:56.287737 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-56afe9be-f16c-4250-9c77-8ee24f9a04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'eebe3e66-e59c-49ba-b9a6-a413487be7e2', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'floating_ip_address': '172.26.1.77', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'port_id': 'e7a3cb30-cbed-47e4-acc5-504560d8fbec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'mac_address': 'fa:16:3e:d0:f5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eba7487-eb24-4cec-bc9b-db9c81b8fe90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:10:39Z', 'updated_at': '2022-04-29T16:10:54Z', 'revision_number': 1, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:52Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:56.292210 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56afe9be-f16c-4250-9c77-8ee24f9a04d4 None None] Checking router: c55a5493-670c-40df-ac1a-ca62c4b6ed67 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:10:56.304244 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56afe9be-f16c-4250-9c77-8ee24f9a04d4 None None] Routers {'c55a5493-670c-40df-ac1a-ca62c4b6ed67'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:10:56.305030 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-56afe9be-f16c-4250-9c77-8ee24f9a04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:10:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:56.347433 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-041810ee-bc32-432b-8403-14f9bca546ee req-5880751b-cbe1-4575-8a10-9788403520d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7a3cb30-cbed-47e4-acc5-504560d8fbec HTTP/1.1" status: 200 len: 998 time: 0.1018236 Apr 29 16:10:56.355288 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-876590fa-19a4-41b8-bf16-a355683b2ff3 req-96ee7778-3e0d-46a2-a305-4b4ded3682ae tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435103 Apr 29 16:10:56.411234 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041810ee-bc32-432b-8403-14f9bca546ee req-b65d4d25-38ad-436d-bd9a-5686ee35093c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:56.412679 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-041810ee-bc32-432b-8403-14f9bca546ee req-b65d4d25-38ad-436d-bd9a-5686ee35093c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cb74d7d-765a-475e-a22b-88683dd143f3 HTTP/1.1" status: 200 len: 851 time: 0.0600142 Apr 29 16:10:56.481993 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-56afe9be-f16c-4250-9c77-8ee24f9a04d4 None None] Set router c55a5493-670c-40df-ac1a-ca62c4b6ed67 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:10:56.490000 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-041810ee-bc32-432b-8403-14f9bca546ee req-4a03904a-7c31-4eba-b034-7f270543cbdc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e8faf8-29c7-4070-950e-7717c3688e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718360 Apr 29 16:10:56.621560 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-041810ee-bc32-432b-8403-14f9bca546ee req-79b07f66-26e9-4c86-aff3-0a4b80f2ace6 service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258190 Apr 29 16:10:56.752051 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:10:56.774688 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-041810ee-bc32-432b-8403-14f9bca546ee req-20385df6-6a15-4b03-aed6-0944c660b774 service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467385 Apr 29 16:10:56.875773 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-56afe9be-f16c-4250-9c77-8ee24f9a04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'eebe3e66-e59c-49ba-b9a6-a413487be7e2', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'floating_ip_address': '172.26.1.77', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'port_id': 'e7a3cb30-cbed-47e4-acc5-504560d8fbec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'mac_address': 'fa:16:3e:d0:f5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eba7487-eb24-4cec-bc9b-db9c81b8fe90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:10:39Z', 'updated_at': '2022-04-29T16:10:54Z', 'revision_number': 1, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:52Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:56.879663 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56afe9be-f16c-4250-9c77-8ee24f9a04d4 None None] The sync data for ids ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'] in dv-neutron-839913-1-hyperv is: [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'eebe3e66-e59c-49ba-b9a6-a413487be7e2', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'floating_ip_address': '172.26.1.77', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'port_id': 'e7a3cb30-cbed-47e4-acc5-504560d8fbec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'mac_address': 'fa:16:3e:d0:f5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eba7487-eb24-4cec-bc9b-db9c81b8fe90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:10:39Z', 'updated_at': '2022-04-29T16:10:54Z', 'revision_number': 1, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:52Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:10:57.552522 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6e4b2-1d66-4106-bf9e-abdbf21844c5 req-5cf8c272-f9c2-42ab-a992-d922e7886234 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:57.553964 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-93d6e4b2-1d66-4106-bf9e-abdbf21844c5 req-5cf8c272-f9c2-42ab-a992-d922e7886234 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0778606 Apr 29 16:10:57.600922 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-93d6e4b2-1d66-4106-bf9e-abdbf21844c5 req-23bf6823-8929-4598-9c8d-c5f003957718 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413549 Apr 29 16:10:57.648437 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9d3f70-f213-4a71-998a-40cb5c0dc026 None None] New status for floating IP eebe3e66-e59c-49ba-b9a6-a413487be7e2: ACTIVE {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:10:57.801449 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552da05-31e3-48f8-a511-ec120c48f1a4 req-9b9c2521-1142-482a-bd27-fade9f008ef1 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:57.816165 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0552da05-31e3-48f8-a511-ec120c48f1a4 req-9b9c2521-1142-482a-bd27-fade9f008ef1 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0777633 Apr 29 16:10:57.848522 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0552da05-31e3-48f8-a511-ec120c48f1a4 req-a15ad2ff-cf27-453d-86bc-9911d8105185 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398467 Apr 29 16:10:58.041036 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-878a95e9-7629-47bd-8a1e-f85e45071f92 req-6376d2fe-4693-4483-b45d-9a95649afa0e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0668228 Apr 29 16:10:58.544600 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341bb18-6877-4df7-bf51-54c29c36119d req-b8b88bdf-9487-49f9-9d80-8ef1eb4adee0 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:58.546062 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d341bb18-6877-4df7-bf51-54c29c36119d req-b8b88bdf-9487-49f9-9d80-8ef1eb4adee0 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.1313815 Apr 29 16:10:58.552953 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-11c93460-5f24-4530-8f29-295cebc3fa78 req-c9f73256-daa5-471b-8d35-1bb7caa3c1bd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0889823 Apr 29 16:10:58.596815 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d341bb18-6877-4df7-bf51-54c29c36119d req-abf770ad-e6b5-4b0b-874c-bacf65f122f9 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429304 Apr 29 16:10:59.809991 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39de339-9897-49f9-b9f9-addaee315add req-0dd81bf7-1f99-441b-a12e-b9b4d7955c56 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:10:59.812110 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d39de339-9897-49f9-b9f9-addaee315add req-0dd81bf7-1f99-441b-a12e-b9b4d7955c56 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0821362 Apr 29 16:10:59.856264 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d39de339-9897-49f9-b9f9-addaee315add req-61d79190-0588-4de2-afe8-e1f1221f65c2 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385256 Apr 29 16:11:00.818698 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-11c93460-5f24-4530-8f29-295cebc3fa78 req-287cc2c9-6882-4ad7-90bc-8e91f9939d99 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 1098 time: 0.0692272 Apr 29 16:11:00.949023 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c93460-5f24-4530-8f29-295cebc3fa78 req-6889c2cb-1785-4f41-aae6-5845a64097e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:00.950460 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-11c93460-5f24-4530-8f29-295cebc3fa78 req-6889c2cb-1785-4f41-aae6-5845a64097e4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 913 time: 0.1262069 Apr 29 16:11:01.055884 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-11c93460-5f24-4530-8f29-295cebc3fa78 req-63a5cd50-eae7-473d-8f6c-351d366e45f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7a3cb30-cbed-47e4-acc5-504560d8fbec HTTP/1.1" status: 200 len: 1000 time: 0.0996158 Apr 29 16:11:01.056102 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aedc09-17ff-4884-8434-7488c8a6a50c req-8975b8de-70e3-4ae2-b715-f541fc8704d2 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:01.057273 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-42aedc09-17ff-4884-8434-7488c8a6a50c req-8975b8de-70e3-4ae2-b715-f541fc8704d2 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0796168 Apr 29 16:11:01.104152 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-42aedc09-17ff-4884-8434-7488c8a6a50c req-76f5a4a7-d70e-4d1f-978a-2fe51fc75d77 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407271 Apr 29 16:11:01.121383 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c93460-5f24-4530-8f29-295cebc3fa78 req-cad8d70d-9e55-4e3d-b2bf-615ed9a610d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:01.122902 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-11c93460-5f24-4530-8f29-295cebc3fa78 req-cad8d70d-9e55-4e3d-b2bf-615ed9a610d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cb74d7d-765a-475e-a22b-88683dd143f3 HTTP/1.1" status: 200 len: 851 time: 0.0614750 Apr 29 16:11:01.197474 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-11c93460-5f24-4530-8f29-295cebc3fa78 req-68792df6-1c65-489b-8857-e0b395831674 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e8faf8-29c7-4070-950e-7717c3688e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676291 Apr 29 16:11:01.335797 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-11c93460-5f24-4530-8f29-295cebc3fa78 req-db9d89a5-e4b3-4d9e-b097-85b412e452f1 service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319184 Apr 29 16:11:01.467276 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-11c93460-5f24-4530-8f29-295cebc3fa78 req-c831b66c-a007-4309-92be-e21d1ab189b3 service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263225 Apr 29 16:11:02.311766 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17470f74-11c6-4887-b1f3-1157709423f1 req-a703ce95-3266-4256-b28f-2d1542be0617 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:02.313236 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-17470f74-11c6-4887-b1f3-1157709423f1 req-a703ce95-3266-4256-b28f-2d1542be0617 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0748971 Apr 29 16:11:02.357300 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-17470f74-11c6-4887-b1f3-1157709423f1 req-ff376ea0-d83a-4e9e-bc03-547f6845f13c tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385838 Apr 29 16:11:03.551589 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c284e-1a25-48af-80a3-0627c27a48f7 req-af37ae6a-57a6-42f3-a92f-83617b0dc651 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:03.553016 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-107c284e-1a25-48af-80a3-0627c27a48f7 req-af37ae6a-57a6-42f3-a92f-83617b0dc651 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0774179 Apr 29 16:11:03.597248 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-107c284e-1a25-48af-80a3-0627c27a48f7 req-8d5dde28-1a22-4306-8ef6-43482b490eff tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387371 Apr 29 16:11:04.795502 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23e7c1-17cb-4c38-889b-c2010b7432f1 req-99b9a846-4b40-4a63-a31c-4a0d7d3b907e tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:04.796995 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fe23e7c1-17cb-4c38-889b-c2010b7432f1 req-99b9a846-4b40-4a63-a31c-4a0d7d3b907e tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0783229 Apr 29 16:11:04.846666 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fe23e7c1-17cb-4c38-889b-c2010b7432f1 req-aa647dc4-6dc9-44d4-b13c-9eb92204ef84 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432372 Apr 29 16:11:06.045938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eab809-ce97-4151-9953-6a805fe01b1d req-127c3412-b607-445a-8a3a-eeee08bf374a tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:06.047298 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f2eab809-ce97-4151-9953-6a805fe01b1d req-127c3412-b607-445a-8a3a-eeee08bf374a tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0742669 Apr 29 16:11:06.091047 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f2eab809-ce97-4151-9953-6a805fe01b1d req-b92d026e-8dfa-45b8-9d7a-c6b757983a5c tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377376 Apr 29 16:11:07.289310 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151b627-6c32-4106-9aec-b307e54258fa req-5fa656cf-0e0f-45a3-837e-03ff0bb74216 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:07.290748 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0151b627-6c32-4106-9aec-b307e54258fa req-5fa656cf-0e0f-45a3-837e-03ff0bb74216 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0786695 Apr 29 16:11:07.336413 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0151b627-6c32-4106-9aec-b307e54258fa req-68751074-787f-407f-9584-905db11859f2 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402718 Apr 29 16:11:08.530285 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369bcef-17d5-4e1d-aaea-106180350426 req-848a39ff-ec7a-40a9-a65c-fdd7a3f910fe tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:08.531745 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3369bcef-17d5-4e1d-aaea-106180350426 req-848a39ff-ec7a-40a9-a65c-fdd7a3f910fe tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0747435 Apr 29 16:11:08.575972 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3369bcef-17d5-4e1d-aaea-106180350426 req-5c338aaa-2188-4e6a-9ec7-8f0b18b92e30 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385613 Apr 29 16:11:09.781832 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db7ec7-1f85-4075-a109-bbea124d40e8 req-ab107503-c7cc-4923-9389-62c3f2955134 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:09.783718 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b2db7ec7-1f85-4075-a109-bbea124d40e8 req-ab107503-c7cc-4923-9389-62c3f2955134 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0832505 Apr 29 16:11:09.842545 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b2db7ec7-1f85-4075-a109-bbea124d40e8 req-a5204320-c6a3-41af-935b-84973ebfa4e1 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532608 Apr 29 16:11:11.033515 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af230104-ec18-450e-ac97-b56852cf49c1 req-1782a5a8-153e-4f10-99f2-030db7a3da9a tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:11.034901 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-af230104-ec18-450e-ac97-b56852cf49c1 req-1782a5a8-153e-4f10-99f2-030db7a3da9a tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0734878 Apr 29 16:11:11.079047 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-af230104-ec18-450e-ac97-b56852cf49c1 req-dc38d1f5-7720-4f0f-9a9b-373d5c4182fc tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388083 Apr 29 16:11:12.276351 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b35d9-8d2c-4454-8c70-15037dd65c23 req-aacdf662-37d2-422e-8abc-e4284c8f0890 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:12.277773 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f03b35d9-8d2c-4454-8c70-15037dd65c23 req-aacdf662-37d2-422e-8abc-e4284c8f0890 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0773230 Apr 29 16:11:12.321387 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f03b35d9-8d2c-4454-8c70-15037dd65c23 req-e2a6952d-86ed-4068-9360-2a417f1de24b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382073 Apr 29 16:11:13.521245 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b9633-33bb-4ffe-a495-d26d074c35fd req-8529702d-b0da-4c52-a255-ce1a2f0c869d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:13.522722 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e72b9633-33bb-4ffe-a495-d26d074c35fd req-8529702d-b0da-4c52-a255-ce1a2f0c869d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0771079 Apr 29 16:11:13.571175 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e72b9633-33bb-4ffe-a495-d26d074c35fd req-791eb504-2676-41cd-8f8b-c5bac0b0585f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430245 Apr 29 16:11:13.614856 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-326647d7-23cb-4a0f-9280-cebaf297ec91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:14.766832 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d2195-8a56-4877-aaf4-95dc89c0e1ce req-8f260f17-daa3-4a72-b534-10e945d5e5a5 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:14.769004 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a46d2195-8a56-4877-aaf4-95dc89c0e1ce req-8f260f17-daa3-4a72-b534-10e945d5e5a5 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0768301 Apr 29 16:11:14.816750 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a46d2195-8a56-4877-aaf4-95dc89c0e1ce req-51057e6c-2dc1-474b-a032-d5c30dcf2bc5 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409758 Apr 29 16:11:15.494879 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:15.906852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-51b69b5a-fc6b-4eb2-a7a8-2a9b55caaa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:16.014036 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7feb3-ddf6-4c31-88c3-bd982d0f2692 req-1e37af3a-a7cc-4789-a75c-4a95e06e2777 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:16.015778 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3ec7feb3-ddf6-4c31-88c3-bd982d0f2692 req-1e37af3a-a7cc-4789-a75c-4a95e06e2777 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0794001 Apr 29 16:11:16.060688 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3ec7feb3-ddf6-4c31-88c3-bd982d0f2692 req-157149df-3401-43f3-91d2-aed3200acaa0 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388439 Apr 29 16:11:17.220526 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:17.257873 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da6318-da87-4543-bd36-af366d29c832 req-35dfdfe1-034b-46fa-86cd-f981ba4eaa65 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:17.259689 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a0da6318-da87-4543-bd36-af366d29c832 req-35dfdfe1-034b-46fa-86cd-f981ba4eaa65 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0778594 Apr 29 16:11:17.306404 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a0da6318-da87-4543-bd36-af366d29c832 req-273f3ed1-455f-4161-949d-34a79ef2d477 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412169 Apr 29 16:11:17.520935 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:18.501597 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99e1db-6eaf-41b8-8c8a-8b0c3a4a1e04 req-b4609799-1db2-46d3-995b-29a7e23bcb1e tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:18.503633 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-de99e1db-6eaf-41b8-8c8a-8b0c3a4a1e04 req-b4609799-1db2-46d3-995b-29a7e23bcb1e tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0780706 Apr 29 16:11:18.509453 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:18.547389 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-de99e1db-6eaf-41b8-8c8a-8b0c3a4a1e04 req-f92ac1cd-63ba-4cd9-9d0b-d3841f9e2b96 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382359 Apr 29 16:11:19.744861 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f7676-6b74-46bc-a458-d94059ed8450 req-5f095595-f5e5-4272-8117-eda8f93484d7 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:19.746293 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-921f7676-6b74-46bc-a458-d94059ed8450 req-5f095595-f5e5-4272-8117-eda8f93484d7 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0768294 Apr 29 16:11:19.795975 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-921f7676-6b74-46bc-a458-d94059ed8450 req-bff9447e-5076-4205-a732-481e7f1ce6db tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440817 Apr 29 16:11:20.993325 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a67ef2-6b28-456c-a0e4-d4cf9974e52a req-6864f759-381e-4f63-aa8c-ba29efb2f1b9 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:20.994683 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b7a67ef2-6b28-456c-a0e4-d4cf9974e52a req-6864f759-381e-4f63-aa8c-ba29efb2f1b9 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0747623 Apr 29 16:11:21.039234 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b7a67ef2-6b28-456c-a0e4-d4cf9974e52a req-17b8ad04-faa7-426a-a01e-9f9a5028bc67 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391259 Apr 29 16:11:22.240193 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fb2fd-a306-4939-b192-88b68d0a93c7 req-48b27bc5-d904-400a-8d8a-9bdba44d9016 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:22.242290 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6c3fb2fd-a306-4939-b192-88b68d0a93c7 req-48b27bc5-d904-400a-8d8a-9bdba44d9016 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0842857 Apr 29 16:11:22.372545 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6c3fb2fd-a306-4939-b192-88b68d0a93c7 req-bc371896-c723-4286-beec-1f397b878c28 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246190 Apr 29 16:11:23.568902 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602f38e-25e7-42f1-8f41-ecbe30316184 req-8175a717-a2f6-4e98-9f96-562ef6f75d49 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:23.570339 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1602f38e-25e7-42f1-8f41-ecbe30316184 req-8175a717-a2f6-4e98-9f96-562ef6f75d49 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0761311 Apr 29 16:11:23.615221 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1602f38e-25e7-42f1-8f41-ecbe30316184 req-0d1e5853-cbed-4e2d-b6d2-5828b67f9f20 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391972 Apr 29 16:11:23.646266 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-11c93460-5f24-4530-8f29-295cebc3fa78 req-4909e613-aeb0-4f55-b06c-d07f1902cc83 service neutron] 10.222.0.35 "GET /v2.0/ports/e7a3cb30-cbed-47e4-acc5-504560d8fbec/bindings/hv-neutron-8399 HTTP/1.1" status: 200 len: 384 time: 0.0720079 Apr 29 16:11:24.165442 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-11c93460-5f24-4530-8f29-295cebc3fa78 req-8c0e4585-144f-4a41-9c6e-228080914f49 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90&tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573 HTTP/1.1" status: 200 len: 1098 time: 0.0718803 Apr 29 16:11:24.252203 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-11c93460-5f24-4530-8f29-295cebc3fa78 req-c46ae68b-c11e-4c27-848b-d680876cfe93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 1098 time: 0.0664568 Apr 29 16:11:24.467765 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c93460-5f24-4530-8f29-295cebc3fa78 req-a04df763-b1c7-466a-b7ed-393b44a4f26f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:24.469214 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-11c93460-5f24-4530-8f29-295cebc3fa78 req-a04df763-b1c7-466a-b7ed-393b44a4f26f service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 913 time: 0.2110045 Apr 29 16:11:24.577772 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-11c93460-5f24-4530-8f29-295cebc3fa78 req-5d8f8427-454f-4c58-beeb-5aea1840dfa2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7a3cb30-cbed-47e4-acc5-504560d8fbec HTTP/1.1" status: 200 len: 1000 time: 0.1023343 Apr 29 16:11:24.641633 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c93460-5f24-4530-8f29-295cebc3fa78 req-9100745d-6a47-4eb6-ae63-37ade839a65f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:24.643781 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-11c93460-5f24-4530-8f29-295cebc3fa78 req-9100745d-6a47-4eb6-ae63-37ade839a65f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cb74d7d-765a-475e-a22b-88683dd143f3 HTTP/1.1" status: 200 len: 851 time: 0.0598974 Apr 29 16:11:24.717723 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-11c93460-5f24-4530-8f29-295cebc3fa78 req-42348920-5872-45ac-9c76-f7ed3d491e8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e8faf8-29c7-4070-950e-7717c3688e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682592 Apr 29 16:11:24.815661 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed47f09-325f-4edd-87f8-e3319571b448 req-1a4bfbcf-978d-4eb5-8f7e-c38d068ec412 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:24.817117 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5ed47f09-325f-4edd-87f8-e3319571b448 req-1a4bfbcf-978d-4eb5-8f7e-c38d068ec412 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0794880 Apr 29 16:11:24.854213 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-11c93460-5f24-4530-8f29-295cebc3fa78 req-43b7d85f-11af-45b3-9c06-b698899d800b service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300118 Apr 29 16:11:24.863571 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5ed47f09-325f-4edd-87f8-e3319571b448 req-e06baa38-84d4-4df6-a6f9-703804104e1f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403581 Apr 29 16:11:24.984504 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-11c93460-5f24-4530-8f29-295cebc3fa78 req-d2984548-cb26-4671-a10f-6876874782ff service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249914 Apr 29 16:11:26.058031 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822660b-a26b-40ee-bd45-22a9707f6108 req-65a5a0da-bce0-4214-a17c-3f8ab6700bdd tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:26.059464 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a822660b-a26b-40ee-bd45-22a9707f6108 req-65a5a0da-bce0-4214-a17c-3f8ab6700bdd tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0740330 Apr 29 16:11:26.106962 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a822660b-a26b-40ee-bd45-22a9707f6108 req-c3de9d51-40ff-446b-83df-d67020eaa358 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419750 Apr 29 16:11:27.305916 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc5a5e-b067-44b3-b78f-83a6f17e3082 req-3a9e9bb5-0b49-4923-83c8-cc70802b42aa tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:27.307382 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-39dc5a5e-b067-44b3-b78f-83a6f17e3082 req-3a9e9bb5-0b49-4923-83c8-cc70802b42aa tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0748854 Apr 29 16:11:27.353471 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-39dc5a5e-b067-44b3-b78f-83a6f17e3082 req-5ca60e0c-0110-4f05-a13b-5c46ba938c38 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405176 Apr 29 16:11:27.409346 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device e7a3cb30-cbed-47e4-acc5-504560d8fbec details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:11:27.411586 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device e7a3cb30-cbed-47e4-acc5-504560d8fbec no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:11:27.619469 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:27.651623 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port e7a3cb30-cbed-47e4-acc5-504560d8fbec, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=e7a3cb30-cbed-47e4-acc5-504560d8fbec,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:11:27.672330 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eba7487-eb24-4cec-bc9b-db9c81b8fe90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a3cb30-cbed-47e4-acc5-504560d8fbec'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:11:27.679763 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': 'e7a3cb30-cbed-47e4-acc5-504560d8fbec', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'port_id': 'e7a3cb30-cbed-47e4-acc5-504560d8fbec', 'mac_address': 'fa:16:3e:d0:f5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:11:27.710956 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port e7a3cb30-cbed-47e4-acc5-504560d8fbec, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=e7a3cb30-cbed-47e4-acc5-504560d8fbec,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:11:27.753949 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67c92ba2-e1d0-49cf-8193-7299e5384988'] response: {'server_uuid': '5eba7487-eb24-4cec-bc9b-db9c81b8fe90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a3cb30-cbed-47e4-acc5-504560d8fbec', 'code': 200} Apr 29 16:11:27.758154 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:27.772105 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:27.807818 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7a3cb30-cbed-47e4-acc5-504560d8fbec {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:11:27.891782 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=e7a3cb30-cbed-47e4-acc5-504560d8fbec,revision_number=6']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:11:27.896336 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:11:27.896685 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:11:27.902691 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:27.904513 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:27.904513 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:27.904513 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:27.904513 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:27.904513 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:27.904889 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:27.904972 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:27.905279 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:27.905602 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:27.905921 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:28.448167 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:28.465522 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a3cb30-cbed-47e4-acc5-504560d8fbec {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:11:28.481981 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port e7a3cb30-cbed-47e4-acc5-504560d8fbec, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=e7a3cb30-cbed-47e4-acc5-504560d8fbec,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:11:28.543528 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:28.555639 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87649242-98f4-4488-98e0-bcbde4151c6f req-b1a3c8e6-cdf0-4773-a86c-3a811e8e24df tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:28.557099 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-87649242-98f4-4488-98e0-bcbde4151c6f req-b1a3c8e6-cdf0-4773-a86c-3a811e8e24df tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 943 time: 0.0841830 Apr 29 16:11:28.601967 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-87649242-98f4-4488-98e0-bcbde4151c6f req-33291bcd-4c76-4df3-a41a-d296ee67059b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392458 Apr 29 16:11:28.608923 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['e7a3cb30-cbed-47e4-acc5-504560d8fbec'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:11:28.649478 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=e7a3cb30-cbed-47e4-acc5-504560d8fbec,revision_number=7']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:11:29.098513 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058355b-dc4b-4e23-a253-0853e34dad01 req-acc34c4f-c17b-4be2-bf33-24299d855ae6 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:29.101992 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5058355b-dc4b-4e23-a253-0853e34dad01 req-acc34c4f-c17b-4be2-bf33-24299d855ae6 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 944 time: 0.1032033 Apr 29 16:11:29.147264 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5058355b-dc4b-4e23-a253-0853e34dad01 req-6a67f223-b525-4851-8259-67708de2f1e2 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418904 Apr 29 16:11:29.163255 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccd863-261d-4cce-976f-14863ef48239 req-481e25b7-6077-4854-8b16-92e5897774c5 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:29.163953 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-a8ccd863-261d-4cce-976f-14863ef48239 req-481e25b7-6077-4854-8b16-92e5897774c5 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Synchronizing usage tracker for tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:11:29.248921 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-a8ccd863-261d-4cce-976f-14863ef48239 req-481e25b7-6077-4854-8b16-92e5897774c5 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Unset dirty status for tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:11:29.250250 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-a8ccd863-261d-4cce-976f-14863ef48239 req-481e25b7-6077-4854-8b16-92e5897774c5 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90&tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&binding%3Ahost_id=hv-neutron-8399 HTTP/1.1" status: 200 len: 944 time: 0.1687865 Apr 29 16:11:29.400446 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-a8ccd863-261d-4cce-976f-14863ef48239 req-31e5b4f3-ee52-4c3b-9f40-f9e5e5e69785 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 1097 time: 0.0760481 Apr 29 16:11:29.422442 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device e7a3cb30-cbed-47e4-acc5-504560d8fbec up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:11:29.500497 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port e7a3cb30-cbed-47e4-acc5-504560d8fbec triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:11:29.501210 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:29.544003 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccd863-261d-4cce-976f-14863ef48239 req-865d69ea-b6e1-480e-81b4-b970264b1edc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:29.545957 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-a8ccd863-261d-4cce-976f-14863ef48239 req-865d69ea-b6e1-480e-81b4-b970264b1edc service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 913 time: 0.1403890 Apr 29 16:11:29.617434 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:29.654116 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port e7a3cb30-cbed-47e4-acc5-504560d8fbec, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=e7a3cb30-cbed-47e4-acc5-504560d8fbec,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:11:29.655686 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-a8ccd863-261d-4cce-976f-14863ef48239 req-daa4c79b-6b99-41a9-99f7-438f4bf6faa1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7a3cb30-cbed-47e4-acc5-504560d8fbec HTTP/1.1" status: 200 len: 999 time: 0.1016917 Apr 29 16:11:29.712851 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:29.744396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccd863-261d-4cce-976f-14863ef48239 req-29edceb7-4566-405b-b87b-05291ec2fb16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:29.745960 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-a8ccd863-261d-4cce-976f-14863ef48239 req-29edceb7-4566-405b-b87b-05291ec2fb16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cb74d7d-765a-475e-a22b-88683dd143f3 HTTP/1.1" status: 200 len: 851 time: 0.0847108 Apr 29 16:11:29.757005 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eba7487-eb24-4cec-bc9b-db9c81b8fe90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a3cb30-cbed-47e4-acc5-504560d8fbec'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:11:29.806953 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=e7a3cb30-cbed-47e4-acc5-504560d8fbec,revision_number=8']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:11:29.825446 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e072dd-cea6-4dfe-bead-c98e58ae07cd'] response: {'server_uuid': '5eba7487-eb24-4cec-bc9b-db9c81b8fe90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a3cb30-cbed-47e4-acc5-504560d8fbec', 'code': 200} Apr 29 16:11:29.829345 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-a8ccd863-261d-4cce-976f-14863ef48239 req-d72e7f23-b40c-4681-83e5-ace5dd0b740e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e8faf8-29c7-4070-950e-7717c3688e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763109 Apr 29 16:11:29.959759 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-a8ccd863-261d-4cce-976f-14863ef48239 req-74e2b0c4-1b18-4cfa-8daa-300a6cbe5fc9 service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233284 Apr 29 16:11:30.087451 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-a8ccd863-261d-4cce-976f-14863ef48239 req-95e3b46e-f779-40ec-b7de-5e02ede65e3c service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221719 Apr 29 16:11:30.347389 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e2f9c-bb2b-42b3-a398-e85894fa6adc req-5b2cdcce-e225-49dd-9e23-181a2929a7e9 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:30.348737 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ca2e2f9c-bb2b-42b3-a398-e85894fa6adc req-5b2cdcce-e225-49dd-9e23-181a2929a7e9 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0781238 Apr 29 16:11:30.393801 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ca2e2f9c-bb2b-42b3-a398-e85894fa6adc req-65f4961f-479d-499a-8abe-0ccb502a953b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395555 Apr 29 16:11:31.587893 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76778d-25c0-4fc8-996a-30f9bee704f6 req-9934a2c4-246c-491f-a39f-827592dc4a04 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:31.589307 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1e76778d-25c0-4fc8-996a-30f9bee704f6 req-9934a2c4-246c-491f-a39f-827592dc4a04 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0740855 Apr 29 16:11:31.637005 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1e76778d-25c0-4fc8-996a-30f9bee704f6 req-efb00658-5946-4292-9f43-3de1f7475f33 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422111 Apr 29 16:11:31.829191 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42476-ce76-49a9-b0a8-85f71f9b3231 req-18e79cfd-9ca7-4d61-bbe0-f6e63ad6fcfe tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:31.831195 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8db42476-ce76-49a9-b0a8-85f71f9b3231 req-18e79cfd-9ca7-4d61-bbe0-f6e63ad6fcfe tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0757751 Apr 29 16:11:31.874830 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8db42476-ce76-49a9-b0a8-85f71f9b3231 req-da33df33-7d27-47bf-99c4-90c187e553fd tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380931 Apr 29 16:11:32.069040 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0d1fc-5fa7-4039-83d6-25609383a699 req-2ccf6f07-edf2-4fe5-806a-25fb1f7580ee tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:32.070468 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9ee0d1fc-5fa7-4039-83d6-25609383a699 req-2ccf6f07-edf2-4fe5-806a-25fb1f7580ee tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0784037 Apr 29 16:11:32.114914 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9ee0d1fc-5fa7-4039-83d6-25609383a699 req-ac835a0e-d987-4bf5-9d9a-f1d6b37335f5 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389793 Apr 29 16:11:32.791811 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28526df5-58fb-4b2b-ab7c-eb051fe036d0 req-57a67c82-6227-44f4-91ae-cd9f4005df26 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:32.793249 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-28526df5-58fb-4b2b-ab7c-eb051fe036d0 req-57a67c82-6227-44f4-91ae-cd9f4005df26 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0776517 Apr 29 16:11:32.838084 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-28526df5-58fb-4b2b-ab7c-eb051fe036d0 req-74429079-942f-4202-9db7-c3662f16e1a8 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390821 Apr 29 16:11:33.752071 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:11:34.051844 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee0314-388a-4445-b6ad-64704e310b86 req-a166c1d9-bc92-461e-a413-f4e2dd6961d0 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:34.053174 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-49ee0314-388a-4445-b6ad-64704e310b86 req-a166c1d9-bc92-461e-a413-f4e2dd6961d0 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0907710 Apr 29 16:11:34.097185 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-49ee0314-388a-4445-b6ad-64704e310b86 req-fd87e773-83e1-4c2d-86e0-a4dd38374cac tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386126 Apr 29 16:11:34.478406 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77033df-4e1b-4996-a698-65bb38447291 req-5b51be7f-478c-4454-a060-1d147a5707da tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:34.479860 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-b77033df-4e1b-4996-a698-65bb38447291 req-5b51be7f-478c-4454-a060-1d147a5707da tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0748055 Apr 29 16:11:34.544557 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [req-b77033df-4e1b-4996-a698-65bb38447291 req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Deleting port e7a3cb30-cbed-47e4-acc5-504560d8fbec {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:11:34.544895 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-b77033df-4e1b-4996-a698-65bb38447291 req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:34.871001 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-b77033df-4e1b-4996-a698-65bb38447291 req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] For port e7a3cb30-cbed-47e4-acc5-504560d8fbec, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=e7a3cb30-cbed-47e4-acc5-504560d8fbec,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:11:34.871349 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-b77033df-4e1b-4996-a698-65bb38447291 req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:35.163106 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-b77033df-4e1b-4996-a698-65bb38447291 req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:35.163507 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-b77033df-4e1b-4996-a698-65bb38447291 req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:35.163816 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [req-b77033df-4e1b-4996-a698-65bb38447291 req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Floating IP eebe3e66-e59c-49ba-b9a6-a413487be7e2 disassociated. External IP: 172.26.1.77, port: e7a3cb30-cbed-47e4-acc5-504560d8fbec. Apr 29 16:11:35.164152 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [req-b77033df-4e1b-4996-a698-65bb38447291 req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Calling delete_port for e7a3cb30-cbed-47e4-acc5-504560d8fbec owned by compute:nova {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:11:35.317441 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be027cf7-4888-4e45-857c-cfc1dac35d3d req-2ec7947d-6cf2-4467-8040-7312db5a0d0d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:35.319551 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-be027cf7-4888-4e45-857c-cfc1dac35d3d req-2ec7947d-6cf2-4467-8040-7312db5a0d0d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 945 time: 0.0876460 Apr 29 16:11:35.369090 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-be027cf7-4888-4e45-857c-cfc1dac35d3d req-2d8b286a-42fc-4d1f-b182-a570fb254334 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438907 Apr 29 16:11:35.380211 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-b77033df-4e1b-4996-a698-65bb38447291 req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:35.437910 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Pushing event deleted for resources: {'Port': ['ID=e7a3cb30-cbed-47e4-acc5-504560d8fbec,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:11:35.454177 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:35.455332 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:35.455676 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:35.456005 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:35.456434 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:35.457016 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:35.457548 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:35.457887 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:35.458225 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:35.458830 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:35.459389 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:35.696613 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b77033df-4e1b-4996-a698-65bb38447291 req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Router c55a5493-670c-40df-ac1a-ca62c4b6ed67 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:11:35.948013 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b77033df-4e1b-4996-a698-65bb38447291 req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:11:35.959093 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a72ee07-061d-4f4d-be40-e6d8fdaff2e9 None None] Sync routers for ids ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:11:35.972348 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a72ee07-061d-4f4d-be40-e6d8fdaff2e9 None None] Routers {'c55a5493-670c-40df-ac1a-ca62c4b6ed67'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:11:35.973025 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6a72ee07-061d-4f4d-be40-e6d8fdaff2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:11:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:11:36.014529 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77033df-4e1b-4996-a698-65bb38447291 req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] No DVR routers for this DVR port e7a3cb30-cbed-47e4-acc5-504560d8fbec on host hv-neutron-8399 {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:11:36.017406 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-b77033df-4e1b-4996-a698-65bb38447291 req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:36.019979 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eba7487-eb24-4cec-bc9b-db9c81b8fe90', 'name': 'network-vif-deleted', 'tag': 'e7a3cb30-cbed-47e4-acc5-504560d8fbec'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:11:36.076367 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2e91726-d860-40cd-b8ae-9084470677e8'] response: {'server_uuid': '5eba7487-eb24-4cec-bc9b-db9c81b8fe90', 'name': 'network-vif-deleted', 'tag': 'e7a3cb30-cbed-47e4-acc5-504560d8fbec', 'status': 'completed', 'code': 200} Apr 29 16:11:36.095834 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-b77033df-4e1b-4996-a698-65bb38447291 req-7d68fb9b-1e71-44d4-a667-4046d69ad224 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.35 "DELETE /v2.0/ports/e7a3cb30-cbed-47e4-acc5-504560d8fbec HTTP/1.1" status: 204 len: 173 time: 1.6114373 Apr 29 16:11:36.154552 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-6a72ee07-061d-4f4d-be40-e6d8fdaff2e9 None None] Set router c55a5493-670c-40df-ac1a-ca62c4b6ed67 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:11:36.504941 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6a72ee07-061d-4f4d-be40-e6d8fdaff2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:52Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:11:36.508842 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a72ee07-061d-4f4d-be40-e6d8fdaff2e9 None None] Checking router: c55a5493-670c-40df-ac1a-ca62c4b6ed67 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:11:36.520332 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a72ee07-061d-4f4d-be40-e6d8fdaff2e9 None None] Routers {'c55a5493-670c-40df-ac1a-ca62c4b6ed67'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:11:36.520941 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6a72ee07-061d-4f4d-be40-e6d8fdaff2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:11:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:11:36.548855 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-520780dc-203d-4bf8-9a63-196cf60d1552 req-f7392613-3dae-4217-b472-7eab7b57bb4b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eba7487-eb24-4cec-bc9b-db9c81b8fe90 HTTP/1.1" status: 200 len: 210 time: 0.0438881 Apr 29 16:11:36.701840 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-6a72ee07-061d-4f4d-be40-e6d8fdaff2e9 None None] Set router c55a5493-670c-40df-ac1a-ca62c4b6ed67 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:11:37.014868 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6a72ee07-061d-4f4d-be40-e6d8fdaff2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:52Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:11:37.019163 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a72ee07-061d-4f4d-be40-e6d8fdaff2e9 None None] The sync data for ids ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'] in dv-neutron-839913-1-hyperv is: [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:52Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:11:37.224705 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faee872-6d35-4ba3-9828-c7da4bb5825e None None] New status for floating IP eebe3e66-e59c-49ba-b9a6-a413487be7e2: DOWN {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:11:37.909527 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-245bbb00-947b-46f3-b40b-f8ded1e5d3e9 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1516544255&fields=id&tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573 HTTP/1.1" status: 200 len: 267 time: 0.0403965 Apr 29 16:11:38.060220 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-8323e1c2-ccb1-462a-8777-125761e508b0 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:38.061827 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-8323e1c2-ccb1-462a-8777-125761e508b0 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 812 time: 0.1451485 Apr 29 16:11:38.077649 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-a68d2718-aa6b-42ab-93a3-c83d738cb8a8 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/quotas/3ff6bbb7a7b84d37b9fce3e1623fa573 HTTP/1.1" status: 200 len: 375 time: 0.0104291 Apr 29 16:11:38.158315 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-32b127cc-21f4-4c96-bab6-cdb3aed1ead2 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0752244 Apr 29 16:11:38.294003 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-7bdfff4f-bc3e-431e-a455-297301485471 service neutron] 10.222.0.21 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245928 Apr 29 16:11:38.425749 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-a0db888b-297d-4904-ab9f-c08644db800c service neutron] 10.222.0.21 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252663 Apr 29 16:11:38.699953 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-444267ca-0594-4c04-844c-7b1d78f17ab5 req-06e7a1de-b692-4251-8b78-3b3e70f17803 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 210 time: 0.0541320 Apr 29 16:11:39.458717 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device e7a3cb30-cbed-47e4-acc5-504560d8fbec no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:11:39.491192 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: e7a3cb30-cbed-47e4-acc5-504560d8fbec {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:11:39.491530 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device e7a3cb30-cbed-47e4-acc5-504560d8fbec not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:11:39.860639 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-727bc1f3-7270-4c78-ade4-e84f78d7f4f8 req-9841b946-4401-4a23-874f-4fa3e87abd87 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 210 time: 0.0399487 Apr 29 16:11:40.574283 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-80a02187-e495-440e-89c6-c24d01ca9860 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:40.575715 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-80a02187-e495-440e-89c6-c24d01ca9860 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.35 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 812 time: 0.1387043 Apr 29 16:11:40.630851 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-190822eb-3ed1-4860-abba-0e7404b9fa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573 HTTP/1.1" status: 200 len: 380 time: 0.0427403 Apr 29 16:11:40.638715 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-c7d516ad-d8ec-44b3-8b19-3e1c179e0473 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Request body: {'port': {'device_id': '90e75cf2-58b4-4f3d-aee7-4d7b35858ed5', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'admin_state_up': True, 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'security_groups': ['592936d4-5ac7-4a65-a97e-8204ae3feb39']}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:11:40.862615 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-c7d516ad-d8ec-44b3-8b19-3e1c179e0473 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:11:40.866706 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-c7d516ad-d8ec-44b3-8b19-3e1c179e0473 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Usage tracker for resource:port and tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:11:40.869621 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-c7d516ad-d8ec-44b3-8b19-3e1c179e0473 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:11:40.875428 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-c7d516ad-d8ec-44b3-8b19-3e1c179e0473 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:11:40.960234 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-c7d516ad-d8ec-44b3-8b19-3e1c179e0473 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Made reservation on behalf of 3ff6bbb7a7b84d37b9fce3e1623fa573 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:11:40.963366 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-c7d516ad-d8ec-44b3-8b19-3e1c179e0473 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:41.021617 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fb18990f-46da-437e-b205-3838459fdabe req-6df60383-0d4d-44f5-b853-b09dc7df9e2b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 210 time: 0.0406535 Apr 29 16:11:41.131041 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-c7d516ad-d8ec-44b3-8b19-3e1c179e0473 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Allocated IP 172.20.0.3 (82e8faf8-29c7-4070-950e-7717c3688e4a/9cb74d7d-765a-475e-a22b-88683dd143f3/9bb13111-6d2e-4e6f-b50a-ac8ded8483c0) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:11:41.307287 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-c7d516ad-d8ec-44b3-8b19-3e1c179e0473 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:41.322157 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-c7d516ad-d8ec-44b3-8b19-3e1c179e0473 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Transition to ACTIVE for port object 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:11:41.423216 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-c7d516ad-d8ec-44b3-8b19-3e1c179e0473 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:41.494800 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-c7d516ad-d8ec-44b3-8b19-3e1c179e0473 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Network 82e8faf8-29c7-4070-950e-7717c3688e4a is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:11:41.497600 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-c7d516ad-d8ec-44b3-8b19-3e1c179e0473 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:11:41.501487 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-c7d516ad-d8ec-44b3-8b19-3e1c179e0473 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:11:41.539340 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d516ad-d8ec-44b3-8b19-3e1c179e0473 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Pushing event updated for resources: {'Port': ['ID=9bb13111-6d2e-4e6f-b50a-ac8ded8483c0,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:11:41.572767 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-c7d516ad-d8ec-44b3-8b19-3e1c179e0473 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:41.573361 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-c7d516ad-d8ec-44b3-8b19-3e1c179e0473 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:41.683647 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-c7d516ad-d8ec-44b3-8b19-3e1c179e0473 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0482836 Apr 29 16:11:41.695680 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-409f2117-f6c4-4459-94ef-db772a589788 service neutron] Request body: {'port': {'device_id': '90e75cf2-58b4-4f3d-aee7-4d7b35858ed5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:11:41.808411 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-409f2117-f6c4-4459-94ef-db772a589788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:41.819578 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e015a5b2-c1aa-4699-b7b5-7dcbf360bdeb None None] Provisioning for port 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:11:41.824687 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e015a5b2-c1aa-4699-b7b5-7dcbf360bdeb None None] Provisioning complete for port 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:11:41.825054 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e015a5b2-c1aa-4699-b7b5-7dcbf360bdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:41.876411 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-e015a5b2-c1aa-4699-b7b5-7dcbf360bdeb None None] Port 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:11:42.151559 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-409f2117-f6c4-4459-94ef-db772a589788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 {{(pid=84771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:11:42.159051 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-409f2117-f6c4-4459-94ef-db772a589788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:42.173274 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-409f2117-f6c4-4459-94ef-db772a589788 service neutron] Transition to ACTIVE for port object 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 will not be triggered until provisioned by entity L2. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:11:42.224883 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59a3a4-30b6-47d9-8c7d-d6b471803df8 req-f819252d-125b-4457-9fed-5cf0e7540916 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:42.226332 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cc59a3a4-30b6-47d9-8c7d-d6b471803df8 req-f819252d-125b-4457-9fed-5cf0e7540916 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 931 time: 0.0784764 Apr 29 16:11:42.237205 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-409f2117-f6c4-4459-94ef-db772a589788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:42.271603 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cc59a3a4-30b6-47d9-8c7d-d6b471803df8 req-40cf820f-cd82-4229-b0bf-dd9c8ec55ce6 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396271 Apr 29 16:11:42.360498 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f2117-f6c4-4459-94ef-db772a589788 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb13111-6d2e-4e6f-b50a-ac8ded8483c0,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:11:42.470497 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-409f2117-f6c4-4459-94ef-db772a589788 service neutron] Attempting to bind port 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:11:42.470833 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-409f2117-f6c4-4459-94ef-db772a589788 service neutron] Attempting to bind port 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': 'ba21f930-23de-494c-bed6-c3f138757040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:11:42.471799 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-409f2117-f6c4-4459-94ef-db772a589788 service neutron] Attempting to bind port 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 on network 82e8faf8-29c7-4070-950e-7717c3688e4a {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:11:42.477479 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-409f2117-f6c4-4459-94ef-db772a589788 service neutron] Port 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 on network 82e8faf8-29c7-4070-950e-7717c3688e4a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 16:11:42.477798 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-409f2117-f6c4-4459-94ef-db772a589788 service neutron] Attempting to bind port 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 on network 82e8faf8-29c7-4070-950e-7717c3688e4a {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:11:42.483905 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-409f2117-f6c4-4459-94ef-db772a589788 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:11:42.484236 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-409f2117-f6c4-4459-94ef-db772a589788 service neutron] Checking segment: {'id': 'ba21f930-23de-494c-bed6-c3f138757040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:11:42.484611 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-409f2117-f6c4-4459-94ef-db772a589788 service neutron] Bound using segment: {'id': 'ba21f930-23de-494c-bed6-c3f138757040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a'} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:11:42.485898 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-409f2117-f6c4-4459-94ef-db772a589788 service neutron] Bound port: 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba21f930-23de-494c-bed6-c3f138757040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a'}}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:11:42.486653 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-409f2117-f6c4-4459-94ef-db772a589788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:42.573443 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-409f2117-f6c4-4459-94ef-db772a589788 service neutron] For port 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0, host hv-neutron-8399, cleared binding levels {{(pid=84771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:11:42.576292 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-409f2117-f6c4-4459-94ef-db772a589788 service neutron] For port 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=9bb13111-6d2e-4e6f-b50a-ac8ded8483c0,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:11:42.634291 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-409f2117-f6c4-4459-94ef-db772a589788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:42.693931 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-409f2117-f6c4-4459-94ef-db772a589788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:42.695798 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-409f2117-f6c4-4459-94ef-db772a589788 service neutron] 10.222.0.35 "PUT /v2.0/ports/9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 HTTP/1.1" status: 200 len: 1093 time: 1.0041842 Apr 29 16:11:42.698705 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e75cf2-58b4-4f3d-aee7-4d7b35858ed5', 'tag': '9bb13111-6d2e-4e6f-b50a-ac8ded8483c0'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:11:42.725968 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f2117-f6c4-4459-94ef-db772a589788 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb13111-6d2e-4e6f-b50a-ac8ded8483c0,revision_number=3']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:11:42.768776 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d638faf6-1550-44a1-b738-3983ae4dfecc'] response: {'name': 'network-changed', 'server_uuid': '90e75cf2-58b4-4f3d-aee7-4d7b35858ed5', 'tag': '9bb13111-6d2e-4e6f-b50a-ac8ded8483c0', 'status': 'completed', 'code': 200} Apr 29 16:11:42.866297 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-68c1921f-80e3-4afd-8fd2-7761793455fe req-6c7894f4-f829-4881-abe6-1580967fed4a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 1096 time: 0.0749788 Apr 29 16:11:43.009100 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1921f-80e3-4afd-8fd2-7761793455fe req-c719b4ba-c942-4cd4-936d-68da4fcf4302 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:43.010437 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-68c1921f-80e3-4afd-8fd2-7761793455fe req-c719b4ba-c942-4cd4-936d-68da4fcf4302 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1372898 Apr 29 16:11:43.227371 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1921f-80e3-4afd-8fd2-7761793455fe req-f1238103-f343-476e-86db-dd3ba8179ee4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:43.228779 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-68c1921f-80e3-4afd-8fd2-7761793455fe req-f1238103-f343-476e-86db-dd3ba8179ee4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2129765 Apr 29 16:11:43.331836 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-dc5e9c02-e158-400b-b2f9-67d06d99f0a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 1096 time: 0.0674565 Apr 29 16:11:43.400891 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-8b7c57b9-59ef-4785-8b91-71a597db9914 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 HTTP/1.1" status: 200 len: 217 time: 0.0624733 Apr 29 16:11:43.463616 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-a180e2db-1e72-4934-8e73-b9998a580071 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:43.465031 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-a180e2db-1e72-4934-8e73-b9998a580071 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cb74d7d-765a-475e-a22b-88683dd143f3 HTTP/1.1" status: 200 len: 851 time: 0.0580246 Apr 29 16:11:43.472078 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c81bb4-a049-4e61-b647-3c3794fa1274 req-fb3b2825-e144-4905-9775-5ae609c38efe tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:43.473502 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-59c81bb4-a049-4e61-b647-3c3794fa1274 req-fb3b2825-e144-4905-9775-5ae609c38efe tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 943 time: 0.0799615 Apr 29 16:11:43.544573 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-f1314eca-3319-4f37-a1e6-fc5b1b583c15 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e8faf8-29c7-4070-950e-7717c3688e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726364 Apr 29 16:11:43.610267 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-59c81bb4-a049-4e61-b647-3c3794fa1274 req-817d9480-c7eb-4131-810d-bb0dee0c3518 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310844 Apr 29 16:11:43.620324 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-45e15562-cf33-42aa-95b4-bb2060f6c5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:43.679696 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-8c44e140-861d-4ab3-ad50-e35c82a12d9a service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281197 Apr 29 16:11:43.808039 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-c3dea525-4d32-4698-9569-b101e8b8f8e0 req-f19fe259-7bfb-41a2-8829-5358d1ab7b9b service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229959 Apr 29 16:11:44.807740 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086175c-48cc-456b-9e3d-06d94b4467ed req-6971a6ee-8fb4-46db-9f65-01a54077c765 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:44.813399 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3086175c-48cc-456b-9e3d-06d94b4467ed req-6971a6ee-8fb4-46db-9f65-01a54077c765 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 943 time: 0.0753429 Apr 29 16:11:44.854147 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3086175c-48cc-456b-9e3d-06d94b4467ed req-18ec380d-5017-4bc2-96b2-5fc5ca735e76 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393856 Apr 29 16:11:45.484607 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:11:45.558173 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:45.620128 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=9bb13111-6d2e-4e6f-b50a-ac8ded8483c0,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:11:45.633490 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '9bb13111-6d2e-4e6f-b50a-ac8ded8483c0', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'port_id': '9bb13111-6d2e-4e6f-b50a-ac8ded8483c0', 'mac_address': 'fa:16:3e:12:58:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:11:45.685720 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:45.702919 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:11:45.718053 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=9bb13111-6d2e-4e6f-b50a-ac8ded8483c0,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:11:45.793723 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:45.871068 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=9bb13111-6d2e-4e6f-b50a-ac8ded8483c0,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:11:45.951158 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1ed45738-5e94-4762-9c5a-11900fc8de81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:46.054068 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd65e97-bda9-48ea-8ca6-fee57ef0780c req-bb5b3654-a1a9-4d98-8d22-203c89e3d5d0 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:46.055629 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2fd65e97-bda9-48ea-8ca6-fee57ef0780c req-bb5b3654-a1a9-4d98-8d22-203c89e3d5d0 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 944 time: 0.0787628 Apr 29 16:11:46.099962 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2fd65e97-bda9-48ea-8ca6-fee57ef0780c req-ea453d0d-2ac9-4150-892d-4ba3e62343bc tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389497 Apr 29 16:11:46.110328 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['9bb13111-6d2e-4e6f-b50a-ac8ded8483c0'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:11:47.231255 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:47.297253 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e153a1-735b-49b1-84a6-eddb6cce0351 req-37351cf0-a17e-4ac4-8fb2-3b79b385ee1d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:47.298707 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a3e153a1-735b-49b1-84a6-eddb6cce0351 req-37351cf0-a17e-4ac4-8fb2-3b79b385ee1d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 944 time: 0.0732718 Apr 29 16:11:47.341840 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a3e153a1-735b-49b1-84a6-eddb6cce0351 req-fdaf81b1-6215-4dc4-bc40-18f530687602 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371974 Apr 29 16:11:47.490287 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:11:47.541087 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:47.627827 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:11:47.632780 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:11:47.633163 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:47.753011 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:47.808823 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e75cf2-58b4-4f3d-aee7-4d7b35858ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb13111-6d2e-4e6f-b50a-ac8ded8483c0'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:11:47.819197 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=9bb13111-6d2e-4e6f-b50a-ac8ded8483c0,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:11:47.860958 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f20869-a93d-429f-b392-070e3557d421'] response: {'server_uuid': '90e75cf2-58b4-4f3d-aee7-4d7b35858ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb13111-6d2e-4e6f-b50a-ac8ded8483c0', 'code': 200} Apr 29 16:11:47.888294 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:47.952549 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=9bb13111-6d2e-4e6f-b50a-ac8ded8483c0,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:11:48.241972 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d95e4f9e-9011-44d4-9c79-4c81fa78f11f req-ab1e25fe-f495-4a0c-8fe3-73fe8981a1cd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 1098 time: 0.0677576 Apr 29 16:11:48.282885 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d95e4f9e-9011-44d4-9c79-4c81fa78f11f req-12b890ba-a9ff-4b2f-8bde-05efc55d56c4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355332 Apr 29 16:11:48.519306 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:48.542619 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966229c-889e-41a7-85c9-c535bffe62ea req-a56fb8c3-02d5-4d20-aa71-56a14482112c tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:48.544056 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f966229c-889e-41a7-85c9-c535bffe62ea req-a56fb8c3-02d5-4d20-aa71-56a14482112c tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0791025 Apr 29 16:11:48.588875 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f966229c-889e-41a7-85c9-c535bffe62ea req-f3e7a17b-89f4-43c3-b295-8e54ec6447cd tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386448 Apr 29 16:11:49.799919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272f235-2357-4417-89be-793419bcd68f req-cbe9b7f6-685f-456a-a558-1757cd463bb6 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:49.801368 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e272f235-2357-4417-89be-793419bcd68f req-cbe9b7f6-685f-456a-a558-1757cd463bb6 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0861709 Apr 29 16:11:49.848976 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e272f235-2357-4417-89be-793419bcd68f req-5f413be9-12f6-4750-926c-a5b9579fc97b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420837 Apr 29 16:11:51.042889 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77046b-ca21-4734-90b3-ccf4c23a9432 req-2b26073e-d7dd-4322-9648-bd762ae18493 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:51.044211 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df77046b-ca21-4734-90b3-ccf4c23a9432 req-2b26073e-d7dd-4322-9648-bd762ae18493 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0733509 Apr 29 16:11:51.088119 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df77046b-ca21-4734-90b3-ccf4c23a9432 req-d6cb0a1f-b534-4996-944f-626a2d174c09 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385363 Apr 29 16:11:51.277495 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58756ea0-70c5-4a46-9ec5-c20ac1a19060 req-639652d7-442a-4087-ab8c-b256839bff4b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:51.278943 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-58756ea0-70c5-4a46-9ec5-c20ac1a19060 req-639652d7-442a-4087-ab8c-b256839bff4b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0782113 Apr 29 16:11:51.287778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 35220) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:11:51.292993 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-080c4fdb-8b4c-4b32-bc5c-4276ce3f8807 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Request body: {'floatingip': {'port_id': '9bb13111-6d2e-4e6f-b50a-ac8ded8483c0'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:11:51.366685 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-080c4fdb-8b4c-4b32-bc5c-4276ce3f8807 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for floatingip, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:51.944830 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-080c4fdb-8b4c-4b32-bc5c-4276ce3f8807 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:52.005089 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-080c4fdb-8b4c-4b32-bc5c-4276ce3f8807 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:52.272447 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [None req-080c4fdb-8b4c-4b32-bc5c-4276ce3f8807 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Floating IP eebe3e66-e59c-49ba-b9a6-a413487be7e2 associated. External IP: 172.26.1.77, port: 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0. Apr 29 16:11:52.648100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080c4fdb-8b4c-4b32-bc5c-4276ce3f8807 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Router c55a5493-670c-40df-ac1a-ca62c4b6ed67 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:11:52.847348 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080c4fdb-8b4c-4b32-bc5c-4276ce3f8807 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:11:52.852693 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-080c4fdb-8b4c-4b32-bc5c-4276ce3f8807 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:52.857097 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7a8728-3f9c-4611-91e0-e8f12ddf5602 None None] Sync routers for ids ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:11:52.870225 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7a8728-3f9c-4611-91e0-e8f12ddf5602 None None] Routers {'c55a5493-670c-40df-ac1a-ca62c4b6ed67'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:11:52.870961 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ec7a8728-3f9c-4611-91e0-e8f12ddf5602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:11:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:11:52.907349 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-080c4fdb-8b4c-4b32-bc5c-4276ce3f8807 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "PUT /v2.0/floatingips/eebe3e66-e59c-49ba-b9a6-a413487be7e2 HTTP/1.1" status: 200 len: 990 time: 1.6183372 Apr 29 16:11:52.907736 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e75cf2-58b4-4f3d-aee7-4d7b35858ed5', 'tag': '9bb13111-6d2e-4e6f-b50a-ac8ded8483c0'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:11:52.961387 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce4c399a-e3d0-46ec-a204-b79b487d9415'] response: {'name': 'network-changed', 'server_uuid': '90e75cf2-58b4-4f3d-aee7-4d7b35858ed5', 'tag': '9bb13111-6d2e-4e6f-b50a-ac8ded8483c0', 'status': 'completed', 'code': 200} Apr 29 16:11:53.059717 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-2f9d2485-639d-4101-9143-2735cf6dfb75 req-bf02ee48-dd84-407f-a970-d0cf6cf4d36f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 1098 time: 0.0763230 Apr 29 16:11:53.066121 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-ec7a8728-3f9c-4611-91e0-e8f12ddf5602 None None] Set router c55a5493-670c-40df-ac1a-ca62c4b6ed67 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:11:53.199542 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d2485-639d-4101-9143-2735cf6dfb75 req-13b7f939-f196-4a16-abfa-f7acf1af260f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:53.201254 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-2f9d2485-639d-4101-9143-2735cf6dfb75 req-13b7f939-f196-4a16-abfa-f7acf1af260f service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 913 time: 0.1348939 Apr 29 16:11:53.323721 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-2f9d2485-639d-4101-9143-2735cf6dfb75 req-72218237-720d-41fb-b7be-1b76d79b9e39 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 HTTP/1.1" status: 200 len: 998 time: 0.1057310 Apr 29 16:11:53.394207 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749de019-8d69-4380-a708-24725dad6860 req-67713451-772b-485f-89ff-baf3a4da2ab4 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:53.396398 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d2485-639d-4101-9143-2735cf6dfb75 req-c57d80aa-7b86-476e-b910-7ea1d8851978 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:53.396681 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-749de019-8d69-4380-a708-24725dad6860 req-67713451-772b-485f-89ff-baf3a4da2ab4 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0829537 Apr 29 16:11:53.397910 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-2f9d2485-639d-4101-9143-2735cf6dfb75 req-c57d80aa-7b86-476e-b910-7ea1d8851978 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cb74d7d-765a-475e-a22b-88683dd143f3 HTTP/1.1" status: 200 len: 851 time: 0.0678039 Apr 29 16:11:53.426681 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ec7a8728-3f9c-4611-91e0-e8f12ddf5602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'eebe3e66-e59c-49ba-b9a6-a413487be7e2', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'floating_ip_address': '172.26.1.77', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'port_id': '9bb13111-6d2e-4e6f-b50a-ac8ded8483c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'mac_address': 'fa:16:3e:12:58:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e75cf2-58b4-4f3d-aee7-4d7b35858ed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:10:39Z', 'updated_at': '2022-04-29T16:11:51Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:52Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:11:53.430564 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7a8728-3f9c-4611-91e0-e8f12ddf5602 None None] Checking router: c55a5493-670c-40df-ac1a-ca62c4b6ed67 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:11:53.441023 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7a8728-3f9c-4611-91e0-e8f12ddf5602 None None] Routers {'c55a5493-670c-40df-ac1a-ca62c4b6ed67'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:11:53.442645 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ec7a8728-3f9c-4611-91e0-e8f12ddf5602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:11:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:11:53.444752 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-749de019-8d69-4380-a708-24725dad6860 req-a232d8fe-8f40-4b3c-a359-677f6fbdf484 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421422 Apr 29 16:11:53.485220 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-2f9d2485-639d-4101-9143-2735cf6dfb75 req-a68410f8-0b8b-461d-8c32-4f30ee2eabca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e8faf8-29c7-4070-950e-7717c3688e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813875 Apr 29 16:11:53.618696 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-2f9d2485-639d-4101-9143-2735cf6dfb75 req-26504de4-ea24-404e-8016-0347fd5b336f service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264267 Apr 29 16:11:53.628589 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-ec7a8728-3f9c-4611-91e0-e8f12ddf5602 None None] Set router c55a5493-670c-40df-ac1a-ca62c4b6ed67 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:11:53.748794 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-2f9d2485-639d-4101-9143-2735cf6dfb75 req-5576ae37-21a1-4ab1-96ca-d4b7930cb233 service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237171 Apr 29 16:11:53.983761 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ec7a8728-3f9c-4611-91e0-e8f12ddf5602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'eebe3e66-e59c-49ba-b9a6-a413487be7e2', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'floating_ip_address': '172.26.1.77', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'port_id': '9bb13111-6d2e-4e6f-b50a-ac8ded8483c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'mac_address': 'fa:16:3e:12:58:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e75cf2-58b4-4f3d-aee7-4d7b35858ed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:10:39Z', 'updated_at': '2022-04-29T16:11:51Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:52Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:11:53.987703 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7a8728-3f9c-4611-91e0-e8f12ddf5602 None None] The sync data for ids ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'] in dv-neutron-839913-1-hyperv is: [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'eebe3e66-e59c-49ba-b9a6-a413487be7e2', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'floating_ip_address': '172.26.1.77', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'port_id': '9bb13111-6d2e-4e6f-b50a-ac8ded8483c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'mac_address': 'fa:16:3e:12:58:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e75cf2-58b4-4f3d-aee7-4d7b35858ed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:10:39Z', 'updated_at': '2022-04-29T16:11:51Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:52Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:11:54.172231 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd44f8b-424c-4eb4-adc0-eba6dea41b53 None None] New status for floating IP eebe3e66-e59c-49ba-b9a6-a413487be7e2: ACTIVE {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:11:54.641506 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544816a-174e-479d-a0ec-b25bc0cb9d18 req-10e298cf-6b7b-42fc-9612-edacc07cc63d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:54.643570 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c544816a-174e-479d-a0ec-b25bc0cb9d18 req-10e298cf-6b7b-42fc-9612-edacc07cc63d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0741434 Apr 29 16:11:54.688127 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c544816a-174e-479d-a0ec-b25bc0cb9d18 req-d3f09e34-1f85-4109-9b55-bfdaface37cd tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388570 Apr 29 16:11:55.888540 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e577e7a-f1fb-46a0-ba9e-1cd85ddb9361 req-7371f700-6f0f-4975-bf61-c6d1593bb773 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:55.890226 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4e577e7a-f1fb-46a0-ba9e-1cd85ddb9361 req-7371f700-6f0f-4975-bf61-c6d1593bb773 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0786757 Apr 29 16:11:55.934566 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4e577e7a-f1fb-46a0-ba9e-1cd85ddb9361 req-e70d51ee-19de-43ca-bd6b-ccc09385d0fb tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382993 Apr 29 16:11:57.130291 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a401c-868a-4357-a051-8ad470293bac req-66e43ef6-4c82-4ed0-b0de-385a90d1e435 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:57.131661 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-781a401c-868a-4357-a051-8ad470293bac req-66e43ef6-4c82-4ed0-b0de-385a90d1e435 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0741568 Apr 29 16:11:57.178103 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-781a401c-868a-4357-a051-8ad470293bac req-0bbd7e7b-89bb-49ed-878d-7781f3fcc7c0 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410519 Apr 29 16:11:58.373273 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77671810-a0ec-44de-ae97-db44a2f732b7 req-e4f7d0a5-12f2-4fbf-ba7a-ad514e561b7e tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:58.374732 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-77671810-a0ec-44de-ae97-db44a2f732b7 req-e4f7d0a5-12f2-4fbf-ba7a-ad514e561b7e tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0786710 Apr 29 16:11:58.419012 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-77671810-a0ec-44de-ae97-db44a2f732b7 req-5bfb27e4-787f-48cf-9637-4c3818f0d14f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384119 Apr 29 16:11:59.611782 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bf4c1-60ff-4acb-b373-1c4effaf96ef req-15ef2cdf-c017-491c-90dd-945de984e31e tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:11:59.613884 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-478bf4c1-60ff-4acb-b373-1c4effaf96ef req-15ef2cdf-c017-491c-90dd-945de984e31e tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0761931 Apr 29 16:11:59.662547 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-478bf4c1-60ff-4acb-b373-1c4effaf96ef req-aa9e2c29-2f3f-4de0-b843-06a2a74cb15b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429549 Apr 29 16:12:00.858945 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26970ff-7f81-4417-853b-9fbfbd4a3bce req-fba14dc7-6ff4-4ec7-85b7-6a29fb0d97a6 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:00.860425 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b26970ff-7f81-4417-853b-9fbfbd4a3bce req-fba14dc7-6ff4-4ec7-85b7-6a29fb0d97a6 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0757611 Apr 29 16:12:00.905273 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b26970ff-7f81-4417-853b-9fbfbd4a3bce req-9ca858c7-cf1d-4b78-b36c-0500cb482b22 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394294 Apr 29 16:12:02.102678 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8bfb4-9f99-4611-8998-ea0e3666c990 req-8e232920-b983-499e-804c-756f9fce8852 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:02.104015 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d2d8bfb4-9f99-4611-8998-ea0e3666c990 req-8e232920-b983-499e-804c-756f9fce8852 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0779252 Apr 29 16:12:02.148953 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d2d8bfb4-9f99-4611-8998-ea0e3666c990 req-ae54477c-2896-4842-ad22-918d5362f593 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395234 Apr 29 16:12:03.355830 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afacf71-c942-41ab-bb05-26c5fb0ced52 req-18db259c-53fd-4a17-af1f-3e458a57ebca tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:03.357257 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7afacf71-c942-41ab-bb05-26c5fb0ced52 req-18db259c-53fd-4a17-af1f-3e458a57ebca tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0739276 Apr 29 16:12:03.402568 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7afacf71-c942-41ab-bb05-26c5fb0ced52 req-53334bb6-e82f-4513-8889-3566578adec7 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391974 Apr 29 16:12:04.692408 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11114c9-77ec-4a4c-8a4b-106724768bb9 req-7720568f-ce62-4e94-81b1-0745a4961c1f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:04.694647 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c11114c9-77ec-4a4c-8a4b-106724768bb9 req-7720568f-ce62-4e94-81b1-0745a4961c1f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.1698556 Apr 29 16:12:04.739769 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c11114c9-77ec-4a4c-8a4b-106724768bb9 req-e8f76c53-641e-422b-82e5-96105171f1d9 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397191 Apr 29 16:12:05.932231 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1b497-3949-4f14-88f0-e029c1ee883b req-84b3c360-2723-4c5b-aac5-a34fd821b867 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:05.933670 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-59c1b497-3949-4f14-88f0-e029c1ee883b req-84b3c360-2723-4c5b-aac5-a34fd821b867 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0744786 Apr 29 16:12:05.980123 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-59c1b497-3949-4f14-88f0-e029c1ee883b req-0166a920-956a-4a6a-ae2f-a12043a7e84f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409830 Apr 29 16:12:07.174947 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8e6b1-ce04-4d92-a694-fd5ff452a133 req-2c6d52e1-e787-4093-9cf7-7f9ef6983fee tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:07.176392 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-32b8e6b1-ce04-4d92-a694-fd5ff452a133 req-2c6d52e1-e787-4093-9cf7-7f9ef6983fee tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0748177 Apr 29 16:12:07.222074 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-32b8e6b1-ce04-4d92-a694-fd5ff452a133 req-0f48257a-87ae-474e-b47b-246e3bbc5837 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396531 Apr 29 16:12:08.423327 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb097ee-ccf6-4941-be6c-6e76211fab3c req-58bd28ca-1362-4a9d-a944-cfeebd55269a tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:08.424756 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8fb097ee-ccf6-4941-be6c-6e76211fab3c req-58bd28ca-1362-4a9d-a944-cfeebd55269a tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0782743 Apr 29 16:12:08.468834 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8fb097ee-ccf6-4941-be6c-6e76211fab3c req-9379697c-086a-41a4-9525-ae823c75afe0 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380399 Apr 29 16:12:09.666050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae476eea-5fde-490d-9abc-dc6ac9d466b2 req-132b4943-ee23-4675-8992-9f9a358239fe tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:09.667525 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ae476eea-5fde-490d-9abc-dc6ac9d466b2 req-132b4943-ee23-4675-8992-9f9a358239fe tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0753958 Apr 29 16:12:09.713745 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ae476eea-5fde-490d-9abc-dc6ac9d466b2 req-60043e03-605b-4bde-8dec-8c11b85d475a tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406075 Apr 29 16:12:10.751188 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:12:10.908536 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2b883-cc1b-40c9-98bd-b6414d8ccfa2 req-75157522-bfc8-477e-a35a-e0a36075074f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:10.909974 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-abf2b883-cc1b-40c9-98bd-b6414d8ccfa2 req-75157522-bfc8-477e-a35a-e0a36075074f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0776782 Apr 29 16:12:10.954346 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-abf2b883-cc1b-40c9-98bd-b6414d8ccfa2 req-ec06635e-3cf8-42d6-ade7-eab993b8fce4 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384476 Apr 29 16:12:12.151373 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f90cb7-dd47-4533-aaa2-350c53d14c3d req-5695ec12-8240-457b-8b20-956a4ef4c7ee tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:12.152801 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-45f90cb7-dd47-4533-aaa2-350c53d14c3d req-5695ec12-8240-457b-8b20-956a4ef4c7ee tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0755298 Apr 29 16:12:12.202815 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-45f90cb7-dd47-4533-aaa2-350c53d14c3d req-ad8c67ff-b65a-4710-8fa3-48054e741c6a tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444970 Apr 29 16:12:13.395696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d842ce1-4aaf-4be6-b82f-f2f4329bb1a1 req-32cfd3e6-ee57-4fd6-bbd6-938605710f49 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:13.397571 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6d842ce1-4aaf-4be6-b82f-f2f4329bb1a1 req-32cfd3e6-ee57-4fd6-bbd6-938605710f49 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0756388 Apr 29 16:12:13.442032 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6d842ce1-4aaf-4be6-b82f-f2f4329bb1a1 req-b64b748f-f209-4f9e-93f0-07863f608e35 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390556 Apr 29 16:12:13.658610 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-59ebc7c6-9e9f-4854-b86a-a04ebb2f87a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:14.636189 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc30131-614d-4d85-8dea-afd18409ad56 req-805f53d2-6746-4d46-8791-d896c14ffb2f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:14.637599 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fcc30131-614d-4d85-8dea-afd18409ad56 req-805f53d2-6746-4d46-8791-d896c14ffb2f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0770805 Apr 29 16:12:14.683025 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fcc30131-614d-4d85-8dea-afd18409ad56 req-437ab4c6-6a1c-4ce0-9647-b45f22248dff tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396106 Apr 29 16:12:15.501843 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:15.930450 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9c167e0e-018a-406d-88e8-bf520809d638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:16.025195 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986d2bc-f23b-4cfe-bd33-8ac132b4a9f5 req-6b1b1ba1-ef73-4c8e-be97-b3c90ae61159 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:16.026825 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1986d2bc-f23b-4cfe-bd33-8ac132b4a9f5 req-6b1b1ba1-ef73-4c8e-be97-b3c90ae61159 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0761831 Apr 29 16:12:16.071558 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1986d2bc-f23b-4cfe-bd33-8ac132b4a9f5 req-bc755dd8-5214-4f09-bd75-dbb83127289c tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392745 Apr 29 16:12:17.225035 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:17.273532 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893e8f7-e522-4151-9f36-660c6ddbe596 req-dfbac987-c3ea-4ee0-aa08-8559434bcfb5 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:17.274987 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9893e8f7-e522-4151-9f36-660c6ddbe596 req-dfbac987-c3ea-4ee0-aa08-8559434bcfb5 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0777638 Apr 29 16:12:17.319039 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9893e8f7-e522-4151-9f36-660c6ddbe596 req-21eee50a-cb24-415a-9612-6f1d4be04711 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385568 Apr 29 16:12:17.507662 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:18.510071 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:18.511481 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c352d0-4659-4e2f-9807-59424e5f0c72 req-557a4bee-8076-4979-9e8b-2568e7894aaf tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:18.512929 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-91c352d0-4659-4e2f-9807-59424e5f0c72 req-557a4bee-8076-4979-9e8b-2568e7894aaf tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0762231 Apr 29 16:12:18.564289 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-91c352d0-4659-4e2f-9807-59424e5f0c72 req-8d9c6118-2b46-42b9-aab1-991a8704110d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455959 Apr 29 16:12:19.770832 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80cce3-f0d6-4170-a525-beedbf0e4c15 req-19d4edc1-b637-4a75-9c1e-ae388d63a6c9 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:19.772320 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eb80cce3-f0d6-4170-a525-beedbf0e4c15 req-19d4edc1-b637-4a75-9c1e-ae388d63a6c9 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0792742 Apr 29 16:12:19.817430 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eb80cce3-f0d6-4170-a525-beedbf0e4c15 req-b8c8008d-efb1-4847-94a7-1533860d0879 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396175 Apr 29 16:12:20.008374 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0a1a546c-a818-47d4-8fdd-a6460e5a3b29 req-a248cabf-f91f-4b7b-b9d8-b61e4c3d7656 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0650446 Apr 29 16:12:20.460372 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8268ea-d3a9-4460-a124-fb135c95bc13 req-2b89ad37-4f3d-4a22-be0b-47be19bca11a tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:20.461817 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b8268ea-d3a9-4460-a124-fb135c95bc13 req-2b89ad37-4f3d-4a22-be0b-47be19bca11a tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0787668 Apr 29 16:12:20.556688 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b8268ea-d3a9-4460-a124-fb135c95bc13 req-ea8f153b-ae82-4bdd-93db-ada297ee38f1 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893710 Apr 29 16:12:20.574419 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b2892e6-a770-4705-9b4d-25607697f42e req-cced3ccb-63a3-4b7a-9d86-f5ac78d12412 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0939956 Apr 29 16:12:21.767568 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9d5a5-01ba-4aa8-b34b-0200474736df req-28515a2b-21e2-43a2-8a5a-2601dbde87b4 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:21.770021 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-46a9d5a5-01ba-4aa8-b34b-0200474736df req-28515a2b-21e2-43a2-8a5a-2601dbde87b4 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0853102 Apr 29 16:12:21.815897 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-46a9d5a5-01ba-4aa8-b34b-0200474736df req-27e05177-c39c-4c5f-bd65-51cca54718fe tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397325 Apr 29 16:12:22.514329 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-7b2892e6-a770-4705-9b4d-25607697f42e req-b1860e85-9a0b-4582-a095-940b40b8c332 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 1098 time: 0.0709033 Apr 29 16:12:22.734550 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2892e6-a770-4705-9b4d-25607697f42e req-3fd5a471-a891-49f6-af79-b45560145c9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:22.735983 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-7b2892e6-a770-4705-9b4d-25607697f42e req-3fd5a471-a891-49f6-af79-b45560145c9b service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 913 time: 0.2159538 Apr 29 16:12:22.836773 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-7b2892e6-a770-4705-9b4d-25607697f42e req-c948b1a6-a291-4292-a8e6-0743fd57a92e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 HTTP/1.1" status: 200 len: 1000 time: 0.0945780 Apr 29 16:12:22.896833 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2892e6-a770-4705-9b4d-25607697f42e req-7030f617-e412-4ced-8006-9587a146943c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:22.898947 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-7b2892e6-a770-4705-9b4d-25607697f42e req-7030f617-e412-4ced-8006-9587a146943c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cb74d7d-765a-475e-a22b-88683dd143f3 HTTP/1.1" status: 200 len: 851 time: 0.0572221 Apr 29 16:12:22.974374 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-7b2892e6-a770-4705-9b4d-25607697f42e req-5fdabc4b-7989-4722-bc0d-ce53bd34b225 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e8faf8-29c7-4070-950e-7717c3688e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700016 Apr 29 16:12:23.016429 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3804e9-cb88-4b02-88ee-d10a66b535e6 req-991ceef1-a5bf-4f91-ba18-19fdec59fd24 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:23.017858 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0d3804e9-cb88-4b02-88ee-d10a66b535e6 req-991ceef1-a5bf-4f91-ba18-19fdec59fd24 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0779591 Apr 29 16:12:23.062181 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0d3804e9-cb88-4b02-88ee-d10a66b535e6 req-caae8670-5fd0-462f-9070-2ab8513aad61 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381355 Apr 29 16:12:23.105738 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-7b2892e6-a770-4705-9b4d-25607697f42e req-933ea284-1251-401b-a64c-7e834d6440fb service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255724 Apr 29 16:12:23.233229 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-7b2892e6-a770-4705-9b4d-25607697f42e req-508344bc-50de-4370-bd0b-c3b178540283 service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216893 Apr 29 16:12:24.257778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966fbc5-3c6a-45bc-bcea-e3eb7e54a656 req-e8b87c63-0a49-4075-8de4-f03e08cb35a0 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:24.259266 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a966fbc5-3c6a-45bc-bcea-e3eb7e54a656 req-e8b87c63-0a49-4075-8de4-f03e08cb35a0 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0752313 Apr 29 16:12:24.315060 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a966fbc5-3c6a-45bc-bcea-e3eb7e54a656 req-34865d2e-a7aa-4dd6-ae54-addb9f507f8d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501156 Apr 29 16:12:25.244559 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-7b2892e6-a770-4705-9b4d-25607697f42e req-63586434-607c-4b37-8ad5-0ba4dad85b3c service neutron] 10.222.0.35 "GET /v2.0/ports/9bb13111-6d2e-4e6f-b50a-ac8ded8483c0/bindings/hv-neutron-8399 HTTP/1.1" status: 200 len: 384 time: 0.0742254 Apr 29 16:12:25.600204 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cf704-49cf-464d-b335-765ca49180b7 req-39bb5e1e-34bd-4623-aa61-3da9bd7b0323 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:25.602179 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-268cf704-49cf-464d-b335-765ca49180b7 req-39bb5e1e-34bd-4623-aa61-3da9bd7b0323 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.1602972 Apr 29 16:12:25.654675 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-268cf704-49cf-464d-b335-765ca49180b7 req-bcd17b6b-496d-4f66-b766-de860a446c59 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443470 Apr 29 16:12:25.858783 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-7b2892e6-a770-4705-9b4d-25607697f42e req-b555b477-e960-4f86-8f45-fbf343269303 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5&tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573 HTTP/1.1" status: 200 len: 1098 time: 0.0664229 Apr 29 16:12:25.949787 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-7b2892e6-a770-4705-9b4d-25607697f42e req-f58e2778-d6f9-4751-9757-24c888e63a31 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 1098 time: 0.0697684 Apr 29 16:12:26.076340 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2892e6-a770-4705-9b4d-25607697f42e req-8739a6c4-ed46-4581-b871-6f1958ed8182 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:26.077726 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-7b2892e6-a770-4705-9b4d-25607697f42e req-8739a6c4-ed46-4581-b871-6f1958ed8182 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 913 time: 0.1224613 Apr 29 16:12:26.178034 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-7b2892e6-a770-4705-9b4d-25607697f42e req-6bc52e33-5b20-4cc4-b46b-339b463ad3c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 HTTP/1.1" status: 200 len: 1000 time: 0.0937438 Apr 29 16:12:26.236911 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2892e6-a770-4705-9b4d-25607697f42e req-094ae7d9-bf52-4922-aaf9-b2fed6db64ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:26.238279 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-7b2892e6-a770-4705-9b4d-25607697f42e req-094ae7d9-bf52-4922-aaf9-b2fed6db64ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cb74d7d-765a-475e-a22b-88683dd143f3 HTTP/1.1" status: 200 len: 851 time: 0.0553606 Apr 29 16:12:26.308565 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-7b2892e6-a770-4705-9b4d-25607697f42e req-47000a41-badc-4fc7-9a46-784efe21fd75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e8faf8-29c7-4070-950e-7717c3688e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0644107 Apr 29 16:12:26.435293 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-7b2892e6-a770-4705-9b4d-25607697f42e req-a5c45d76-8cc5-4bd9-873e-46b61616cc3f service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207263 Apr 29 16:12:26.565079 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-7b2892e6-a770-4705-9b4d-25607697f42e req-362ecba6-6de0-412b-ab4f-cf00a59044e4 service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242759 Apr 29 16:12:26.851061 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863ff31-25cf-40b4-9dd5-22c074fb5a90 req-c8c44bf8-c351-4788-b755-07c1b3e497ed tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:26.852586 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2863ff31-25cf-40b4-9dd5-22c074fb5a90 req-c8c44bf8-c351-4788-b755-07c1b3e497ed tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0754282 Apr 29 16:12:26.900008 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2863ff31-25cf-40b4-9dd5-22c074fb5a90 req-4bc4d944-97d6-4320-b479-00ad4ab736a5 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418854 Apr 29 16:12:27.691361 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:12:27.824382 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=9bb13111-6d2e-4e6f-b50a-ac8ded8483c0,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:12:27.837966 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '9bb13111-6d2e-4e6f-b50a-ac8ded8483c0', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'port_id': '9bb13111-6d2e-4e6f-b50a-ac8ded8483c0', 'mac_address': 'fa:16:3e:12:58:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:12:27.934604 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:27.952613 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:12:27.968333 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=9bb13111-6d2e-4e6f-b50a-ac8ded8483c0,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:12:28.049907 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:28.098962 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcdbff-8a85-4f9a-8b92-e588822817cf req-fcbb6ef6-4620-428c-8ab8-e910b29e1a7a tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:28.100391 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-56fcdbff-8a85-4f9a-8b92-e588822817cf req-fcbb6ef6-4620-428c-8ab8-e910b29e1a7a tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 944 time: 0.0796576 Apr 29 16:12:28.118195 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=9bb13111-6d2e-4e6f-b50a-ac8ded8483c0,revision_number=6']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:28.126882 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:28.127227 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:28.127563 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:28.127900 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:28.128230 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:28.128555 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:28.128880 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:28.129204 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:28.129525 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:28.129842 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:28.130161 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:28.147914 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-56fcdbff-8a85-4f9a-8b92-e588822817cf req-cdd2cd76-9062-40ab-8ecb-b15349000b7f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412476 Apr 29 16:12:28.369237 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['9bb13111-6d2e-4e6f-b50a-ac8ded8483c0'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:12:29.346865 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef2f6b-dbb8-41c6-bcf3-9387422beaa0 req-b98e5e95-db59-45be-a119-e017ce675e25 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:29.350043 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b7ef2f6b-dbb8-41c6-bcf3-9387422beaa0 req-b98e5e95-db59-45be-a119-e017ce675e25 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 944 time: 0.0784123 Apr 29 16:12:29.401012 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b7ef2f6b-dbb8-41c6-bcf3-9387422beaa0 req-94669798-05fc-4cef-a6b0-7fddd03c6340 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459580 Apr 29 16:12:29.706974 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:12:29.780757 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:12:29.781127 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:29.898962 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:29.925017 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e75cf2-58b4-4f3d-aee7-4d7b35858ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb13111-6d2e-4e6f-b50a-ac8ded8483c0'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:12:29.934412 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=9bb13111-6d2e-4e6f-b50a-ac8ded8483c0,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:12:29.987397 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c068f657-e279-4918-9546-1acb71b1e5e7'] response: {'server_uuid': '90e75cf2-58b4-4f3d-aee7-4d7b35858ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb13111-6d2e-4e6f-b50a-ac8ded8483c0', 'code': 200} Apr 29 16:12:29.998104 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:30.065175 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=9bb13111-6d2e-4e6f-b50a-ac8ded8483c0,revision_number=7']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:30.600549 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d062c-dcc9-4b7a-8149-f39f53a29be6 req-17d8a3fb-7976-4ba6-9214-183d73c8fdb2 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:30.602014 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-805d062c-dcc9-4b7a-8149-f39f53a29be6 req-17d8a3fb-7976-4ba6-9214-183d73c8fdb2 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0746484 Apr 29 16:12:30.646261 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-805d062c-dcc9-4b7a-8149-f39f53a29be6 req-d03f402b-85a6-49b4-9a9c-7481644df6a5 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388534 Apr 29 16:12:31.173730 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72e94c-88dd-43bc-88db-4cf438f527bf req-83641ee4-8759-473a-b911-21cc39eab632 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:31.175216 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0d72e94c-88dd-43bc-88db-4cf438f527bf req-83641ee4-8759-473a-b911-21cc39eab632 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0809786 Apr 29 16:12:31.215755 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6ace2-46ae-4392-839b-8204417e3f7c req-8ad5d920-b473-4717-a0df-262d070fbb82 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:31.216437 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-dbd6ace2-46ae-4392-839b-8204417e3f7c req-8ad5d920-b473-4717-a0df-262d070fbb82 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Synchronizing usage tracker for tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:12:31.221138 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0d72e94c-88dd-43bc-88db-4cf438f527bf req-0c0df4fb-6a4a-45c0-8bcb-39318b03b15c tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401845 Apr 29 16:12:31.278256 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-dbd6ace2-46ae-4392-839b-8204417e3f7c req-8ad5d920-b473-4717-a0df-262d070fbb82 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Unset dirty status for tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:12:31.279430 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-dbd6ace2-46ae-4392-839b-8204417e3f7c req-8ad5d920-b473-4717-a0df-262d070fbb82 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.35 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5&tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&binding%3Ahost_id=hv-neutron-8399 HTTP/1.1" status: 200 len: 945 time: 0.1457360 Apr 29 16:12:31.415583 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-dbd6ace2-46ae-4392-839b-8204417e3f7c req-3187eb24-1449-4b36-8004-e6ea6968311c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 1098 time: 0.0670419 Apr 29 16:12:31.626180 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6ace2-46ae-4392-839b-8204417e3f7c req-0601162d-5630-4a29-ad41-a5da302285d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:31.627549 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-dbd6ace2-46ae-4392-839b-8204417e3f7c req-0601162d-5630-4a29-ad41-a5da302285d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 913 time: 0.2065194 Apr 29 16:12:31.728598 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-dbd6ace2-46ae-4392-839b-8204417e3f7c req-02833ca4-75a9-442c-899f-5a4d9129b68a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 HTTP/1.1" status: 200 len: 1000 time: 0.0948343 Apr 29 16:12:31.796049 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6ace2-46ae-4392-839b-8204417e3f7c req-7228305b-9996-40cd-8baf-c0cfc6a033eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:31.797468 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-dbd6ace2-46ae-4392-839b-8204417e3f7c req-7228305b-9996-40cd-8baf-c0cfc6a033eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cb74d7d-765a-475e-a22b-88683dd143f3 HTTP/1.1" status: 200 len: 851 time: 0.0637887 Apr 29 16:12:31.870420 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-dbd6ace2-46ae-4392-839b-8204417e3f7c req-b59fb9d8-771b-48d1-9080-0f6958511b95 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e8faf8-29c7-4070-950e-7717c3688e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672336 Apr 29 16:12:31.998034 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-dbd6ace2-46ae-4392-839b-8204417e3f7c req-1ecb3887-ea3a-4fb6-b0bc-159a1dbc39ee service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213441 Apr 29 16:12:32.126908 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-dbd6ace2-46ae-4392-839b-8204417e3f7c req-39a54f10-814f-4966-afea-4be3cb5f658f service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217451 Apr 29 16:12:32.574396 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0f074-398a-4ead-b0b2-3490880fa00e req-1ae8e9c0-7b67-464c-a82b-7ae66252e33c tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:32.575772 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-39f0f074-398a-4ead-b0b2-3490880fa00e req-1ae8e9c0-7b67-464c-a82b-7ae66252e33c tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0829067 Apr 29 16:12:32.622150 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-39f0f074-398a-4ead-b0b2-3490880fa00e req-7bebd3d0-d098-484a-9c63-6f3d12e3c0cd tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408642 Apr 29 16:12:33.827301 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752c467-6412-400c-a8ad-5d96fee9daad req-6e7bfd69-249b-41ea-8860-3e5781f16bfc tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:33.828840 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6752c467-6412-400c-a8ad-5d96fee9daad req-6e7bfd69-249b-41ea-8860-3e5781f16bfc tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0843148 Apr 29 16:12:33.873574 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6752c467-6412-400c-a8ad-5d96fee9daad req-d019f064-d5ad-49c8-baef-731a25d4d649 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392041 Apr 29 16:12:34.186174 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef245159-9de9-4c3f-9bd4-ab3b51e40cbe req-b1188ffd-aaa7-4442-a190-74dae9184671 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:34.187551 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ef245159-9de9-4c3f-9bd4-ab3b51e40cbe req-b1188ffd-aaa7-4442-a190-74dae9184671 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.1903076 Apr 29 16:12:34.234829 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ef245159-9de9-4c3f-9bd4-ab3b51e40cbe req-a925e0f1-7108-4f06-89b9-78e3720027f1 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417953 Apr 29 16:12:34.724047 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d7e8e-0ed8-43ba-ac28-db58bf23d6cf req-df5f35a1-1c79-4e37-a3cc-316f0abd2202 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:34.725503 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a57d7e8e-0ed8-43ba-ac28-db58bf23d6cf req-df5f35a1-1c79-4e37-a3cc-316f0abd2202 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0766568 Apr 29 16:12:34.771853 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a57d7e8e-0ed8-43ba-ac28-db58bf23d6cf req-d7868924-11c1-4aaf-85ef-f22a79c9800f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399199 Apr 29 16:12:34.827963 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-e0c77348-0631-4ce8-9d43-c03d7d961698 req-b775c563-2d9c-4a52-a174-9fddb1dfa478 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 1098 time: 0.0721912 Apr 29 16:12:34.957332 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c77348-0631-4ce8-9d43-c03d7d961698 req-edd10999-501c-470c-ba70-8694e04bd7ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:34.958865 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-e0c77348-0631-4ce8-9d43-c03d7d961698 req-edd10999-501c-470c-ba70-8694e04bd7ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 913 time: 0.1246262 Apr 29 16:12:35.062192 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-e0c77348-0631-4ce8-9d43-c03d7d961698 req-a0b03b80-90dc-4789-a93e-2abe6a93448b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 HTTP/1.1" status: 200 len: 1000 time: 0.0977254 Apr 29 16:12:35.125257 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c77348-0631-4ce8-9d43-c03d7d961698 req-05018cef-626b-4255-a2c3-acedcd4bf836 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:35.126560 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-e0c77348-0631-4ce8-9d43-c03d7d961698 req-05018cef-626b-4255-a2c3-acedcd4bf836 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cb74d7d-765a-475e-a22b-88683dd143f3 HTTP/1.1" status: 200 len: 851 time: 0.0588796 Apr 29 16:12:35.199949 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-e0c77348-0631-4ce8-9d43-c03d7d961698 req-775bd5af-048a-4377-8ab5-8bded8881eb0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e8faf8-29c7-4070-950e-7717c3688e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672154 Apr 29 16:12:35.329820 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-e0c77348-0631-4ce8-9d43-c03d7d961698 req-80b52599-c37e-4676-8e9f-8ca8c24df766 service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242266 Apr 29 16:12:35.458860 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-e0c77348-0631-4ce8-9d43-c03d7d961698 req-4d0d1d35-2581-4fea-930c-5233f066f2c7 service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230884 Apr 29 16:12:35.988216 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f8170-daad-46b2-ba27-df4e90d8b9d4 req-0b4c6a8f-238e-477d-be4b-0f846d0d7dd8 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:35.990025 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-197f8170-daad-46b2-ba27-df4e90d8b9d4 req-0b4c6a8f-238e-477d-be4b-0f846d0d7dd8 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0833485 Apr 29 16:12:36.043926 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-197f8170-daad-46b2-ba27-df4e90d8b9d4 req-b1f02f5c-9773-4218-8eeb-5e72e4f5e6c4 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458190 Apr 29 16:12:37.239130 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb96d27-26e3-4862-82a8-76aea24ab19a req-89f5d783-e577-4bfb-b543-cb73e9fb91e3 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:37.240565 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8eb96d27-26e3-4862-82a8-76aea24ab19a req-89f5d783-e577-4bfb-b543-cb73e9fb91e3 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0739591 Apr 29 16:12:37.286883 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8eb96d27-26e3-4862-82a8-76aea24ab19a req-7ba317a5-3188-4b12-a19c-5fa397004f7d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402412 Apr 29 16:12:37.896858 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b3e4a-f4b2-4afd-9d28-d8a8491eb853 req-926cb765-9c3b-473e-ba49-d0360bf63250 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:37.898288 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a16b3e4a-f4b2-4afd-9d28-d8a8491eb853 req-926cb765-9c3b-473e-ba49-d0360bf63250 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0790036 Apr 29 16:12:37.943080 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a16b3e4a-f4b2-4afd-9d28-d8a8491eb853 req-2b6d1802-8026-4568-aeb6-87cc9e735673 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388212 Apr 29 16:12:39.137299 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cb189-25b7-4f44-9f2b-a69270debf25 req-4532d0fc-0e49-4ea5-8f72-0219910bcfcc tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:39.138770 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-177cb189-25b7-4f44-9f2b-a69270debf25 req-4532d0fc-0e49-4ea5-8f72-0219910bcfcc tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0747833 Apr 29 16:12:39.183199 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-177cb189-25b7-4f44-9f2b-a69270debf25 req-617c44ff-341c-4386-89ef-15cb7d592d46 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385673 Apr 29 16:12:39.768060 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae385d11-5c62-4f89-84f3-58b097bdde9b req-f630c125-2481-4d82-9258-18461fc38d63 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:39.769494 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ae385d11-5c62-4f89-84f3-58b097bdde9b req-f630c125-2481-4d82-9258-18461fc38d63 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.35 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0834394 Apr 29 16:12:39.837891 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [req-ae385d11-5c62-4f89-84f3-58b097bdde9b req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Deleting port 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:12:39.838231 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ae385d11-5c62-4f89-84f3-58b097bdde9b req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:40.163608 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-ae385d11-5c62-4f89-84f3-58b097bdde9b req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] For port 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=9bb13111-6d2e-4e6f-b50a-ac8ded8483c0,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:12:40.163883 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ae385d11-5c62-4f89-84f3-58b097bdde9b req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:40.385964 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae598b-9996-48da-8fa4-8c8056fac948 req-5a22d4ac-651b-439d-8ab3-3b38633d5319 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:40.387436 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-57ae598b-9996-48da-8fa4-8c8056fac948 req-5a22d4ac-651b-439d-8ab3-3b38633d5319 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 945 time: 0.0854819 Apr 29 16:12:40.433042 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-57ae598b-9996-48da-8fa4-8c8056fac948 req-823ef986-a034-4b49-a774-88017096a5cd tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396399 Apr 29 16:12:40.454208 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ae385d11-5c62-4f89-84f3-58b097bdde9b req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:40.454769 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ae385d11-5c62-4f89-84f3-58b097bdde9b req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:40.455080 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [req-ae385d11-5c62-4f89-84f3-58b097bdde9b req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Floating IP eebe3e66-e59c-49ba-b9a6-a413487be7e2 disassociated. External IP: 172.26.1.77, port: 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0. Apr 29 16:12:40.455410 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [req-ae385d11-5c62-4f89-84f3-58b097bdde9b req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Calling delete_port for 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 owned by compute:nova {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:12:40.679198 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ae385d11-5c62-4f89-84f3-58b097bdde9b req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:40.729206 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Pushing event deleted for resources: {'Port': ['ID=9bb13111-6d2e-4e6f-b50a-ac8ded8483c0,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:40.743090 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:40.743412 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:40.743930 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:40.744390 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:40.744731 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:40.745065 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:40.745435 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:40.745768 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:40.746096 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:40.746423 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:40.746778 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:40.954579 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae385d11-5c62-4f89-84f3-58b097bdde9b req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Router c55a5493-670c-40df-ac1a-ca62c4b6ed67 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:12:41.147935 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae385d11-5c62-4f89-84f3-58b097bdde9b req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:12:41.157784 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95de67b-d4bd-4c93-a23d-46bbde64e60d None None] Sync routers for ids ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:12:41.170237 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95de67b-d4bd-4c93-a23d-46bbde64e60d None None] Routers {'c55a5493-670c-40df-ac1a-ca62c4b6ed67'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:12:41.170881 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-c95de67b-d4bd-4c93-a23d-46bbde64e60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:12:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:12:41.216679 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae385d11-5c62-4f89-84f3-58b097bdde9b req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] No DVR routers for this DVR port 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 on host hv-neutron-8399 {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:12:41.219291 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ae385d11-5c62-4f89-84f3-58b097bdde9b req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:41.221766 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e75cf2-58b4-4f3d-aee7-4d7b35858ed5', 'name': 'network-vif-deleted', 'tag': '9bb13111-6d2e-4e6f-b50a-ac8ded8483c0'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:12:41.278589 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51b04907-e6c8-44ce-8072-1706b0f026bc'] response: {'server_uuid': '90e75cf2-58b4-4f3d-aee7-4d7b35858ed5', 'name': 'network-vif-deleted', 'tag': '9bb13111-6d2e-4e6f-b50a-ac8ded8483c0', 'status': 'completed', 'code': 200} Apr 29 16:12:41.309646 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ae385d11-5c62-4f89-84f3-58b097bdde9b req-8f325b6c-8389-49d4-8395-2f37d59d4933 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.35 "DELETE /v2.0/ports/9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 HTTP/1.1" status: 204 len: 173 time: 1.5353441 Apr 29 16:12:41.350885 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-c95de67b-d4bd-4c93-a23d-46bbde64e60d None None] Set router c55a5493-670c-40df-ac1a-ca62c4b6ed67 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:12:41.597231 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cd7c4020-8951-437d-9160-40f92733e693 req-78cb5129-9d96-4e6a-9fc2-d076b411be03 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e75cf2-58b4-4f3d-aee7-4d7b35858ed5 HTTP/1.1" status: 200 len: 210 time: 0.0397818 Apr 29 16:12:41.667662 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-c95de67b-d4bd-4c93-a23d-46bbde64e60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:52Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:12:41.671719 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95de67b-d4bd-4c93-a23d-46bbde64e60d None None] Checking router: c55a5493-670c-40df-ac1a-ca62c4b6ed67 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:12:41.682572 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95de67b-d4bd-4c93-a23d-46bbde64e60d None None] Routers {'c55a5493-670c-40df-ac1a-ca62c4b6ed67'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:12:41.683158 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-c95de67b-d4bd-4c93-a23d-46bbde64e60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:12:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:12:41.859514 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-c95de67b-d4bd-4c93-a23d-46bbde64e60d None None] Set router c55a5493-670c-40df-ac1a-ca62c4b6ed67 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:12:42.217551 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-c95de67b-d4bd-4c93-a23d-46bbde64e60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:52Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:12:42.221574 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95de67b-d4bd-4c93-a23d-46bbde64e60d None None] The sync data for ids ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'] in dv-neutron-839913-1-hyperv is: [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:52Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:12:42.434195 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55038d90-3fff-410c-9288-3c969d02eec6 None None] New status for floating IP eebe3e66-e59c-49ba-b9a6-a413487be7e2: DOWN {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:12:42.964261 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-22b890f3-0c72-43a8-96b1-ef5ad05b9570 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1516544255&fields=id&tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573 HTTP/1.1" status: 200 len: 267 time: 0.0434511 Apr 29 16:12:43.108014 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-10d3a431-c11f-4343-8730-0da3ca86cef0 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:43.109412 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-10d3a431-c11f-4343-8730-0da3ca86cef0 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 812 time: 0.1389854 Apr 29 16:12:43.125347 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-58954b1b-dc93-499f-90f6-70e1a3ac87fe tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/quotas/3ff6bbb7a7b84d37b9fce3e1623fa573 HTTP/1.1" status: 200 len: 375 time: 0.0107706 Apr 29 16:12:43.204744 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-dc05018d-f2f0-4958-ad23-ea26ba223e66 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0746346 Apr 29 16:12:43.343688 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-557b1e30-2e77-4caf-b97e-341ad7357973 service neutron] 10.222.0.21 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269639 Apr 29 16:12:43.554111 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-fb323601-d588-4b57-9fe2-9cb086049d88 service neutron] 10.222.0.21 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047868 Apr 29 16:12:43.617762 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3947efb4-7fb1-466f-a111-750dd9a3b51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:43.773427 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:12:43.796828 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9c6d9e99-9fb1-4d66-aee6-a763e296e667 req-9835325f-a99a-4682-adc3-fe221989f8af tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 210 time: 0.0413888 Apr 29 16:12:43.809983 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:12:43.809983 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 9bb13111-6d2e-4e6f-b50a-ac8ded8483c0 not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:12:44.968527 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ac735ba1-ffaf-46c2-8c7f-222b49c06ac8 req-5b9a27cb-51fc-4f94-83ae-6895285acfd8 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 210 time: 0.0441039 Apr 29 16:12:45.489161 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:45.668112 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-ed7078d2-df6f-4135-8e9c-b08768d4aa45 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:45.669455 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-ed7078d2-df6f-4135-8e9c-b08768d4aa45 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.35 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 812 time: 0.1373143 Apr 29 16:12:45.722411 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-32bec40f-30f8-4b04-a7b6-f4ccf4117bc3 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573 HTTP/1.1" status: 200 len: 380 time: 0.0401905 Apr 29 16:12:45.730165 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-a39eb033-d323-4c24-b17a-c96c1d093b0b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Request body: {'port': {'device_id': '025d8560-538b-4cc4-bd87-31d86130ec04', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'admin_state_up': True, 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'security_groups': ['592936d4-5ac7-4a65-a97e-8204ae3feb39']}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:12:45.870584 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-a39eb033-d323-4c24-b17a-c96c1d093b0b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:12:45.874582 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-a39eb033-d323-4c24-b17a-c96c1d093b0b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Usage tracker for resource:port and tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:12:45.877560 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-a39eb033-d323-4c24-b17a-c96c1d093b0b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:12:45.883198 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-a39eb033-d323-4c24-b17a-c96c1d093b0b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:12:45.897325 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fafed233-fc42-48a0-a0e2-c02645c0c77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:45.965794 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-a39eb033-d323-4c24-b17a-c96c1d093b0b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Made reservation on behalf of 3ff6bbb7a7b84d37b9fce3e1623fa573 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:12:45.968942 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-a39eb033-d323-4c24-b17a-c96c1d093b0b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:46.136321 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4f39ae49-1088-444b-8c35-6076f13628e3 req-13f638dc-e7bd-4ca0-af9a-aa452d54e390 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 210 time: 0.0410087 Apr 29 16:12:46.231536 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-a39eb033-d323-4c24-b17a-c96c1d093b0b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Allocated IP 172.20.0.3 (82e8faf8-29c7-4070-950e-7717c3688e4a/9cb74d7d-765a-475e-a22b-88683dd143f3/3b969abf-3c28-4072-84fb-7c79f05495fd) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:12:46.412087 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-a39eb033-d323-4c24-b17a-c96c1d093b0b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:46.427606 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-a39eb033-d323-4c24-b17a-c96c1d093b0b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Transition to ACTIVE for port object 3b969abf-3c28-4072-84fb-7c79f05495fd will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:12:46.532975 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-a39eb033-d323-4c24-b17a-c96c1d093b0b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:46.606847 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-a39eb033-d323-4c24-b17a-c96c1d093b0b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Network 82e8faf8-29c7-4070-950e-7717c3688e4a is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:12:46.609846 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-a39eb033-d323-4c24-b17a-c96c1d093b0b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:12:46.614081 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-a39eb033-d323-4c24-b17a-c96c1d093b0b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:12:46.639171 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39eb033-d323-4c24-b17a-c96c1d093b0b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Pushing event updated for resources: {'Port': ['ID=3b969abf-3c28-4072-84fb-7c79f05495fd,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:46.676364 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-a39eb033-d323-4c24-b17a-c96c1d093b0b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:46.677028 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-a39eb033-d323-4c24-b17a-c96c1d093b0b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:46.801391 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-a39eb033-d323-4c24-b17a-c96c1d093b0b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0747147 Apr 29 16:12:46.812051 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-82ececf3-e75c-451c-b561-5d926046a0f1 service neutron] Request body: {'port': {'device_id': '025d8560-538b-4cc4-bd87-31d86130ec04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:12:46.921560 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-82ececf3-e75c-451c-b561-5d926046a0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:46.965956 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-44700da6-533d-40fe-b3dd-942495e0d2c9 None None] Provisioning for port 3b969abf-3c28-4072-84fb-7c79f05495fd completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:12:46.971486 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-44700da6-533d-40fe-b3dd-942495e0d2c9 None None] Provisioning complete for port 3b969abf-3c28-4072-84fb-7c79f05495fd triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:12:46.987335 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-44700da6-533d-40fe-b3dd-942495e0d2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:47.032381 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-44700da6-533d-40fe-b3dd-942495e0d2c9 None None] Port 3b969abf-3c28-4072-84fb-7c79f05495fd cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:12:47.229160 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:47.262189 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-82ececf3-e75c-451c-b561-5d926046a0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b969abf-3c28-4072-84fb-7c79f05495fd {{(pid=84771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:12:47.269445 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-82ececf3-e75c-451c-b561-5d926046a0f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:47.283752 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-82ececf3-e75c-451c-b561-5d926046a0f1 service neutron] Transition to ACTIVE for port object 3b969abf-3c28-4072-84fb-7c79f05495fd will not be triggered until provisioned by entity L2. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:12:47.334457 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c7066-78ea-48f2-a242-b954506a886b req-f99ff587-78f9-4092-8817-2f321029257c tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:47.336537 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b3c7066-78ea-48f2-a242-b954506a886b req-f99ff587-78f9-4092-8817-2f321029257c tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 931 time: 0.0798581 Apr 29 16:12:47.348746 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-82ececf3-e75c-451c-b561-5d926046a0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:47.391516 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b3c7066-78ea-48f2-a242-b954506a886b req-8f7b1961-ddb3-43db-a140-39a33d14e6a2 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488069 Apr 29 16:12:47.465097 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ececf3-e75c-451c-b561-5d926046a0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b969abf-3c28-4072-84fb-7c79f05495fd,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:47.509156 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:47.590993 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-82ececf3-e75c-451c-b561-5d926046a0f1 service neutron] Attempting to bind port 3b969abf-3c28-4072-84fb-7c79f05495fd on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:12:47.591248 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-82ececf3-e75c-451c-b561-5d926046a0f1 service neutron] Attempting to bind port 3b969abf-3c28-4072-84fb-7c79f05495fd by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': 'ba21f930-23de-494c-bed6-c3f138757040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:12:47.591666 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-82ececf3-e75c-451c-b561-5d926046a0f1 service neutron] Attempting to bind port 3b969abf-3c28-4072-84fb-7c79f05495fd on network 82e8faf8-29c7-4070-950e-7717c3688e4a {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:12:47.597813 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-82ececf3-e75c-451c-b561-5d926046a0f1 service neutron] Port 3b969abf-3c28-4072-84fb-7c79f05495fd on network 82e8faf8-29c7-4070-950e-7717c3688e4a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 16:12:47.598137 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-82ececf3-e75c-451c-b561-5d926046a0f1 service neutron] Attempting to bind port 3b969abf-3c28-4072-84fb-7c79f05495fd on network 82e8faf8-29c7-4070-950e-7717c3688e4a {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:12:47.605180 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-82ececf3-e75c-451c-b561-5d926046a0f1 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:12:47.605517 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-82ececf3-e75c-451c-b561-5d926046a0f1 service neutron] Checking segment: {'id': 'ba21f930-23de-494c-bed6-c3f138757040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:12:47.605894 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-82ececf3-e75c-451c-b561-5d926046a0f1 service neutron] Bound using segment: {'id': 'ba21f930-23de-494c-bed6-c3f138757040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a'} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:12:47.606313 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-82ececf3-e75c-451c-b561-5d926046a0f1 service neutron] Bound port: 3b969abf-3c28-4072-84fb-7c79f05495fd, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba21f930-23de-494c-bed6-c3f138757040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a'}}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:12:47.606686 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-82ececf3-e75c-451c-b561-5d926046a0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:47.697389 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-82ececf3-e75c-451c-b561-5d926046a0f1 service neutron] For port 3b969abf-3c28-4072-84fb-7c79f05495fd, host hv-neutron-8399, cleared binding levels {{(pid=84771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:12:47.700355 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-82ececf3-e75c-451c-b561-5d926046a0f1 service neutron] For port 3b969abf-3c28-4072-84fb-7c79f05495fd, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3b969abf-3c28-4072-84fb-7c79f05495fd,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:12:47.750796 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:12:47.798083 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-82ececf3-e75c-451c-b561-5d926046a0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:47.861270 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-82ececf3-e75c-451c-b561-5d926046a0f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:47.862677 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-82ececf3-e75c-451c-b561-5d926046a0f1 service neutron] 10.222.0.35 "PUT /v2.0/ports/3b969abf-3c28-4072-84fb-7c79f05495fd HTTP/1.1" status: 200 len: 1093 time: 1.0546434 Apr 29 16:12:47.863077 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025d8560-538b-4cc4-bd87-31d86130ec04', 'tag': '3b969abf-3c28-4072-84fb-7c79f05495fd'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:12:47.880675 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ececf3-e75c-451c-b561-5d926046a0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b969abf-3c28-4072-84fb-7c79f05495fd,revision_number=3']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:47.922934 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dff9b6c-69b7-4d19-980d-5f9cfcaceb0f'] response: {'name': 'network-changed', 'server_uuid': '025d8560-538b-4cc4-bd87-31d86130ec04', 'tag': '3b969abf-3c28-4072-84fb-7c79f05495fd', 'status': 'completed', 'code': 200} Apr 29 16:12:48.015593 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6776bfd6-5f12-4e2b-a67a-fb55917e8a67 req-37a274d0-bf3e-47b4-858d-74efa3e382b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 1096 time: 0.0723662 Apr 29 16:12:48.155040 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776bfd6-5f12-4e2b-a67a-fb55917e8a67 req-32b3f1ba-cd81-4f03-9c43-1c9910ba2701 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:48.156373 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6776bfd6-5f12-4e2b-a67a-fb55917e8a67 req-32b3f1ba-cd81-4f03-9c43-1c9910ba2701 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1343319 Apr 29 16:12:48.289367 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776bfd6-5f12-4e2b-a67a-fb55917e8a67 req-1b5f0f1b-54ac-41b5-9d87-89e38d527148 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:48.290823 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6776bfd6-5f12-4e2b-a67a-fb55917e8a67 req-1b5f0f1b-54ac-41b5-9d87-89e38d527148 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289015 Apr 29 16:12:48.395068 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-b02d4c68-5579-4124-91c4-9ba4872a35ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 1096 time: 0.0723734 Apr 29 16:12:48.463158 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-f2a003a2-3adc-4112-b0f0-d7a3db13898a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b969abf-3c28-4072-84fb-7c79f05495fd HTTP/1.1" status: 200 len: 217 time: 0.0615985 Apr 29 16:12:48.517913 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:48.529733 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-3d0f3b6f-2771-4a56-bad1-adb7a2c6727d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:48.531214 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-3d0f3b6f-2771-4a56-bad1-adb7a2c6727d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cb74d7d-765a-475e-a22b-88683dd143f3 HTTP/1.1" status: 200 len: 851 time: 0.0625415 Apr 29 16:12:48.587547 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f6d3f-8520-4483-b059-6e3e4e8da365 req-86379284-b8c3-463c-881a-a49cf289a093 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:48.589003 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-931f6d3f-8520-4483-b059-6e3e4e8da365 req-86379284-b8c3-463c-881a-a49cf289a093 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 943 time: 0.0762026 Apr 29 16:12:48.605580 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-5a77e215-2b5a-4742-b4a8-08e767ac8bcf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e8faf8-29c7-4070-950e-7717c3688e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686207 Apr 29 16:12:48.634331 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-931f6d3f-8520-4483-b059-6e3e4e8da365 req-b1a3cad1-7322-4add-b2af-794bd2761a6f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396085 Apr 29 16:12:48.830013 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-e6be2406-5c73-4b5a-bf21-9dde7fd6de08 service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175050 Apr 29 16:12:48.956560 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d86814ea-b9f5-4cb7-a262-6da3ff5fb220 req-3aec207e-9215-44f1-8ce2-ddbf837ca17c service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211452 Apr 29 16:12:49.860600 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19106ec-322d-4704-ac3b-f94939578b27 req-370477dd-1092-4706-aed5-59e595f0ca12 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:49.862029 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c19106ec-322d-4704-ac3b-f94939578b27 req-370477dd-1092-4706-aed5-59e595f0ca12 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 943 time: 0.0793996 Apr 29 16:12:49.907720 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c19106ec-322d-4704-ac3b-f94939578b27 req-99285ef0-948a-4ee0-9854-477eedd8106f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401783 Apr 29 16:12:51.104496 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69951723-0be9-4b65-9ddb-0213e94a9471 req-51659bfd-18b3-480f-b863-7468f1650f81 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:51.105845 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-69951723-0be9-4b65-9ddb-0213e94a9471 req-51659bfd-18b3-480f-b863-7468f1650f81 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 943 time: 0.0745890 Apr 29 16:12:51.153108 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-69951723-0be9-4b65-9ddb-0213e94a9471 req-4ecdcdf4-ae6a-462a-85a3-b9bededd1a55 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418131 Apr 29 16:12:51.787515 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 3b969abf-3c28-4072-84fb-7c79f05495fd details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:12:51.921128 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 3b969abf-3c28-4072-84fb-7c79f05495fd, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3b969abf-3c28-4072-84fb-7c79f05495fd,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:12:51.934597 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '3b969abf-3c28-4072-84fb-7c79f05495fd', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'port_id': '3b969abf-3c28-4072-84fb-7c79f05495fd', 'mac_address': 'fa:16:3e:48:61:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:12:51.989893 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:52.007116 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b969abf-3c28-4072-84fb-7c79f05495fd {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:12:52.021750 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 3b969abf-3c28-4072-84fb-7c79f05495fd, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3b969abf-3c28-4072-84fb-7c79f05495fd,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:12:52.077119 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:52.140432 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=3b969abf-3c28-4072-84fb-7c79f05495fd,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:52.351169 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da197f-0363-402f-bf99-b7ba4f203572 req-b9b9c0c0-fcb6-4936-812f-e88b89e1f8e3 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:52.353176 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-12da197f-0363-402f-bf99-b7ba4f203572 req-b9b9c0c0-fcb6-4936-812f-e88b89e1f8e3 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 944 time: 0.0785611 Apr 29 16:12:52.392026 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['3b969abf-3c28-4072-84fb-7c79f05495fd'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:12:52.397733 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-12da197f-0363-402f-bf99-b7ba4f203572 req-0afd7fdc-8b9c-47eb-ac61-2ac80337eafa tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390706 Apr 29 16:12:53.591811 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880c058-b02f-46e0-9131-ea89507dcd0c req-fa077331-aa7d-4518-b3b9-1276bd5f2728 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:53.593234 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8880c058-b02f-46e0-9131-ea89507dcd0c req-fa077331-aa7d-4518-b3b9-1276bd5f2728 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 944 time: 0.0731993 Apr 29 16:12:53.640715 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8880c058-b02f-46e0-9131-ea89507dcd0c req-616cc16f-8fa2-4c7a-87c7-ccbbad22ce41 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420642 Apr 29 16:12:53.784244 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 3b969abf-3c28-4072-84fb-7c79f05495fd up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:12:53.922937 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 3b969abf-3c28-4072-84fb-7c79f05495fd completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:12:53.927849 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 3b969abf-3c28-4072-84fb-7c79f05495fd triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:12:53.928211 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:54.038065 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:54.063229 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025d8560-538b-4cc4-bd87-31d86130ec04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b969abf-3c28-4072-84fb-7c79f05495fd'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:12:54.073178 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 3b969abf-3c28-4072-84fb-7c79f05495fd, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3b969abf-3c28-4072-84fb-7c79f05495fd,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:12:54.117753 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83b06151-c7ec-456d-9b68-56a0bae45700'] response: {'server_uuid': '025d8560-538b-4cc4-bd87-31d86130ec04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b969abf-3c28-4072-84fb-7c79f05495fd', 'code': 200} Apr 29 16:12:54.169328 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:54.237286 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=3b969abf-3c28-4072-84fb-7c79f05495fd,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:54.457697 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-0a8055d4-2e6d-48d1-91f5-b650a43aad7c req-671e6bab-5128-4ee6-8f40-a213ea27ce4d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 1098 time: 0.0699158 Apr 29 16:12:54.499498 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-0a8055d4-2e6d-48d1-91f5-b650a43aad7c req-cf87e10f-c88f-4fc7-96f8-6427edd6ea6e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363290 Apr 29 16:12:54.836459 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a001b91-41f7-432a-a874-f65546cc9a4f req-a5f626dc-fa47-4fd9-af24-b34a6ad6ae92 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:54.838495 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3a001b91-41f7-432a-a874-f65546cc9a4f req-a5f626dc-fa47-4fd9-af24-b34a6ad6ae92 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0786631 Apr 29 16:12:54.883260 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3a001b91-41f7-432a-a874-f65546cc9a4f req-a7584651-cb7a-4b39-86e2-1aac92f5cebf tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391448 Apr 29 16:12:56.087254 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3eed0e-3bbe-4a92-afae-04513718da93 req-1913688b-2d32-47cd-be8e-4e3075ef2511 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:56.088741 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3f3eed0e-3bbe-4a92-afae-04513718da93 req-1913688b-2d32-47cd-be8e-4e3075ef2511 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0833440 Apr 29 16:12:56.133726 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3f3eed0e-3bbe-4a92-afae-04513718da93 req-3855678b-c465-43fa-b4b5-112192adbb20 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384648 Apr 29 16:12:57.330772 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2dc18-41da-4bc7-bc9a-98c08f961e91 req-9f8433b3-848d-44db-b4cd-336cfd33fa53 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:57.332233 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-adf2dc18-41da-4bc7-bc9a-98c08f961e91 req-9f8433b3-848d-44db-b4cd-336cfd33fa53 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0744026 Apr 29 16:12:57.377004 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-adf2dc18-41da-4bc7-bc9a-98c08f961e91 req-ac8c177c-fcc3-4618-a92e-d5a7ea13daed tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387161 Apr 29 16:12:57.573359 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91acd8-1fce-44c4-88a2-1bd58282a948 req-aa776570-982d-41ce-91fc-156f84bb703d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:57.574876 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2c91acd8-1fce-44c4-88a2-1bd58282a948 req-aa776570-982d-41ce-91fc-156f84bb703d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0796406 Apr 29 16:12:57.583674 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 35402) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:12:57.590902 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-51bf6877-01a2-4527-a80f-4ab6f0d32a88 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Request body: {'floatingip': {'port_id': '3b969abf-3c28-4072-84fb-7c79f05495fd'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:12:57.667109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-51bf6877-01a2-4527-a80f-4ab6f0d32a88 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for floatingip, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:58.325541 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-51bf6877-01a2-4527-a80f-4ab6f0d32a88 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:58.416559 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-51bf6877-01a2-4527-a80f-4ab6f0d32a88 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:58.600625 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [None req-51bf6877-01a2-4527-a80f-4ab6f0d32a88 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Floating IP eebe3e66-e59c-49ba-b9a6-a413487be7e2 associated. External IP: 172.26.1.77, port: 3b969abf-3c28-4072-84fb-7c79f05495fd. Apr 29 16:12:58.988654 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51bf6877-01a2-4527-a80f-4ab6f0d32a88 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Router c55a5493-670c-40df-ac1a-ca62c4b6ed67 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:12:59.185708 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bf6877-01a2-4527-a80f-4ab6f0d32a88 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:12:59.190509 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-51bf6877-01a2-4527-a80f-4ab6f0d32a88 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:59.194972 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9326591-5a23-4a2f-b2d8-afd269bcabc7 None None] Sync routers for ids ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:12:59.207443 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9326591-5a23-4a2f-b2d8-afd269bcabc7 None None] Routers {'c55a5493-670c-40df-ac1a-ca62c4b6ed67'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:12:59.208120 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-d9326591-5a23-4a2f-b2d8-afd269bcabc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:12:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:12:59.241039 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-51bf6877-01a2-4527-a80f-4ab6f0d32a88 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "PUT /v2.0/floatingips/eebe3e66-e59c-49ba-b9a6-a413487be7e2 HTTP/1.1" status: 200 len: 990 time: 1.6562622 Apr 29 16:12:59.241519 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025d8560-538b-4cc4-bd87-31d86130ec04', 'tag': '3b969abf-3c28-4072-84fb-7c79f05495fd'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:12:59.296887 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86cdfb3b-a6c7-49cc-9b75-b271479c1890'] response: {'name': 'network-changed', 'server_uuid': '025d8560-538b-4cc4-bd87-31d86130ec04', 'tag': '3b969abf-3c28-4072-84fb-7c79f05495fd', 'status': 'completed', 'code': 200} Apr 29 16:12:59.388386 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-690eda46-a769-432a-9ed7-cf4defb1f51a req-4baf689b-4ac8-4902-8652-0e1517a87386 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 1098 time: 0.0701523 Apr 29 16:12:59.389968 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-d9326591-5a23-4a2f-b2d8-afd269bcabc7 None None] Set router c55a5493-670c-40df-ac1a-ca62c4b6ed67 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:12:59.418819 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-11d71914-088d-40a2-acf6-e6279db84233 req-d53284b7-9345-4032-8410-acce62fb5fa8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0717585 Apr 29 16:12:59.520507 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690eda46-a769-432a-9ed7-cf4defb1f51a req-545a783e-7fa5-43f1-afb4-f1ae58ecd503 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:59.521863 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-690eda46-a769-432a-9ed7-cf4defb1f51a req-545a783e-7fa5-43f1-afb4-f1ae58ecd503 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 913 time: 0.1275942 Apr 29 16:12:59.625474 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-690eda46-a769-432a-9ed7-cf4defb1f51a req-8878a663-84fd-429f-9c10-3ae6b9038a25 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b969abf-3c28-4072-84fb-7c79f05495fd HTTP/1.1" status: 200 len: 998 time: 0.0980928 Apr 29 16:12:59.692360 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690eda46-a769-432a-9ed7-cf4defb1f51a req-0c36bb9f-2c5b-4309-97e4-77342ac1ca7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:59.693805 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-690eda46-a769-432a-9ed7-cf4defb1f51a req-0c36bb9f-2c5b-4309-97e4-77342ac1ca7a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cb74d7d-765a-475e-a22b-88683dd143f3 HTTP/1.1" status: 200 len: 851 time: 0.0628638 Apr 29 16:12:59.799946 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-690eda46-a769-432a-9ed7-cf4defb1f51a req-8aa8a0fc-4b8a-41de-88f0-0ed054598d86 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e8faf8-29c7-4070-950e-7717c3688e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1005688 Apr 29 16:12:59.802149 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-d9326591-5a23-4a2f-b2d8-afd269bcabc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'eebe3e66-e59c-49ba-b9a6-a413487be7e2', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'floating_ip_address': '172.26.1.77', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'port_id': '3b969abf-3c28-4072-84fb-7c79f05495fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'mac_address': 'fa:16:3e:48:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d8560-538b-4cc4-bd87-31d86130ec04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:10:39Z', 'updated_at': '2022-04-29T16:12:58Z', 'revision_number': 9, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:52Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:12:59.806721 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9326591-5a23-4a2f-b2d8-afd269bcabc7 None None] Checking router: c55a5493-670c-40df-ac1a-ca62c4b6ed67 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:12:59.817725 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9326591-5a23-4a2f-b2d8-afd269bcabc7 None None] Routers {'c55a5493-670c-40df-ac1a-ca62c4b6ed67'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:12:59.818342 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-d9326591-5a23-4a2f-b2d8-afd269bcabc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:12:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:12:59.939468 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-690eda46-a769-432a-9ed7-cf4defb1f51a req-c2af4497-05db-427a-a045-90847fdbaf73 service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323013 Apr 29 16:12:59.983282 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a876827-dc3a-4c08-8ac5-29e517cfa54a req-cdc56446-d0e9-45c5-97fa-60825b7d7ea1 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:12:59.984729 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6a876827-dc3a-4c08-8ac5-29e517cfa54a req-cdc56446-d0e9-45c5-97fa-60825b7d7ea1 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.1514492 Apr 29 16:13:00.002222 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-d9326591-5a23-4a2f-b2d8-afd269bcabc7 None None] Set router c55a5493-670c-40df-ac1a-ca62c4b6ed67 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:13:00.021004 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4f08cc1e-b3d0-4c67-9ff8-eff595c33448 req-bfada6bb-4a03-4ca3-9f8d-ea844bde95af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1081886 Apr 29 16:13:00.042513 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6a876827-dc3a-4c08-8ac5-29e517cfa54a req-3b50723e-081c-4ff1-a6cd-6565f55a9665 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466986 Apr 29 16:13:00.074593 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-690eda46-a769-432a-9ed7-cf4defb1f51a req-df1b1cfd-a721-4975-8fb2-7ad1e165fcfb service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293337 Apr 29 16:13:00.365641 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-d9326591-5a23-4a2f-b2d8-afd269bcabc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'eebe3e66-e59c-49ba-b9a6-a413487be7e2', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'floating_ip_address': '172.26.1.77', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'port_id': '3b969abf-3c28-4072-84fb-7c79f05495fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'mac_address': 'fa:16:3e:48:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d8560-538b-4cc4-bd87-31d86130ec04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:10:39Z', 'updated_at': '2022-04-29T16:12:58Z', 'revision_number': 9, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:52Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:13:00.370131 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9326591-5a23-4a2f-b2d8-afd269bcabc7 None None] The sync data for ids ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'] in dv-neutron-839913-1-hyperv is: [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'eebe3e66-e59c-49ba-b9a6-a413487be7e2', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'floating_ip_address': '172.26.1.77', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'port_id': '3b969abf-3c28-4072-84fb-7c79f05495fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'mac_address': 'fa:16:3e:48:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d8560-538b-4cc4-bd87-31d86130ec04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:10:39Z', 'updated_at': '2022-04-29T16:12:58Z', 'revision_number': 9, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:52Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:13:00.561780 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade9bc1d-0c3a-48ae-8ab7-5d6085f43d76 None None] New status for floating IP eebe3e66-e59c-49ba-b9a6-a413487be7e2: ACTIVE {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:13:01.244997 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3b033-2e1b-4a52-a2e8-9c07733709cb req-db5dbbc2-26dd-49e6-935c-bf3b6e6f237b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:01.246422 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d9d3b033-2e1b-4a52-a2e8-9c07733709cb req-db5dbbc2-26dd-49e6-935c-bf3b6e6f237b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0759711 Apr 29 16:13:01.291300 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d9d3b033-2e1b-4a52-a2e8-9c07733709cb req-e4846954-a9b7-4bb3-9552-e4d1b54d20db tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392206 Apr 29 16:13:01.947541 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-4f08cc1e-b3d0-4c67-9ff8-eff595c33448 req-2a41c969-510d-4f74-b5b0-e2b32d90bb4a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 1098 time: 0.0670156 Apr 29 16:13:02.074436 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08cc1e-b3d0-4c67-9ff8-eff595c33448 req-803956b9-ef55-4a1f-b144-587b74e7d04b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:02.075879 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-4f08cc1e-b3d0-4c67-9ff8-eff595c33448 req-803956b9-ef55-4a1f-b144-587b74e7d04b service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 913 time: 0.1227319 Apr 29 16:13:02.177478 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-4f08cc1e-b3d0-4c67-9ff8-eff595c33448 req-bf6d2fbe-58ee-41a4-bf68-68d154372813 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b969abf-3c28-4072-84fb-7c79f05495fd HTTP/1.1" status: 200 len: 1001 time: 0.0953476 Apr 29 16:13:02.240140 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08cc1e-b3d0-4c67-9ff8-eff595c33448 req-090503a3-4eb5-4160-a592-045e7594b9b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:02.241533 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-4f08cc1e-b3d0-4c67-9ff8-eff595c33448 req-090503a3-4eb5-4160-a592-045e7594b9b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cb74d7d-765a-475e-a22b-88683dd143f3 HTTP/1.1" status: 200 len: 851 time: 0.0587647 Apr 29 16:13:02.312410 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-4f08cc1e-b3d0-4c67-9ff8-eff595c33448 req-a9fde692-bcf8-473f-864d-0e79fa4f9910 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e8faf8-29c7-4070-950e-7717c3688e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649700 Apr 29 16:13:02.448008 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-4f08cc1e-b3d0-4c67-9ff8-eff595c33448 req-05ffade9-492c-4eac-b5fa-912806a46804 service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299610 Apr 29 16:13:02.620225 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ee643-f80e-456d-8d29-286a68c1b2ff req-6fe67112-ae43-4c06-a235-d00c2ee62074 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:02.621634 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ba4ee643-f80e-456d-8d29-286a68c1b2ff req-6fe67112-ae43-4c06-a235-d00c2ee62074 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.1936793 Apr 29 16:13:02.668038 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ba4ee643-f80e-456d-8d29-286a68c1b2ff req-12c34532-6c35-44b2-9cb3-543c92f9512d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408037 Apr 29 16:13:02.679612 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-4f08cc1e-b3d0-4c67-9ff8-eff595c33448 req-fe84082a-44f5-4c53-83c6-14a83010af81 service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259274 Apr 29 16:13:03.864893 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ed91e-66d3-4d99-81bf-41b37570b785 req-2d0eaae8-e582-4dcb-bde8-cd556a71afc4 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:03.866314 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-321ed91e-66d3-4d99-81bf-41b37570b785 req-2d0eaae8-e582-4dcb-bde8-cd556a71afc4 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0772219 Apr 29 16:13:03.914779 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-321ed91e-66d3-4d99-81bf-41b37570b785 req-0105b45e-655b-4581-b73d-da32fc77bf49 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426648 Apr 29 16:13:05.109073 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480290a0-6fa4-4913-b66f-a006edb7edfa req-14ef20a4-e83a-42b8-98bf-3bcf7f126c24 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:05.110527 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-480290a0-6fa4-4913-b66f-a006edb7edfa req-14ef20a4-e83a-42b8-98bf-3bcf7f126c24 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0760007 Apr 29 16:13:05.156361 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-480290a0-6fa4-4913-b66f-a006edb7edfa req-9ee50295-e7ad-4be1-97fb-b1abe2728c6c tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399539 Apr 29 16:13:06.351098 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8bfa4-a07a-4b82-95d2-fe3e89255091 req-55978540-c33d-4a6b-a90f-913c281c4da7 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:06.353072 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f5d8bfa4-a07a-4b82-95d2-fe3e89255091 req-55978540-c33d-4a6b-a90f-913c281c4da7 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0785918 Apr 29 16:13:06.397684 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f5d8bfa4-a07a-4b82-95d2-fe3e89255091 req-07485643-6ffd-42bd-9e67-12372dea74f2 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391800 Apr 29 16:13:07.593888 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f5408-b07d-4040-9b6f-0a4994a16579 req-ddaf3ab7-d892-45dc-a50a-e8f05607ee50 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:07.595269 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-541f5408-b07d-4040-9b6f-0a4994a16579 req-ddaf3ab7-d892-45dc-a50a-e8f05607ee50 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0746787 Apr 29 16:13:07.640385 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-541f5408-b07d-4040-9b6f-0a4994a16579 req-e4c5f667-1c5e-4c45-9dae-7bf3508d8f77 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395958 Apr 29 16:13:08.842431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e80a03-9560-4a46-8a43-66b85dcd16c5 req-4087a11a-3ebf-4357-ae51-5846aeabe174 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:08.843879 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-33e80a03-9560-4a46-8a43-66b85dcd16c5 req-4087a11a-3ebf-4357-ae51-5846aeabe174 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0784144 Apr 29 16:13:08.891507 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-33e80a03-9560-4a46-8a43-66b85dcd16c5 req-4d3b84be-5b75-4136-9de3-89d9616ab056 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419564 Apr 29 16:13:10.087757 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11d99c-46fe-4c4c-8cdd-f7f7fbcc53e0 req-fde38c04-36f9-45ec-8838-bc2cb0ce695b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:10.089085 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0e11d99c-46fe-4c4c-8cdd-f7f7fbcc53e0 req-fde38c04-36f9-45ec-8838-bc2cb0ce695b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0739110 Apr 29 16:13:10.136595 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0e11d99c-46fe-4c4c-8cdd-f7f7fbcc53e0 req-db61b8a0-b84a-4d74-9764-29c7d187ade5 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421295 Apr 29 16:13:11.328890 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea132b-a2ed-4825-8517-d782b245ddf7 req-5af40d29-4049-4b44-9494-a8f66ba8a4ad tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:11.330361 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9bea132b-a2ed-4825-8517-d782b245ddf7 req-5af40d29-4049-4b44-9494-a8f66ba8a4ad tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0759320 Apr 29 16:13:11.374970 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9bea132b-a2ed-4825-8517-d782b245ddf7 req-cbf689cf-3ae7-4c14-9589-2d81d9144ad5 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392878 Apr 29 16:13:12.569620 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a07ef-d3d4-4cf6-bf96-01cd0ee8b243 req-b9c3eb22-5623-474d-a170-816c206a38c1 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:12.572084 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-552a07ef-d3d4-4cf6-bf96-01cd0ee8b243 req-b9c3eb22-5623-474d-a170-816c206a38c1 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0787723 Apr 29 16:13:12.616824 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-552a07ef-d3d4-4cf6-bf96-01cd0ee8b243 req-fa42f358-01a6-448e-b9f3-ad05471c2329 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392709 Apr 29 16:13:13.631342 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-107c6183-a1cb-4cec-84f8-fc26e127f41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:13.807154 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbafd9-aa5b-44b1-9203-f41734f20816 req-f00bc536-c8fe-4fd7-a502-d96eb77a459a tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:13.808594 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0dbbafd9-aa5b-44b1-9203-f41734f20816 req-f00bc536-c8fe-4fd7-a502-d96eb77a459a tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0746255 Apr 29 16:13:13.855894 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0dbbafd9-aa5b-44b1-9203-f41734f20816 req-be5c0012-61f2-4600-a043-92604ef7d4de tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412307 Apr 29 16:13:15.054119 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bfe40-7431-40a5-8da5-cb162d46ba85 req-61acc25d-3e1c-4ff1-8108-8e5d78694a14 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:15.056202 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-783bfe40-7431-40a5-8da5-cb162d46ba85 req-61acc25d-3e1c-4ff1-8108-8e5d78694a14 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0801196 Apr 29 16:13:15.100225 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-783bfe40-7431-40a5-8da5-cb162d46ba85 req-efb69f3b-746a-475b-aacd-bdaf89a66031 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384007 Apr 29 16:13:15.516757 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:15.930817 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7865897c-a257-476f-aac8-d6e2d136e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:16.295172 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d7f30-fab0-416a-b24b-a280e14d59f2 req-e9055984-8367-4a18-a929-f6f2c4d6df1a tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:16.296578 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-105d7f30-fab0-416a-b24b-a280e14d59f2 req-e9055984-8367-4a18-a929-f6f2c4d6df1a tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0738261 Apr 29 16:13:16.340441 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-105d7f30-fab0-416a-b24b-a280e14d59f2 req-781f7229-f345-4c23-9c5f-d43693f60af9 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385377 Apr 29 16:13:17.233520 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:17.508734 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:17.541650 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ba366-3d72-48fd-a2a8-618b30806a32 req-ee1adc13-6d51-456a-8903-f09f3dc5be2e tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:17.543128 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a97ba366-3d72-48fd-a2a8-618b30806a32 req-ee1adc13-6d51-456a-8903-f09f3dc5be2e tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0790062 Apr 29 16:13:17.589366 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a97ba366-3d72-48fd-a2a8-618b30806a32 req-06cf796f-61b3-4b3d-9f46-5d17b6315e50 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406923 Apr 29 16:13:18.524639 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:18.783959 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10e7aa-d782-4ffe-87bb-07b42a568e31 req-2638857f-dbd1-42f9-9777-292ffc959bd9 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:18.785627 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8a10e7aa-d782-4ffe-87bb-07b42a568e31 req-2638857f-dbd1-42f9-9777-292ffc959bd9 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0768502 Apr 29 16:13:18.834119 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8a10e7aa-d782-4ffe-87bb-07b42a568e31 req-3c12f932-2922-4157-b1a0-f2e1d88fb360 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430458 Apr 29 16:13:20.031601 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d52ee9-b242-487e-9d49-6fd042f92b0b req-7f8f1f62-c13b-4ecc-9543-711a513ac657 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:20.032975 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-53d52ee9-b242-487e-9d49-6fd042f92b0b req-7f8f1f62-c13b-4ecc-9543-711a513ac657 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0785053 Apr 29 16:13:20.077935 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-53d52ee9-b242-487e-9d49-6fd042f92b0b req-a4db6809-afff-4657-804d-2b6cf79f6842 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395324 Apr 29 16:13:21.276114 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703223e-fe6b-4140-96b4-8e6e03857bd4 req-e7ccf1d4-2ded-4e3a-938f-82f41d533f82 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:21.277527 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f703223e-fe6b-4140-96b4-8e6e03857bd4 req-e7ccf1d4-2ded-4e3a-938f-82f41d533f82 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0787694 Apr 29 16:13:21.322887 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f703223e-fe6b-4140-96b4-8e6e03857bd4 req-6bb04c91-334f-4943-8a60-93e7722bdc6d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398889 Apr 29 16:13:22.524419 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4b29e-969f-4be5-b589-33959938ed74 req-87d9a58a-587b-4740-a61e-232d25f730ba tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:22.525815 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-71b4b29e-969f-4be5-b589-33959938ed74 req-87d9a58a-587b-4740-a61e-232d25f730ba tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0830770 Apr 29 16:13:22.570568 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-71b4b29e-969f-4be5-b589-33959938ed74 req-555d8f89-4ef1-4865-acc4-90f7434c28a3 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393152 Apr 29 16:13:23.771874 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cbc0b-be9e-43b0-a689-75734f9b334d req-973c782d-a28e-4186-9f43-d9e64ba51c44 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:23.773336 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dd4cbc0b-be9e-43b0-a689-75734f9b334d req-973c782d-a28e-4186-9f43-d9e64ba51c44 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0790768 Apr 29 16:13:23.818074 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dd4cbc0b-be9e-43b0-a689-75734f9b334d req-0dd9f8db-bdbf-4132-a537-9e0682378f3d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392699 Apr 29 16:13:24.722266 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-4f08cc1e-b3d0-4c67-9ff8-eff595c33448 req-1848ea0e-8599-49e3-afd3-039cd2c82dba service neutron] 10.222.0.35 "GET /v2.0/ports/3b969abf-3c28-4072-84fb-7c79f05495fd/bindings/hv-neutron-8399 HTTP/1.1" status: 200 len: 384 time: 0.0892816 Apr 29 16:13:24.750456 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:13:25.016146 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762cd6d-eb4a-4320-ab0c-2d6b12142c45 req-7bec4aaf-89d4-4b4d-a85d-303f1f643a91 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:25.017514 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d762cd6d-eb4a-4320-ab0c-2d6b12142c45 req-7bec4aaf-89d4-4b4d-a85d-303f1f643a91 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0771828 Apr 29 16:13:25.067421 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d762cd6d-eb4a-4320-ab0c-2d6b12142c45 req-a86b258d-4ba0-42ff-97b3-64cf02b47026 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432355 Apr 29 16:13:25.273962 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-4f08cc1e-b3d0-4c67-9ff8-eff595c33448 req-9297f14a-4da7-4b6a-bc54-214ca51487ee service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04&tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573 HTTP/1.1" status: 200 len: 1098 time: 0.0765965 Apr 29 16:13:25.364979 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-4f08cc1e-b3d0-4c67-9ff8-eff595c33448 req-0f7850a4-e1d2-4415-9ccd-b2d07ef45110 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 1098 time: 0.0703514 Apr 29 16:13:25.492008 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08cc1e-b3d0-4c67-9ff8-eff595c33448 req-afaa093f-d19b-4479-b084-5c75f37162bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:25.493413 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-4f08cc1e-b3d0-4c67-9ff8-eff595c33448 req-afaa093f-d19b-4479-b084-5c75f37162bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 913 time: 0.1229744 Apr 29 16:13:25.592218 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-4f08cc1e-b3d0-4c67-9ff8-eff595c33448 req-a498bb05-c4d3-4c07-9531-f811c4c658b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b969abf-3c28-4072-84fb-7c79f05495fd HTTP/1.1" status: 200 len: 1001 time: 0.0920525 Apr 29 16:13:25.658178 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08cc1e-b3d0-4c67-9ff8-eff595c33448 req-804b72a3-f17a-4ba7-9ed4-7b523955eade service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:25.659716 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-4f08cc1e-b3d0-4c67-9ff8-eff595c33448 req-804b72a3-f17a-4ba7-9ed4-7b523955eade service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cb74d7d-765a-475e-a22b-88683dd143f3 HTTP/1.1" status: 200 len: 851 time: 0.0611627 Apr 29 16:13:25.732434 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-4f08cc1e-b3d0-4c67-9ff8-eff595c33448 req-dcf03435-521f-4e26-8735-be3686c16de5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e8faf8-29c7-4070-950e-7717c3688e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672686 Apr 29 16:13:25.862920 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-4f08cc1e-b3d0-4c67-9ff8-eff595c33448 req-a1a5e4c6-e245-4ade-a8b6-a8264c60150e service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245439 Apr 29 16:13:26.001129 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-4f08cc1e-b3d0-4c67-9ff8-eff595c33448 req-42b0b35b-a7ba-4f06-8c56-21188a349bc3 service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329501 Apr 29 16:13:26.271105 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9e81e-654b-45f8-b279-893a94fe2ba9 req-eba1da46-66ca-4688-8064-34b8547ad751 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:26.273247 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c9e9e81e-654b-45f8-b279-893a94fe2ba9 req-eba1da46-66ca-4688-8064-34b8547ad751 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0830407 Apr 29 16:13:26.318787 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c9e9e81e-654b-45f8-b279-893a94fe2ba9 req-3cafac8a-f8aa-4cd9-a66f-01751081901a tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396020 Apr 29 16:13:27.517988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0157762-34ac-483d-84ac-f47ef0606cbf req-f15e4e11-a97f-4edc-9adb-9ed9e69315c7 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:27.519442 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c0157762-34ac-483d-84ac-f47ef0606cbf req-f15e4e11-a97f-4edc-9adb-9ed9e69315c7 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0772579 Apr 29 16:13:27.639928 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c0157762-34ac-483d-84ac-f47ef0606cbf req-9d3ea3cc-8771-4bde-a9de-d4ecc1fb0840 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144390 Apr 29 16:13:28.055419 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 3b969abf-3c28-4072-84fb-7c79f05495fd details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:13:28.189890 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 3b969abf-3c28-4072-84fb-7c79f05495fd, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3b969abf-3c28-4072-84fb-7c79f05495fd,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:13:28.203653 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '3b969abf-3c28-4072-84fb-7c79f05495fd', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'port_id': '3b969abf-3c28-4072-84fb-7c79f05495fd', 'mac_address': 'fa:16:3e:48:61:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:13:28.255652 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:28.273640 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b969abf-3c28-4072-84fb-7c79f05495fd {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:13:28.287534 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 3b969abf-3c28-4072-84fb-7c79f05495fd, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3b969abf-3c28-4072-84fb-7c79f05495fd,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:13:28.351000 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:28.418057 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['3b969abf-3c28-4072-84fb-7c79f05495fd'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:13:28.455290 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=3b969abf-3c28-4072-84fb-7c79f05495fd,revision_number=6']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:28.474266 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:28.474633 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:28.474974 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:28.475304 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:28.476265 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:28.476677 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:28.476919 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:28.477242 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:28.477561 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:28.477879 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:28.478194 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:28.844220 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2daea7-8ad4-47ae-a9d4-d22cb764312e req-5f838fee-d8f4-408a-a379-22ede6c732fe tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:28.848995 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9d2daea7-8ad4-47ae-a9d4-d22cb764312e req-5f838fee-d8f4-408a-a379-22ede6c732fe tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 944 time: 0.0760982 Apr 29 16:13:28.892039 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9d2daea7-8ad4-47ae-a9d4-d22cb764312e req-dd7a68e0-dcf3-47cb-b728-db230596a27b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397954 Apr 29 16:13:30.064652 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 3b969abf-3c28-4072-84fb-7c79f05495fd up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:13:30.094872 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788cd12-3cf9-4391-bcca-fbf230d958c8 req-51c51544-20d2-479b-ae2a-79fe821e8c8b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:30.096322 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8788cd12-3cf9-4391-bcca-fbf230d958c8 req-51c51544-20d2-479b-ae2a-79fe821e8c8b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 944 time: 0.0822384 Apr 29 16:13:30.137514 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 3b969abf-3c28-4072-84fb-7c79f05495fd triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:13:30.137878 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:30.141920 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8788cd12-3cf9-4391-bcca-fbf230d958c8 req-73c43e87-3e27-4b48-b3a6-078b2d1aa217 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395060 Apr 29 16:13:30.253950 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:30.280296 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025d8560-538b-4cc4-bd87-31d86130ec04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b969abf-3c28-4072-84fb-7c79f05495fd'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:13:30.290682 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 3b969abf-3c28-4072-84fb-7c79f05495fd, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3b969abf-3c28-4072-84fb-7c79f05495fd,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:13:30.343590 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57d14bb2-5fd7-4489-9901-865e4bd341c5'] response: {'server_uuid': '025d8560-538b-4cc4-bd87-31d86130ec04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b969abf-3c28-4072-84fb-7c79f05495fd', 'code': 200} Apr 29 16:13:30.367934 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:30.431971 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=3b969abf-3c28-4072-84fb-7c79f05495fd,revision_number=7']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:30.889620 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c35b1-f0d7-46b9-85ca-42c978a4210c req-b3789467-d5de-4909-81f8-4dd309dc448d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:30.890239 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb48fd-8309-475c-bbac-f15ca9476254 req-61a5c0f2-561b-4c53-a147-e67bfad529bd tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:30.890357 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-321c35b1-f0d7-46b9-85ca-42c978a4210c req-b3789467-d5de-4909-81f8-4dd309dc448d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Synchronizing usage tracker for tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:13:30.891627 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0edb48fd-8309-475c-bbac-f15ca9476254 req-61a5c0f2-561b-4c53-a147-e67bfad529bd tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0773737 Apr 29 16:13:30.944536 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0edb48fd-8309-475c-bbac-f15ca9476254 req-75582379-515d-49e2-bee2-6b7eace877f2 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467348 Apr 29 16:13:30.969047 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-321c35b1-f0d7-46b9-85ca-42c978a4210c req-b3789467-d5de-4909-81f8-4dd309dc448d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Unset dirty status for tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:13:30.969047 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-321c35b1-f0d7-46b9-85ca-42c978a4210c req-b3789467-d5de-4909-81f8-4dd309dc448d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.35 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04&tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&binding%3Ahost_id=hv-neutron-8399 HTTP/1.1" status: 200 len: 945 time: 0.1628768 Apr 29 16:13:31.044129 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-321c35b1-f0d7-46b9-85ca-42c978a4210c req-e715e342-f9cb-4821-b0af-52986cd786a2 service neutron] 10.222.0.35 "GET /v2.0/ports/3b969abf-3c28-4072-84fb-7c79f05495fd/bindings/hv-neutron-8399 HTTP/1.1" status: 200 len: 384 time: 0.0728304 Apr 29 16:13:31.130614 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-321c35b1-f0d7-46b9-85ca-42c978a4210c req-77779ff4-bf64-4c3d-9677-c1c37fb569c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 1098 time: 0.0671825 Apr 29 16:13:31.257737 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c35b1-f0d7-46b9-85ca-42c978a4210c req-301c2fc3-1b07-4ab9-905c-1751e9519a19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:31.259088 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-321c35b1-f0d7-46b9-85ca-42c978a4210c req-301c2fc3-1b07-4ab9-905c-1751e9519a19 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 913 time: 0.1227162 Apr 29 16:13:31.358231 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-321c35b1-f0d7-46b9-85ca-42c978a4210c req-414bd4d8-6495-48bd-a0ff-7f595216cfcb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b969abf-3c28-4072-84fb-7c79f05495fd HTTP/1.1" status: 200 len: 1001 time: 0.0928733 Apr 29 16:13:31.421091 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c35b1-f0d7-46b9-85ca-42c978a4210c req-6a66d1a9-cb22-4905-996c-7ff21635f526 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:31.422460 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-321c35b1-f0d7-46b9-85ca-42c978a4210c req-6a66d1a9-cb22-4905-996c-7ff21635f526 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cb74d7d-765a-475e-a22b-88683dd143f3 HTTP/1.1" status: 200 len: 851 time: 0.0586879 Apr 29 16:13:31.494765 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-321c35b1-f0d7-46b9-85ca-42c978a4210c req-94aee60b-7db3-4640-a276-324e5c7c0c2c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e8faf8-29c7-4070-950e-7717c3688e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662239 Apr 29 16:13:31.703766 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-321c35b1-f0d7-46b9-85ca-42c978a4210c req-9d62a6d1-3377-45eb-9af4-a997d0689b17 service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024589 Apr 29 16:13:31.832208 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-321c35b1-f0d7-46b9-85ca-42c978a4210c req-7c00dd6d-1717-4f71-b515-db10da526a4c service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219800 Apr 29 16:13:32.144317 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d28da9-e77e-425a-8fe3-177633699d82 req-57443e80-dfb2-4bb8-ba80-afa28620338f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:32.145759 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c6d28da9-e77e-425a-8fe3-177633699d82 req-57443e80-dfb2-4bb8-ba80-afa28620338f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0740185 Apr 29 16:13:32.190109 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c6d28da9-e77e-425a-8fe3-177633699d82 req-3029b5d2-2037-4db0-b287-86a746766294 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388224 Apr 29 16:13:33.385859 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f77f3-9396-41a4-b376-f997fcba2266 req-226a6b72-aee0-4ed0-a4de-e46f590f589f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:33.387314 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f57f77f3-9396-41a4-b376-f997fcba2266 req-226a6b72-aee0-4ed0-a4de-e46f590f589f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0783513 Apr 29 16:13:33.433122 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f57f77f3-9396-41a4-b376-f997fcba2266 req-63b65626-f77a-4ee8-ab19-ab39dc30df32 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401361 Apr 29 16:13:34.632487 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3f075-91cf-48de-a75f-1cffedf9f308 req-2f44e785-3f78-4214-be68-4d1238a89e7a tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:34.634760 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1cb3f075-91cf-48de-a75f-1cffedf9f308 req-2f44e785-3f78-4214-be68-4d1238a89e7a tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0766258 Apr 29 16:13:34.684113 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1cb3f075-91cf-48de-a75f-1cffedf9f308 req-e8188d0c-7376-4209-8b6a-505b456002e9 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429351 Apr 29 16:13:34.991751 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-321c35b1-f0d7-46b9-85ca-42c978a4210c req-9f1847cb-ed1f-4150-9ca1-088b8fd70b71 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04&tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573 HTTP/1.1" status: 200 len: 1098 time: 0.0715141 Apr 29 16:13:35.081955 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-321c35b1-f0d7-46b9-85ca-42c978a4210c req-6f0701a2-9853-4be3-ad6a-c35c9fbb193d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 1098 time: 0.0701370 Apr 29 16:13:35.210110 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c35b1-f0d7-46b9-85ca-42c978a4210c req-f47310fc-c52b-4377-8567-e100428395a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:35.211594 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-321c35b1-f0d7-46b9-85ca-42c978a4210c req-f47310fc-c52b-4377-8567-e100428395a5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 913 time: 0.1243997 Apr 29 16:13:35.313218 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-321c35b1-f0d7-46b9-85ca-42c978a4210c req-1fc666be-9b06-4275-9870-15f27f02cbea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b969abf-3c28-4072-84fb-7c79f05495fd HTTP/1.1" status: 200 len: 1001 time: 0.0962126 Apr 29 16:13:35.373596 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c35b1-f0d7-46b9-85ca-42c978a4210c req-7a6bcaf4-6d99-4c48-9f3b-e3472945f06f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:35.375061 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-321c35b1-f0d7-46b9-85ca-42c978a4210c req-7a6bcaf4-6d99-4c48-9f3b-e3472945f06f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cb74d7d-765a-475e-a22b-88683dd143f3 HTTP/1.1" status: 200 len: 851 time: 0.0558705 Apr 29 16:13:35.449199 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-321c35b1-f0d7-46b9-85ca-42c978a4210c req-876a9308-f40a-43d0-9421-9131ad840513 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e8faf8-29c7-4070-950e-7717c3688e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683150 Apr 29 16:13:35.589064 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-321c35b1-f0d7-46b9-85ca-42c978a4210c req-f8839f30-6ddc-4a0c-8ce8-544186f1bf4c service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336691 Apr 29 16:13:35.719919 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-321c35b1-f0d7-46b9-85ca-42c978a4210c req-05107309-070d-4aec-bd1a-6a4f9977b2b0 service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243997 Apr 29 16:13:35.891408 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd52a0d-90b9-437a-9e62-c3fda60a9de9 req-0d244db4-cf40-43fb-b289-40753a2075b9 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:35.892797 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0cd52a0d-90b9-437a-9e62-c3fda60a9de9 req-0d244db4-cf40-43fb-b289-40753a2075b9 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0790164 Apr 29 16:13:35.947440 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0cd52a0d-90b9-437a-9e62-c3fda60a9de9 req-b02e257d-023f-432d-aa0d-184dbb656105 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462706 Apr 29 16:13:36.108603 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 3b969abf-3c28-4072-84fb-7c79f05495fd details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:13:36.290826 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 3b969abf-3c28-4072-84fb-7c79f05495fd, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3b969abf-3c28-4072-84fb-7c79f05495fd,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:13:36.303426 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '3b969abf-3c28-4072-84fb-7c79f05495fd', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'port_id': '3b969abf-3c28-4072-84fb-7c79f05495fd', 'mac_address': 'fa:16:3e:48:61:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:13:36.359101 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:36.376226 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b969abf-3c28-4072-84fb-7c79f05495fd {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:13:36.391611 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 3b969abf-3c28-4072-84fb-7c79f05495fd, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3b969abf-3c28-4072-84fb-7c79f05495fd,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:13:36.508806 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:36.573585 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=3b969abf-3c28-4072-84fb-7c79f05495fd,revision_number=8']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:36.665981 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['3b969abf-3c28-4072-84fb-7c79f05495fd'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:13:37.154319 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88193df-0877-455f-8f40-5227e814e9eb req-26874af8-8a3b-4da8-a9d7-b026f2f50dac tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:37.155829 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d88193df-0877-455f-8f40-5227e814e9eb req-26874af8-8a3b-4da8-a9d7-b026f2f50dac tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 944 time: 0.0835438 Apr 29 16:13:37.209492 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d88193df-0877-455f-8f40-5227e814e9eb req-a3e496a4-fbb2-490e-82e5-c95ca1277014 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479290 Apr 29 16:13:38.109594 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 3b969abf-3c28-4072-84fb-7c79f05495fd up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:13:38.181300 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 3b969abf-3c28-4072-84fb-7c79f05495fd triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:13:38.181675 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:38.296455 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:38.323705 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025d8560-538b-4cc4-bd87-31d86130ec04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b969abf-3c28-4072-84fb-7c79f05495fd'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:13:38.333005 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 3b969abf-3c28-4072-84fb-7c79f05495fd, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3b969abf-3c28-4072-84fb-7c79f05495fd,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:13:38.382428 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4271a71-c865-4406-91ab-939d57aea76a'] response: {'server_uuid': '025d8560-538b-4cc4-bd87-31d86130ec04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b969abf-3c28-4072-84fb-7c79f05495fd', 'code': 200} Apr 29 16:13:38.418672 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bf101-8c5d-4cbb-98d0-a3f2460c70d0 req-a264e7e2-e41d-400b-90c3-d49a64c2fc99 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:38.420122 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df2bf101-8c5d-4cbb-98d0-a3f2460c70d0 req-a264e7e2-e41d-400b-90c3-d49a64c2fc99 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 944 time: 0.0766218 Apr 29 16:13:38.430928 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:38.466292 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df2bf101-8c5d-4cbb-98d0-a3f2460c70d0 req-f2a301c7-5fb2-4883-aaee-89f95c48104c tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404916 Apr 29 16:13:38.502099 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=3b969abf-3c28-4072-84fb-7c79f05495fd,revision_number=9']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:38.668323 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6eb5bf-9d21-4288-828e-d2bf95d3a93e req-fb59e35a-aafb-47ec-9917-9782eecdbaf4 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:38.669718 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8c6eb5bf-9d21-4288-828e-d2bf95d3a93e req-fb59e35a-aafb-47ec-9917-9782eecdbaf4 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0779989 Apr 29 16:13:38.714598 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8c6eb5bf-9d21-4288-828e-d2bf95d3a93e req-a1018d7c-d960-4af2-997b-27eb495a3f8a tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393314 Apr 29 16:13:38.910244 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797088ee-7b8e-458f-9858-beeb34ea75f5 req-8bbcd363-20ed-4dc3-82c2-55876ef25ace tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:38.911702 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-797088ee-7b8e-458f-9858-beeb34ea75f5 req-8bbcd363-20ed-4dc3-82c2-55876ef25ace tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0784893 Apr 29 16:13:38.956555 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-797088ee-7b8e-458f-9858-beeb34ea75f5 req-303942a7-8260-49cb-af0e-b34914435cdc tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387924 Apr 29 16:13:39.548045 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43724876-5028-4698-a20a-0c344be930bf req-70b53e36-340b-468a-a25a-130553f5e85b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:39.549472 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-43724876-5028-4698-a20a-0c344be930bf req-70b53e36-340b-468a-a25a-130553f5e85b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0785546 Apr 29 16:13:39.593086 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-43724876-5028-4698-a20a-0c344be930bf req-8e74f27e-3898-4dff-8585-1950289219a1 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382247 Apr 29 16:13:40.788477 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a0b3b-59d9-44e3-b350-a21a3725fe33 req-abb272c0-0112-47e6-882f-60ea290310bb tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:40.789924 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b24a0b3b-59d9-44e3-b350-a21a3725fe33 req-abb272c0-0112-47e6-882f-60ea290310bb tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0745454 Apr 29 16:13:40.834805 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b24a0b3b-59d9-44e3-b350-a21a3725fe33 req-c793f499-985c-4cd8-9507-a750746c4a1c tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392771 Apr 29 16:13:41.664653 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-9ab2665d-01d5-43f2-ba8a-1185ddc9e4c8 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:41.666074 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-9ab2665d-01d5-43f2-ba8a-1185ddc9e4c8 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.35 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0743508 Apr 29 16:13:41.735619 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Deleting port 3b969abf-3c28-4072-84fb-7c79f05495fd {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:13:41.735957 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:41.988477 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] For port 3b969abf-3c28-4072-84fb-7c79f05495fd, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3b969abf-3c28-4072-84fb-7c79f05495fd,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:13:41.988840 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:42.054118 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc8dac-8689-4ada-8d7b-ec93f41e8d1c req-20a09f9c-c059-4b02-ab92-3fe8518cde52 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:42.055611 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4ccc8dac-8689-4ada-8d7b-ec93f41e8d1c req-20a09f9c-c059-4b02-ab92-3fe8518cde52 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 945 time: 0.0953662 Apr 29 16:13:42.103479 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4ccc8dac-8689-4ada-8d7b-ec93f41e8d1c req-11b088cd-04e4-492e-985b-b8cc4357ca5c tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417359 Apr 29 16:13:42.156971 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 3b969abf-3c28-4072-84fb-7c79f05495fd no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:13:42.286001 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:42.312276 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025d8560-538b-4cc4-bd87-31d86130ec04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b969abf-3c28-4072-84fb-7c79f05495fd'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:13:42.322014 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 3b969abf-3c28-4072-84fb-7c79f05495fd, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3b969abf-3c28-4072-84fb-7c79f05495fd,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:13:42.368745 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afaacda0-ed9e-402c-bd94-910b5d222c77'] response: {'server_uuid': '025d8560-538b-4cc4-bd87-31d86130ec04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b969abf-3c28-4072-84fb-7c79f05495fd', 'code': 200} Apr 29 16:13:42.375163 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:42.385667 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:42.389749 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:42.389749 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Floating IP eebe3e66-e59c-49ba-b9a6-a413487be7e2 disassociated. External IP: 172.26.1.77, port: 3b969abf-3c28-4072-84fb-7c79f05495fd. Apr 29 16:13:42.389749 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Calling delete_port for 3b969abf-3c28-4072-84fb-7c79f05495fd owned by compute:nova {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:13:42.442713 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=3b969abf-3c28-4072-84fb-7c79f05495fd,revision_number=10']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:42.522131 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.db.api [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:13:42.522450 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG oslo_db.api [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:13:43.023165 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Deleting port 3b969abf-3c28-4072-84fb-7c79f05495fd {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:13:43.023783 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:43.265290 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] For port 3b969abf-3c28-4072-84fb-7c79f05495fd, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3b969abf-3c28-4072-84fb-7c79f05495fd,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:13:43.265647 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:43.298629 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9076c92-148e-4f38-a08d-8336f231417f req-e8f78c9c-1160-4da7-b783-686dfbbeb89f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:43.299982 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b9076c92-148e-4f38-a08d-8336f231417f req-e8f78c9c-1160-4da7-b783-686dfbbeb89f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 944 time: 0.0745661 Apr 29 16:13:43.348839 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b9076c92-148e-4f38-a08d-8336f231417f req-c13bce43-273d-4e56-8e82-29785a4f2e43 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431075 Apr 29 16:13:43.547470 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:43.547834 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:43.548173 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Floating IP eebe3e66-e59c-49ba-b9a6-a413487be7e2 disassociated. External IP: 172.26.1.77, port: 3b969abf-3c28-4072-84fb-7c79f05495fd. Apr 29 16:13:43.548507 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Calling delete_port for 3b969abf-3c28-4072-84fb-7c79f05495fd owned by compute:nova {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:13:43.647661 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4254ee97-3b00-4502-93be-da78f994b271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:43.784872 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:43.844451 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Pushing event deleted for resources: {'Port': ['ID=3b969abf-3c28-4072-84fb-7c79f05495fd,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:43.862804 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:43.862804 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:43.862804 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:43.862804 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:43.862804 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:43.862804 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:43.862804 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:43.862804 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:43.862804 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:43.863477 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:43.863477 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:44.077818 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Router c55a5493-670c-40df-ac1a-ca62c4b6ed67 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:13:44.275174 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:13:44.285031 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706586fa-65f9-47d6-a216-220874b2157d None None] Sync routers for ids ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:13:44.297081 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706586fa-65f9-47d6-a216-220874b2157d None None] Routers {'c55a5493-670c-40df-ac1a-ca62c4b6ed67'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:13:44.297718 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-706586fa-65f9-47d6-a216-220874b2157d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:13:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:13:44.343628 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] No DVR routers for this DVR port 3b969abf-3c28-4072-84fb-7c79f05495fd on host hv-neutron-8399 {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:13:44.346042 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:44.348619 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025d8560-538b-4cc4-bd87-31d86130ec04', 'name': 'network-vif-deleted', 'tag': '3b969abf-3c28-4072-84fb-7c79f05495fd'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:13:44.406542 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2647095c-7c78-4d0d-a4c8-00c2a14c074d'] response: {'server_uuid': '025d8560-538b-4cc4-bd87-31d86130ec04', 'name': 'network-vif-deleted', 'tag': '3b969abf-3c28-4072-84fb-7c79f05495fd', 'status': 'completed', 'code': 200} Apr 29 16:13:44.422228 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-f01e5e41-af94-43ef-b49a-30e37a5fc5b7 req-c26d8b21-d875-4f5c-9362-9dc49c2eaa60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.35 "DELETE /v2.0/ports/3b969abf-3c28-4072-84fb-7c79f05495fd HTTP/1.1" status: 204 len: 173 time: 2.7511661 Apr 29 16:13:44.480335 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-706586fa-65f9-47d6-a216-220874b2157d None None] Set router c55a5493-670c-40df-ac1a-ca62c4b6ed67 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:13:44.514308 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8b4dee77-d9bb-40e7-9f4e-4ed5a475340f req-f228f9be-36ac-4599-af8c-25f9a40b1c3e tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=025d8560-538b-4cc4-bd87-31d86130ec04 HTTP/1.1" status: 200 len: 210 time: 0.0411870 Apr 29 16:13:44.791729 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-706586fa-65f9-47d6-a216-220874b2157d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:52Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:13:44.795602 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706586fa-65f9-47d6-a216-220874b2157d None None] Checking router: c55a5493-670c-40df-ac1a-ca62c4b6ed67 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:13:44.806001 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706586fa-65f9-47d6-a216-220874b2157d None None] Routers {'c55a5493-670c-40df-ac1a-ca62c4b6ed67'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:13:44.806630 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-706586fa-65f9-47d6-a216-220874b2157d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:13:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:13:45.036488 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-706586fa-65f9-47d6-a216-220874b2157d None None] Set router c55a5493-670c-40df-ac1a-ca62c4b6ed67 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:13:45.371446 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-706586fa-65f9-47d6-a216-220874b2157d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:52Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:13:45.375269 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706586fa-65f9-47d6-a216-220874b2157d None None] The sync data for ids ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'] in dv-neutron-839913-1-hyperv is: [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:52Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:13:45.523926 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:45.592150 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a0dea0-503a-4392-ac75-15160e6df9e3 None None] New status for floating IP eebe3e66-e59c-49ba-b9a6-a413487be7e2: DOWN {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:13:45.888050 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-90603716-7c30-4ae3-b2ec-2edf28d5021b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1516544255&fields=id&tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573 HTTP/1.1" status: 200 len: 267 time: 0.0438709 Apr 29 16:13:45.951329 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bc6d3573-8140-4679-b5ed-868fe3612f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:46.042537 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-a4139aca-f639-48f7-be4d-ca921545496f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:46.043993 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-a4139aca-f639-48f7-be4d-ca921545496f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 812 time: 0.1489611 Apr 29 16:13:46.060681 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-9b7d5fe1-0a77-4cff-a836-33f38c62e865 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/quotas/3ff6bbb7a7b84d37b9fce3e1623fa573 HTTP/1.1" status: 200 len: 375 time: 0.0111902 Apr 29 16:13:46.146268 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-50502f96-c493-4731-9585-ea7dfd2526be tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804002 Apr 29 16:13:46.196444 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 3b969abf-3c28-4072-84fb-7c79f05495fd no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:13:46.232976 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 3b969abf-3c28-4072-84fb-7c79f05495fd {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:13:46.233325 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 3b969abf-3c28-4072-84fb-7c79f05495fd not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:13:46.359847 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-b053eb53-ecae-487a-bdd1-f2c98335cc00 service neutron] 10.222.0.21 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019675 Apr 29 16:13:46.485794 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-388018e9-5711-442b-b98c-add2e89a3f90 service neutron] 10.222.0.21 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201882 Apr 29 16:13:46.753251 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-098c9ecd-09fc-43f2-ae8f-d029d900e2a1 req-0400f3bf-4b63-4e98-a244-26690beb4c1d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 210 time: 0.0429659 Apr 29 16:13:47.235784 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:47.533221 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:47.914739 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6e692ac1-40a5-428d-9055-9f6fb41d5efc req-9298d45d-b2d1-4169-991a-6652806898fd tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 210 time: 0.0407066 Apr 29 16:13:48.561951 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:48.675901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-7b1a7f87-8e8a-47ef-b281-33ca37af78e5 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:48.677307 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-7b1a7f87-8e8a-47ef-b281-33ca37af78e5 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.35 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 812 time: 0.2486818 Apr 29 16:13:48.729304 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-80fed724-e107-4731-9a14-90f00888e9cb tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573 HTTP/1.1" status: 200 len: 380 time: 0.0403986 Apr 29 16:13:48.737653 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-9a9d4ab5-b0a1-4c11-90fa-2928f83fb56f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Request body: {'port': {'device_id': 'd36cdda7-74ab-4a3e-a1bb-4fa7a070421a', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'admin_state_up': True, 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'security_groups': ['592936d4-5ac7-4a65-a97e-8204ae3feb39']}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:13:48.870513 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-9a9d4ab5-b0a1-4c11-90fa-2928f83fb56f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:13:48.874668 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-9a9d4ab5-b0a1-4c11-90fa-2928f83fb56f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Usage tracker for resource:port and tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:13:48.878332 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-9a9d4ab5-b0a1-4c11-90fa-2928f83fb56f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:13:48.884341 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-9a9d4ab5-b0a1-4c11-90fa-2928f83fb56f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:13:48.967132 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-9a9d4ab5-b0a1-4c11-90fa-2928f83fb56f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Made reservation on behalf of 3ff6bbb7a7b84d37b9fce3e1623fa573 for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:13:48.970808 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-9a9d4ab5-b0a1-4c11-90fa-2928f83fb56f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:49.083286 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-938aafba-e038-46c9-bcfb-add20e2d0724 req-9114c10c-7447-4288-8294-03286574eda3 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 210 time: 0.0445645 Apr 29 16:13:49.134148 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-9a9d4ab5-b0a1-4c11-90fa-2928f83fb56f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Allocated IP 172.20.0.11 (82e8faf8-29c7-4070-950e-7717c3688e4a/9cb74d7d-765a-475e-a22b-88683dd143f3/d38d33ab-4c56-4cd8-8b84-94a56103c979) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:13:49.314886 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-9a9d4ab5-b0a1-4c11-90fa-2928f83fb56f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:49.329658 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-9a9d4ab5-b0a1-4c11-90fa-2928f83fb56f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Transition to ACTIVE for port object d38d33ab-4c56-4cd8-8b84-94a56103c979 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:13:49.409664 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-9a9d4ab5-b0a1-4c11-90fa-2928f83fb56f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:49.486663 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-9a9d4ab5-b0a1-4c11-90fa-2928f83fb56f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Network 82e8faf8-29c7-4070-950e-7717c3688e4a is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:13:49.489665 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-9a9d4ab5-b0a1-4c11-90fa-2928f83fb56f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:13:49.492245 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-9a9d4ab5-b0a1-4c11-90fa-2928f83fb56f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:13:49.523073 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d4ab5-b0a1-4c11-90fa-2928f83fb56f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Pushing event updated for resources: {'Port': ['ID=d38d33ab-4c56-4cd8-8b84-94a56103c979,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:49.557226 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-9a9d4ab5-b0a1-4c11-90fa-2928f83fb56f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:49.557826 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-9a9d4ab5-b0a1-4c11-90fa-2928f83fb56f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:49.653835 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-9a9d4ab5-b0a1-4c11-90fa-2928f83fb56f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9197249 Apr 29 16:13:49.664458 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-d206450e-30f0-44d7-8505-caa9d90c7a44 service neutron] Request body: {'port': {'device_id': 'd36cdda7-74ab-4a3e-a1bb-4fa7a070421a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:13:49.771796 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-d206450e-30f0-44d7-8505-caa9d90c7a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:49.819204 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-603f49ae-5ce0-4f33-88b3-7999bcb4a65c None None] Provisioning for port d38d33ab-4c56-4cd8-8b84-94a56103c979 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:13:49.824076 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-603f49ae-5ce0-4f33-88b3-7999bcb4a65c None None] Provisioning complete for port d38d33ab-4c56-4cd8-8b84-94a56103c979 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:13:49.824477 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-603f49ae-5ce0-4f33-88b3-7999bcb4a65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:49.877952 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-603f49ae-5ce0-4f33-88b3-7999bcb4a65c None None] Port d38d33ab-4c56-4cd8-8b84-94a56103c979 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:13:50.100451 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-d206450e-30f0-44d7-8505-caa9d90c7a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d38d33ab-4c56-4cd8-8b84-94a56103c979 {{(pid=84771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:13:50.107110 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-d206450e-30f0-44d7-8505-caa9d90c7a44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:50.121125 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-d206450e-30f0-44d7-8505-caa9d90c7a44 service neutron] Transition to ACTIVE for port object d38d33ab-4c56-4cd8-8b84-94a56103c979 will not be triggered until provisioned by entity L2. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:13:50.186827 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-d206450e-30f0-44d7-8505-caa9d90c7a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:50.290035 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76300a-6829-4fef-bda9-39d27acbf6bd req-a76c5e01-3265-40fb-81a6-dfe106fee997 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:50.291545 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5d76300a-6829-4fef-bda9-39d27acbf6bd req-a76c5e01-3265-40fb-81a6-dfe106fee997 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 944 time: 0.0802457 Apr 29 16:13:50.312734 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206450e-30f0-44d7-8505-caa9d90c7a44 service neutron] Pushing event updated for resources: {'Port': ['ID=d38d33ab-4c56-4cd8-8b84-94a56103c979,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:50.341784 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5d76300a-6829-4fef-bda9-39d27acbf6bd req-72f3d49a-74a3-496c-9b44-7dfcfe57b58a tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441515 Apr 29 16:13:50.418774 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-d206450e-30f0-44d7-8505-caa9d90c7a44 service neutron] Attempting to bind port d38d33ab-4c56-4cd8-8b84-94a56103c979 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:13:50.419106 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-d206450e-30f0-44d7-8505-caa9d90c7a44 service neutron] Attempting to bind port d38d33ab-4c56-4cd8-8b84-94a56103c979 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': 'ba21f930-23de-494c-bed6-c3f138757040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:13:50.419427 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-d206450e-30f0-44d7-8505-caa9d90c7a44 service neutron] Attempting to bind port d38d33ab-4c56-4cd8-8b84-94a56103c979 on network 82e8faf8-29c7-4070-950e-7717c3688e4a {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:13:50.425535 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-d206450e-30f0-44d7-8505-caa9d90c7a44 service neutron] Port d38d33ab-4c56-4cd8-8b84-94a56103c979 on network 82e8faf8-29c7-4070-950e-7717c3688e4a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 16:13:50.425849 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-d206450e-30f0-44d7-8505-caa9d90c7a44 service neutron] Attempting to bind port d38d33ab-4c56-4cd8-8b84-94a56103c979 on network 82e8faf8-29c7-4070-950e-7717c3688e4a {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:13:50.431923 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-d206450e-30f0-44d7-8505-caa9d90c7a44 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:13:50.432254 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-d206450e-30f0-44d7-8505-caa9d90c7a44 service neutron] Checking segment: {'id': 'ba21f930-23de-494c-bed6-c3f138757040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:13:50.432626 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-d206450e-30f0-44d7-8505-caa9d90c7a44 service neutron] Bound using segment: {'id': 'ba21f930-23de-494c-bed6-c3f138757040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a'} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:13:50.433035 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-d206450e-30f0-44d7-8505-caa9d90c7a44 service neutron] Bound port: d38d33ab-4c56-4cd8-8b84-94a56103c979, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba21f930-23de-494c-bed6-c3f138757040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a'}}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:13:50.433374 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-d206450e-30f0-44d7-8505-caa9d90c7a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:50.521944 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-d206450e-30f0-44d7-8505-caa9d90c7a44 service neutron] For port d38d33ab-4c56-4cd8-8b84-94a56103c979, host hv-neutron-8399, cleared binding levels {{(pid=84771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:13:50.524765 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-d206450e-30f0-44d7-8505-caa9d90c7a44 service neutron] For port d38d33ab-4c56-4cd8-8b84-94a56103c979, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:13:50.592473 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-d206450e-30f0-44d7-8505-caa9d90c7a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:50.653080 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-d206450e-30f0-44d7-8505-caa9d90c7a44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:50.654432 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-d206450e-30f0-44d7-8505-caa9d90c7a44 service neutron] 10.222.0.35 "PUT /v2.0/ports/d38d33ab-4c56-4cd8-8b84-94a56103c979 HTTP/1.1" status: 200 len: 1094 time: 0.9941273 Apr 29 16:13:50.654884 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36cdda7-74ab-4a3e-a1bb-4fa7a070421a', 'tag': 'd38d33ab-4c56-4cd8-8b84-94a56103c979'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:13:50.683184 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206450e-30f0-44d7-8505-caa9d90c7a44 service neutron] Pushing event updated for resources: {'Port': ['ID=d38d33ab-4c56-4cd8-8b84-94a56103c979,revision_number=3']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:50.717923 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccd351a5-af55-4dbc-b63b-dc3f2c93c93f'] response: {'name': 'network-changed', 'server_uuid': 'd36cdda7-74ab-4a3e-a1bb-4fa7a070421a', 'tag': 'd38d33ab-4c56-4cd8-8b84-94a56103c979', 'status': 'completed', 'code': 200} Apr 29 16:13:50.807697 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-058a5ec6-7962-4f5d-b75a-6d032d56831b req-12e3898c-3f6f-465a-93b3-06a38eec07ad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 1097 time: 0.0711102 Apr 29 16:13:51.047707 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a5ec6-7962-4f5d-b75a-6d032d56831b req-41d02053-50f1-4787-b904-c59e468438d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:51.049130 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-058a5ec6-7962-4f5d-b75a-6d032d56831b req-41d02053-50f1-4787-b904-c59e468438d8 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2347124 Apr 29 16:13:51.180955 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a5ec6-7962-4f5d-b75a-6d032d56831b req-6cb0a685-8d44-4481-a273-a9dfb3fd5a67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:51.182288 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-058a5ec6-7962-4f5d-b75a-6d032d56831b req-6cb0a685-8d44-4481-a273-a9dfb3fd5a67 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1270559 Apr 29 16:13:51.294628 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-81cbd7aa-9ca9-4f91-bcaf-9d5573e18918 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 1097 time: 0.0670104 Apr 29 16:13:51.371332 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-c15ce677-df36-4d61-9530-c4bd77e9db77 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979 HTTP/1.1" status: 200 len: 217 time: 0.0703027 Apr 29 16:13:51.433027 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-7c3ec043-7051-46cd-bf17-58b4ac7ffed2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:51.434530 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-7c3ec043-7051-46cd-bf17-58b4ac7ffed2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cb74d7d-765a-475e-a22b-88683dd143f3 HTTP/1.1" status: 200 len: 851 time: 0.0576544 Apr 29 16:13:51.506976 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-b68f1a9f-f075-47ed-a829-25e9b3f9b667 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e8faf8-29c7-4070-950e-7717c3688e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669103 Apr 29 16:13:51.543958 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee59e1-c869-460e-9ba5-6d7c3b95d0e9 req-bce3b09f-0d9f-47a6-8d39-3811df7f3f79 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:51.545401 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-38ee59e1-c869-460e-9ba5-6d7c3b95d0e9 req-bce3b09f-0d9f-47a6-8d39-3811df7f3f79 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 944 time: 0.0808647 Apr 29 16:13:51.591124 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-38ee59e1-c869-460e-9ba5-6d7c3b95d0e9 req-7dba6566-d439-404a-97b3-2cfe00ad2460 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400202 Apr 29 16:13:51.638263 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-b4f72e96-0c15-403b-ae83-92593f8d5f45 service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258724 Apr 29 16:13:51.776855 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-ab39ac41-4ad4-4490-80d3-c572156d9b00 req-113aebbe-a31a-4207-89e2-8ee48af7383d service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334443 Apr 29 16:13:52.797472 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0dee1f-21c4-46d7-9d44-2a5860d034b6 req-71d07ea7-8fd3-4724-a644-81dce36258f9 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:52.799105 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3a0dee1f-21c4-46d7-9d44-2a5860d034b6 req-71d07ea7-8fd3-4724-a644-81dce36258f9 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 944 time: 0.0749674 Apr 29 16:13:52.842385 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3a0dee1f-21c4-46d7-9d44-2a5860d034b6 req-a2d2fdc1-e2f1-4f1b-8ca0-e2644f09bcb9 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378180 Apr 29 16:13:54.045923 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069fd95-a827-4c70-83d9-a2114b21ee0e req-5b5f1196-d5d4-46a8-aa4b-664d2f02309f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:54.047598 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6069fd95-a827-4c70-83d9-a2114b21ee0e req-5b5f1196-d5d4-46a8-aa4b-664d2f02309f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 944 time: 0.0793815 Apr 29 16:13:54.094174 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6069fd95-a827-4c70-83d9-a2114b21ee0e req-8662d791-78e8-4ed7-96a5-ff1fa41ed60f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395310 Apr 29 16:13:54.241935 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device d38d33ab-4c56-4cd8-8b84-94a56103c979 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:13:54.374447 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port d38d33ab-4c56-4cd8-8b84-94a56103c979, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:13:54.387408 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': 'd38d33ab-4c56-4cd8-8b84-94a56103c979', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'port_id': 'd38d33ab-4c56-4cd8-8b84-94a56103c979', 'mac_address': 'fa:16:3e:25:97:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:13:54.443928 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:54.460347 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d38d33ab-4c56-4cd8-8b84-94a56103c979 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:13:54.475477 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port d38d33ab-4c56-4cd8-8b84-94a56103c979, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:13:54.551841 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:54.615402 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=d38d33ab-4c56-4cd8-8b84-94a56103c979,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:54.876702 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['d38d33ab-4c56-4cd8-8b84-94a56103c979'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:13:55.287771 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e717fd-c5e1-4bcf-a2b4-3defc1c33461 req-d4e63aac-f860-49a1-ae31-a220557dd030 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:55.289179 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f5e717fd-c5e1-4bcf-a2b4-3defc1c33461 req-d4e63aac-f860-49a1-ae31-a220557dd030 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 945 time: 0.0731430 Apr 29 16:13:55.336277 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f5e717fd-c5e1-4bcf-a2b4-3defc1c33461 req-73c7ddca-ced9-49fd-8067-ad58ef625ebe tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416853 Apr 29 16:13:56.249710 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device d38d33ab-4c56-4cd8-8b84-94a56103c979 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:13:56.376097 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port d38d33ab-4c56-4cd8-8b84-94a56103c979 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:13:56.381102 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port d38d33ab-4c56-4cd8-8b84-94a56103c979 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:13:56.381471 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:56.497755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:56.526498 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36cdda7-74ab-4a3e-a1bb-4fa7a070421a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38d33ab-4c56-4cd8-8b84-94a56103c979'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:13:56.533320 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee74134-128a-4b2d-aada-0b77f927e289 req-f4607013-61ff-49f9-84ab-7f3a02c8dad5 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:56.534902 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7ee74134-128a-4b2d-aada-0b77f927e289 req-f4607013-61ff-49f9-84ab-7f3a02c8dad5 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 945 time: 0.0756383 Apr 29 16:13:56.536563 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port d38d33ab-4c56-4cd8-8b84-94a56103c979, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:13:56.581900 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7ee74134-128a-4b2d-aada-0b77f927e289 req-990cd117-85bb-4787-ba1a-2303a4ef36b7 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407667 Apr 29 16:13:56.585365 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eafa97d-ae87-48f8-865d-4be540e23c63'] response: {'server_uuid': 'd36cdda7-74ab-4a3e-a1bb-4fa7a070421a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38d33ab-4c56-4cd8-8b84-94a56103c979', 'code': 200} Apr 29 16:13:56.604051 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:56.675361 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=d38d33ab-4c56-4cd8-8b84-94a56103c979,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:56.962542 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6090b50f-0772-4eb1-8ed4-ea61756e9f1e req-eab8e223-437a-4223-828c-011e29eedddb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 1099 time: 0.0698881 Apr 29 16:13:57.003658 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6090b50f-0772-4eb1-8ed4-ea61756e9f1e req-3578390f-33cb-4412-bc54-d5b37f7eecb8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355024 Apr 29 16:13:57.785550 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41709e8-4937-4de4-99b0-20764f3362ab req-21a8b7f1-3946-4d8c-8d29-d0b084022207 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:57.787017 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e41709e8-4937-4de4-99b0-20764f3362ab req-21a8b7f1-3946-4d8c-8d29-d0b084022207 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.0836911 Apr 29 16:13:57.830702 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e41709e8-4937-4de4-99b0-20764f3362ab req-d3774229-0645-4cdd-92d4-7382bac77d61 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381849 Apr 29 16:13:59.023465 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778a1d1-c9ae-4b74-b8a3-2dd4306151df req-fe0d35fb-afdb-427d-a45f-0ef57b476761 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:59.024809 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a778a1d1-c9ae-4b74-b8a3-2dd4306151df req-fe0d35fb-afdb-427d-a45f-0ef57b476761 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.0749884 Apr 29 16:13:59.069138 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a778a1d1-c9ae-4b74-b8a3-2dd4306151df req-df4d67a6-79dc-4d2c-9718-1ec06a14bbc5 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388606 Apr 29 16:13:59.258199 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afaaa60-f3a5-4e6a-84fd-bd181688e0c8 req-002d4545-9627-4dc5-9d6b-e72eb85da0b1 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:13:59.259648 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9afaaa60-f3a5-4e6a-84fd-bd181688e0c8 req-002d4545-9627-4dc5-9d6b-e72eb85da0b1 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.0773396 Apr 29 16:13:59.269010 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 35574) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:13:59.274020 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-913eeed6-aea2-4a07-8881-edd2d93b8096 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Request body: {'floatingip': {'port_id': 'd38d33ab-4c56-4cd8-8b84-94a56103c979'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:13:59.348563 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-913eeed6-aea2-4a07-8881-edd2d93b8096 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for floatingip, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:00.008774 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-913eeed6-aea2-4a07-8881-edd2d93b8096 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:00.071605 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-913eeed6-aea2-4a07-8881-edd2d93b8096 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:00.255524 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [None req-913eeed6-aea2-4a07-8881-edd2d93b8096 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Floating IP eebe3e66-e59c-49ba-b9a6-a413487be7e2 associated. External IP: 172.26.1.77, port: d38d33ab-4c56-4cd8-8b84-94a56103c979. Apr 29 16:14:00.639005 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913eeed6-aea2-4a07-8881-edd2d93b8096 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Router c55a5493-670c-40df-ac1a-ca62c4b6ed67 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:14:00.848695 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913eeed6-aea2-4a07-8881-edd2d93b8096 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:14:00.853532 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-913eeed6-aea2-4a07-8881-edd2d93b8096 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:00.858248 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9c4402-1ecc-4972-a55e-9bf5b08f09f3 None None] Sync routers for ids ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:14:00.870637 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9c4402-1ecc-4972-a55e-9bf5b08f09f3 None None] Routers {'c55a5493-670c-40df-ac1a-ca62c4b6ed67'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:14:00.871251 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ab9c4402-1ecc-4972-a55e-9bf5b08f09f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:13:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:00.909311 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-913eeed6-aea2-4a07-8881-edd2d93b8096 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "PUT /v2.0/floatingips/eebe3e66-e59c-49ba-b9a6-a413487be7e2 HTTP/1.1" status: 200 len: 992 time: 1.6391752 Apr 29 16:14:00.909960 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36cdda7-74ab-4a3e-a1bb-4fa7a070421a', 'tag': 'd38d33ab-4c56-4cd8-8b84-94a56103c979'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:14:00.965838 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f18b3e52-be6e-4942-a24a-778363f02bb5'] response: {'name': 'network-changed', 'server_uuid': 'd36cdda7-74ab-4a3e-a1bb-4fa7a070421a', 'tag': 'd38d33ab-4c56-4cd8-8b84-94a56103c979', 'status': 'completed', 'code': 200} Apr 29 16:14:01.050432 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-ab9c4402-1ecc-4972-a55e-9bf5b08f09f3 None None] Set router c55a5493-670c-40df-ac1a-ca62c4b6ed67 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:14:01.064258 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-306d2613-a5fa-4ed1-bc73-26552fabb663 req-0e5abccb-a2db-4839-8053-1b640c0af0d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 1099 time: 0.0719588 Apr 29 16:14:01.196636 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d2613-a5fa-4ed1-bc73-26552fabb663 req-db6f3e63-7dc1-4fcb-b63a-4b288cf2e55c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:01.198079 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-306d2613-a5fa-4ed1-bc73-26552fabb663 req-db6f3e63-7dc1-4fcb-b63a-4b288cf2e55c service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 913 time: 0.1274509 Apr 29 16:14:01.304149 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-306d2613-a5fa-4ed1-bc73-26552fabb663 req-ee1374bb-269f-4e19-9e88-db9f57cc1379 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979 HTTP/1.1" status: 200 len: 1000 time: 0.0997839 Apr 29 16:14:01.375736 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d2613-a5fa-4ed1-bc73-26552fabb663 req-11edce83-0621-4d06-9063-9a48a9cbb4b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:01.377383 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-306d2613-a5fa-4ed1-bc73-26552fabb663 req-11edce83-0621-4d06-9063-9a48a9cbb4b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cb74d7d-765a-475e-a22b-88683dd143f3 HTTP/1.1" status: 200 len: 851 time: 0.0679700 Apr 29 16:14:01.456402 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ab9c4402-1ecc-4972-a55e-9bf5b08f09f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'eebe3e66-e59c-49ba-b9a6-a413487be7e2', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'floating_ip_address': '172.26.1.77', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'port_id': 'd38d33ab-4c56-4cd8-8b84-94a56103c979', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'mac_address': 'fa:16:3e:25:97:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36cdda7-74ab-4a3e-a1bb-4fa7a070421a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:10:39Z', 'updated_at': '2022-04-29T16:13:59Z', 'revision_number': 13, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:52Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:01.457435 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-306d2613-a5fa-4ed1-bc73-26552fabb663 req-ddfa21f0-0d57-4d38-8add-cf4a3fd6b4df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e8faf8-29c7-4070-950e-7717c3688e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733914 Apr 29 16:14:01.460746 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9c4402-1ecc-4972-a55e-9bf5b08f09f3 None None] Checking router: c55a5493-670c-40df-ac1a-ca62c4b6ed67 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:14:01.472143 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9c4402-1ecc-4972-a55e-9bf5b08f09f3 None None] Routers {'c55a5493-670c-40df-ac1a-ca62c4b6ed67'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:14:01.472750 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ab9c4402-1ecc-4972-a55e-9bf5b08f09f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:13:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:01.588670 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-306d2613-a5fa-4ed1-bc73-26552fabb663 req-5b53aeb5-8d19-4c26-9a76-9208d76c91c5 service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255188 Apr 29 16:14:01.664682 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-ab9c4402-1ecc-4972-a55e-9bf5b08f09f3 None None] Set router c55a5493-670c-40df-ac1a-ca62c4b6ed67 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:14:01.739811 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-306d2613-a5fa-4ed1-bc73-26552fabb663 req-2d386c88-37a6-4362-9e28-c846a9bf9347 service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443722 Apr 29 16:14:01.760387 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:14:02.055662 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-ab9c4402-1ecc-4972-a55e-9bf5b08f09f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'eebe3e66-e59c-49ba-b9a6-a413487be7e2', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'floating_ip_address': '172.26.1.77', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'port_id': 'd38d33ab-4c56-4cd8-8b84-94a56103c979', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'mac_address': 'fa:16:3e:25:97:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36cdda7-74ab-4a3e-a1bb-4fa7a070421a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:10:39Z', 'updated_at': '2022-04-29T16:13:59Z', 'revision_number': 13, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:52Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:02.059745 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9c4402-1ecc-4972-a55e-9bf5b08f09f3 None None] The sync data for ids ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'] in dv-neutron-839913-1-hyperv is: [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'eebe3e66-e59c-49ba-b9a6-a413487be7e2', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'floating_ip_address': '172.26.1.77', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'port_id': 'd38d33ab-4c56-4cd8-8b84-94a56103c979', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'mac_address': 'fa:16:3e:25:97:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36cdda7-74ab-4a3e-a1bb-4fa7a070421a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:10:39Z', 'updated_at': '2022-04-29T16:13:59Z', 'revision_number': 13, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:52Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:14:02.260830 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe593a1-6357-4208-aa90-27a0b20ba9b3 None None] New status for floating IP eebe3e66-e59c-49ba-b9a6-a413487be7e2: ACTIVE {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:14:02.950610 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d02ad-ac12-4009-9d6c-b15d16223dd9 req-5429b86c-de60-4968-9e28-c0a2150b2b09 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:02.952027 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fd1d02ad-ac12-4009-9d6c-b15d16223dd9 req-5429b86c-de60-4968-9e28-c0a2150b2b09 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.0777519 Apr 29 16:14:02.997211 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fd1d02ad-ac12-4009-9d6c-b15d16223dd9 req-4344d99d-f766-4096-bb7e-62b5f72ece17 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387859 Apr 29 16:14:13.017740 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-35e485c6-49a9-4379-ba5a-37edf8c5c2a2 req-e13bed33-ad00-40e5-80c1-4cc806e825b3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1530974 Apr 29 16:14:13.476358 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca01b2-6b4b-4d09-b6e3-e05ea68b82c3 req-2bbfcbe6-b688-4d66-aa05-0716f339733e tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:13.477782 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e9ca01b2-6b4b-4d09-b6e3-e05ea68b82c3 req-2bbfcbe6-b688-4d66-aa05-0716f339733e tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.0788591 Apr 29 16:14:13.531192 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e9ca01b2-6b4b-4d09-b6e3-e05ea68b82c3 req-280bdf13-78fc-4eee-a928-5dbc1aff8139 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463588 Apr 29 16:14:13.623754 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-77b7771f-0143-4209-bfe5-0171538f3835 req-2e19d42c-ea17-470f-9a08-c53a6cb87319 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1400471 Apr 29 16:14:13.635456 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c6f2eca1-09c0-458a-ba3e-5507796c4ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:14.852422 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d22c22-6641-4ef7-8498-d649da7c01cc req-2f259485-1d18-4d79-8ff5-f0c3a099f0c1 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:14.853848 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e1d22c22-6641-4ef7-8498-d649da7c01cc req-2f259485-1d18-4d79-8ff5-f0c3a099f0c1 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.1832051 Apr 29 16:14:14.900202 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e1d22c22-6641-4ef7-8498-d649da7c01cc req-4f0da41f-4ed4-438c-9663-10e4b2ae1da2 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403967 Apr 29 16:14:15.543792 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:15.619086 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-77b7771f-0143-4209-bfe5-0171538f3835 req-a6182662-5b8b-432a-a977-bf412ea7fed6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 1099 time: 0.0704284 Apr 29 16:14:15.752864 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7771f-0143-4209-bfe5-0171538f3835 req-15b172ee-726e-4957-9b36-6107429acf45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:15.754280 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-77b7771f-0143-4209-bfe5-0171538f3835 req-15b172ee-726e-4957-9b36-6107429acf45 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 913 time: 0.1289871 Apr 29 16:14:15.900139 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-64a8143f-ab8a-43c6-b07e-bd65fe397390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:15.945620 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-77b7771f-0143-4209-bfe5-0171538f3835 req-ed99ec03-eca1-4888-befc-141366615fc2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979 HTTP/1.1" status: 200 len: 1002 time: 0.1847773 Apr 29 16:14:16.008246 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7771f-0143-4209-bfe5-0171538f3835 req-7ee8a8d8-0f1b-4157-912a-b9d37e2461df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:16.009791 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-77b7771f-0143-4209-bfe5-0171538f3835 req-7ee8a8d8-0f1b-4157-912a-b9d37e2461df service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cb74d7d-765a-475e-a22b-88683dd143f3 HTTP/1.1" status: 200 len: 851 time: 0.0575745 Apr 29 16:14:16.085136 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-77b7771f-0143-4209-bfe5-0171538f3835 req-165f4730-735a-4a46-adec-65e3ed3b9543 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e8faf8-29c7-4070-950e-7717c3688e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693197 Apr 29 16:14:16.102597 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d32269-23ca-44b6-a50b-3a1be4258304 req-96889122-5e9e-48ff-9086-ce897ef7f19d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:16.104030 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-26d32269-23ca-44b6-a50b-3a1be4258304 req-96889122-5e9e-48ff-9086-ce897ef7f19d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.0798090 Apr 29 16:14:16.149811 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-26d32269-23ca-44b6-a50b-3a1be4258304 req-80468976-4510-432f-a72e-8261ccc74a60 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389216 Apr 29 16:14:16.223945 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-77b7771f-0143-4209-bfe5-0171538f3835 req-012ca627-cac4-4711-a668-4d15130fbe82 service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325233 Apr 29 16:14:16.352531 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-77b7771f-0143-4209-bfe5-0171538f3835 req-20f546fc-1a49-498a-9d7e-bfd5b9914558 service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225855 Apr 29 16:14:17.252337 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:17.347960 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f34fe0-14dc-4858-83d0-be5d5e262b9b req-99530e80-e572-4c51-a764-5075832a51d9 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:17.349393 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-47f34fe0-14dc-4858-83d0-be5d5e262b9b req-99530e80-e572-4c51-a764-5075832a51d9 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.0779874 Apr 29 16:14:17.393211 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-47f34fe0-14dc-4858-83d0-be5d5e262b9b req-82fbc1ca-e0d6-4325-89f3-2378e1469d54 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384529 Apr 29 16:14:17.520662 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:18.540053 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:18.589611 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39640e6e-f025-4417-8836-cfe18b0c4565 req-a1d98e54-229c-49a1-b6a7-768304a41ccb tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:18.591055 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-39640e6e-f025-4417-8836-cfe18b0c4565 req-a1d98e54-229c-49a1-b6a7-768304a41ccb tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.0784428 Apr 29 16:14:18.639712 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-39640e6e-f025-4417-8836-cfe18b0c4565 req-33b7545e-92e5-40a4-b4ea-0e67633caed2 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420647 Apr 29 16:14:19.832525 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fcdf5-796d-4ffb-89f3-2447d9c7914e req-03a805b9-5bf1-404b-901a-af96feb65375 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:19.833954 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ef4fcdf5-796d-4ffb-89f3-2447d9c7914e req-03a805b9-5bf1-404b-901a-af96feb65375 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.0738533 Apr 29 16:14:19.878277 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ef4fcdf5-796d-4ffb-89f3-2447d9c7914e req-9e0a354f-8e15-4a91-afe4-7a994f79f276 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388970 Apr 29 16:14:21.077493 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052547c-ab15-4ef5-8b40-10efcce7b118 req-35e8edb5-458d-4e28-8800-0006b03e6d4e tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:21.079514 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8052547c-ab15-4ef5-8b40-10efcce7b118 req-35e8edb5-458d-4e28-8800-0006b03e6d4e tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.0778918 Apr 29 16:14:21.122674 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8052547c-ab15-4ef5-8b40-10efcce7b118 req-f426f019-8422-4501-abf5-1ff2f8f12d7d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377212 Apr 29 16:14:22.322051 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa4290-0036-4b8b-8a46-cc37fd42a89d req-e787a699-0f3a-4e33-856b-3128b90b3350 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:22.323534 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-59aa4290-0036-4b8b-8a46-cc37fd42a89d req-e787a699-0f3a-4e33-856b-3128b90b3350 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.0773103 Apr 29 16:14:22.372015 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-59aa4290-0036-4b8b-8a46-cc37fd42a89d req-0be92ee7-1867-44ad-a87c-212792f463af tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416257 Apr 29 16:14:23.570183 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ed113-bcb7-413c-bd1c-3036ac3a1aef req-d9af6960-215b-40be-a339-b50400cfba8e tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:23.571632 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-296ed113-bcb7-413c-bd1c-3036ac3a1aef req-d9af6960-215b-40be-a339-b50400cfba8e tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.0789495 Apr 29 16:14:23.615748 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-296ed113-bcb7-413c-bd1c-3036ac3a1aef req-77f053c4-b7ec-4cee-880f-b4194bf2b2fb tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387259 Apr 29 16:14:24.385477 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-77b7771f-0143-4209-bfe5-0171538f3835 req-d007e3ea-8564-4737-8efb-5f14ba3298b0 service neutron] 10.222.0.35 "GET /v2.0/ports/d38d33ab-4c56-4cd8-8b84-94a56103c979/bindings/hv-neutron-8399 HTTP/1.1" status: 200 len: 384 time: 0.0804870 Apr 29 16:14:24.815941 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e1a48-ba47-43c3-a669-1e77bba54b5b req-20107907-c0cb-438f-aa00-9429576326f0 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:24.817468 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8c8e1a48-ba47-43c3-a669-1e77bba54b5b req-20107907-c0cb-438f-aa00-9429576326f0 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.0789073 Apr 29 16:14:24.865180 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8c8e1a48-ba47-43c3-a669-1e77bba54b5b req-3297362b-05ac-4c49-8f2c-6898a7fe57fe tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420353 Apr 29 16:14:24.938706 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-77b7771f-0143-4209-bfe5-0171538f3835 req-2eb55a71-3ea7-4207-8cd2-8b769ef34ccb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a&tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573 HTTP/1.1" status: 200 len: 1099 time: 0.0688574 Apr 29 16:14:25.029822 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-77b7771f-0143-4209-bfe5-0171538f3835 req-eeec9138-2b7c-4206-8ae7-8c6fd6aba411 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 1099 time: 0.0704558 Apr 29 16:14:25.158612 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7771f-0143-4209-bfe5-0171538f3835 req-94a6d902-2158-48a3-9a50-60612abe393e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:25.160061 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-77b7771f-0143-4209-bfe5-0171538f3835 req-94a6d902-2158-48a3-9a50-60612abe393e service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 913 time: 0.1242757 Apr 29 16:14:25.257077 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-77b7771f-0143-4209-bfe5-0171538f3835 req-2a0a4fb2-d59a-456c-a5e4-5092d66e3c41 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979 HTTP/1.1" status: 200 len: 1002 time: 0.0909259 Apr 29 16:14:25.320375 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7771f-0143-4209-bfe5-0171538f3835 req-07f0c759-fd24-4703-869b-2161a7a92f2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:25.321765 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-77b7771f-0143-4209-bfe5-0171538f3835 req-07f0c759-fd24-4703-869b-2161a7a92f2f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cb74d7d-765a-475e-a22b-88683dd143f3 HTTP/1.1" status: 200 len: 851 time: 0.0595706 Apr 29 16:14:25.393231 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-77b7771f-0143-4209-bfe5-0171538f3835 req-b94507e4-fa53-463c-ab5e-1aa27961c3bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e8faf8-29c7-4070-950e-7717c3688e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659776 Apr 29 16:14:25.520461 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-77b7771f-0143-4209-bfe5-0171538f3835 req-7b86f9b9-e0ea-49a3-abdd-dfe7fa5110f8 service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208103 Apr 29 16:14:25.646290 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-77b7771f-0143-4209-bfe5-0171538f3835 req-e5c58442-0c3c-48d1-84b9-206cd150a4bb service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201169 Apr 29 16:14:26.065831 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3a6d0-91bc-4b2f-8d49-3ad450865e59 req-17f844d0-cc13-4bc3-844c-4b58aa49ac8f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:26.067354 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6ad3a6d0-91bc-4b2f-8d49-3ad450865e59 req-17f844d0-cc13-4bc3-844c-4b58aa49ac8f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.0809560 Apr 29 16:14:26.113327 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6ad3a6d0-91bc-4b2f-8d49-3ad450865e59 req-953b6875-14e3-4c72-a7fa-524cdeae2604 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402999 Apr 29 16:14:27.308666 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d2e56-f2f0-4220-990e-fe2c82d91f59 req-bc2c494e-704b-4b0c-8129-83aee2ff6969 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:27.310036 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0d6d2e56-f2f0-4220-990e-fe2c82d91f59 req-bc2c494e-704b-4b0c-8129-83aee2ff6969 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.0741961 Apr 29 16:14:27.360441 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0d6d2e56-f2f0-4220-990e-fe2c82d91f59 req-30101a9b-25b5-481d-ad2e-298879ba8929 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442932 Apr 29 16:14:28.413739 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device d38d33ab-4c56-4cd8-8b84-94a56103c979 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:14:28.416056 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device d38d33ab-4c56-4cd8-8b84-94a56103c979 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:14:28.575460 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e450c-7902-464c-99d5-68f693195bec req-caed1b89-44d1-4397-b346-36c96b828af4 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:28.576894 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-622e450c-7902-464c-99d5-68f693195bec req-caed1b89-44d1-4397-b346-36c96b828af4 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.0885639 Apr 29 16:14:28.621708 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-622e450c-7902-464c-99d5-68f693195bec req-b3d7ac9a-2295-493e-9ff3-4f6490cb1e86 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383520 Apr 29 16:14:28.629155 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:28.670985 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port d38d33ab-4c56-4cd8-8b84-94a56103c979, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:14:28.692626 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36cdda7-74ab-4a3e-a1bb-4fa7a070421a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd38d33ab-4c56-4cd8-8b84-94a56103c979'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:14:28.700868 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': 'd38d33ab-4c56-4cd8-8b84-94a56103c979', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'port_id': 'd38d33ab-4c56-4cd8-8b84-94a56103c979', 'mac_address': 'fa:16:3e:25:97:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:14:28.705802 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port d38d33ab-4c56-4cd8-8b84-94a56103c979, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:14:28.758396 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec105444-325c-4c58-9734-ca5d31153296'] response: {'server_uuid': 'd36cdda7-74ab-4a3e-a1bb-4fa7a070421a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd38d33ab-4c56-4cd8-8b84-94a56103c979', 'code': 200} Apr 29 16:14:28.760527 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:28.778871 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d38d33ab-4c56-4cd8-8b84-94a56103c979 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:14:28.806885 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:28.916286 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:14:28.916635 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:14:28.919912 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=d38d33ab-4c56-4cd8-8b84-94a56103c979,revision_number=6']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:28.929220 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:28.929566 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:28.929905 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:28.930231 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:28.930594 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:28.930922 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:28.931244 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:28.931566 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:28.931884 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:28.932199 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:28.932517 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:29.468029 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:29.485857 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d38d33ab-4c56-4cd8-8b84-94a56103c979 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:14:29.501562 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port d38d33ab-4c56-4cd8-8b84-94a56103c979, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:14:29.588696 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:29.658067 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['d38d33ab-4c56-4cd8-8b84-94a56103c979'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:14:29.709964 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=d38d33ab-4c56-4cd8-8b84-94a56103c979,revision_number=7']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:29.839834 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f8338-f165-4d60-854a-477c452d14b2 req-84d10d44-d41b-4a70-9aa6-cd5efb567b31 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:29.841214 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4b2f8338-f165-4d60-854a-477c452d14b2 req-84d10d44-d41b-4a70-9aa6-cd5efb567b31 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 945 time: 0.0833299 Apr 29 16:14:29.886231 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4b2f8338-f165-4d60-854a-477c452d14b2 req-e12d1bb7-140e-48e2-afb1-eb322dc3f5cf tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385003 Apr 29 16:14:30.413708 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device d38d33ab-4c56-4cd8-8b84-94a56103c979 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:14:30.479736 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port d38d33ab-4c56-4cd8-8b84-94a56103c979 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:14:30.480411 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:30.590214 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:30.621648 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port d38d33ab-4c56-4cd8-8b84-94a56103c979, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:14:30.686036 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:30.753420 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=d38d33ab-4c56-4cd8-8b84-94a56103c979,revision_number=8']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:30.759463 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36cdda7-74ab-4a3e-a1bb-4fa7a070421a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38d33ab-4c56-4cd8-8b84-94a56103c979'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:14:30.821682 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-566d9085-4bed-420f-913d-023e025cfceb'] response: {'server_uuid': 'd36cdda7-74ab-4a3e-a1bb-4fa7a070421a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38d33ab-4c56-4cd8-8b84-94a56103c979', 'code': 200} Apr 29 16:14:31.082691 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24849098-d93b-4f7d-a8a9-b4d8228618ea req-eb638774-5f39-4a4b-a604-f25da9389dc8 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:31.084117 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-24849098-d93b-4f7d-a8a9-b4d8228618ea req-eb638774-5f39-4a4b-a604-f25da9389dc8 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.0767093 Apr 29 16:14:31.129197 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-24849098-d93b-4f7d-a8a9-b4d8228618ea req-8a2bebc5-5d98-4591-a693-0ba5e25622d3 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397203 Apr 29 16:14:32.330597 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce16a5e-29ed-41e9-a7f7-5db583a058ef req-ecc8a149-8440-48b1-863f-c224235a0bb2 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:32.332020 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7ce16a5e-29ed-41e9-a7f7-5db583a058ef req-ecc8a149-8440-48b1-863f-c224235a0bb2 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.0780628 Apr 29 16:14:32.376093 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7ce16a5e-29ed-41e9-a7f7-5db583a058ef req-c5a53743-6c86-4edf-81e8-0bfe28eb2b86 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385697 Apr 29 16:14:33.575171 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e836a26-f49c-42d0-b1b6-0aa974953390 req-0b08b941-c1cf-4529-b223-1676b3d669c5 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:33.575774 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6e836a26-f49c-42d0-b1b6-0aa974953390 req-0b08b941-c1cf-4529-b223-1676b3d669c5 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.0739422 Apr 29 16:14:33.623587 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6e836a26-f49c-42d0-b1b6-0aa974953390 req-8aa1d64c-7831-4b55-b928-459e080b2fe4 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423937 Apr 29 16:14:34.439543 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device d38d33ab-4c56-4cd8-8b84-94a56103c979 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:14:34.570721 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port d38d33ab-4c56-4cd8-8b84-94a56103c979, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:14:34.583918 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': 'd38d33ab-4c56-4cd8-8b84-94a56103c979', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'port_id': 'd38d33ab-4c56-4cd8-8b84-94a56103c979', 'mac_address': 'fa:16:3e:25:97:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:14:34.634743 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:34.651994 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d38d33ab-4c56-4cd8-8b84-94a56103c979 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:14:34.667336 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port d38d33ab-4c56-4cd8-8b84-94a56103c979, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:14:34.745342 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:34.814795 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['d38d33ab-4c56-4cd8-8b84-94a56103c979'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:14:34.821369 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af755a6f-761a-4aa5-97de-2a8a32552dd9 req-ff2a8e69-98d7-466c-8731-56a44d918174 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:34.822777 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-af755a6f-761a-4aa5-97de-2a8a32552dd9 req-ff2a8e69-98d7-466c-8731-56a44d918174 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 945 time: 0.0768213 Apr 29 16:14:34.855400 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=d38d33ab-4c56-4cd8-8b84-94a56103c979,revision_number=9']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:34.869107 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-af755a6f-761a-4aa5-97de-2a8a32552dd9 req-8ee0cd51-63bd-4118-a0e2-8009feb49c2d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403135 Apr 29 16:14:36.067132 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db2d8d-6070-4833-9fe8-aed95359ccbd req-1dac2f94-0388-412f-ba3a-406e4db2ff3e tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:36.068479 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-31db2d8d-6070-4833-9fe8-aed95359ccbd req-1dac2f94-0388-412f-ba3a-406e4db2ff3e tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 945 time: 0.0789657 Apr 29 16:14:36.113228 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-31db2d8d-6070-4833-9fe8-aed95359ccbd req-2a302c70-510e-422a-b554-8ed75a479294 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393522 Apr 29 16:14:36.450135 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device d38d33ab-4c56-4cd8-8b84-94a56103c979 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:14:36.521274 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port d38d33ab-4c56-4cd8-8b84-94a56103c979 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:14:36.521640 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:36.634790 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:36.662106 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36cdda7-74ab-4a3e-a1bb-4fa7a070421a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38d33ab-4c56-4cd8-8b84-94a56103c979'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:14:36.671531 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port d38d33ab-4c56-4cd8-8b84-94a56103c979, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:14:36.725968 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508043a8-b19f-4011-a517-af85a209d8e5'] response: {'server_uuid': 'd36cdda7-74ab-4a3e-a1bb-4fa7a070421a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38d33ab-4c56-4cd8-8b84-94a56103c979', 'code': 200} Apr 29 16:14:36.762108 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:36.831008 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=d38d33ab-4c56-4cd8-8b84-94a56103c979,revision_number=10']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:36.909406 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7581c2-3654-4730-be48-bf6db2e2d9c4 req-6f843849-b318-4058-9cb8-2f5f86b524ed tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:36.910920 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9d7581c2-3654-4730-be48-bf6db2e2d9c4 req-6f843849-b318-4058-9cb8-2f5f86b524ed tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 947 time: 0.0766029 Apr 29 16:14:36.933257 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f5dc2-903e-48b8-9d1a-ff8511957b4a req-1d7ed716-1f4c-441b-87db-f014232b5837 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:36.933938 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-884f5dc2-903e-48b8-9d1a-ff8511957b4a req-1d7ed716-1f4c-441b-87db-f014232b5837 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Synchronizing usage tracker for tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:14:36.958868 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9d7581c2-3654-4730-be48-bf6db2e2d9c4 req-2428901c-dcc8-4e30-a7b8-dd2cf10a657c tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421791 Apr 29 16:14:37.013427 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-884f5dc2-903e-48b8-9d1a-ff8511957b4a req-1d7ed716-1f4c-441b-87db-f014232b5837 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Unset dirty status for tenant:3ff6bbb7a7b84d37b9fce3e1623fa573 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:14:37.015458 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-884f5dc2-903e-48b8-9d1a-ff8511957b4a req-1d7ed716-1f4c-441b-87db-f014232b5837 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.35 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a&tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&binding%3Ahost_id=hv-neutron-8399 HTTP/1.1" status: 200 len: 947 time: 0.1666541 Apr 29 16:14:37.091097 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-884f5dc2-903e-48b8-9d1a-ff8511957b4a req-e47b1cfa-0dda-473b-9c90-d256a448fb35 service neutron] 10.222.0.35 "GET /v2.0/ports/d38d33ab-4c56-4cd8-8b84-94a56103c979/bindings/hv-neutron-8399 HTTP/1.1" status: 200 len: 384 time: 0.0711234 Apr 29 16:14:37.182248 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-884f5dc2-903e-48b8-9d1a-ff8511957b4a req-dab8b254-47b5-415a-9789-0df8bae05b07 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 1100 time: 0.0718150 Apr 29 16:14:37.385590 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f5dc2-903e-48b8-9d1a-ff8511957b4a req-1ce91ebc-2a62-49d3-9509-e781e534b59b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:37.386972 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-884f5dc2-903e-48b8-9d1a-ff8511957b4a req-1ce91ebc-2a62-49d3-9509-e781e534b59b service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 913 time: 0.1991453 Apr 29 16:14:37.486749 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-884f5dc2-903e-48b8-9d1a-ff8511957b4a req-d2f25043-f0d4-40af-94ed-eeffb67e81b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979 HTTP/1.1" status: 200 len: 1002 time: 0.0936840 Apr 29 16:14:37.546590 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f5dc2-903e-48b8-9d1a-ff8511957b4a req-3d0ad2b8-348f-4fce-94f3-c1c9ceb8badd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:37.547956 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-884f5dc2-903e-48b8-9d1a-ff8511957b4a req-3d0ad2b8-348f-4fce-94f3-c1c9ceb8badd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cb74d7d-765a-475e-a22b-88683dd143f3 HTTP/1.1" status: 200 len: 851 time: 0.0558872 Apr 29 16:14:37.620220 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-884f5dc2-903e-48b8-9d1a-ff8511957b4a req-7a6c942d-5e8c-441b-9d86-8ef5efc7872a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e8faf8-29c7-4070-950e-7717c3688e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659871 Apr 29 16:14:37.755630 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-884f5dc2-903e-48b8-9d1a-ff8511957b4a req-67ce9a3e-71e4-405d-99d4-8ff950460edd service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298757 Apr 29 16:14:37.884848 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-884f5dc2-903e-48b8-9d1a-ff8511957b4a req-ee5c48fe-d800-426c-b703-3c5aa3c8d0db service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240945 Apr 29 16:14:38.180918 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090905ec-4a34-4206-b520-2e01be7fff45 req-635273c5-f36a-4f0c-94a9-b159f6b8c1e8 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:38.182828 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-090905ec-4a34-4206-b520-2e01be7fff45 req-635273c5-f36a-4f0c-94a9-b159f6b8c1e8 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 947 time: 0.0925777 Apr 29 16:14:38.235217 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-090905ec-4a34-4206-b520-2e01be7fff45 req-17230e03-8906-46db-b159-f85bf073756b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440772 Apr 29 16:14:38.753780 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:14:39.456451 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d785cd-c905-4abf-a84b-4f003b0eac81 req-a512a466-6cdd-4112-bee8-7cc29c6ec0c6 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:39.457891 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c9d785cd-c905-4abf-a84b-4f003b0eac81 req-a512a466-6cdd-4112-bee8-7cc29c6ec0c6 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 947 time: 0.0898881 Apr 29 16:14:39.502277 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c9d785cd-c905-4abf-a84b-4f003b0eac81 req-cb5fe2ab-7223-48e7-905d-5134e59e247b tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389814 Apr 29 16:14:40.704085 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef8705-d459-43d0-b58e-25c4c1f103e0 req-6eac9eb1-8c39-4e1f-9377-6ec7746d4e4f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:40.705522 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2cef8705-d459-43d0-b58e-25c4c1f103e0 req-6eac9eb1-8c39-4e1f-9377-6ec7746d4e4f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 947 time: 0.0840721 Apr 29 16:14:40.755129 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2cef8705-d459-43d0-b58e-25c4c1f103e0 req-771e9556-6abb-45ad-9d0d-3407683321ea tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439062 Apr 29 16:14:41.927951 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-884f5dc2-903e-48b8-9d1a-ff8511957b4a req-76cd9d01-a100-4ff4-9a76-68a910d6e4f0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a&tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573 HTTP/1.1" status: 200 len: 1100 time: 0.0730212 Apr 29 16:14:41.950757 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43139c1-eeb9-4bad-bcac-649e8d2e8268 req-afb77361-b33c-40ee-9b73-9d48e7479e85 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:41.955045 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b43139c1-eeb9-4bad-bcac-649e8d2e8268 req-afb77361-b33c-40ee-9b73-9d48e7479e85 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 947 time: 0.0763750 Apr 29 16:14:42.023741 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-884f5dc2-903e-48b8-9d1a-ff8511957b4a req-c2c522f6-0db3-4ba7-966c-a595e785c28d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 1100 time: 0.0691719 Apr 29 16:14:42.089303 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b43139c1-eeb9-4bad-bcac-649e8d2e8268 req-35d3447e-8bde-461d-8315-d2394eae0ded tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307247 Apr 29 16:14:42.156136 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f5dc2-903e-48b8-9d1a-ff8511957b4a req-6ce78ed5-b9ce-475e-a2fa-980d97364930 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:42.157560 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-884f5dc2-903e-48b8-9d1a-ff8511957b4a req-6ce78ed5-b9ce-475e-a2fa-980d97364930 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 913 time: 0.1284332 Apr 29 16:14:42.262311 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-884f5dc2-903e-48b8-9d1a-ff8511957b4a req-81288086-3913-4b7e-ad26-1c065662e0e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979 HTTP/1.1" status: 200 len: 1002 time: 0.0982630 Apr 29 16:14:42.320796 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f5dc2-903e-48b8-9d1a-ff8511957b4a req-4fd28e9a-2c09-491c-a8c5-f5151b882710 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:42.322155 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-884f5dc2-903e-48b8-9d1a-ff8511957b4a req-4fd28e9a-2c09-491c-a8c5-f5151b882710 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cb74d7d-765a-475e-a22b-88683dd143f3 HTTP/1.1" status: 200 len: 851 time: 0.0546272 Apr 29 16:14:42.397236 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-884f5dc2-903e-48b8-9d1a-ff8511957b4a req-55afd295-71c8-414b-bf57-f800e633d09e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e8faf8-29c7-4070-950e-7717c3688e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687540 Apr 29 16:14:42.528092 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-884f5dc2-903e-48b8-9d1a-ff8511957b4a req-cda6704f-578c-4bb7-a3e2-9b3fa0d20a1c service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247613 Apr 29 16:14:42.656130 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-884f5dc2-903e-48b8-9d1a-ff8511957b4a req-291730e7-7d5c-459c-8d11-d80fc92b5aea service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226425 Apr 29 16:14:43.296468 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed516a13-ad21-4910-83eb-c35dade7505d req-e194b5a6-bcba-4976-8618-4e37165a9720 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:43.297931 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ed516a13-ad21-4910-83eb-c35dade7505d req-e194b5a6-bcba-4976-8618-4e37165a9720 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 947 time: 0.0766675 Apr 29 16:14:43.341670 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ed516a13-ad21-4910-83eb-c35dade7505d req-779a683b-e982-46a1-baab-e615735e43fd tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382445 Apr 29 16:14:43.623320 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f42dfc68-c03d-443e-8475-b2d19461e14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:44.452338 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device d38d33ab-4c56-4cd8-8b84-94a56103c979 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:14:44.554278 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece99788-d2d4-438c-be87-51272b17e1bf req-6ca4c307-9622-43c0-9d13-0c0807bd77fa tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:44.555669 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ece99788-d2d4-438c-be87-51272b17e1bf req-6ca4c307-9622-43c0-9d13-0c0807bd77fa tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 947 time: 0.0774784 Apr 29 16:14:44.566416 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:44.594813 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36cdda7-74ab-4a3e-a1bb-4fa7a070421a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd38d33ab-4c56-4cd8-8b84-94a56103c979'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:14:44.603057 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ece99788-d2d4-438c-be87-51272b17e1bf req-f5343219-c424-40e1-9293-cce6795a93e2 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415430 Apr 29 16:14:44.604500 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port d38d33ab-4c56-4cd8-8b84-94a56103c979, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:14:44.661471 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc076c87-943a-43e7-ba3a-15fb9e80616a'] response: {'server_uuid': 'd36cdda7-74ab-4a3e-a1bb-4fa7a070421a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd38d33ab-4c56-4cd8-8b84-94a56103c979', 'code': 200} Apr 29 16:14:44.699394 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:44.766334 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=d38d33ab-4c56-4cd8-8b84-94a56103c979,revision_number=11']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:45.538787 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:45.798033 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0596a7-8826-4de3-8ed9-92a276235c74 req-0e28aee0-05a3-4e32-aa8e-eb67cc5bf0d3 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:45.799504 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4e0596a7-8826-4de3-8ed9-92a276235c74 req-0e28aee0-05a3-4e32-aa8e-eb67cc5bf0d3 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 945 time: 0.0740414 Apr 29 16:14:45.844710 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4e0596a7-8826-4de3-8ed9-92a276235c74 req-0037a636-130d-42f7-96d3-c377fbbd63f6 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397162 Apr 29 16:14:45.916269 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6c073ca1-e051-41d3-a882-e3cbe9295a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:47.050292 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2345db-1add-46c2-b9e9-8a43d707f84b req-4fb5a019-3ed5-46f7-94cc-79f8f015485d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:47.051770 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ab2345db-1add-46c2-b9e9-8a43d707f84b req-4fb5a019-3ed5-46f7-94cc-79f8f015485d tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 945 time: 0.0849721 Apr 29 16:14:47.097389 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ab2345db-1add-46c2-b9e9-8a43d707f84b req-e0e60dc7-5328-4e0f-8776-1713104faa82 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401623 Apr 29 16:14:47.171460 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-df39599e-a72b-4fa8-8df7-e4b372e62252 req-ec1f2b8a-4bdc-46b7-ae05-278d2128fae3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 1098 time: 0.1479788 Apr 29 16:14:47.240388 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:47.401513 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39599e-a72b-4fa8-8df7-e4b372e62252 req-8e05e0a0-5b64-4f6d-87b7-f2e2b9309c42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:47.402921 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-df39599e-a72b-4fa8-8df7-e4b372e62252 req-8e05e0a0-5b64-4f6d-87b7-f2e2b9309c42 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 200 len: 913 time: 0.2144775 Apr 29 16:14:47.504296 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-df39599e-a72b-4fa8-8df7-e4b372e62252 req-fa05025b-4872-4c53-b49e-dd923a7c0629 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979 HTTP/1.1" status: 200 len: 1000 time: 0.0954680 Apr 29 16:14:47.516778 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:47.568352 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39599e-a72b-4fa8-8df7-e4b372e62252 req-68e6457f-2685-4969-a4a0-42f6a1d2267f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:47.569823 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-df39599e-a72b-4fa8-8df7-e4b372e62252 req-68e6457f-2685-4969-a4a0-42f6a1d2267f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cb74d7d-765a-475e-a22b-88683dd143f3 HTTP/1.1" status: 200 len: 851 time: 0.0598669 Apr 29 16:14:47.643025 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-df39599e-a72b-4fa8-8df7-e4b372e62252 req-7e1507d0-77d1-49c5-84e4-8c697e6c89e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e8faf8-29c7-4070-950e-7717c3688e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673406 Apr 29 16:14:47.773269 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-df39599e-a72b-4fa8-8df7-e4b372e62252 req-54ffd5a0-00c3-4158-aae8-87be4d4e7dfb service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241925 Apr 29 16:14:47.901601 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-df39599e-a72b-4fa8-8df7-e4b372e62252 req-9cce1234-5e02-4ae3-8b34-3fc82f94695a service neutron] 10.222.0.35 "GET /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225023 Apr 29 16:14:48.292411 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d42a2-6123-414d-828e-c5090663a645 req-0460c2d5-b0b6-4ed9-9f8c-800dcfcf0614 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:48.293836 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8c6d42a2-6123-414d-828e-c5090663a645 req-0460c2d5-b0b6-4ed9-9f8c-800dcfcf0614 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 945 time: 0.0749574 Apr 29 16:14:48.342653 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8c6d42a2-6123-414d-828e-c5090663a645 req-626dc41d-5059-4c60-a1fd-b45371d270c3 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432172 Apr 29 16:14:48.465782 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device d38d33ab-4c56-4cd8-8b84-94a56103c979 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:14:48.540898 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:48.599617 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port d38d33ab-4c56-4cd8-8b84-94a56103c979, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:14:48.616261 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': 'd38d33ab-4c56-4cd8-8b84-94a56103c979', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'port_id': 'd38d33ab-4c56-4cd8-8b84-94a56103c979', 'mac_address': 'fa:16:3e:25:97:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:14:48.668120 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:48.685716 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d38d33ab-4c56-4cd8-8b84-94a56103c979 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:14:48.701249 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port d38d33ab-4c56-4cd8-8b84-94a56103c979, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:14:48.767418 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:48.832771 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['d38d33ab-4c56-4cd8-8b84-94a56103c979'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:14:48.864717 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=d38d33ab-4c56-4cd8-8b84-94a56103c979,revision_number=12']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:49.554907 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe20ff-220b-4038-8da6-b469a642538a req-394e1c2c-543e-493e-982b-5268d106d11a tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:49.556365 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2fbe20ff-220b-4038-8da6-b469a642538a req-394e1c2c-543e-493e-982b-5268d106d11a tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.0764234 Apr 29 16:14:49.604247 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2fbe20ff-220b-4038-8da6-b469a642538a req-16ec46a0-63d1-41ad-bb68-1d6c880a9fcf tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412731 Apr 29 16:14:50.483700 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device d38d33ab-4c56-4cd8-8b84-94a56103c979 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:14:50.550084 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port d38d33ab-4c56-4cd8-8b84-94a56103c979 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:14:50.550373 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:50.661304 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:50.688425 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36cdda7-74ab-4a3e-a1bb-4fa7a070421a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38d33ab-4c56-4cd8-8b84-94a56103c979'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:14:50.698059 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port d38d33ab-4c56-4cd8-8b84-94a56103c979, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:14:50.756133 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0983c59-c41b-456a-9227-125a03d94ee7'] response: {'server_uuid': 'd36cdda7-74ab-4a3e-a1bb-4fa7a070421a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38d33ab-4c56-4cd8-8b84-94a56103c979', 'code': 200} Apr 29 16:14:50.805915 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:50.812257 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d7d9c-e13d-44bf-ad31-73aff862b498 req-d1d9828a-9966-48c4-83f1-73e6918ee4d6 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:50.813793 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-833d7d9c-e13d-44bf-ad31-73aff862b498 req-d1d9828a-9966-48c4-83f1-73e6918ee4d6 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.0812213 Apr 29 16:14:50.858992 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-833d7d9c-e13d-44bf-ad31-73aff862b498 req-2c56ebbd-33cd-4255-8ac1-941722726985 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395153 Apr 29 16:14:50.875048 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=d38d33ab-4c56-4cd8-8b84-94a56103c979,revision_number=13']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:52.060723 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad76ddb-8895-445c-9b8f-9a05907e2b46 req-a900faf2-c8f5-4826-a18e-bda07c4863a8 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:52.062992 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-aad76ddb-8895-445c-9b8f-9a05907e2b46 req-a900faf2-c8f5-4826-a18e-bda07c4863a8 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 947 time: 0.0766163 Apr 29 16:14:52.108683 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-aad76ddb-8895-445c-9b8f-9a05907e2b46 req-f12fde42-7bcc-4cd7-9a08-bb8e1afd0c29 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395873 Apr 29 16:14:52.491573 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device d38d33ab-4c56-4cd8-8b84-94a56103c979 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:14:52.624151 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port d38d33ab-4c56-4cd8-8b84-94a56103c979, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:14:52.636809 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': 'd38d33ab-4c56-4cd8-8b84-94a56103c979', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'port_id': 'd38d33ab-4c56-4cd8-8b84-94a56103c979', 'mac_address': 'fa:16:3e:25:97:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:14:52.689366 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:52.705815 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d38d33ab-4c56-4cd8-8b84-94a56103c979 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:14:52.720729 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port d38d33ab-4c56-4cd8-8b84-94a56103c979, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:14:52.782567 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:52.845138 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['d38d33ab-4c56-4cd8-8b84-94a56103c979'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:14:52.894967 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=d38d33ab-4c56-4cd8-8b84-94a56103c979,revision_number=14']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:53.311487 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441bb6a-55a1-4f6f-a012-a248dfc846f0 req-ee18c660-40d8-4c5c-a207-513cadf2af42 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:53.313182 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e441bb6a-55a1-4f6f-a012-a248dfc846f0 req-ee18c660-40d8-4c5c-a207-513cadf2af42 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.0783803 Apr 29 16:14:53.357403 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e441bb6a-55a1-4f6f-a012-a248dfc846f0 req-aaab45c3-1e48-4d18-9cd3-1a0090115ade tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388443 Apr 29 16:14:53.551995 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83482e57-05af-4057-9b4f-db77679c0087 req-1cf772a1-4fc1-410c-bfc7-8b7824329388 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:53.553431 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-83482e57-05af-4057-9b4f-db77679c0087 req-1cf772a1-4fc1-410c-bfc7-8b7824329388 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.0778069 Apr 29 16:14:53.600957 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-83482e57-05af-4057-9b4f-db77679c0087 req-b28aaf5e-f87d-421b-b004-a8f254bf5906 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420654 Apr 29 16:14:53.792209 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9b0d0-8243-4b1f-aa7b-359c76a6454f req-d8202ce3-a8a9-400a-88ae-5fbed9c0d5b9 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:53.793633 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7ea9b0d0-8243-4b1f-aa7b-359c76a6454f req-d8202ce3-a8a9-400a-88ae-5fbed9c0d5b9 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.0741053 Apr 29 16:14:53.838364 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7ea9b0d0-8243-4b1f-aa7b-359c76a6454f req-2c19c944-97cc-4cb8-ad31-477225190f50 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386260 Apr 29 16:14:54.475333 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361b233-7167-45d7-94a4-f40cad532c79 req-7812562e-37f5-4a11-b267-a670a2dfcde7 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:54.476877 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d361b233-7167-45d7-94a4-f40cad532c79 req-7812562e-37f5-4a11-b267-a670a2dfcde7 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 946 time: 0.0789762 Apr 29 16:14:54.501876 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device d38d33ab-4c56-4cd8-8b84-94a56103c979 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:14:54.521532 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d361b233-7167-45d7-94a4-f40cad532c79 req-ced90458-b8ed-43e9-9b11-5f354705f0e0 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390396 Apr 29 16:14:54.578946 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port d38d33ab-4c56-4cd8-8b84-94a56103c979 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:14:54.579309 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:54.687932 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:54.716400 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36cdda7-74ab-4a3e-a1bb-4fa7a070421a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38d33ab-4c56-4cd8-8b84-94a56103c979'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:14:54.726691 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port d38d33ab-4c56-4cd8-8b84-94a56103c979, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:14:54.770826 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b41b2937-526b-442d-a23b-7a5b897a8ee2'] response: {'server_uuid': 'd36cdda7-74ab-4a3e-a1bb-4fa7a070421a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38d33ab-4c56-4cd8-8b84-94a56103c979', 'code': 200} Apr 29 16:14:54.788103 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:54.859208 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=d38d33ab-4c56-4cd8-8b84-94a56103c979,revision_number=15']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:55.717765 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496a5c8-19c4-454a-9e0b-561cab03ca76 req-feb5d364-9e43-49d9-a242-affdd88a76d4 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:55.719356 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b496a5c8-19c4-454a-9e0b-561cab03ca76 req-feb5d364-9e43-49d9-a242-affdd88a76d4 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 947 time: 0.0753179 Apr 29 16:14:55.764950 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b496a5c8-19c4-454a-9e0b-561cab03ca76 req-c08a2dd5-495e-4526-832c-8f19e3d61e98 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400624 Apr 29 16:14:56.929277 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef9325-f48d-4960-bc18-9a9c20625493 req-1171a947-3619-4956-9ac5-3856d777abf6 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:56.930837 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6cef9325-f48d-4960-bc18-9a9c20625493 req-1171a947-3619-4956-9ac5-3856d777abf6 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.35 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 947 time: 0.0758626 Apr 29 16:14:56.963840 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afc346-9237-4044-8a00-2ce70afd9dce req-1e6a4794-c46f-48c0-80a5-0008eb2d7c76 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:14:56.965281 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d0afc346-9237-4044-8a00-2ce70afd9dce req-1e6a4794-c46f-48c0-80a5-0008eb2d7c76 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 947 time: 0.0783193 Apr 29 16:14:57.001544 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [req-6cef9325-f48d-4960-bc18-9a9c20625493 req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Deleting port d38d33ab-4c56-4cd8-8b84-94a56103c979 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:14:57.001823 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-6cef9325-f48d-4960-bc18-9a9c20625493 req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:57.010386 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d0afc346-9237-4044-8a00-2ce70afd9dce req-ce564bac-5e6e-4b53-a33c-c0e257589e11 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups?id=592936d4-5ac7-4a65-a97e-8204ae3feb39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392780 Apr 29 16:14:57.238870 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-6cef9325-f48d-4960-bc18-9a9c20625493 req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] For port d38d33ab-4c56-4cd8-8b84-94a56103c979, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=d38d33ab-4c56-4cd8-8b84-94a56103c979,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:14:57.239221 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-6cef9325-f48d-4960-bc18-9a9c20625493 req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:57.514116 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-6cef9325-f48d-4960-bc18-9a9c20625493 req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:57.514520 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-6cef9325-f48d-4960-bc18-9a9c20625493 req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:57.514831 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [req-6cef9325-f48d-4960-bc18-9a9c20625493 req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Floating IP eebe3e66-e59c-49ba-b9a6-a413487be7e2 disassociated. External IP: 172.26.1.77, port: d38d33ab-4c56-4cd8-8b84-94a56103c979. Apr 29 16:14:57.515168 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [req-6cef9325-f48d-4960-bc18-9a9c20625493 req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Calling delete_port for d38d33ab-4c56-4cd8-8b84-94a56103c979 owned by compute:nova {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:14:57.727102 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-6cef9325-f48d-4960-bc18-9a9c20625493 req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:57.776985 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Pushing event deleted for resources: {'Port': ['ID=d38d33ab-4c56-4cd8-8b84-94a56103c979,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:57.791969 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:57.792316 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:57.792654 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:57.792988 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:57.793348 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:57.793679 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:57.794006 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:57.794333 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:57.794677 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:57.795002 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:57.795353 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:58.088043 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cef9325-f48d-4960-bc18-9a9c20625493 req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Router c55a5493-670c-40df-ac1a-ca62c4b6ed67 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:14:58.246526 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-08280cef-e0cb-4e45-a7f1-a008691e20c6 req-af1220d6-8dc3-43a7-baa6-e9338f6ec3ed tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 210 time: 0.1149204 Apr 29 16:14:58.303186 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cef9325-f48d-4960-bc18-9a9c20625493 req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:14:58.312458 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b62d15d-6a6f-490c-a940-7645d3d03dbf None None] Sync routers for ids ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:14:58.324394 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b62d15d-6a6f-490c-a940-7645d3d03dbf None None] Routers {'c55a5493-670c-40df-ac1a-ca62c4b6ed67'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:14:58.324995 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-4b62d15d-6a6f-490c-a940-7645d3d03dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:14:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:58.369113 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cef9325-f48d-4960-bc18-9a9c20625493 req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] No DVR routers for this DVR port d38d33ab-4c56-4cd8-8b84-94a56103c979 on host hv-neutron-8399 {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:14:58.371589 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-6cef9325-f48d-4960-bc18-9a9c20625493 req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:58.374209 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36cdda7-74ab-4a3e-a1bb-4fa7a070421a', 'name': 'network-vif-deleted', 'tag': 'd38d33ab-4c56-4cd8-8b84-94a56103c979'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:14:58.482370 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6cef9325-f48d-4960-bc18-9a9c20625493 req-c7bba5b7-c828-4a5d-bc73-b218f0ed8d72 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.35 "DELETE /v2.0/ports/d38d33ab-4c56-4cd8-8b84-94a56103c979 HTTP/1.1" status: 204 len: 173 time: 1.5468671 Apr 29 16:14:58.507392 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-4b62d15d-6a6f-490c-a940-7645d3d03dbf None None] Set router c55a5493-670c-40df-ac1a-ca62c4b6ed67 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:14:58.526439 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9078c481-08d2-46d8-a425-c1b6acac4a90'] response: {'server_uuid': 'd36cdda7-74ab-4a3e-a1bb-4fa7a070421a', 'name': 'network-vif-deleted', 'tag': 'd38d33ab-4c56-4cd8-8b84-94a56103c979', 'status': 'completed', 'code': 200} Apr 29 16:14:58.874814 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-4b62d15d-6a6f-490c-a940-7645d3d03dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:52Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:58.878817 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b62d15d-6a6f-490c-a940-7645d3d03dbf None None] Checking router: c55a5493-670c-40df-ac1a-ca62c4b6ed67 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:14:58.889836 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b62d15d-6a6f-490c-a940-7645d3d03dbf None None] Routers {'c55a5493-670c-40df-ac1a-ca62c4b6ed67'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:14:58.890442 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-4b62d15d-6a6f-490c-a940-7645d3d03dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:14:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:59.073175 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-4b62d15d-6a6f-490c-a940-7645d3d03dbf None None] Set router c55a5493-670c-40df-ac1a-ca62c4b6ed67 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:14:59.386582 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-4b62d15d-6a6f-490c-a940-7645d3d03dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:52Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:59.391662 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b62d15d-6a6f-490c-a940-7645d3d03dbf None None] The sync data for ids ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'] in dv-neutron-839913-1-hyperv is: [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:10:34Z', 'revision_number': 4, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'd6b5cb3e-756c-4d68-b778-2cb1c91574fc', 'name': '', 'network_id': '82e8faf8-29c7-4070-950e-7717c3688e4a', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'mac_address': 'fa:16:3e:29:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:33Z', 'updated_at': '2022-04-29T16:10:52Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'subnets': [{'id': '9cb74d7d-765a-475e-a22b-88683dd143f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:14:59.432138 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9b15a018-1bce-46b8-93e5-390315296c54 req-2a70abb8-03e8-4efb-86fc-130f58109ce1 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cdda7-74ab-4a3e-a1bb-4fa7a070421a HTTP/1.1" status: 200 len: 210 time: 0.0439558 Apr 29 16:14:59.624571 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a567df1b-6556-4680-896a-3139d5cb14dd None None] New status for floating IP eebe3e66-e59c-49ba-b9a6-a413487be7e2: DOWN {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:15:00.526970 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device d38d33ab-4c56-4cd8-8b84-94a56103c979 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:15:00.563302 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: d38d33ab-4c56-4cd8-8b84-94a56103c979 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:15:00.563640 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device d38d33ab-4c56-4cd8-8b84-94a56103c979 not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:15:04.216634 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 35794) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:15:04.280120 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-06d7e2e9-1059-4d8e-ae64-f8a09f1dc4ac tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:04.306589 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-06d7e2e9-1059-4d8e-ae64-f8a09f1dc4ac tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:04.422004 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-06d7e2e9-1059-4d8e-ae64-f8a09f1dc4ac tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:04.438780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7e2e9-1059-4d8e-ae64-f8a09f1dc4ac tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=592936d4-5ac7-4a65-a97e-8204ae3feb39,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:04.448463 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7e2e9-1059-4d8e-ae64-f8a09f1dc4ac tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:15:04.448808 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7e2e9-1059-4d8e-ae64-f8a09f1dc4ac tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:15:04.449145 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7e2e9-1059-4d8e-ae64-f8a09f1dc4ac tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:15:04.449520 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7e2e9-1059-4d8e-ae64-f8a09f1dc4ac tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:15:04.449853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7e2e9-1059-4d8e-ae64-f8a09f1dc4ac tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:15:04.450182 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7e2e9-1059-4d8e-ae64-f8a09f1dc4ac tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:15:04.450533 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7e2e9-1059-4d8e-ae64-f8a09f1dc4ac tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:15:04.450862 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7e2e9-1059-4d8e-ae64-f8a09f1dc4ac tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:15:04.451815 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7e2e9-1059-4d8e-ae64-f8a09f1dc4ac tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:15:04.452147 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7e2e9-1059-4d8e-ae64-f8a09f1dc4ac tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:15:04.452469 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7e2e9-1059-4d8e-ae64-f8a09f1dc4ac tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:15:04.519903 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-06d7e2e9-1059-4d8e-ae64-f8a09f1dc4ac tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:04.521063 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-06d7e2e9-1059-4d8e-ae64-f8a09f1dc4ac tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "DELETE /v2.0/security-groups/592936d4-5ac7-4a65-a97e-8204ae3feb39 HTTP/1.1" status: 204 len: 168 time: 0.3028083 Apr 29 16:15:04.523465 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 35798) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:15:04.539635 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.api.v2.resource [None req-029fbaf4-2000-49ff-b28f-ef5ce226ac3f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] show failed (client error): The resource could not be found. Apr 29 16:15:04.540583 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-029fbaf4-2000-49ff-b28f-ef5ce226ac3f tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "GET /v2.0/security-groups/592936d4-5ac7-4a65-a97e-8204ae3feb39 HTTP/1.1" status: 404 len: 347 time: 0.0162518 Apr 29 16:15:04.542928 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 35802) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:15:04.768877 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-a5173427-d0d8-4f01-ae09-5c8489e61b64 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Deleting port 0ee4eeb4-5ed7-4121-b807-676a3b43e154 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:15:04.769217 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a5173427-d0d8-4f01-ae09-5c8489e61b64 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:04.945721 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a5173427-d0d8-4f01-ae09-5c8489e61b64 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:04.946059 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a5173427-d0d8-4f01-ae09-5c8489e61b64 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:05.064415 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-a5173427-d0d8-4f01-ae09-5c8489e61b64 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Calling delete_port for 0ee4eeb4-5ed7-4121-b807-676a3b43e154 owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:15:05.256053 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a5173427-d0d8-4f01-ae09-5c8489e61b64 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:05.301712 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5173427-d0d8-4f01-ae09-5c8489e61b64 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Pushing event deleted for resources: {'Port': ['ID=0ee4eeb4-5ed7-4121-b807-676a3b43e154,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:05.390715 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a5173427-d0d8-4f01-ae09-5c8489e61b64 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks [] for floatingip, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:05.404046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a5173427-d0d8-4f01-ae09-5c8489e61b64 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:05.405188 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a5173427-d0d8-4f01-ae09-5c8489e61b64 tempest-ServerActionsTestJSON-503072966 tempest-ServerActionsTestJSON-503072966-project] 10.222.0.21 "DELETE /v2.0/floatingips/eebe3e66-e59c-49ba-b9a6-a413487be7e2 HTTP/1.1" status: 204 len: 168 time: 0.8614349 Apr 29 16:15:05.408209 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 35806) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:15:05.783202 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-574ca3d9-46fa-4a69-b216-e05bd7972d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:06.450100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-574ca3d9-46fa-4a69-b216-e05bd7972d54 admin admin] Deleting port d6b5cb3e-756c-4d68-b778-2cb1c91574fc {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:15:06.450809 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-574ca3d9-46fa-4a69-b216-e05bd7972d54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:06.615997 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-574ca3d9-46fa-4a69-b216-e05bd7972d54 admin admin] For port d6b5cb3e-756c-4d68-b778-2cb1c91574fc, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=d6b5cb3e-756c-4d68-b778-2cb1c91574fc,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:15:06.616264 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-574ca3d9-46fa-4a69-b216-e05bd7972d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:06.732999 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-574ca3d9-46fa-4a69-b216-e05bd7972d54 admin admin] Calling delete_port for d6b5cb3e-756c-4d68-b778-2cb1c91574fc owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:15:06.987770 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-574ca3d9-46fa-4a69-b216-e05bd7972d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:07.033839 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ca3d9-46fa-4a69-b216-e05bd7972d54 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b5cb3e-756c-4d68-b778-2cb1c91574fc,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:07.313747 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-574ca3d9-46fa-4a69-b216-e05bd7972d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:07.958594 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574ca3d9-46fa-4a69-b216-e05bd7972d54 admin admin] Router c55a5493-670c-40df-ac1a-ca62c4b6ed67 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:15:08.152770 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574ca3d9-46fa-4a69-b216-e05bd7972d54 admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:15:08.162090 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfda54-946d-435e-ac89-5a479579b4d0 None None] Sync routers for ids ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:15:08.165067 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-574ca3d9-46fa-4a69-b216-e05bd7972d54 admin admin] 10.222.0.21 "PUT /v2.0/routers/c55a5493-670c-40df-ac1a-ca62c4b6ed67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7558968 Apr 29 16:15:08.167599 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 35810) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:15:08.174397 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfda54-946d-435e-ac89-5a479579b4d0 None None] Routers {'c55a5493-670c-40df-ac1a-ca62c4b6ed67'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:15:08.175027 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-3ecfda54-946d-435e-ac89-5a479579b4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:14:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:15:08.356843 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-3ecfda54-946d-435e-ac89-5a479579b4d0 None None] Set router c55a5493-670c-40df-ac1a-ca62c4b6ed67 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:15:08.371734 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a23fadf9-4c7c-4153-8520-719d45e50b9c admin admin] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:08.565491 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a23fadf9-4c7c-4153-8520-719d45e50b9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:08.639321 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-3ecfda54-946d-435e-ac89-5a479579b4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '89183552-d253-4271-9236-98d1b2e898ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:15:06Z', 'revision_number': 5, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port': {'id': '89183552-d253-4271-9236-98d1b2e898ff', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:31Z', 'updated_at': '2022-04-29T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:15:08.644994 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfda54-946d-435e-ac89-5a479579b4d0 None None] Checking router: c55a5493-670c-40df-ac1a-ca62c4b6ed67 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:15:08.646651 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-a23fadf9-4c7c-4153-8520-719d45e50b9c admin admin] Deleting port 89183552-d253-4271-9236-98d1b2e898ff {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:15:08.646995 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a23fadf9-4c7c-4153-8520-719d45e50b9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:08.656858 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfda54-946d-435e-ac89-5a479579b4d0 None None] Routers {'c55a5493-670c-40df-ac1a-ca62c4b6ed67'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:15:08.657443 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-3ecfda54-946d-435e-ac89-5a479579b4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:14:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:15:08.813524 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-3ecfda54-946d-435e-ac89-5a479579b4d0 None None] Set router c55a5493-670c-40df-ac1a-ca62c4b6ed67 gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:15:08.845951 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-a23fadf9-4c7c-4153-8520-719d45e50b9c admin admin] For port 89183552-d253-4271-9236-98d1b2e898ff, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=89183552-d253-4271-9236-98d1b2e898ff,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:15:08.846201 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a23fadf9-4c7c-4153-8520-719d45e50b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:08.959396 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-3ecfda54-946d-435e-ac89-5a479579b4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:15:08Z', 'revision_number': 6, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:15:08.963329 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfda54-946d-435e-ac89-5a479579b4d0 None None] The sync data for ids ['c55a5493-670c-40df-ac1a-ca62c4b6ed67'] in dv-neutron-839913-1-hyperv is: [{'id': 'c55a5493-670c-40df-ac1a-ca62c4b6ed67', 'name': 'tempest-ServerActionsTestJSON-1343158621-router', 'tenant_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:30Z', 'updated_at': '2022-04-29T16:15:08Z', 'revision_number': 6, 'project_id': '3ff6bbb7a7b84d37b9fce3e1623fa573', 'gw_port_host': None}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:15:08.970978 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-a23fadf9-4c7c-4153-8520-719d45e50b9c admin admin] Calling delete_port for 89183552-d253-4271-9236-98d1b2e898ff owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:15:09.183757 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a23fadf9-4c7c-4153-8520-719d45e50b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:09.226911 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fadf9-4c7c-4153-8520-719d45e50b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=89183552-d253-4271-9236-98d1b2e898ff,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:09.540928 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a23fadf9-4c7c-4153-8520-719d45e50b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:09.792963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a23fadf9-4c7c-4153-8520-719d45e50b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:09.797923 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a23fadf9-4c7c-4153-8520-719d45e50b9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:09.884931 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a23fadf9-4c7c-4153-8520-719d45e50b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:09.885500 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23fadf9-4c7c-4153-8520-719d45e50b9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c55a5493-670c-40df-ac1a-ca62c4b6ed67 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 16:15:09.898042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a23fadf9-4c7c-4153-8520-719d45e50b9c admin admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:09.899274 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a23fadf9-4c7c-4153-8520-719d45e50b9c admin admin] 10.222.0.21 "DELETE /v2.0/routers/c55a5493-670c-40df-ac1a-ca62c4b6ed67 HTTP/1.1" status: 204 len: 168 time: 1.7307937 Apr 29 16:15:09.902107 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 35814) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:15:09.962574 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7fe25b-6daf-4e3a-b2ab-67b89169b3b2 admin admin] Deleting subnet 9cb74d7d-765a-475e-a22b-88683dd143f3 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 16:15:09.965613 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5e7fe25b-6daf-4e3a-b2ab-67b89169b3b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:10.018984 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5e7fe25b-6daf-4e3a-b2ab-67b89169b3b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:10.094532 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5e7fe25b-6daf-4e3a-b2ab-67b89169b3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:10.233881 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5e7fe25b-6daf-4e3a-b2ab-67b89169b3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:10.271511 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7fe25b-6daf-4e3a-b2ab-67b89169b3b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cb74d7d-765a-475e-a22b-88683dd143f3,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:10.277501 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5e7fe25b-6daf-4e3a-b2ab-67b89169b3b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:10.284096 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5e7fe25b-6daf-4e3a-b2ab-67b89169b3b2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9cb74d7d-765a-475e-a22b-88683dd143f3 HTTP/1.1" status: 204 len: 168 time: 0.3806279 Apr 29 16:15:10.285678 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81f751d-5534-402a-bfec-d2d60b17a45b None None] Network 82e8faf8-29c7-4070-950e-7717c3688e4a requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:15:10.287174 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 35818) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:15:10.354648 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 89183552-d253-4271-9236-98d1b2e898ff no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:15:10.397117 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7628da86-53be-43b5-8b69-977401027a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:10.401626 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 89183552-d253-4271-9236-98d1b2e898ff {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:15:10.401982 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 89183552-d253-4271-9236-98d1b2e898ff not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:15:10.402395 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d6b5cb3e-756c-4d68-b778-2cb1c91574fc no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:15:10.408438 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-7628da86-53be-43b5-8b69-977401027a46 admin admin] Deleting port 5e405dc7-cad6-4844-ac6b-869dd049242a {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:15:10.408764 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7628da86-53be-43b5-8b69-977401027a46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:10.437666 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: d6b5cb3e-756c-4d68-b778-2cb1c91574fc {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:15:10.438007 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device d6b5cb3e-756c-4d68-b778-2cb1c91574fc not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:15:10.597143 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9097a0-09a4-44c5-af7a-2b3644414088 None None] DHCP port deletion for 82e8faf8-29c7-4070-950e-7717c3688e4a request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 16:15:10.601461 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-ea9097a0-09a4-44c5-af7a-2b3644414088 None None] Deleting port 5e405dc7-cad6-4844-ac6b-869dd049242a {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:15:10.601837 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ea9097a0-09a4-44c5-af7a-2b3644414088 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:10.611366 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-7628da86-53be-43b5-8b69-977401027a46 admin admin] For port 5e405dc7-cad6-4844-ac6b-869dd049242a, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=5e405dc7-cad6-4844-ac6b-869dd049242a,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:15:10.611640 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7628da86-53be-43b5-8b69-977401027a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:10.740234 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-7628da86-53be-43b5-8b69-977401027a46 admin admin] Calling delete_port for 5e405dc7-cad6-4844-ac6b-869dd049242a owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:15:10.801773 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-ea9097a0-09a4-44c5-af7a-2b3644414088 None None] For port 5e405dc7-cad6-4844-ac6b-869dd049242a, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=5e405dc7-cad6-4844-ac6b-869dd049242a,segment=NetworkSegment(ba21f930-23de-494c-bed6-c3f138757040),segment_id=ba21f930-23de-494c-bed6-c3f138757040)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:15:10.802145 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ea9097a0-09a4-44c5-af7a-2b3644414088 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:10.901943 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7628da86-53be-43b5-8b69-977401027a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:10.924444 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-ea9097a0-09a4-44c5-af7a-2b3644414088 None None] Calling delete_port for 5e405dc7-cad6-4844-ac6b-869dd049242a owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:15:10.945048 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628da86-53be-43b5-8b69-977401027a46 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e405dc7-cad6-4844-ac6b-869dd049242a,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:10.953725 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7628da86-53be-43b5-8b69-977401027a46 admin admin] No DVR routers for this DVR port 5e405dc7-cad6-4844-ac6b-869dd049242a on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:15:10.994205 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-ea9097a0-09a4-44c5-af7a-2b3644414088 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:15:10.994581 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-ea9097a0-09a4-44c5-af7a-2b3644414088 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:15:11.067501 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7628da86-53be-43b5-8b69-977401027a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:11.181135 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-7628da86-53be-43b5-8b69-977401027a46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e8faf8-29c7-4070-950e-7717c3688e4a']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:15:11.193125 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-7628da86-53be-43b5-8b69-977401027a46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba21f930-23de-494c-bed6-c3f138757040') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:15:11.193413 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-7628da86-53be-43b5-8b69-977401027a46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba21f930-23de-494c-bed6-c3f138757040') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:15:11.205060 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7628da86-53be-43b5-8b69-977401027a46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:11.220359 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7628da86-53be-43b5-8b69-977401027a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:11.226190 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7628da86-53be-43b5-8b69-977401027a46 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:15:11.226589 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7628da86-53be-43b5-8b69-977401027a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:15:11.239828 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:15:11.349206 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7628da86-53be-43b5-8b69-977401027a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:11.365289 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7628da86-53be-43b5-8b69-977401027a46 admin admin] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:11.375441 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628da86-53be-43b5-8b69-977401027a46 admin admin] Pushing event deleted for resources: {'Network': ['ID=82e8faf8-29c7-4070-950e-7717c3688e4a,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:11.445141 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7628da86-53be-43b5-8b69-977401027a46 admin admin] 10.222.0.21 "DELETE /v2.0/networks/82e8faf8-29c7-4070-950e-7717c3688e4a HTTP/1.1" status: 204 len: 168 time: 1.1568904 Apr 29 16:15:11.495606 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-ea9097a0-09a4-44c5-af7a-2b3644414088 None None] Deleting port 5e405dc7-cad6-4844-ac6b-869dd049242a {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:15:11.496062 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ea9097a0-09a4-44c5-af7a-2b3644414088 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:11.559981 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-ea9097a0-09a4-44c5-af7a-2b3644414088 None None] The port '5e405dc7-cad6-4844-ac6b-869dd049242a' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 16:15:11.761291 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 35824) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:15:11.814786 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8da9fd6f-1991-4697-baf4-4f9ddab415c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ff6bbb7a7b84d37b9fce3e1623fa573&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523360 Apr 29 16:15:11.817214 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 35828) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:15:11.873852 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-825af664-4ec0-43e8-8569-8f4397e3371e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:11.899109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-825af664-4ec0-43e8-8569-8f4397e3371e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:12.069537 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-825af664-4ec0-43e8-8569-8f4397e3371e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:12.087506 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825af664-4ec0-43e8-8569-8f4397e3371e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9b0276-c072-4c8f-af22-31f9ea3ea284,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:12.095477 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-825af664-4ec0-43e8-8569-8f4397e3371e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:12.097021 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-825af664-4ec0-43e8-8569-8f4397e3371e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc9b0276-c072-4c8f-af22-31f9ea3ea284 HTTP/1.1" status: 204 len: 168 time: 0.2789996 Apr 29 16:15:12.321028 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 5e405dc7-cad6-4844-ac6b-869dd049242a no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:15:12.354273 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 5e405dc7-cad6-4844-ac6b-869dd049242a {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:15:12.354643 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 5e405dc7-cad6-4844-ac6b-869dd049242a not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:15:13.246440 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 35850) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:15:13.370696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-dccf74b1-05bc-4e0a-bdea-0cacf6cf3292 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-378993513-network', 'tenant_id': '1e79478b11b345758a3b73c2eb0e5d4a'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:15:13.376650 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-dccf74b1-05bc-4e0a-bdea-0cacf6cf3292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:15:13.380410 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-dccf74b1-05bc-4e0a-bdea-0cacf6cf3292 admin admin] Usage tracker for resource:network and tenant:1e79478b11b345758a3b73c2eb0e5d4a is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:15:13.383340 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-dccf74b1-05bc-4e0a-bdea-0cacf6cf3292 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:15:13.389050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-dccf74b1-05bc-4e0a-bdea-0cacf6cf3292 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:15:13.452131 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccf74b1-05bc-4e0a-bdea-0cacf6cf3292 admin admin] Made reservation on behalf of 1e79478b11b345758a3b73c2eb0e5d4a for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:15:13.454639 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dccf74b1-05bc-4e0a-bdea-0cacf6cf3292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:13.466217 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dccf74b1-05bc-4e0a-bdea-0cacf6cf3292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:13.496800 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-dccf74b1-05bc-4e0a-bdea-0cacf6cf3292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:15:13.501307 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-dccf74b1-05bc-4e0a-bdea-0cacf6cf3292 admin admin] Usage tracker for resource:security_group_rule and tenant:1e79478b11b345758a3b73c2eb0e5d4a is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:15:13.503992 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-dccf74b1-05bc-4e0a-bdea-0cacf6cf3292 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:15:13.509431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-dccf74b1-05bc-4e0a-bdea-0cacf6cf3292 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:15:13.575606 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dccf74b1-05bc-4e0a-bdea-0cacf6cf3292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:13.616274 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f537bab5-7305-49b7-9590-30d0d2d8debd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:13.650530 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dccf74b1-05bc-4e0a-bdea-0cacf6cf3292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:13.683311 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dccf74b1-05bc-4e0a-bdea-0cacf6cf3292 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:15:13.689652 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf74b1-05bc-4e0a-bdea-0cacf6cf3292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbc795b-3df9-476a-925d-d0998cb1584f,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:13.697967 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dccf74b1-05bc-4e0a-bdea-0cacf6cf3292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:13.697967 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-dccf74b1-05bc-4e0a-bdea-0cacf6cf3292 admin admin] Added segment c3f19a1d-8812-4092-a2d7-8b7ae0adf027 of type vlan for network b83ddbcf-28d2-4b46-8446-b2d8532d2c8b Apr 29 16:15:13.726588 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dccf74b1-05bc-4e0a-bdea-0cacf6cf3292 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:13.812573 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dccf74b1-05bc-4e0a-bdea-0cacf6cf3292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:13.813418 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccf74b1-05bc-4e0a-bdea-0cacf6cf3292 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:13.813982 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-dccf74b1-05bc-4e0a-bdea-0cacf6cf3292 admin admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:13.913818 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf74b1-05bc-4e0a-bdea-0cacf6cf3292 admin admin] Pushing event updated for resources: {'Network': ['ID=b83ddbcf-28d2-4b46-8446-b2d8532d2c8b,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:13.923820 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network b83ddbcf-28d2-4b46-8446-b2d8532d2c8b details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:15:13.966029 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-dccf74b1-05bc-4e0a-bdea-0cacf6cf3292 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7183516 Apr 29 16:15:13.969386 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 35856) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:15:13.974634 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-933b628b-5386-482c-a15b-b98b051c9abb admin admin] Request body: {'subnet': {'network_id': 'b83ddbcf-28d2-4b46-8446-b2d8532d2c8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-378993513-subnet', 'tenant_id': '1e79478b11b345758a3b73c2eb0e5d4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:15:13.979472 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-933b628b-5386-482c-a15b-b98b051c9abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:15:13.983926 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-933b628b-5386-482c-a15b-b98b051c9abb admin admin] Usage tracker for resource:subnet and tenant:1e79478b11b345758a3b73c2eb0e5d4a is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:15:13.986663 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-933b628b-5386-482c-a15b-b98b051c9abb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:15:13.992266 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-933b628b-5386-482c-a15b-b98b051c9abb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:15:14.058094 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933b628b-5386-482c-a15b-b98b051c9abb admin admin] Made reservation on behalf of 1e79478b11b345758a3b73c2eb0e5d4a for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:15:14.060433 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-933b628b-5386-482c-a15b-b98b051c9abb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:14.303481 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-933b628b-5386-482c-a15b-b98b051c9abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:14.379306 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b628b-5386-482c-a15b-b98b051c9abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7b901af-e8b0-40ab-92b9-811b9ec0222f,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:14.393733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933b628b-5386-482c-a15b-b98b051c9abb admin admin] Checking segment: {'id': 'c3f19a1d-8812-4092-a2d7-8b7ae0adf027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b83ddbcf-28d2-4b46-8446-b2d8532d2c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:15:14.394064 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933b628b-5386-482c-a15b-b98b051c9abb admin admin] Network hostable DHCP agents. Network: b83ddbcf-28d2-4b46-8446-b2d8532d2c8b, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:15:14.469242 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933b628b-5386-482c-a15b-b98b051c9abb admin admin] Network b83ddbcf-28d2-4b46-8446-b2d8532d2c8b is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:15:14.541661 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-933b628b-5386-482c-a15b-b98b051c9abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, b83ddbcf-28d2-4b46-8446-b2d8532d2c8b) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:15:14.545325 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933b628b-5386-482c-a15b-b98b051c9abb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:14.546477 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-933b628b-5386-482c-a15b-b98b051c9abb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:14.551186 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65b1116-7c4e-4088-a346-308cfa8d908b None None] Network b83ddbcf-28d2-4b46-8446-b2d8532d2c8b requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:15:14.651790 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-933b628b-5386-482c-a15b-b98b051c9abb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6812630 Apr 29 16:15:14.762046 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f4bcbf-bf43-4de9-a93e-cb7f865c8510 None None] Network b83ddbcf-28d2-4b46-8446-b2d8532d2c8b requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:15:15.205212 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-083abf7c-1d41-4112-94b0-5ee4149e388c tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:15.205874 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-083abf7c-1d41-4112-94b0-5ee4149e388c tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Synchronizing usage tracker for tenant:1e79478b11b345758a3b73c2eb0e5d4a on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:15:15.257530 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-083abf7c-1d41-4112-94b0-5ee4149e388c tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Unset dirty status for tenant:1e79478b11b345758a3b73c2eb0e5d4a on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:15:15.258658 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-083abf7c-1d41-4112-94b0-5ee4149e388c tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/networks?id=b83ddbcf-28d2-4b46-8446-b2d8532d2c8b HTTP/1.1" status: 200 len: 813 time: 0.1892381 Apr 29 16:15:15.274503 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-3e78c884-38d3-4743-8208-8b09b0935981 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/quotas/1e79478b11b345758a3b73c2eb0e5d4a HTTP/1.1" status: 200 len: 375 time: 0.0103459 Apr 29 16:15:15.319911 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-9176962f-fd6d-4a6f-b8a2-546553112386 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e79478b11b345758a3b73c2eb0e5d4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401537 Apr 29 16:15:15.516989 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-eaf8b5f9-1002-4614-b98d-98d0c4a08353 service neutron] 10.222.0.21 "GET /v2.0/networks/b83ddbcf-28d2-4b46-8446-b2d8532d2c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897256 Apr 29 16:15:15.524717 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:15.745523 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-033d30ec-15ee-485a-8372-22fae63c0644 service neutron] 10.222.0.21 "GET /v2.0/networks/b83ddbcf-28d2-4b46-8446-b2d8532d2c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227237 Apr 29 16:15:15.754924 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:15:15.912433 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a4524916-06bd-4289-a5a2-983083a0828a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:15.992742 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-17aaee14-d8d9-487e-aba0-c36d5bf708f9 req-f5adebc8-2fe2-4c19-a12e-21f6ed7a7b91 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 210 time: 0.0443170 Apr 29 16:15:17.161681 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3d7da580-6bfa-4934-b6f4-bf65cd066b70 req-ea5901fe-3e24-4272-8c27-7beb1235de42 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 210 time: 0.0410888 Apr 29 16:15:17.223300 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:17.507160 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:17.946428 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-0dcdcc21-00ae-41c5-b493-bf2a49ae4c35 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:17.947895 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-0dcdcc21-00ae-41c5-b493-bf2a49ae4c35 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.35 "GET /v2.0/networks?id=b83ddbcf-28d2-4b46-8446-b2d8532d2c8b HTTP/1.1" status: 200 len: 813 time: 0.1461101 Apr 29 16:15:17.963522 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-aed39cb2-0cd2-4fdb-91a4-1201148e93cf tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Request body: {'port': {'device_id': 'ad9cb425-02a1-4e62-b31c-3bd785d86609', 'network_id': 'b83ddbcf-28d2-4b46-8446-b2d8532d2c8b', 'admin_state_up': True, 'tenant_id': '1e79478b11b345758a3b73c2eb0e5d4a'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:15:18.107846 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-aed39cb2-0cd2-4fdb-91a4-1201148e93cf tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:15:18.112254 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-aed39cb2-0cd2-4fdb-91a4-1201148e93cf tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Usage tracker for resource:port and tenant:1e79478b11b345758a3b73c2eb0e5d4a is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:15:18.115058 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-aed39cb2-0cd2-4fdb-91a4-1201148e93cf tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:15:18.120703 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-aed39cb2-0cd2-4fdb-91a4-1201148e93cf tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:15:18.210304 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-aed39cb2-0cd2-4fdb-91a4-1201148e93cf tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Made reservation on behalf of 1e79478b11b345758a3b73c2eb0e5d4a for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:15:18.213425 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-aed39cb2-0cd2-4fdb-91a4-1201148e93cf tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:18.321860 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1d739c0a-be11-4ef8-b3ec-132a9c6981ad req-a163e797-b0c7-4beb-b4b5-75e3d08685de tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 210 time: 0.0466003 Apr 29 16:15:18.377767 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-aed39cb2-0cd2-4fdb-91a4-1201148e93cf tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Allocated IP 172.20.0.10 (b83ddbcf-28d2-4b46-8446-b2d8532d2c8b/f7b901af-e8b0-40ab-92b9-811b9ec0222f/3f5399ba-e0dd-46b7-afa6-938d142fa267) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:15:18.520815 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:18.579035 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-aed39cb2-0cd2-4fdb-91a4-1201148e93cf tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:18.663619 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-aed39cb2-0cd2-4fdb-91a4-1201148e93cf tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:18.737504 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-aed39cb2-0cd2-4fdb-91a4-1201148e93cf tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Network b83ddbcf-28d2-4b46-8446-b2d8532d2c8b is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:15:18.739785 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-aed39cb2-0cd2-4fdb-91a4-1201148e93cf tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:15:18.743729 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-aed39cb2-0cd2-4fdb-91a4-1201148e93cf tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:15:18.777917 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed39cb2-0cd2-4fdb-91a4-1201148e93cf tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Pushing event updated for resources: {'Port': ['ID=3f5399ba-e0dd-46b7-afa6-938d142fa267,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:18.807460 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-aed39cb2-0cd2-4fdb-91a4-1201148e93cf tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:18.808103 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-aed39cb2-0cd2-4fdb-91a4-1201148e93cf tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:18.907943 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-aed39cb2-0cd2-4fdb-91a4-1201148e93cf tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9482193 Apr 29 16:15:18.919960 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-0726bbbf-971c-4acd-8eb0-f884e604f18d service neutron] Request body: {'port': {'device_id': 'ad9cb425-02a1-4e62-b31c-3bd785d86609', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:15:19.026577 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-0726bbbf-971c-4acd-8eb0-f884e604f18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:19.350545 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-0726bbbf-971c-4acd-8eb0-f884e604f18d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5399ba-e0dd-46b7-afa6-938d142fa267 {{(pid=84771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:15:19.357447 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-0726bbbf-971c-4acd-8eb0-f884e604f18d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:19.372063 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-0726bbbf-971c-4acd-8eb0-f884e604f18d service neutron] Transition to ACTIVE for port object 3f5399ba-e0dd-46b7-afa6-938d142fa267 will not be triggered until provisioned by entity L2. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:15:19.438749 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-0726bbbf-971c-4acd-8eb0-f884e604f18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:19.520347 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea844028-529f-41c4-bb4d-3579d3a1250b req-12f790fe-7c70-46d4-a154-82c363b71537 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:19.521804 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ea844028-529f-41c4-bb4d-3579d3a1250b req-12f790fe-7c70-46d4-a154-82c363b71537 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 944 time: 0.0812683 Apr 29 16:15:19.563380 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726bbbf-971c-4acd-8eb0-f884e604f18d service neutron] Pushing event updated for resources: {'Port': ['ID=3f5399ba-e0dd-46b7-afa6-938d142fa267,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:19.565881 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-ea844028-529f-41c4-bb4d-3579d3a1250b req-2b1a8dfa-b7cb-41c4-8f5c-7ccb1651faf5 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Synchronizing usage tracker for tenant:1e79478b11b345758a3b73c2eb0e5d4a on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:15:19.650707 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-ea844028-529f-41c4-bb4d-3579d3a1250b req-2b1a8dfa-b7cb-41c4-8f5c-7ccb1651faf5 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Unset dirty status for tenant:1e79478b11b345758a3b73c2eb0e5d4a on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:15:19.651824 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ea844028-529f-41c4-bb4d-3579d3a1250b req-2b1a8dfa-b7cb-41c4-8f5c-7ccb1651faf5 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245682 Apr 29 16:15:19.756708 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-0726bbbf-971c-4acd-8eb0-f884e604f18d service neutron] Attempting to bind port 3f5399ba-e0dd-46b7-afa6-938d142fa267 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:15:19.757037 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-0726bbbf-971c-4acd-8eb0-f884e604f18d service neutron] Attempting to bind port 3f5399ba-e0dd-46b7-afa6-938d142fa267 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': 'c3f19a1d-8812-4092-a2d7-8b7ae0adf027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b83ddbcf-28d2-4b46-8446-b2d8532d2c8b'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:15:19.757361 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-0726bbbf-971c-4acd-8eb0-f884e604f18d service neutron] Attempting to bind port 3f5399ba-e0dd-46b7-afa6-938d142fa267 on network b83ddbcf-28d2-4b46-8446-b2d8532d2c8b {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:15:19.762875 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-0726bbbf-971c-4acd-8eb0-f884e604f18d service neutron] Port 3f5399ba-e0dd-46b7-afa6-938d142fa267 on network b83ddbcf-28d2-4b46-8446-b2d8532d2c8b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 16:15:19.763464 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-0726bbbf-971c-4acd-8eb0-f884e604f18d service neutron] Attempting to bind port 3f5399ba-e0dd-46b7-afa6-938d142fa267 on network b83ddbcf-28d2-4b46-8446-b2d8532d2c8b {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:15:19.769631 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-0726bbbf-971c-4acd-8eb0-f884e604f18d service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:15:19.769975 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-0726bbbf-971c-4acd-8eb0-f884e604f18d service neutron] Checking segment: {'id': 'c3f19a1d-8812-4092-a2d7-8b7ae0adf027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b83ddbcf-28d2-4b46-8446-b2d8532d2c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:15:19.770332 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-0726bbbf-971c-4acd-8eb0-f884e604f18d service neutron] Bound using segment: {'id': 'c3f19a1d-8812-4092-a2d7-8b7ae0adf027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b83ddbcf-28d2-4b46-8446-b2d8532d2c8b'} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:15:19.770774 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-0726bbbf-971c-4acd-8eb0-f884e604f18d service neutron] Bound port: 3f5399ba-e0dd-46b7-afa6-938d142fa267, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f19a1d-8812-4092-a2d7-8b7ae0adf027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b83ddbcf-28d2-4b46-8446-b2d8532d2c8b'}}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:15:19.771112 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-0726bbbf-971c-4acd-8eb0-f884e604f18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:19.854792 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-0726bbbf-971c-4acd-8eb0-f884e604f18d service neutron] For port 3f5399ba-e0dd-46b7-afa6-938d142fa267, host hv-neutron-8399, cleared binding levels {{(pid=84771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:15:19.857600 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-0726bbbf-971c-4acd-8eb0-f884e604f18d service neutron] For port 3f5399ba-e0dd-46b7-afa6-938d142fa267, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3f5399ba-e0dd-46b7-afa6-938d142fa267,segment=NetworkSegment(c3f19a1d-8812-4092-a2d7-8b7ae0adf027),segment_id=c3f19a1d-8812-4092-a2d7-8b7ae0adf027)] {{(pid=84771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:15:19.978206 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-0726bbbf-971c-4acd-8eb0-f884e604f18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:20.042400 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-0726bbbf-971c-4acd-8eb0-f884e604f18d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:20.043771 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-0726bbbf-971c-4acd-8eb0-f884e604f18d service neutron] 10.222.0.35 "PUT /v2.0/ports/3f5399ba-e0dd-46b7-afa6-938d142fa267 HTTP/1.1" status: 200 len: 1094 time: 1.1282630 Apr 29 16:15:20.044195 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9cb425-02a1-4e62-b31c-3bd785d86609', 'tag': '3f5399ba-e0dd-46b7-afa6-938d142fa267'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:15:20.061474 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726bbbf-971c-4acd-8eb0-f884e604f18d service neutron] Pushing event updated for resources: {'Port': ['ID=3f5399ba-e0dd-46b7-afa6-938d142fa267,revision_number=3']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:20.114948 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00dfdca8-5075-46fb-a443-4bc6c8c4a1bb'] response: {'name': 'network-changed', 'server_uuid': 'ad9cb425-02a1-4e62-b31c-3bd785d86609', 'tag': '3f5399ba-e0dd-46b7-afa6-938d142fa267', 'status': 'completed', 'code': 200} Apr 29 16:15:20.203063 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6079cb50-8277-4878-b385-becf8d489c9c req-ac23737b-85f5-4336-bb51-d43973b0e317 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1e79478b11b345758a3b73c2eb0e5d4a&device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 1097 time: 0.0677602 Apr 29 16:15:20.341899 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079cb50-8277-4878-b385-becf8d489c9c req-0de6b548-490a-4bc0-b96e-7b8751b21deb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:20.343635 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6079cb50-8277-4878-b385-becf8d489c9c req-0de6b548-490a-4bc0-b96e-7b8751b21deb service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=1e79478b11b345758a3b73c2eb0e5d4a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1336474 Apr 29 16:15:20.480464 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079cb50-8277-4878-b385-becf8d489c9c req-f0086ad5-9d06-40e9-a281-95e8f0d57d03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:20.481906 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-6079cb50-8277-4878-b385-becf8d489c9c req-f0086ad5-9d06-40e9-a281-95e8f0d57d03 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321766 Apr 29 16:15:20.591647 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-cbae42c1-807e-403c-832c-93af5af1aa9f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1e79478b11b345758a3b73c2eb0e5d4a&device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 1097 time: 0.0736570 Apr 29 16:15:20.658625 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-95fef390-6ee5-4f7a-aa78-234e8a64c1a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f5399ba-e0dd-46b7-afa6-938d142fa267 HTTP/1.1" status: 200 len: 217 time: 0.0601056 Apr 29 16:15:20.725267 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-fb0fb5bb-7308-4502-a8fd-f84a4bfb3bf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:20.726861 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-fb0fb5bb-7308-4502-a8fd-f84a4bfb3bf5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7b901af-e8b0-40ab-92b9-811b9ec0222f HTTP/1.1" status: 200 len: 853 time: 0.0627935 Apr 29 16:15:20.771524 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-c2577e50-905f-45f8-8887-80764815a2e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b83ddbcf-28d2-4b46-8446-b2d8532d2c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388839 Apr 29 16:15:20.855051 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd307ada-b276-4f0f-a383-08fb4a0111f7 req-f77e6982-d45e-47fa-b873-689521e9ef5b tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:20.856423 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bd307ada-b276-4f0f-a383-08fb4a0111f7 req-f77e6982-d45e-47fa-b873-689521e9ef5b tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 944 time: 0.0744014 Apr 29 16:15:20.901024 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bd307ada-b276-4f0f-a383-08fb4a0111f7 req-a10cf106-443e-47b2-a831-4147327b997f tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389934 Apr 29 16:15:20.901337 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-a92a3e84-00c5-449e-b085-6021d1582d5c service neutron] 10.222.0.35 "GET /v2.0/networks/b83ddbcf-28d2-4b46-8446-b2d8532d2c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243775 Apr 29 16:15:21.031692 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-51a91ca5-f96a-4528-b716-5a553821dd5b req-465f2651-114c-4556-8870-b9d1633e1d0c service neutron] 10.222.0.35 "GET /v2.0/networks/b83ddbcf-28d2-4b46-8446-b2d8532d2c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250191 Apr 29 16:15:22.097773 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2a3da-b0f6-498f-9feb-b0155c7f033a req-4e75d9e0-9bb8-4b06-ab3f-4ce13d3b9cf7 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:22.099151 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2cd2a3da-b0f6-498f-9feb-b0155c7f033a req-4e75d9e0-9bb8-4b06-ab3f-4ce13d3b9cf7 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 944 time: 0.0776269 Apr 29 16:15:22.143436 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2cd2a3da-b0f6-498f-9feb-b0155c7f033a req-23ebd1f8-77ff-4780-8937-8988bcc6218d tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388670 Apr 29 16:15:23.335834 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39d0e3-c06c-489b-bf10-ead2e080eead req-cbe85757-247f-4cbd-a16d-bcb70c3796d5 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:23.337233 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3c39d0e3-c06c-489b-bf10-ead2e080eead req-cbe85757-247f-4cbd-a16d-bcb70c3796d5 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 944 time: 0.0733144 Apr 29 16:15:23.384150 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3c39d0e3-c06c-489b-bf10-ead2e080eead req-f4d5419b-9ad8-4a9b-8a25-3b4dc309b655 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408297 Apr 29 16:15:24.579713 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc4603-618c-4a10-9e31-7622829d64be req-bdfba238-d063-4eec-87d7-206f76a644ee tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:24.581060 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-75cc4603-618c-4a10-9e31-7622829d64be req-bdfba238-d063-4eec-87d7-206f76a644ee tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 944 time: 0.0744750 Apr 29 16:15:24.627160 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-75cc4603-618c-4a10-9e31-7622829d64be req-0ede450f-06e7-4f76-ba41-e00ded603624 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407133 Apr 29 16:15:24.651207 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 3f5399ba-e0dd-46b7-afa6-938d142fa267 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:15:24.787811 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 3f5399ba-e0dd-46b7-afa6-938d142fa267, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3f5399ba-e0dd-46b7-afa6-938d142fa267,segment=NetworkSegment(c3f19a1d-8812-4092-a2d7-8b7ae0adf027),segment_id=c3f19a1d-8812-4092-a2d7-8b7ae0adf027)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:15:24.800977 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '3f5399ba-e0dd-46b7-afa6-938d142fa267', 'network_id': 'b83ddbcf-28d2-4b46-8446-b2d8532d2c8b', 'port_id': '3f5399ba-e0dd-46b7-afa6-938d142fa267', 'mac_address': 'fa:16:3e:9c:e5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b901af-e8b0-40ab-92b9-811b9ec0222f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:15:24.852005 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:24.868653 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5399ba-e0dd-46b7-afa6-938d142fa267 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:15:24.883679 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 3f5399ba-e0dd-46b7-afa6-938d142fa267, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3f5399ba-e0dd-46b7-afa6-938d142fa267,segment=NetworkSegment(c3f19a1d-8812-4092-a2d7-8b7ae0adf027),segment_id=c3f19a1d-8812-4092-a2d7-8b7ae0adf027)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:15:24.937565 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:25.002303 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=3f5399ba-e0dd-46b7-afa6-938d142fa267,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:25.231957 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['3f5399ba-e0dd-46b7-afa6-938d142fa267'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:15:25.842779 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a3693-e256-402b-b6ad-65bb80fd7eab req-a3d5c923-5f38-4426-99b0-d038c17952f2 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:25.844263 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eb4a3693-e256-402b-b6ad-65bb80fd7eab req-a3d5c923-5f38-4426-99b0-d038c17952f2 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 945 time: 0.0831318 Apr 29 16:15:25.888724 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eb4a3693-e256-402b-b6ad-65bb80fd7eab req-c68466be-6320-40a0-86d1-0a5478daa8dc tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387287 Apr 29 16:15:26.666416 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 3f5399ba-e0dd-46b7-afa6-938d142fa267 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:15:26.811564 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 3f5399ba-e0dd-46b7-afa6-938d142fa267 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:15:26.816288 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 3f5399ba-e0dd-46b7-afa6-938d142fa267 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:15:26.817254 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:26.925110 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:26.955211 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9cb425-02a1-4e62-b31c-3bd785d86609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5399ba-e0dd-46b7-afa6-938d142fa267'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:15:26.964774 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 3f5399ba-e0dd-46b7-afa6-938d142fa267, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3f5399ba-e0dd-46b7-afa6-938d142fa267,segment=NetworkSegment(c3f19a1d-8812-4092-a2d7-8b7ae0adf027),segment_id=c3f19a1d-8812-4092-a2d7-8b7ae0adf027)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:15:27.009689 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c07f302b-a263-466a-96df-71ae526f561d'] response: {'server_uuid': 'ad9cb425-02a1-4e62-b31c-3bd785d86609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5399ba-e0dd-46b7-afa6-938d142fa267', 'code': 200} Apr 29 16:15:27.044284 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:27.090579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d8adc-384f-4c77-92ec-bbb310c95626 req-dd9fcb74-7723-4d18-928b-6f76bf199441 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:27.092720 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c65d8adc-384f-4c77-92ec-bbb310c95626 req-dd9fcb74-7723-4d18-928b-6f76bf199441 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 946 time: 0.0793359 Apr 29 16:15:27.109766 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=3f5399ba-e0dd-46b7-afa6-938d142fa267,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:27.142001 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c65d8adc-384f-4c77-92ec-bbb310c95626 req-f92357e2-6180-4ef7-bbe3-afd5f0fce0a3 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424454 Apr 29 16:15:27.384968 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-33377abe-eff2-4c1e-a522-d1f73612df4b req-129216a2-e27d-408f-99b5-388bb1e5a140 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 1099 time: 0.0674939 Apr 29 16:15:27.430604 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-33377abe-eff2-4c1e-a522-d1f73612df4b req-61a0b605-8fad-4a08-84e9-8d019620f514 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401652 Apr 29 16:15:28.340232 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07ff2f-8a28-4ef9-8bbb-2853eb037226 req-3ca75c27-9959-4b46-afc4-f2fe89cf34b6 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:28.341669 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-af07ff2f-8a28-4ef9-8bbb-2853eb037226 req-3ca75c27-9959-4b46-afc4-f2fe89cf34b6 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 946 time: 0.0778284 Apr 29 16:15:28.386763 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-af07ff2f-8a28-4ef9-8bbb-2853eb037226 req-458247d1-9252-4beb-9a9c-6107a55d624d tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396147 Apr 29 16:15:29.587344 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db89e9-4183-4277-8ced-4487c087cfe5 req-7705b73c-7c3d-4730-b409-f363574547fb tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:29.588777 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-49db89e9-4183-4277-8ced-4487c087cfe5 req-7705b73c-7c3d-4730-b409-f363574547fb tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 946 time: 0.0768714 Apr 29 16:15:29.637092 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-49db89e9-4183-4277-8ced-4487c087cfe5 req-bd554b40-0383-4d51-b86e-b20566934803 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422611 Apr 29 16:15:29.944163 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719aa21-55ce-4e38-8955-003039c9f928 req-c8e2abd9-b4c6-4967-ae1b-6c7b1a860a88 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:29.945464 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3719aa21-55ce-4e38-8955-003039c9f928 req-c8e2abd9-b4c6-4967-ae1b-6c7b1a860a88 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/networks?id=b83ddbcf-28d2-4b46-8446-b2d8532d2c8b HTTP/1.1" status: 200 len: 813 time: 0.1419039 Apr 29 16:15:29.962036 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3719aa21-55ce-4e38-8955-003039c9f928 req-0c8f4176-aabc-4db6-b53c-1e555326963d tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/quotas/1e79478b11b345758a3b73c2eb0e5d4a HTTP/1.1" status: 200 len: 375 time: 0.0113485 Apr 29 16:15:30.038940 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3719aa21-55ce-4e38-8955-003039c9f928 req-c2f91480-2dd3-4f60-925e-19164c371d99 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e79478b11b345758a3b73c2eb0e5d4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0719986 Apr 29 16:15:30.169988 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3719aa21-55ce-4e38-8955-003039c9f928 req-3e67a90e-793d-419d-bbc0-45a4d9ce106a service neutron] 10.222.0.21 "GET /v2.0/networks/b83ddbcf-28d2-4b46-8446-b2d8532d2c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238630 Apr 29 16:15:30.298555 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3719aa21-55ce-4e38-8955-003039c9f928 req-3188c3b8-354e-4542-95a6-c53b638e6488 service neutron] 10.222.0.21 "GET /v2.0/networks/b83ddbcf-28d2-4b46-8446-b2d8532d2c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222310 Apr 29 16:15:30.601647 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c40b5d18-6b38-4681-8523-ae997d7c2bb7 req-c72874e6-2435-488f-ba08-5edcb790c758 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b9001a-ea8c-46e8-ba5d-e29ca7420a40 HTTP/1.1" status: 200 len: 210 time: 0.0403826 Apr 29 16:15:31.847930 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0304524a-cebd-42cb-948d-53be35f537d9 req-57603ea3-04af-4ec0-8d18-bdbf9ea07a29 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b9001a-ea8c-46e8-ba5d-e29ca7420a40 HTTP/1.1" status: 200 len: 210 time: 0.1217871 Apr 29 16:15:32.479382 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719aa21-55ce-4e38-8955-003039c9f928 req-b4a391c6-f1f6-4aac-9aeb-b753877a7cd6 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:32.480782 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-3719aa21-55ce-4e38-8955-003039c9f928 req-b4a391c6-f1f6-4aac-9aeb-b753877a7cd6 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.35 "GET /v2.0/networks?id=b83ddbcf-28d2-4b46-8446-b2d8532d2c8b HTTP/1.1" status: 200 len: 813 time: 0.1415613 Apr 29 16:15:32.496755 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-3719aa21-55ce-4e38-8955-003039c9f928 req-9ada2cfd-f772-47cf-aba6-a34f685c682a tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Request body: {'port': {'device_id': '94b9001a-ea8c-46e8-ba5d-e29ca7420a40', 'network_id': 'b83ddbcf-28d2-4b46-8446-b2d8532d2c8b', 'admin_state_up': True, 'tenant_id': '1e79478b11b345758a3b73c2eb0e5d4a'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:15:32.629531 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-3719aa21-55ce-4e38-8955-003039c9f928 req-9ada2cfd-f772-47cf-aba6-a34f685c682a tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:15:32.633181 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-3719aa21-55ce-4e38-8955-003039c9f928 req-9ada2cfd-f772-47cf-aba6-a34f685c682a tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Usage tracker for resource:port and tenant:1e79478b11b345758a3b73c2eb0e5d4a is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:15:32.635961 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [req-3719aa21-55ce-4e38-8955-003039c9f928 req-9ada2cfd-f772-47cf-aba6-a34f685c682a tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:15:32.642351 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [req-3719aa21-55ce-4e38-8955-003039c9f928 req-9ada2cfd-f772-47cf-aba6-a34f685c682a tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:15:32.743122 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3719aa21-55ce-4e38-8955-003039c9f928 req-9ada2cfd-f772-47cf-aba6-a34f685c682a tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Made reservation on behalf of 1e79478b11b345758a3b73c2eb0e5d4a for: {'port': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:15:32.746099 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-3719aa21-55ce-4e38-8955-003039c9f928 req-9ada2cfd-f772-47cf-aba6-a34f685c682a tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:33.003070 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [req-3719aa21-55ce-4e38-8955-003039c9f928 req-9ada2cfd-f772-47cf-aba6-a34f685c682a tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Allocated IP 172.20.0.13 (b83ddbcf-28d2-4b46-8446-b2d8532d2c8b/f7b901af-e8b0-40ab-92b9-811b9ec0222f/4d6dfb39-b4dc-488f-ba81-b385055f6759) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:15:33.012419 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0056b380-34b4-413b-a59c-6ae6f9ff714c req-db7491c3-5061-4006-b3fa-334a177fe5b9 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b9001a-ea8c-46e8-ba5d-e29ca7420a40 HTTP/1.1" status: 200 len: 210 time: 0.0409095 Apr 29 16:15:33.200073 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-3719aa21-55ce-4e38-8955-003039c9f928 req-9ada2cfd-f772-47cf-aba6-a34f685c682a tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:33.280972 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-3719aa21-55ce-4e38-8955-003039c9f928 req-9ada2cfd-f772-47cf-aba6-a34f685c682a tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:33.292208 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['3f5399ba-e0dd-46b7-afa6-938d142fa267'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:15:33.351602 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3719aa21-55ce-4e38-8955-003039c9f928 req-9ada2cfd-f772-47cf-aba6-a34f685c682a tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Network b83ddbcf-28d2-4b46-8446-b2d8532d2c8b is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:15:33.352696 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [req-3719aa21-55ce-4e38-8955-003039c9f928 req-9ada2cfd-f772-47cf-aba6-a34f685c682a tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:15:33.356662 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3719aa21-55ce-4e38-8955-003039c9f928 req-9ada2cfd-f772-47cf-aba6-a34f685c682a tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:15:33.398986 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada2cfd-f772-47cf-aba6-a34f685c682a tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Pushing event updated for resources: {'Port': ['ID=4d6dfb39-b4dc-488f-ba81-b385055f6759,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:33.428727 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719aa21-55ce-4e38-8955-003039c9f928 req-9ada2cfd-f772-47cf-aba6-a34f685c682a tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:33.429331 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-3719aa21-55ce-4e38-8955-003039c9f928 req-9ada2cfd-f772-47cf-aba6-a34f685c682a tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:33.530873 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-3719aa21-55ce-4e38-8955-003039c9f928 req-9ada2cfd-f772-47cf-aba6-a34f685c682a tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0376599 Apr 29 16:15:33.541798 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [req-3719aa21-55ce-4e38-8955-003039c9f928 req-cb524940-2ad2-45f5-9154-0c4a1a7831f8 service neutron] Request body: {'port': {'device_id': '94b9001a-ea8c-46e8-ba5d-e29ca7420a40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:15:33.648572 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-3719aa21-55ce-4e38-8955-003039c9f928 req-cb524940-2ad2-45f5-9154-0c4a1a7831f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:33.978049 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [req-3719aa21-55ce-4e38-8955-003039c9f928 req-cb524940-2ad2-45f5-9154-0c4a1a7831f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d6dfb39-b4dc-488f-ba81-b385055f6759 {{(pid=84771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:15:33.985295 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-3719aa21-55ce-4e38-8955-003039c9f928 req-cb524940-2ad2-45f5-9154-0c4a1a7831f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:33.999019 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [req-3719aa21-55ce-4e38-8955-003039c9f928 req-cb524940-2ad2-45f5-9154-0c4a1a7831f8 service neutron] Transition to ACTIVE for port object 4d6dfb39-b4dc-488f-ba81-b385055f6759 will not be triggered until provisioned by entity L2. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:15:34.055678 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-3719aa21-55ce-4e38-8955-003039c9f928 req-cb524940-2ad2-45f5-9154-0c4a1a7831f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:34.177676 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb524940-2ad2-45f5-9154-0c4a1a7831f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6dfb39-b4dc-488f-ba81-b385055f6759,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:34.215503 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6082f-2b3a-4441-abf0-b494f071b1f8 req-a9e8736a-8464-4036-912f-9d4cbed3fcaf tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:34.217395 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bdf6082f-2b3a-4441-abf0-b494f071b1f8 req-a9e8736a-8464-4036-912f-9d4cbed3fcaf tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b9001a-ea8c-46e8-ba5d-e29ca7420a40 HTTP/1.1" status: 200 len: 944 time: 0.0795753 Apr 29 16:15:34.262818 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bdf6082f-2b3a-4441-abf0-b494f071b1f8 req-afab31ce-b61d-4135-8c18-d54ec0a4600a tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396161 Apr 29 16:15:34.286458 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-3719aa21-55ce-4e38-8955-003039c9f928 req-cb524940-2ad2-45f5-9154-0c4a1a7831f8 service neutron] Attempting to bind port 4d6dfb39-b4dc-488f-ba81-b385055f6759 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:15:34.286821 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-3719aa21-55ce-4e38-8955-003039c9f928 req-cb524940-2ad2-45f5-9154-0c4a1a7831f8 service neutron] Attempting to bind port 4d6dfb39-b4dc-488f-ba81-b385055f6759 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': 'c3f19a1d-8812-4092-a2d7-8b7ae0adf027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b83ddbcf-28d2-4b46-8446-b2d8532d2c8b'}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:15:34.287147 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719aa21-55ce-4e38-8955-003039c9f928 req-cb524940-2ad2-45f5-9154-0c4a1a7831f8 service neutron] Attempting to bind port 4d6dfb39-b4dc-488f-ba81-b385055f6759 on network b83ddbcf-28d2-4b46-8446-b2d8532d2c8b {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:15:34.292804 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719aa21-55ce-4e38-8955-003039c9f928 req-cb524940-2ad2-45f5-9154-0c4a1a7831f8 service neutron] Port 4d6dfb39-b4dc-488f-ba81-b385055f6759 on network b83ddbcf-28d2-4b46-8446-b2d8532d2c8b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 16:15:34.293119 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719aa21-55ce-4e38-8955-003039c9f928 req-cb524940-2ad2-45f5-9154-0c4a1a7831f8 service neutron] Attempting to bind port 4d6dfb39-b4dc-488f-ba81-b385055f6759 on network b83ddbcf-28d2-4b46-8446-b2d8532d2c8b {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:15:34.300534 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719aa21-55ce-4e38-8955-003039c9f928 req-cb524940-2ad2-45f5-9154-0c4a1a7831f8 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:15:34.300863 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719aa21-55ce-4e38-8955-003039c9f928 req-cb524940-2ad2-45f5-9154-0c4a1a7831f8 service neutron] Checking segment: {'id': 'c3f19a1d-8812-4092-a2d7-8b7ae0adf027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b83ddbcf-28d2-4b46-8446-b2d8532d2c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:15:34.301265 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719aa21-55ce-4e38-8955-003039c9f928 req-cb524940-2ad2-45f5-9154-0c4a1a7831f8 service neutron] Bound using segment: {'id': 'c3f19a1d-8812-4092-a2d7-8b7ae0adf027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b83ddbcf-28d2-4b46-8446-b2d8532d2c8b'} {{(pid=84771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:15:34.301684 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.managers [req-3719aa21-55ce-4e38-8955-003039c9f928 req-cb524940-2ad2-45f5-9154-0c4a1a7831f8 service neutron] Bound port: 4d6dfb39-b4dc-488f-ba81-b385055f6759, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f19a1d-8812-4092-a2d7-8b7ae0adf027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b83ddbcf-28d2-4b46-8446-b2d8532d2c8b'}}] {{(pid=84771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:15:34.302025 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-3719aa21-55ce-4e38-8955-003039c9f928 req-cb524940-2ad2-45f5-9154-0c4a1a7831f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:34.387192 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-3719aa21-55ce-4e38-8955-003039c9f928 req-cb524940-2ad2-45f5-9154-0c4a1a7831f8 service neutron] For port 4d6dfb39-b4dc-488f-ba81-b385055f6759, host hv-neutron-8399, cleared binding levels {{(pid=84771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:15:34.390994 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [req-3719aa21-55ce-4e38-8955-003039c9f928 req-cb524940-2ad2-45f5-9154-0c4a1a7831f8 service neutron] For port 4d6dfb39-b4dc-488f-ba81-b385055f6759, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=4d6dfb39-b4dc-488f-ba81-b385055f6759,segment=NetworkSegment(c3f19a1d-8812-4092-a2d7-8b7ae0adf027),segment_id=c3f19a1d-8812-4092-a2d7-8b7ae0adf027)] {{(pid=84771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:15:34.450376 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-3719aa21-55ce-4e38-8955-003039c9f928 req-cb524940-2ad2-45f5-9154-0c4a1a7831f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:34.509837 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [req-3719aa21-55ce-4e38-8955-003039c9f928 req-cb524940-2ad2-45f5-9154-0c4a1a7831f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:34.511263 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-3719aa21-55ce-4e38-8955-003039c9f928 req-cb524940-2ad2-45f5-9154-0c4a1a7831f8 service neutron] 10.222.0.35 "PUT /v2.0/ports/4d6dfb39-b4dc-488f-ba81-b385055f6759 HTTP/1.1" status: 200 len: 1094 time: 0.9734759 Apr 29 16:15:34.511685 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b9001a-ea8c-46e8-ba5d-e29ca7420a40', 'tag': '4d6dfb39-b4dc-488f-ba81-b385055f6759'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:15:34.527772 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb524940-2ad2-45f5-9154-0c4a1a7831f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6dfb39-b4dc-488f-ba81-b385055f6759,revision_number=3']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:34.570895 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d20076-0952-4947-b21a-a85be9593e90'] response: {'name': 'network-changed', 'server_uuid': '94b9001a-ea8c-46e8-ba5d-e29ca7420a40', 'tag': '4d6dfb39-b4dc-488f-ba81-b385055f6759', 'status': 'completed', 'code': 200} Apr 29 16:15:34.661828 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-058f6b95-e379-4761-a978-60a91e3edea3 req-bf02010d-75c3-4090-8ea9-d883eb8bfe64 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1e79478b11b345758a3b73c2eb0e5d4a&device_id=94b9001a-ea8c-46e8-ba5d-e29ca7420a40 HTTP/1.1" status: 200 len: 1097 time: 0.0718262 Apr 29 16:15:34.799474 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f6b95-e379-4761-a978-60a91e3edea3 req-afa42739-bb72-4407-a44a-181c7ac8d26e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:34.800813 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-058f6b95-e379-4761-a978-60a91e3edea3 req-afa42739-bb72-4407-a44a-181c7ac8d26e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=1e79478b11b345758a3b73c2eb0e5d4a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1327882 Apr 29 16:15:34.943051 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f6b95-e379-4761-a978-60a91e3edea3 req-2491186c-8061-4581-84d9-6b76a7f41fdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:34.944457 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-058f6b95-e379-4761-a978-60a91e3edea3 req-2491186c-8061-4581-84d9-6b76a7f41fdc service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1254692 Apr 29 16:15:35.047265 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-3719aa21-55ce-4e38-8955-003039c9f928 req-c3d67320-517e-4248-8908-54e94b1d1ca7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1e79478b11b345758a3b73c2eb0e5d4a&device_id=94b9001a-ea8c-46e8-ba5d-e29ca7420a40 HTTP/1.1" status: 200 len: 1097 time: 0.0675840 Apr 29 16:15:35.203327 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-3719aa21-55ce-4e38-8955-003039c9f928 req-a936f829-8626-4ab5-9fa0-e94c5affa930 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d6dfb39-b4dc-488f-ba81-b385055f6759 HTTP/1.1" status: 200 len: 217 time: 0.1499195 Apr 29 16:15:35.261985 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719aa21-55ce-4e38-8955-003039c9f928 req-02447e62-78d7-4bd1-8ddd-05caa03049c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:35.264172 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-3719aa21-55ce-4e38-8955-003039c9f928 req-02447e62-78d7-4bd1-8ddd-05caa03049c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7b901af-e8b0-40ab-92b9-811b9ec0222f HTTP/1.1" status: 200 len: 853 time: 0.0548925 Apr 29 16:15:35.307618 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-3719aa21-55ce-4e38-8955-003039c9f928 req-e1d497d1-fa5b-4ce5-a118-2cb71fe976a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b83ddbcf-28d2-4b46-8446-b2d8532d2c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386829 Apr 29 16:15:35.434996 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-3719aa21-55ce-4e38-8955-003039c9f928 req-1a850df0-07a1-4f26-bae5-f70c89b5aa0f service neutron] 10.222.0.35 "GET /v2.0/networks/b83ddbcf-28d2-4b46-8446-b2d8532d2c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217370 Apr 29 16:15:35.454670 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deee147-952d-43a7-8379-137333debba0 req-a543ab36-432f-4560-a289-43be8045379a tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:35.456044 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8deee147-952d-43a7-8379-137333debba0 req-a543ab36-432f-4560-a289-43be8045379a tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b9001a-ea8c-46e8-ba5d-e29ca7420a40 HTTP/1.1" status: 200 len: 944 time: 0.0753100 Apr 29 16:15:35.500688 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8deee147-952d-43a7-8379-137333debba0 req-2e74a6fa-a20c-4a93-8382-707fb0ab2b36 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391483 Apr 29 16:15:35.566426 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-3719aa21-55ce-4e38-8955-003039c9f928 req-0f68f00d-e242-4f9d-b46d-c884572309a7 service neutron] 10.222.0.35 "GET /v2.0/networks/b83ddbcf-28d2-4b46-8446-b2d8532d2c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244242 Apr 29 16:15:36.699021 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3e313-d161-4e77-abd3-e03f8a812106 req-c5a2927b-2b44-45da-bf99-356fbc5a0bb2 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:36.700455 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-04c3e313-d161-4e77-abd3-e03f8a812106 req-c5a2927b-2b44-45da-bf99-356fbc5a0bb2 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b9001a-ea8c-46e8-ba5d-e29ca7420a40 HTTP/1.1" status: 200 len: 944 time: 0.0786800 Apr 29 16:15:36.744916 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-04c3e313-d161-4e77-abd3-e03f8a812106 req-e918a56d-7aff-41b8-bcfa-07fb388b799a tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388937 Apr 29 16:15:37.940022 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead099f6-9a7b-4920-8a04-1bc99fd6b030 req-4f0616b6-c889-4c27-a716-2723170f56e4 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:37.941439 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ead099f6-9a7b-4920-8a04-1bc99fd6b030 req-4f0616b6-c889-4c27-a716-2723170f56e4 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b9001a-ea8c-46e8-ba5d-e29ca7420a40 HTTP/1.1" status: 200 len: 944 time: 0.0764720 Apr 29 16:15:37.984740 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ead099f6-9a7b-4920-8a04-1bc99fd6b030 req-640fae84-7948-4a4c-80a7-7f97b0dfa2ad tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379026 Apr 29 16:15:39.201101 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205a0f3-ff38-4b32-aa3b-f99671376bfd req-db0a19d7-04c9-4292-a842-d06ee55e2ec9 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:39.203421 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5205a0f3-ff38-4b32-aa3b-f99671376bfd req-db0a19d7-04c9-4292-a842-d06ee55e2ec9 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b9001a-ea8c-46e8-ba5d-e29ca7420a40 HTTP/1.1" status: 200 len: 944 time: 0.0984523 Apr 29 16:15:39.257245 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5205a0f3-ff38-4b32-aa3b-f99671376bfd req-03193148-1447-479b-941c-cb0c8ae1f744 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481915 Apr 29 16:15:40.448125 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe119ef-f8ef-4177-a46f-497c7dae7c0c req-c52ce21b-594a-46ef-beb4-bcff37c60605 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:40.449538 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5fe119ef-f8ef-4177-a46f-497c7dae7c0c req-c52ce21b-594a-46ef-beb4-bcff37c60605 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b9001a-ea8c-46e8-ba5d-e29ca7420a40 HTTP/1.1" status: 200 len: 944 time: 0.0733905 Apr 29 16:15:40.496043 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5fe119ef-f8ef-4177-a46f-497c7dae7c0c req-9ba57dab-7e7b-4bf5-bef7-f3d110848f9e tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410812 Apr 29 16:15:40.727727 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 4d6dfb39-b4dc-488f-ba81-b385055f6759 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:15:40.859543 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 4d6dfb39-b4dc-488f-ba81-b385055f6759, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=4d6dfb39-b4dc-488f-ba81-b385055f6759,segment=NetworkSegment(c3f19a1d-8812-4092-a2d7-8b7ae0adf027),segment_id=c3f19a1d-8812-4092-a2d7-8b7ae0adf027)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:15:40.872073 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '4d6dfb39-b4dc-488f-ba81-b385055f6759', 'network_id': 'b83ddbcf-28d2-4b46-8446-b2d8532d2c8b', 'port_id': '4d6dfb39-b4dc-488f-ba81-b385055f6759', 'mac_address': 'fa:16:3e:da:19:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b901af-e8b0-40ab-92b9-811b9ec0222f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:15:40.923825 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:40.940327 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d6dfb39-b4dc-488f-ba81-b385055f6759 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:15:40.955018 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 4d6dfb39-b4dc-488f-ba81-b385055f6759, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=4d6dfb39-b4dc-488f-ba81-b385055f6759,segment=NetworkSegment(c3f19a1d-8812-4092-a2d7-8b7ae0adf027),segment_id=c3f19a1d-8812-4092-a2d7-8b7ae0adf027)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:15:41.022860 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:41.088496 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=4d6dfb39-b4dc-488f-ba81-b385055f6759,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:41.097267 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:15:41.097613 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:15:41.097948 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:15:41.098278 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:15:41.098635 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:15:41.098963 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:15:41.099281 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:15:41.099601 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:15:41.099918 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:15:41.100233 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:15:41.100550 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:15:41.382579 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['4d6dfb39-b4dc-488f-ba81-b385055f6759'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:15:41.692405 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7e038-bcdd-4c5c-9e9f-eb59b87d3820 req-a218b37a-6809-4401-aed8-5ae55d0fb7b6 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:41.693878 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d6f7e038-bcdd-4c5c-9e9f-eb59b87d3820 req-a218b37a-6809-4401-aed8-5ae55d0fb7b6 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b9001a-ea8c-46e8-ba5d-e29ca7420a40 HTTP/1.1" status: 200 len: 945 time: 0.0764062 Apr 29 16:15:41.738333 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d6f7e038-bcdd-4c5c-9e9f-eb59b87d3820 req-a743496c-987d-4605-8654-072a720a6671 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389252 Apr 29 16:15:42.729138 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 4d6dfb39-b4dc-488f-ba81-b385055f6759 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:15:42.860632 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 4d6dfb39-b4dc-488f-ba81-b385055f6759 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:15:42.865814 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 4d6dfb39-b4dc-488f-ba81-b385055f6759 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:15:42.866221 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:42.935330 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a20b8c-3f7f-4e41-aab6-daa7a29187bd req-81337d1d-b70e-4fba-b921-ef66c70f347f tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:42.936828 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-96a20b8c-3f7f-4e41-aab6-daa7a29187bd req-81337d1d-b70e-4fba-b921-ef66c70f347f tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b9001a-ea8c-46e8-ba5d-e29ca7420a40 HTTP/1.1" status: 200 len: 945 time: 0.0806625 Apr 29 16:15:42.982167 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-96a20b8c-3f7f-4e41-aab6-daa7a29187bd req-9ec9285d-d358-40b9-a3a3-1b6eddb7bed4 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395272 Apr 29 16:15:42.984873 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:43.011354 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b9001a-ea8c-46e8-ba5d-e29ca7420a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6dfb39-b4dc-488f-ba81-b385055f6759'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:15:43.021561 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 4d6dfb39-b4dc-488f-ba81-b385055f6759, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=4d6dfb39-b4dc-488f-ba81-b385055f6759,segment=NetworkSegment(c3f19a1d-8812-4092-a2d7-8b7ae0adf027),segment_id=c3f19a1d-8812-4092-a2d7-8b7ae0adf027)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:15:43.065310 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a9bcd9-cede-43f9-9551-cb14e276e4f7'] response: {'server_uuid': '94b9001a-ea8c-46e8-ba5d-e29ca7420a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6dfb39-b4dc-488f-ba81-b385055f6759', 'code': 200} Apr 29 16:15:43.095088 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:43.161372 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=4d6dfb39-b4dc-488f-ba81-b385055f6759,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:43.430677 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-920ed36c-d4db-4962-825d-b15c9a6443f4 req-d6035dec-84e6-4d2a-bb14-0a2f5b5ba4dc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=94b9001a-ea8c-46e8-ba5d-e29ca7420a40 HTTP/1.1" status: 200 len: 1099 time: 0.0655518 Apr 29 16:15:43.472334 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-920ed36c-d4db-4962-825d-b15c9a6443f4 req-0ecaf464-3902-476b-b7a7-8d0a6e72c8a3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351946 Apr 29 16:15:43.623230 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-90742e2c-e951-48bc-a0ed-8dfbc4509aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:44.187841 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64a068-c62c-49a5-8191-c856f6c65409 req-07248975-f2ab-48ab-9614-31161b5ee76b tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:44.189296 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8a64a068-c62c-49a5-8191-c856f6c65409 req-07248975-f2ab-48ab-9614-31161b5ee76b tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b9001a-ea8c-46e8-ba5d-e29ca7420a40 HTTP/1.1" status: 200 len: 946 time: 0.0757980 Apr 29 16:15:44.233050 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8a64a068-c62c-49a5-8191-c856f6c65409 req-20fb72e9-d560-4a40-9dc4-af9683e6a75d tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382349 Apr 29 16:15:45.433502 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e688fe-6b4b-4c52-b658-dfbe95d8a70d req-0ca2b228-c5aa-49e9-ac31-ff7ff2248bc4 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:45.435024 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-28e688fe-6b4b-4c52-b658-dfbe95d8a70d req-0ca2b228-c5aa-49e9-ac31-ff7ff2248bc4 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b9001a-ea8c-46e8-ba5d-e29ca7420a40 HTTP/1.1" status: 200 len: 946 time: 0.0806644 Apr 29 16:15:45.482804 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-28e688fe-6b4b-4c52-b658-dfbe95d8a70d req-dcad7ee4-0600-4167-bc86-f34987414bfb tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415916 Apr 29 16:15:45.593166 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:45.901079 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e53d92ed-2cb2-4875-82de-9372d806d67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:46.099727 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763caf31-9232-4d43-9e73-415f7cf6ab64 req-48db9670-709e-4190-a442-d1ae4f189dfe tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:46.101060 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-763caf31-9232-4d43-9e73-415f7cf6ab64 req-48db9670-709e-4190-a442-d1ae4f189dfe tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b9001a-ea8c-46e8-ba5d-e29ca7420a40 HTTP/1.1" status: 200 len: 946 time: 0.0735495 Apr 29 16:15:46.149832 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-763caf31-9232-4d43-9e73-415f7cf6ab64 req-0fb2510b-cf1a-4b46-bb90-dbb3ace768d5 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432463 Apr 29 16:15:47.024630 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d1829b77-5a2a-4a99-98c0-6e84b150c23b req-71d0dc18-696c-4d65-9bea-c725fb20813e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693417 Apr 29 16:15:47.164225 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d1829b77-5a2a-4a99-98c0-6e84b150c23b req-d45abb44-ae43-4f4b-a39f-21fcff971999 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1e79478b11b345758a3b73c2eb0e5d4a&device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 1099 time: 0.0664387 Apr 29 16:15:47.249679 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:47.313152 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1829b77-5a2a-4a99-98c0-6e84b150c23b req-c56f8fa2-ff64-452b-adcd-9b905b01eca9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:47.314731 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d1829b77-5a2a-4a99-98c0-6e84b150c23b req-c56f8fa2-ff64-452b-adcd-9b905b01eca9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b83ddbcf-28d2-4b46-8446-b2d8532d2c8b HTTP/1.1" status: 200 len: 914 time: 0.1285911 Apr 29 16:15:47.355916 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40553a6-b164-4799-9ff8-43e0462e51d6 req-81d37f14-178d-481c-8f22-6e5b136ea245 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:47.357410 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e40553a6-b164-4799-9ff8-43e0462e51d6 req-81d37f14-178d-481c-8f22-6e5b136ea245 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b9001a-ea8c-46e8-ba5d-e29ca7420a40 HTTP/1.1" status: 200 len: 946 time: 0.0766044 Apr 29 16:15:47.394877 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d1829b77-5a2a-4a99-98c0-6e84b150c23b req-c52bdaaa-dce3-4444-89df-167975365e8c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f5399ba-e0dd-46b7-afa6-938d142fa267 HTTP/1.1" status: 200 len: 217 time: 0.0668476 Apr 29 16:15:47.404610 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e40553a6-b164-4799-9ff8-43e0462e51d6 req-9ea59906-ec0b-485e-86b5-51711a7c8ae4 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411861 Apr 29 16:15:47.459068 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1829b77-5a2a-4a99-98c0-6e84b150c23b req-4489c97a-028a-475b-b05d-c930dc6c3370 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:47.460609 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d1829b77-5a2a-4a99-98c0-6e84b150c23b req-4489c97a-028a-475b-b05d-c930dc6c3370 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7b901af-e8b0-40ab-92b9-811b9ec0222f HTTP/1.1" status: 200 len: 853 time: 0.0592334 Apr 29 16:15:47.502527 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:47.517640 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d1829b77-5a2a-4a99-98c0-6e84b150c23b req-7ba22f38-aff5-4de6-874c-4653a51b3820 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b83ddbcf-28d2-4b46-8446-b2d8532d2c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438375 Apr 29 16:15:47.557270 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fbee4-e19a-4b03-8a5c-7362d0531e7e req-aabdcbde-31d4-405d-b0fc-50a01f297a25 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:47.558732 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e51fbee4-e19a-4b03-8a5c-7362d0531e7e req-aabdcbde-31d4-405d-b0fc-50a01f297a25 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.35 "GET /v2.0/ports?device_id=94b9001a-ea8c-46e8-ba5d-e29ca7420a40 HTTP/1.1" status: 200 len: 946 time: 0.0843275 Apr 29 16:15:47.639473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-e51fbee4-e19a-4b03-8a5c-7362d0531e7e req-5c1bfcc5-90ea-4328-a037-09ec1a26db49 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Deleting port 4d6dfb39-b4dc-488f-ba81-b385055f6759 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:15:47.639705 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-e51fbee4-e19a-4b03-8a5c-7362d0531e7e req-5c1bfcc5-90ea-4328-a037-09ec1a26db49 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:47.647446 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d1829b77-5a2a-4a99-98c0-6e84b150c23b req-2cbeae97-776a-4b4d-a94d-9029138cc647 service neutron] 10.222.0.35 "GET /v2.0/networks/b83ddbcf-28d2-4b46-8446-b2d8532d2c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235056 Apr 29 16:15:47.782626 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-d1829b77-5a2a-4a99-98c0-6e84b150c23b req-5795b338-853c-414e-bad8-8137cbde3797 service neutron] 10.222.0.35 "GET /v2.0/networks/b83ddbcf-28d2-4b46-8446-b2d8532d2c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288435 Apr 29 16:15:47.889063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-e51fbee4-e19a-4b03-8a5c-7362d0531e7e req-5c1bfcc5-90ea-4328-a037-09ec1a26db49 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] For port 4d6dfb39-b4dc-488f-ba81-b385055f6759, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=4d6dfb39-b4dc-488f-ba81-b385055f6759,segment=NetworkSegment(c3f19a1d-8812-4092-a2d7-8b7ae0adf027),segment_id=c3f19a1d-8812-4092-a2d7-8b7ae0adf027)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:15:47.889410 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-e51fbee4-e19a-4b03-8a5c-7362d0531e7e req-5c1bfcc5-90ea-4328-a037-09ec1a26db49 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:48.082952 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-e51fbee4-e19a-4b03-8a5c-7362d0531e7e req-5c1bfcc5-90ea-4328-a037-09ec1a26db49 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Calling delete_port for 4d6dfb39-b4dc-488f-ba81-b385055f6759 owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:15:48.284063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-e51fbee4-e19a-4b03-8a5c-7362d0531e7e req-5c1bfcc5-90ea-4328-a037-09ec1a26db49 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:48.295568 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['3f5399ba-e0dd-46b7-afa6-938d142fa267', '4d6dfb39-b4dc-488f-ba81-b385055f6759'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:15:48.333361 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bfcc5-90ea-4328-a037-09ec1a26db49 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Pushing event deleted for resources: {'Port': ['ID=4d6dfb39-b4dc-488f-ba81-b385055f6759,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:48.406857 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51fbee4-e19a-4b03-8a5c-7362d0531e7e req-5c1bfcc5-90ea-4328-a037-09ec1a26db49 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] No DVR routers for this DVR port 4d6dfb39-b4dc-488f-ba81-b385055f6759 on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:15:48.409244 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-e51fbee4-e19a-4b03-8a5c-7362d0531e7e req-5c1bfcc5-90ea-4328-a037-09ec1a26db49 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:48.411725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b9001a-ea8c-46e8-ba5d-e29ca7420a40', 'name': 'network-vif-deleted', 'tag': '4d6dfb39-b4dc-488f-ba81-b385055f6759'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:15:48.419763 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e51fbee4-e19a-4b03-8a5c-7362d0531e7e req-5c1bfcc5-90ea-4328-a037-09ec1a26db49 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.35 "DELETE /v2.0/ports/4d6dfb39-b4dc-488f-ba81-b385055f6759 HTTP/1.1" status: 204 len: 173 time: 0.8557656 Apr 29 16:15:48.468816 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-891dcc8e-304b-4749-826d-6533dbc68799'] response: {'server_uuid': '94b9001a-ea8c-46e8-ba5d-e29ca7420a40', 'name': 'network-vif-deleted', 'tag': '4d6dfb39-b4dc-488f-ba81-b385055f6759', 'status': 'completed', 'code': 200} Apr 29 16:15:48.515403 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:48.575701 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-777e8036-82eb-458b-a8bf-c4dd7f51fc18 req-8ab702ef-5901-456d-903c-2e7f10e899c9 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Synchronizing usage tracker for tenant:1e79478b11b345758a3b73c2eb0e5d4a on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:15:48.650768 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-777e8036-82eb-458b-a8bf-c4dd7f51fc18 req-8ab702ef-5901-456d-903c-2e7f10e899c9 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Unset dirty status for tenant:1e79478b11b345758a3b73c2eb0e5d4a on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:15:48.651986 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-777e8036-82eb-458b-a8bf-c4dd7f51fc18 req-8ab702ef-5901-456d-903c-2e7f10e899c9 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b9001a-ea8c-46e8-ba5d-e29ca7420a40 HTTP/1.1" status: 200 len: 210 time: 0.1161933 Apr 29 16:15:49.923102 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06c97c-bcd3-414e-a51c-8f008793569a req-dd52d3e4-f100-4059-a7f3-b927681a4191 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:49.924537 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1b06c97c-bcd3-414e-a51c-8f008793569a req-dd52d3e4-f100-4059-a7f3-b927681a4191 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 946 time: 0.0791781 Apr 29 16:15:49.969506 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1b06c97c-bcd3-414e-a51c-8f008793569a req-456e0dfe-f853-4e9b-ad26-1c8111679ffb tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394027 Apr 29 16:15:50.187061 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d7db0-84c4-40ff-819c-da58fd64ae62 req-dabf510c-7a1f-4de6-9101-85bc84fb1ae9 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:50.188488 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f72d7db0-84c4-40ff-819c-da58fd64ae62 req-dabf510c-7a1f-4de6-9101-85bc84fb1ae9 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 946 time: 0.0757537 Apr 29 16:15:50.233750 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f72d7db0-84c4-40ff-819c-da58fd64ae62 req-ce57a0ee-ba75-4b62-a082-c6ac74ca1cf9 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398512 Apr 29 16:15:50.427878 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4a590-9d1e-4d33-848d-ce5774f650a0 req-10e7ab28-eba8-49d7-9db2-e8c4caf5bba8 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:50.429310 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dcb4a590-9d1e-4d33-848d-ce5774f650a0 req-10e7ab28-eba8-49d7-9db2-e8c4caf5bba8 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 946 time: 0.0778277 Apr 29 16:15:50.473408 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dcb4a590-9d1e-4d33-848d-ce5774f650a0 req-21ad7539-aab8-416f-b8e5-81943cc38bc6 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387247 Apr 29 16:15:50.669489 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-71431f49-34dc-4f77-826c-8bbed32430b3 req-32c1a305-ebcb-4658-bd3a-dd85c2184921 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0655646 Apr 29 16:15:50.779979 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 4d6dfb39-b4dc-488f-ba81-b385055f6759 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:15:50.814322 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 4d6dfb39-b4dc-488f-ba81-b385055f6759 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:15:50.814705 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 4d6dfb39-b4dc-488f-ba81-b385055f6759 not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:15:50.866616 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc0672-be66-4596-b217-be9fe68a5bc6 req-1c86683a-5d34-4f75-8d4d-598ffbb0aa22 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:50.868033 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-42dc0672-be66-4596-b217-be9fe68a5bc6 req-1c86683a-5d34-4f75-8d4d-598ffbb0aa22 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 946 time: 0.0789065 Apr 29 16:15:50.912723 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-42dc0672-be66-4596-b217-be9fe68a5bc6 req-c7278e5c-1ea3-48f8-b5e8-0195242180e7 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389075 Apr 29 16:15:51.102044 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c01c6d-ab0a-4bb2-b4f2-3b6db762d8cc req-59e33023-0c73-4c1f-8260-1e718baeeb4a tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:51.103396 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e2c01c6d-ab0a-4bb2-b4f2-3b6db762d8cc req-59e33023-0c73-4c1f-8260-1e718baeeb4a tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 946 time: 0.0729234 Apr 29 16:15:51.147291 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e2c01c6d-ab0a-4bb2-b4f2-3b6db762d8cc req-c4b3ce89-c060-46c3-be18-e83e733f4e33 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384402 Apr 29 16:15:51.383808 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b8b66-762a-464f-b7a0-eaa3405252b3 req-29b590d8-3b6e-44a4-a6a4-6ec901cf2f50 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:51.385130 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e67b8b66-762a-464f-b7a0-eaa3405252b3 req-29b590d8-3b6e-44a4-a6a4-6ec901cf2f50 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 946 time: 0.0783200 Apr 29 16:15:51.429619 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e67b8b66-762a-464f-b7a0-eaa3405252b3 req-1d16e7db-2a34-4eb8-929e-735b9166ee48 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386896 Apr 29 16:15:52.238768 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4663f8-a6fb-4abb-8de8-50242f59f2f0 req-3a2e732f-9b75-43c9-9902-e79c05d9abe5 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:52.240183 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ea4663f8-a6fb-4abb-8de8-50242f59f2f0 req-3a2e732f-9b75-43c9-9902-e79c05d9abe5 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 946 time: 0.0730808 Apr 29 16:15:52.288263 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ea4663f8-a6fb-4abb-8de8-50242f59f2f0 req-44edfb98-4d2f-46fa-b247-6409250e5ad2 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424132 Apr 29 16:15:52.756195 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:15:53.482742 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beea419-064a-49ac-b302-5e48eddd5aec req-a34df439-0e3d-4297-85dd-f3322f64044d tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:53.484172 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0beea419-064a-49ac-b302-5e48eddd5aec req-a34df439-0e3d-4297-85dd-f3322f64044d tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 946 time: 0.0759475 Apr 29 16:15:53.527733 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0beea419-064a-49ac-b302-5e48eddd5aec req-f89fd8a4-77d8-49a6-92e8-37ca6c2ab2c6 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cbc795b-3df9-476a-925d-d0998cb1584f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380595 Apr 29 16:15:53.859937 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96efbb-60db-4581-8ff7-c0eb08559ebd req-a7794c0b-7de2-41d2-9409-018aad8cf052 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:53.861320 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6c96efbb-60db-4581-8ff7-c0eb08559ebd req-a7794c0b-7de2-41d2-9409-018aad8cf052 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 946 time: 0.0761929 Apr 29 16:15:53.927111 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-6c96efbb-60db-4581-8ff7-c0eb08559ebd req-0c69ea1a-1ad2-491c-9150-b854b159f613 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Deleting port 3f5399ba-e0dd-46b7-afa6-938d142fa267 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:15:53.927439 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-6c96efbb-60db-4581-8ff7-c0eb08559ebd req-0c69ea1a-1ad2-491c-9150-b854b159f613 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:54.159718 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-6c96efbb-60db-4581-8ff7-c0eb08559ebd req-0c69ea1a-1ad2-491c-9150-b854b159f613 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] For port 3f5399ba-e0dd-46b7-afa6-938d142fa267, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=3f5399ba-e0dd-46b7-afa6-938d142fa267,segment=NetworkSegment(c3f19a1d-8812-4092-a2d7-8b7ae0adf027),segment_id=c3f19a1d-8812-4092-a2d7-8b7ae0adf027)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:15:54.159986 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-6c96efbb-60db-4581-8ff7-c0eb08559ebd req-0c69ea1a-1ad2-491c-9150-b854b159f613 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:54.353022 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-6c96efbb-60db-4581-8ff7-c0eb08559ebd req-0c69ea1a-1ad2-491c-9150-b854b159f613 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Calling delete_port for 3f5399ba-e0dd-46b7-afa6-938d142fa267 owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:15:54.586659 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-6c96efbb-60db-4581-8ff7-c0eb08559ebd req-0c69ea1a-1ad2-491c-9150-b854b159f613 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:54.598338 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['3f5399ba-e0dd-46b7-afa6-938d142fa267'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:15:54.634725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69ea1a-1ad2-491c-9150-b854b159f613 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Pushing event deleted for resources: {'Port': ['ID=3f5399ba-e0dd-46b7-afa6-938d142fa267,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:54.739987 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-553db651-1cc2-4118-b6e1-56f4ed877746 req-770eaa16-8825-4ed6-a5db-da7f2ec9949a tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9cb425-02a1-4e62-b31c-3bd785d86609 HTTP/1.1" status: 200 len: 210 time: 0.0728085 Apr 29 16:15:54.744427 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c96efbb-60db-4581-8ff7-c0eb08559ebd req-0c69ea1a-1ad2-491c-9150-b854b159f613 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] No DVR routers for this DVR port 3f5399ba-e0dd-46b7-afa6-938d142fa267 on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:15:54.747459 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-6c96efbb-60db-4581-8ff7-c0eb08559ebd req-0c69ea1a-1ad2-491c-9150-b854b159f613 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:54.750065 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9cb425-02a1-4e62-b31c-3bd785d86609', 'name': 'network-vif-deleted', 'tag': '3f5399ba-e0dd-46b7-afa6-938d142fa267'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:15:54.808982 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd51fcd8-e2c8-4e56-97b6-96014545f62b'] response: {'server_uuid': 'ad9cb425-02a1-4e62-b31c-3bd785d86609', 'name': 'network-vif-deleted', 'tag': '3f5399ba-e0dd-46b7-afa6-938d142fa267', 'status': 'completed', 'code': 200} Apr 29 16:15:54.842351 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6c96efbb-60db-4581-8ff7-c0eb08559ebd req-0c69ea1a-1ad2-491c-9150-b854b159f613 tempest-ServersNegativeTestJSON-1618332288 tempest-ServersNegativeTestJSON-1618332288-project] 10.222.0.35 "DELETE /v2.0/ports/3f5399ba-e0dd-46b7-afa6-938d142fa267 HTTP/1.1" status: 204 len: 173 time: 0.9655180 Apr 29 16:15:55.842347 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36004) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:15:55.902403 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa0a52d-2588-49f5-b666-ccae727e3e9f admin admin] Deleting subnet f7b901af-e8b0-40ab-92b9-811b9ec0222f {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 16:15:55.905473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-afa0a52d-2588-49f5-b666-ccae727e3e9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:55.953417 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-afa0a52d-2588-49f5-b666-ccae727e3e9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:56.006838 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-afa0a52d-2588-49f5-b666-ccae727e3e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:56.152536 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-afa0a52d-2588-49f5-b666-ccae727e3e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:56.189635 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0a52d-2588-49f5-b666-ccae727e3e9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7b901af-e8b0-40ab-92b9-811b9ec0222f,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:56.194362 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-afa0a52d-2588-49f5-b666-ccae727e3e9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:56.200098 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-afa0a52d-2588-49f5-b666-ccae727e3e9f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f7b901af-e8b0-40ab-92b9-811b9ec0222f HTTP/1.1" status: 204 len: 168 time: 0.3567231 Apr 29 16:15:56.202794 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36008) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:15:56.305213 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-666b2d83-3ea0-4ec1-acae-e8655d9db521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:56.424958 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-666b2d83-3ea0-4ec1-acae-e8655d9db521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:56.448915 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-666b2d83-3ea0-4ec1-acae-e8655d9db521 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b83ddbcf-28d2-4b46-8446-b2d8532d2c8b']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:15:56.460530 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-666b2d83-3ea0-4ec1-acae-e8655d9db521 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f19a1d-8812-4092-a2d7-8b7ae0adf027') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:15:56.460823 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-666b2d83-3ea0-4ec1-acae-e8655d9db521 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f19a1d-8812-4092-a2d7-8b7ae0adf027') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:15:56.472077 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-666b2d83-3ea0-4ec1-acae-e8655d9db521 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:56.487634 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-666b2d83-3ea0-4ec1-acae-e8655d9db521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:56.493306 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666b2d83-3ea0-4ec1-acae-e8655d9db521 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:15:56.493674 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-666b2d83-3ea0-4ec1-acae-e8655d9db521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:15:56.506004 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:15:56.644136 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-666b2d83-3ea0-4ec1-acae-e8655d9db521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:56.660463 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-666b2d83-3ea0-4ec1-acae-e8655d9db521 admin admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:56.670417 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b2d83-3ea0-4ec1-acae-e8655d9db521 admin admin] Pushing event deleted for resources: {'Network': ['ID=b83ddbcf-28d2-4b46-8446-b2d8532d2c8b,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:56.747456 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-666b2d83-3ea0-4ec1-acae-e8655d9db521 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b83ddbcf-28d2-4b46-8446-b2d8532d2c8b HTTP/1.1" status: 204 len: 168 time: 0.5436692 Apr 29 16:15:57.101982 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36014) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:15:57.150813 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d789cd3d-4fcc-4d50-b90d-d9d0dbecf38f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e79478b11b345758a3b73c2eb0e5d4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476162 Apr 29 16:15:57.153492 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36018) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:15:57.214872 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-316d2a7e-ed7a-4ca8-9d98-d152d3ac3b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:57.239471 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-316d2a7e-ed7a-4ca8-9d98-d152d3ac3b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:57.397430 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-316d2a7e-ed7a-4ca8-9d98-d152d3ac3b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:57.412485 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d2a7e-ed7a-4ca8-9d98-d152d3ac3b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbc795b-3df9-476a-925d-d0998cb1584f,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:57.493177 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-316d2a7e-ed7a-4ca8-9d98-d152d3ac3b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:57.494305 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-316d2a7e-ed7a-4ca8-9d98-d152d3ac3b70 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5cbc795b-3df9-476a-925d-d0998cb1584f HTTP/1.1" status: 204 len: 168 time: 0.3399572 Apr 29 16:15:58.729473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36040) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:15:58.789538 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 3f5399ba-e0dd-46b7-afa6-938d142fa267 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:15:58.826110 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 3f5399ba-e0dd-46b7-afa6-938d142fa267 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:15:58.826463 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 3f5399ba-e0dd-46b7-afa6-938d142fa267 not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:15:58.863595 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-65c8f093-686b-4492-adad-de796c833244 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1822964025'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:15:58.868528 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-65c8f093-686b-4492-adad-de796c833244 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:15:58.872895 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-65c8f093-686b-4492-adad-de796c833244 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Usage tracker for resource:network and tenant:3e793e9593e749799d3935b85620ec97 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:15:58.875751 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-65c8f093-686b-4492-adad-de796c833244 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:15:58.881705 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-65c8f093-686b-4492-adad-de796c833244 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:15:58.953044 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c8f093-686b-4492-adad-de796c833244 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Made reservation on behalf of 3e793e9593e749799d3935b85620ec97 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:15:58.955930 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-65c8f093-686b-4492-adad-de796c833244 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:58.968819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-65c8f093-686b-4492-adad-de796c833244 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:58.999216 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-65c8f093-686b-4492-adad-de796c833244 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:15:59.002925 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-65c8f093-686b-4492-adad-de796c833244 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Usage tracker for resource:security_group_rule and tenant:3e793e9593e749799d3935b85620ec97 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:15:59.005653 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-65c8f093-686b-4492-adad-de796c833244 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:15:59.011167 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-65c8f093-686b-4492-adad-de796c833244 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:15:59.078744 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-65c8f093-686b-4492-adad-de796c833244 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:59.119102 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-65c8f093-686b-4492-adad-de796c833244 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:59.153963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c8f093-686b-4492-adad-de796c833244 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:15:59.161880 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8f093-686b-4492-adad-de796c833244 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28514e51-6ecf-4a05-8ee7-ed5797be9b44,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:59.168469 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-65c8f093-686b-4492-adad-de796c833244 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:59.168810 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-65c8f093-686b-4492-adad-de796c833244 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Added segment ea4d8924-40a1-4456-9e97-1d4106f6d541 of type vlan for network 027ce851-6d05-4903-8838-b0ec4ee2d1a6 Apr 29 16:15:59.193827 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-65c8f093-686b-4492-adad-de796c833244 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:59.330506 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-65c8f093-686b-4492-adad-de796c833244 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:59.334076 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c8f093-686b-4492-adad-de796c833244 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:15:59.334679 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-65c8f093-686b-4492-adad-de796c833244 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:59.443521 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8f093-686b-4492-adad-de796c833244 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event updated for resources: {'Network': ['ID=027ce851-6d05-4903-8838-b0ec4ee2d1a6,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:15:59.454042 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 027ce851-6d05-4903-8838-b0ec4ee2d1a6 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:15:59.516412 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-65c8f093-686b-4492-adad-de796c833244 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7764616 Apr 29 16:16:02.794266 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36046) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:02.800024 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-6ec58f56-c7f1-447f-afc2-8883bc960401 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Request body: {'subnet': {'network_id': '027ce851-6d05-4903-8838-b0ec4ee2d1a6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:16:02.907883 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6ec58f56-c7f1-447f-afc2-8883bc960401 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:16:02.911587 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6ec58f56-c7f1-447f-afc2-8883bc960401 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Usage tracker for resource:subnet and tenant:3e793e9593e749799d3935b85620ec97 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:16:02.914282 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6ec58f56-c7f1-447f-afc2-8883bc960401 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:16:02.919843 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6ec58f56-c7f1-447f-afc2-8883bc960401 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:16:03.021931 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec58f56-c7f1-447f-afc2-8883bc960401 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Made reservation on behalf of 3e793e9593e749799d3935b85620ec97 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:16:03.194546 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ec58f56-c7f1-447f-afc2-8883bc960401 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:03.434268 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ec58f56-c7f1-447f-afc2-8883bc960401 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:03.507105 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec58f56-c7f1-447f-afc2-8883bc960401 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event updated for resources: {'Subnet': ['ID=e57cd0fb-cf57-40df-90ce-6f266ad10809,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:03.518951 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec58f56-c7f1-447f-afc2-8883bc960401 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Checking segment: {'id': 'ea4d8924-40a1-4456-9e97-1d4106f6d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '027ce851-6d05-4903-8838-b0ec4ee2d1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:16:03.519298 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec58f56-c7f1-447f-afc2-8883bc960401 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Network hostable DHCP agents. Network: 027ce851-6d05-4903-8838-b0ec4ee2d1a6, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:16:03.625696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec58f56-c7f1-447f-afc2-8883bc960401 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Network 027ce851-6d05-4903-8838-b0ec4ee2d1a6 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:16:03.690687 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-6ec58f56-c7f1-447f-afc2-8883bc960401 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 027ce851-6d05-4903-8838-b0ec4ee2d1a6) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:16:03.695318 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec58f56-c7f1-447f-afc2-8883bc960401 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:03.696397 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ec58f56-c7f1-447f-afc2-8883bc960401 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:03.702106 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dcf5bb-2da8-4e6d-ba9d-155c63cbf5bb None None] Network 027ce851-6d05-4903-8838-b0ec4ee2d1a6 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:16:03.786705 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6ec58f56-c7f1-447f-afc2-8883bc960401 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9911110 Apr 29 16:16:03.790187 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36050) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:03.796596 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-b1681222-093a-4762-a0b5-1c13291e3dd9 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-384350634'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:16:03.801531 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b1681222-093a-4762-a0b5-1c13291e3dd9 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:16:03.805331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b1681222-093a-4762-a0b5-1c13291e3dd9 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Usage tracker for resource:network and tenant:3e793e9593e749799d3935b85620ec97 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:16:03.808191 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b1681222-093a-4762-a0b5-1c13291e3dd9 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:16:03.813925 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b1681222-093a-4762-a0b5-1c13291e3dd9 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:16:03.894624 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1681222-093a-4762-a0b5-1c13291e3dd9 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Made reservation on behalf of 3e793e9593e749799d3935b85620ec97 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:16:03.897627 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b1681222-093a-4762-a0b5-1c13291e3dd9 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:03.914966 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8c5a16-bd06-42d7-b72a-9b0125e5178e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-027ce851-6d05-4903-8838-b0ec4ee2d1a6', 'network_id': '027ce851-6d05-4903-8838-b0ec4ee2d1a6', 'tenant_id': '3e793e9593e749799d3935b85620ec97', 'fixed_ips': [{'subnet_id': 'e57cd0fb-cf57-40df-90ce-6f266ad10809'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 16:16:03.915768 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3c8c5a16-bd06-42d7-b72a-9b0125e5178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:03.925560 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1681222-093a-4762-a0b5-1c13291e3dd9 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:16:03.935040 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b1681222-093a-4762-a0b5-1c13291e3dd9 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:03.938204 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-b1681222-093a-4762-a0b5-1c13291e3dd9 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Added segment 87a9af1b-b79a-4bf7-a798-8a8eb816fc8c of type vlan for network c6809421-563d-4dbb-a4be-ee0cba0f40d5 Apr 29 16:16:03.960946 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b1681222-093a-4762-a0b5-1c13291e3dd9 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:04.060756 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b1681222-093a-4762-a0b5-1c13291e3dd9 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:04.064444 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1681222-093a-4762-a0b5-1c13291e3dd9 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:04.069209 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b1681222-093a-4762-a0b5-1c13291e3dd9 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:04.071426 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-3c8c5a16-bd06-42d7-b72a-9b0125e5178e None None] Allocated IP 2001:db8:0:ffff::2 (027ce851-6d05-4903-8838-b0ec4ee2d1a6/e57cd0fb-cf57-40df-90ce-6f266ad10809/ab417dff-8eaf-445f-9c7e-61b544462992) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:16:04.173302 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1681222-093a-4762-a0b5-1c13291e3dd9 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event updated for resources: {'Network': ['ID=c6809421-563d-4dbb-a4be-ee0cba0f40d5,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:04.185384 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network c6809421-563d-4dbb-a4be-ee0cba0f40d5 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:16:04.233272 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b1681222-093a-4762-a0b5-1c13291e3dd9 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4418702 Apr 29 16:16:04.235916 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36054) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:04.241277 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Request body: {'subnet': {'network_id': 'c6809421-563d-4dbb-a4be-ee0cba0f40d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:16:04.353551 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:16:04.358149 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Usage tracker for resource:subnet and tenant:3e793e9593e749799d3935b85620ec97 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:16:04.361045 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:16:04.366733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:16:04.385697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3c8c5a16-bd06-42d7-b72a-9b0125e5178e None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:04.397420 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3c8c5a16-bd06-42d7-b72a-9b0125e5178e None None] Transition to ACTIVE for port object ab417dff-8eaf-445f-9c7e-61b544462992 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:16:04.415208 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3c8c5a16-bd06-42d7-b72a-9b0125e5178e None None] Transition to ACTIVE for port object ab417dff-8eaf-445f-9c7e-61b544462992 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:16:04.456265 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Made reservation on behalf of 3e793e9593e749799d3935b85620ec97 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:16:04.485028 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3c8c5a16-bd06-42d7-b72a-9b0125e5178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:04.556954 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:04.559916 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8c5a16-bd06-42d7-b72a-9b0125e5178e None None] Network 027ce851-6d05-4903-8838-b0ec4ee2d1a6 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:16:04.563374 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-3c8c5a16-bd06-42d7-b72a-9b0125e5178e None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:16:04.566331 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8c5a16-bd06-42d7-b72a-9b0125e5178e None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:16:04.568438 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c5a16-bd06-42d7-b72a-9b0125e5178e None None] Pushing event updated for resources: {'Port': ['ID=ab417dff-8eaf-445f-9c7e-61b544462992,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:04.658053 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-3c8c5a16-bd06-42d7-b72a-9b0125e5178e None None] Attempting to bind port ab417dff-8eaf-445f-9c7e-61b544462992 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:16:04.658617 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-3c8c5a16-bd06-42d7-b72a-9b0125e5178e None None] Attempting to bind port ab417dff-8eaf-445f-9c7e-61b544462992 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'ea4d8924-40a1-4456-9e97-1d4106f6d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '027ce851-6d05-4903-8838-b0ec4ee2d1a6'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:16:04.659136 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8c5a16-bd06-42d7-b72a-9b0125e5178e None None] Attempting to bind port ab417dff-8eaf-445f-9c7e-61b544462992 on network 027ce851-6d05-4903-8838-b0ec4ee2d1a6 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:16:04.670228 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8c5a16-bd06-42d7-b72a-9b0125e5178e None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:16:04.670228 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8c5a16-bd06-42d7-b72a-9b0125e5178e None None] Checking segment: {'id': 'ea4d8924-40a1-4456-9e97-1d4106f6d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '027ce851-6d05-4903-8838-b0ec4ee2d1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:16:04.673165 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3c8c5a16-bd06-42d7-b72a-9b0125e5178e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:04.673165 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8c5a16-bd06-42d7-b72a-9b0125e5178e None None] Bound using segment: {'id': 'ea4d8924-40a1-4456-9e97-1d4106f6d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '027ce851-6d05-4903-8838-b0ec4ee2d1a6'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:16:04.673165 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-3c8c5a16-bd06-42d7-b72a-9b0125e5178e None None] Bound port: ab417dff-8eaf-445f-9c7e-61b544462992, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4d8924-40a1-4456-9e97-1d4106f6d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '027ce851-6d05-4903-8838-b0ec4ee2d1a6'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:16:04.673165 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3c8c5a16-bd06-42d7-b72a-9b0125e5178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:04.763254 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-3c8c5a16-bd06-42d7-b72a-9b0125e5178e None None] For port ab417dff-8eaf-445f-9c7e-61b544462992, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:16:04.773123 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-3c8c5a16-bd06-42d7-b72a-9b0125e5178e None None] For port ab417dff-8eaf-445f-9c7e-61b544462992, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ab417dff-8eaf-445f-9c7e-61b544462992,segment=NetworkSegment(ea4d8924-40a1-4456-9e97-1d4106f6d541),segment_id=ea4d8924-40a1-4456-9e97-1d4106f6d541)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:16:04.860815 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3c8c5a16-bd06-42d7-b72a-9b0125e5178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:04.897188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:04.945100 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c5a16-bd06-42d7-b72a-9b0125e5178e None None] Pushing event updated for resources: {'Port': ['ID=ab417dff-8eaf-445f-9c7e-61b544462992,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:04.981777 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event updated for resources: {'Subnet': ['ID=45994787-c8f7-4470-9810-b40f92e51ac8,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:04.998008 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:04.998270 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:04.998632 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:04.998965 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:04.999297 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:04.999624 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:04.999945 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:05.000269 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:05.000588 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:05.000905 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:05.001220 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:05.008204 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Checking segment: {'id': '87a9af1b-b79a-4bf7-a798-8a8eb816fc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c6809421-563d-4dbb-a4be-ee0cba0f40d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:16:05.008204 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Network hostable DHCP agents. Network: c6809421-563d-4dbb-a4be-ee0cba0f40d5, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:16:05.113571 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Network c6809421-563d-4dbb-a4be-ee0cba0f40d5 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:16:05.187721 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, c6809421-563d-4dbb-a4be-ee0cba0f40d5) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:16:05.191969 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:05.192544 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:05.198986 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e8350d-5295-49be-9297-8462b129d904 None None] Network c6809421-563d-4dbb-a4be-ee0cba0f40d5 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:16:05.268629 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0bd030be-ed13-4f1d-8658-8a1fd5eca5bf tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0316017 Apr 29 16:16:05.271287 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36058) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:05.412740 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:05.452871 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e51094-9dec-4f1d-914b-4c073bdeff7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-c6809421-563d-4dbb-a4be-ee0cba0f40d5', 'network_id': 'c6809421-563d-4dbb-a4be-ee0cba0f40d5', 'tenant_id': '3e793e9593e749799d3935b85620ec97', 'fixed_ips': [{'subnet_id': '45994787-c8f7-4470-9810-b40f92e51ac8'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 16:16:05.453675 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-30e51094-9dec-4f1d-914b-4c073bdeff7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:05.477895 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:05.615336 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-30e51094-9dec-4f1d-914b-4c073bdeff7d None None] Allocated IP 2001:db8::2 (c6809421-563d-4dbb-a4be-ee0cba0f40d5/45994787-c8f7-4470-9810-b40f92e51ac8/1bca08ad-3ed2-4a04-85e1-82cc4bfc44bd) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:16:05.812519 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79c35c6-5b33-4509-83b4-b5022ee353f6 None None] Network 027ce851-6d05-4903-8838-b0ec4ee2d1a6 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:16:05.905617 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-30e51094-9dec-4f1d-914b-4c073bdeff7d None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:05.924930 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-30e51094-9dec-4f1d-914b-4c073bdeff7d None None] Transition to ACTIVE for port object 1bca08ad-3ed2-4a04-85e1-82cc4bfc44bd will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:16:05.971245 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-30e51094-9dec-4f1d-914b-4c073bdeff7d None None] Transition to ACTIVE for port object 1bca08ad-3ed2-4a04-85e1-82cc4bfc44bd will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:16:06.005091 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8aaf9c01-9660-43c1-a2b8-84e8507e66c7 None None] Provisioning for port ab417dff-8eaf-445f-9c7e-61b544462992 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:16:06.056641 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-30e51094-9dec-4f1d-914b-4c073bdeff7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:06.125174 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:06.150843 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e51094-9dec-4f1d-914b-4c073bdeff7d None None] Network c6809421-563d-4dbb-a4be-ee0cba0f40d5 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:16:06.152880 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e51094-9dec-4f1d-914b-4c073bdeff7d None None] Pushing event updated for resources: {'Port': ['ID=1bca08ad-3ed2-4a04-85e1-82cc4bfc44bd,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:06.156441 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-30e51094-9dec-4f1d-914b-4c073bdeff7d None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:16:06.159665 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e51094-9dec-4f1d-914b-4c073bdeff7d None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:16:06.165997 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event deleted for resources: {'Subnet': ['ID=45994787-c8f7-4470-9810-b40f92e51ac8,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:06.253760 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-30e51094-9dec-4f1d-914b-4c073bdeff7d None None] Attempting to bind port 1bca08ad-3ed2-4a04-85e1-82cc4bfc44bd on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:16:06.254206 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-30e51094-9dec-4f1d-914b-4c073bdeff7d None None] Attempting to bind port 1bca08ad-3ed2-4a04-85e1-82cc4bfc44bd by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '87a9af1b-b79a-4bf7-a798-8a8eb816fc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c6809421-563d-4dbb-a4be-ee0cba0f40d5'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:16:06.254537 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e51094-9dec-4f1d-914b-4c073bdeff7d None None] Attempting to bind port 1bca08ad-3ed2-4a04-85e1-82cc4bfc44bd on network c6809421-563d-4dbb-a4be-ee0cba0f40d5 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:16:06.261843 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e51094-9dec-4f1d-914b-4c073bdeff7d None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:16:06.262391 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e51094-9dec-4f1d-914b-4c073bdeff7d None None] Checking segment: {'id': '87a9af1b-b79a-4bf7-a798-8a8eb816fc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c6809421-563d-4dbb-a4be-ee0cba0f40d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:16:06.263262 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-30e51094-9dec-4f1d-914b-4c073bdeff7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:06.263665 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e51094-9dec-4f1d-914b-4c073bdeff7d None None] Bound using segment: {'id': '87a9af1b-b79a-4bf7-a798-8a8eb816fc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c6809421-563d-4dbb-a4be-ee0cba0f40d5'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:16:06.264156 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-30e51094-9dec-4f1d-914b-4c073bdeff7d None None] Bound port: 1bca08ad-3ed2-4a04-85e1-82cc4bfc44bd, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a9af1b-b79a-4bf7-a798-8a8eb816fc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c6809421-563d-4dbb-a4be-ee0cba0f40d5'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:16:06.264536 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-30e51094-9dec-4f1d-914b-4c073bdeff7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:06.367192 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:06.378004 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-30e51094-9dec-4f1d-914b-4c073bdeff7d None None] For port 1bca08ad-3ed2-4a04-85e1-82cc4bfc44bd, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:16:06.381820 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-30e51094-9dec-4f1d-914b-4c073bdeff7d None None] For port 1bca08ad-3ed2-4a04-85e1-82cc4bfc44bd, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1bca08ad-3ed2-4a04-85e1-82cc4bfc44bd,segment=NetworkSegment(87a9af1b-b79a-4bf7-a798-8a8eb816fc8c),segment_id=87a9af1b-b79a-4bf7-a798-8a8eb816fc8c)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:16:06.397456 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6809421-563d-4dbb-a4be-ee0cba0f40d5']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:06.401089 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ab417dff-8eaf-445f-9c7e-61b544462992 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:16:06.412147 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a9af1b-b79a-4bf7-a798-8a8eb816fc8c') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:06.412718 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a9af1b-b79a-4bf7-a798-8a8eb816fc8c') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:06.425975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:06.447086 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:06.451489 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-30e51094-9dec-4f1d-914b-4c073bdeff7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:06.453803 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:16:06.454183 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:16:06.468740 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:16:06.575536 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e51094-9dec-4f1d-914b-4c073bdeff7d None None] Pushing event updated for resources: {'Port': ['ID=1bca08ad-3ed2-4a04-85e1-82cc4bfc44bd,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:06.587891 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.api [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 16:16:06.587891 dv-neutron-839913-1-hyperv neutron-server[84770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 16:16:06.587891 dv-neutron-839913-1-hyperv neutron-server[84770]: [parameters: {'id': 'c6809421-563d-4dbb-a4be-ee0cba0f40d5'}] Apr 29 16:16:06.587891 dv-neutron-839913-1-hyperv neutron-server[84770]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:16:06.588252 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG oslo_db.api [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:16:06.630918 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba2693a-09aa-4d70-aebd-bdb31039be34 None None] Network c6809421-563d-4dbb-a4be-ee0cba0f40d5 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:16:06.709469 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port ab417dff-8eaf-445f-9c7e-61b544462992 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:16:06.721196 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port ab417dff-8eaf-445f-9c7e-61b544462992 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:16:06.721569 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:06.941520 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:06.964554 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0da5bb-a686-4ca9-a7c7-acc6742ba358 None None] get_active_networks_info from dv-neutron-839913-1-hyperv {{(pid=84772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 16:16:07.019147 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port ab417dff-8eaf-445f-9c7e-61b544462992, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ab417dff-8eaf-445f-9c7e-61b544462992,segment=NetworkSegment(ea4d8924-40a1-4456-9e97-1d4106f6d541),segment_id=ea4d8924-40a1-4456-9e97-1d4106f6d541)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:16:07.060772 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0da5bb-a686-4ca9-a7c7-acc6742ba358 None None] Resources bound (agent type, host, resource id): {{(pid=84772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 16:16:07.089001 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:07.099774 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Deleting port 1bca08ad-3ed2-4a04-85e1-82cc4bfc44bd {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:16:07.100100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:07.142068 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:07.288442 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=ab417dff-8eaf-445f-9c7e-61b544462992,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:07.301537 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] For port 1bca08ad-3ed2-4a04-85e1-82cc4bfc44bd, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1bca08ad-3ed2-4a04-85e1-82cc4bfc44bd,segment=NetworkSegment(87a9af1b-b79a-4bf7-a798-8a8eb816fc8c),segment_id=87a9af1b-b79a-4bf7-a798-8a8eb816fc8c)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:16:07.301992 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:07.424669 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Calling delete_port for 1bca08ad-3ed2-4a04-85e1-82cc4bfc44bd owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:16:07.541829 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:07.588557 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event deleted for resources: {'Port': ['ID=1bca08ad-3ed2-4a04-85e1-82cc4bfc44bd,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:07.592880 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] No DVR routers for this DVR port 1bca08ad-3ed2-4a04-85e1-82cc4bfc44bd on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:16:07.715068 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:07.740310 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6809421-563d-4dbb-a4be-ee0cba0f40d5']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:07.753196 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a9af1b-b79a-4bf7-a798-8a8eb816fc8c') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:07.755314 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a9af1b-b79a-4bf7-a798-8a8eb816fc8c') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:07.765581 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:07.781045 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:07.787046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:16:07.789441 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:16:07.801643 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:16:07.941822 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:07.958128 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:07.968668 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event deleted for resources: {'Network': ['ID=c6809421-563d-4dbb-a4be-ee0cba0f40d5,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:07.974973 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-95175fd7-57e6-4b0a-b341-9db388549f6e tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] 10.222.0.21 "DELETE /v2.0/networks/c6809421-563d-4dbb-a4be-ee0cba0f40d5 HTTP/1.1" status: 204 len: 168 time: 2.7025602 Apr 29 16:16:07.978436 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36062) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:07.984377 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-d096468a-d095-46f3-b4a4-44944ceea358 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-730586821'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:16:07.989266 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d096468a-d095-46f3-b4a4-44944ceea358 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:16:07.993089 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d096468a-d095-46f3-b4a4-44944ceea358 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Usage tracker for resource:network and tenant:3e793e9593e749799d3935b85620ec97 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:16:07.996509 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d096468a-d095-46f3-b4a4-44944ceea358 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:16:08.002938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d096468a-d095-46f3-b4a4-44944ceea358 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:16:08.096206 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d096468a-d095-46f3-b4a4-44944ceea358 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Made reservation on behalf of 3e793e9593e749799d3935b85620ec97 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:16:08.099081 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d096468a-d095-46f3-b4a4-44944ceea358 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:08.126059 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d096468a-d095-46f3-b4a4-44944ceea358 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:16:08.134159 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d096468a-d095-46f3-b4a4-44944ceea358 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:08.134513 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-d096468a-d095-46f3-b4a4-44944ceea358 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Added segment 971d65b0-9ae3-4618-8cdd-4938413130dc of type vlan for network 929b3b6f-08fd-4aa1-9d39-6b6925a87764 Apr 29 16:16:08.160655 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d096468a-d095-46f3-b4a4-44944ceea358 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:08.256061 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d096468a-d095-46f3-b4a4-44944ceea358 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:08.259682 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d096468a-d095-46f3-b4a4-44944ceea358 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:08.260239 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d096468a-d095-46f3-b4a4-44944ceea358 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:08.355661 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ab417dff-8eaf-445f-9c7e-61b544462992 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:16:08.366419 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096468a-d095-46f3-b4a4-44944ceea358 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event updated for resources: {'Network': ['ID=929b3b6f-08fd-4aa1-9d39-6b6925a87764,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:08.380981 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 929b3b6f-08fd-4aa1-9d39-6b6925a87764 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:16:08.410074 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d096468a-d095-46f3-b4a4-44944ceea358 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4305794 Apr 29 16:16:08.412825 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36066) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:08.418315 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-8a2ded01-3693-4599-8aed-2610daf5e38a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Request body: {'subnet': {'network_id': '929b3b6f-08fd-4aa1-9d39-6b6925a87764', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:16:08.514805 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port ab417dff-8eaf-445f-9c7e-61b544462992 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:16:08.515174 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:08.526287 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8a2ded01-3693-4599-8aed-2610daf5e38a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:16:08.530177 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8a2ded01-3693-4599-8aed-2610daf5e38a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Usage tracker for resource:subnet and tenant:3e793e9593e749799d3935b85620ec97 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:16:08.532922 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8a2ded01-3693-4599-8aed-2610daf5e38a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:16:08.538400 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8a2ded01-3693-4599-8aed-2610daf5e38a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:16:08.620222 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2ded01-3693-4599-8aed-2610daf5e38a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Made reservation on behalf of 3e793e9593e749799d3935b85620ec97 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:16:08.721233 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8a2ded01-3693-4599-8aed-2610daf5e38a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:08.900443 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.ipam_backend_mixin [None req-8a2ded01-3693-4599-8aed-2610daf5e38a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Performing IP validity checks on allocation pools {{(pid=84770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 29 16:16:08.900872 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.ipam_backend_mixin [None req-8a2ded01-3693-4599-8aed-2610daf5e38a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 29 16:16:09.050090 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8a2ded01-3693-4599-8aed-2610daf5e38a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:09.126554 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ded01-3693-4599-8aed-2610daf5e38a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event updated for resources: {'Subnet': ['ID=6da34dd1-9fd3-45d3-bde4-b0ad2e5077f6,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:09.138178 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2ded01-3693-4599-8aed-2610daf5e38a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Checking segment: {'id': '971d65b0-9ae3-4618-8cdd-4938413130dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '929b3b6f-08fd-4aa1-9d39-6b6925a87764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:16:09.138556 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2ded01-3693-4599-8aed-2610daf5e38a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Network hostable DHCP agents. Network: 929b3b6f-08fd-4aa1-9d39-6b6925a87764, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:16:09.192849 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2ded01-3693-4599-8aed-2610daf5e38a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Network 929b3b6f-08fd-4aa1-9d39-6b6925a87764 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:16:09.244344 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-8a2ded01-3693-4599-8aed-2610daf5e38a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 929b3b6f-08fd-4aa1-9d39-6b6925a87764) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:16:09.248546 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2ded01-3693-4599-8aed-2610daf5e38a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:09.249710 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8a2ded01-3693-4599-8aed-2610daf5e38a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:09.252794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e165b19-ce96-4001-a2dd-e6c430c2983e None None] Network 929b3b6f-08fd-4aa1-9d39-6b6925a87764 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:16:09.319428 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8a2ded01-3693-4599-8aed-2610daf5e38a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9054773 Apr 29 16:16:09.322087 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36070) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:09.461483 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:09.467486 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41462272-b170-45fe-92d7-0b0feea613ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-929b3b6f-08fd-4aa1-9d39-6b6925a87764', 'network_id': '929b3b6f-08fd-4aa1-9d39-6b6925a87764', 'tenant_id': '3e793e9593e749799d3935b85620ec97', 'fixed_ips': [{'subnet_id': '6da34dd1-9fd3-45d3-bde4-b0ad2e5077f6'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 16:16:09.468321 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-41462272-b170-45fe-92d7-0b0feea613ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:09.526936 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:09.622294 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-41462272-b170-45fe-92d7-0b0feea613ea None None] Allocated IP 2001:db8::3 (929b3b6f-08fd-4aa1-9d39-6b6925a87764/6da34dd1-9fd3-45d3-bde4-b0ad2e5077f6/1857f137-f8ce-4205-9ccb-08e00ae5afff) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:16:09.829222 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-41462272-b170-45fe-92d7-0b0feea613ea None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:09.838759 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-41462272-b170-45fe-92d7-0b0feea613ea None None] Transition to ACTIVE for port object 1857f137-f8ce-4205-9ccb-08e00ae5afff will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:16:09.857071 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-41462272-b170-45fe-92d7-0b0feea613ea None None] Transition to ACTIVE for port object 1857f137-f8ce-4205-9ccb-08e00ae5afff will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:16:09.929385 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-41462272-b170-45fe-92d7-0b0feea613ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:09.993757 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41462272-b170-45fe-92d7-0b0feea613ea None None] Network 929b3b6f-08fd-4aa1-9d39-6b6925a87764 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:16:09.996307 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-41462272-b170-45fe-92d7-0b0feea613ea None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:16:09.999166 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41462272-b170-45fe-92d7-0b0feea613ea None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:16:10.008066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41462272-b170-45fe-92d7-0b0feea613ea None None] Pushing event updated for resources: {'Port': ['ID=1857f137-f8ce-4205-9ccb-08e00ae5afff,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:10.022382 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:10.061639 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event deleted for resources: {'Subnet': ['ID=6da34dd1-9fd3-45d3-bde4-b0ad2e5077f6,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:10.094343 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-41462272-b170-45fe-92d7-0b0feea613ea None None] Attempting to bind port 1857f137-f8ce-4205-9ccb-08e00ae5afff on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:16:10.094738 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-41462272-b170-45fe-92d7-0b0feea613ea None None] Attempting to bind port 1857f137-f8ce-4205-9ccb-08e00ae5afff by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '971d65b0-9ae3-4618-8cdd-4938413130dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '929b3b6f-08fd-4aa1-9d39-6b6925a87764'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:16:10.095099 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41462272-b170-45fe-92d7-0b0feea613ea None None] Attempting to bind port 1857f137-f8ce-4205-9ccb-08e00ae5afff on network 929b3b6f-08fd-4aa1-9d39-6b6925a87764 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:16:10.101341 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41462272-b170-45fe-92d7-0b0feea613ea None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:16:10.101708 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41462272-b170-45fe-92d7-0b0feea613ea None None] Checking segment: {'id': '971d65b0-9ae3-4618-8cdd-4938413130dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '929b3b6f-08fd-4aa1-9d39-6b6925a87764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:16:10.102101 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-41462272-b170-45fe-92d7-0b0feea613ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:10.102498 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41462272-b170-45fe-92d7-0b0feea613ea None None] Bound using segment: {'id': '971d65b0-9ae3-4618-8cdd-4938413130dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '929b3b6f-08fd-4aa1-9d39-6b6925a87764'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:16:10.102961 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-41462272-b170-45fe-92d7-0b0feea613ea None None] Bound port: 1857f137-f8ce-4205-9ccb-08e00ae5afff, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971d65b0-9ae3-4618-8cdd-4938413130dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '929b3b6f-08fd-4aa1-9d39-6b6925a87764'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:16:10.103329 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-41462272-b170-45fe-92d7-0b0feea613ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:10.159109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:10.183402 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['929b3b6f-08fd-4aa1-9d39-6b6925a87764']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:10.187409 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-41462272-b170-45fe-92d7-0b0feea613ea None None] For port 1857f137-f8ce-4205-9ccb-08e00ae5afff, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:16:10.190331 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-41462272-b170-45fe-92d7-0b0feea613ea None None] For port 1857f137-f8ce-4205-9ccb-08e00ae5afff, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1857f137-f8ce-4205-9ccb-08e00ae5afff,segment=NetworkSegment(971d65b0-9ae3-4618-8cdd-4938413130dc),segment_id=971d65b0-9ae3-4618-8cdd-4938413130dc)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:16:10.195698 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971d65b0-9ae3-4618-8cdd-4938413130dc') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:10.195989 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971d65b0-9ae3-4618-8cdd-4938413130dc') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:10.208018 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:10.251013 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-41462272-b170-45fe-92d7-0b0feea613ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:10.252840 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:10.259141 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:16:10.259526 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:16:10.274531 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:16:10.392551 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c58ad8e-0c42-4007-91e0-db589b011ec6 None None] Network 929b3b6f-08fd-4aa1-9d39-6b6925a87764 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:16:10.408982 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41462272-b170-45fe-92d7-0b0feea613ea None None] Pushing event updated for resources: {'Port': ['ID=1857f137-f8ce-4205-9ccb-08e00ae5afff,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:10.427847 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.api [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 16:16:10.427847 dv-neutron-839913-1-hyperv neutron-server[84770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 16:16:10.427847 dv-neutron-839913-1-hyperv neutron-server[84770]: [parameters: {'id': '929b3b6f-08fd-4aa1-9d39-6b6925a87764'}] Apr 29 16:16:10.427847 dv-neutron-839913-1-hyperv neutron-server[84770]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:16:10.428262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG oslo_db.api [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:16:10.621576 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cdfc8d-8896-49fc-8e4b-b6c8405021ef None None] get_active_networks_info from dv-neutron-839913-1-hyperv {{(pid=84772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 16:16:10.705183 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cdfc8d-8896-49fc-8e4b-b6c8405021ef None None] Resources bound (agent type, host, resource id): {{(pid=84772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 16:16:10.929651 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:10.940291 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Deleting port 1857f137-f8ce-4205-9ccb-08e00ae5afff {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:16:10.940618 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:11.137927 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] For port 1857f137-f8ce-4205-9ccb-08e00ae5afff, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1857f137-f8ce-4205-9ccb-08e00ae5afff,segment=NetworkSegment(971d65b0-9ae3-4618-8cdd-4938413130dc),segment_id=971d65b0-9ae3-4618-8cdd-4938413130dc)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:16:11.138286 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:11.271658 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Calling delete_port for 1857f137-f8ce-4205-9ccb-08e00ae5afff owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:16:11.396843 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:11.443690 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event deleted for resources: {'Port': ['ID=1857f137-f8ce-4205-9ccb-08e00ae5afff,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:11.448345 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] No DVR routers for this DVR port 1857f137-f8ce-4205-9ccb-08e00ae5afff on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:16:11.571725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:11.596740 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['929b3b6f-08fd-4aa1-9d39-6b6925a87764']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:11.608271 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971d65b0-9ae3-4618-8cdd-4938413130dc') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:11.608566 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971d65b0-9ae3-4618-8cdd-4938413130dc') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:11.619428 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:11.635188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:11.641878 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:16:11.642255 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:16:11.655967 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:16:11.867157 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:11.883711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:11.897046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event deleted for resources: {'Network': ['ID=929b3b6f-08fd-4aa1-9d39-6b6925a87764,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:11.900935 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-10cb8d67-c255-4847-8664-092230b1c65a tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] 10.222.0.21 "DELETE /v2.0/networks/929b3b6f-08fd-4aa1-9d39-6b6925a87764 HTTP/1.1" status: 204 len: 168 time: 2.5778146 Apr 29 16:16:11.905364 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36074) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:11.910503 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-b3a893ca-907d-48f9-8579-2fd9ba72a4a5 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1014921050'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:16:11.915385 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b3a893ca-907d-48f9-8579-2fd9ba72a4a5 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:16:11.919256 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b3a893ca-907d-48f9-8579-2fd9ba72a4a5 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Usage tracker for resource:network and tenant:3e793e9593e749799d3935b85620ec97 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:16:11.922118 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b3a893ca-907d-48f9-8579-2fd9ba72a4a5 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:16:11.928179 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b3a893ca-907d-48f9-8579-2fd9ba72a4a5 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:16:11.998263 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a893ca-907d-48f9-8579-2fd9ba72a4a5 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Made reservation on behalf of 3e793e9593e749799d3935b85620ec97 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:16:12.001090 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b3a893ca-907d-48f9-8579-2fd9ba72a4a5 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:12.028972 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a893ca-907d-48f9-8579-2fd9ba72a4a5 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:16:12.037174 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b3a893ca-907d-48f9-8579-2fd9ba72a4a5 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:12.037511 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-b3a893ca-907d-48f9-8579-2fd9ba72a4a5 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Added segment 6ac6bf9a-4943-422d-a7a7-def3d35e57cf of type vlan for network ff73d4bf-6394-42e3-8dda-e97cd7c85d27 Apr 29 16:16:12.062142 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b3a893ca-907d-48f9-8579-2fd9ba72a4a5 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:12.156869 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b3a893ca-907d-48f9-8579-2fd9ba72a4a5 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:12.160316 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a893ca-907d-48f9-8579-2fd9ba72a4a5 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:12.160875 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b3a893ca-907d-48f9-8579-2fd9ba72a4a5 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:12.264376 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a893ca-907d-48f9-8579-2fd9ba72a4a5 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event updated for resources: {'Network': ['ID=ff73d4bf-6394-42e3-8dda-e97cd7c85d27,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:12.274541 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network ff73d4bf-6394-42e3-8dda-e97cd7c85d27 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:16:12.302298 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b3a893ca-907d-48f9-8579-2fd9ba72a4a5 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3959398 Apr 29 16:16:12.305748 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36078) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:12.311200 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-1c3930e3-43b1-49b3-8bc6-c0153c69d411 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Request body: {'subnet': {'network_id': 'ff73d4bf-6394-42e3-8dda-e97cd7c85d27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:16:12.419605 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-1c3930e3-43b1-49b3-8bc6-c0153c69d411 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:16:12.423270 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1c3930e3-43b1-49b3-8bc6-c0153c69d411 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Usage tracker for resource:subnet and tenant:3e793e9593e749799d3935b85620ec97 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:16:12.425990 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1c3930e3-43b1-49b3-8bc6-c0153c69d411 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:16:12.431629 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-1c3930e3-43b1-49b3-8bc6-c0153c69d411 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:16:12.501365 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3930e3-43b1-49b3-8bc6-c0153c69d411 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Made reservation on behalf of 3e793e9593e749799d3935b85620ec97 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:16:12.600479 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1c3930e3-43b1-49b3-8bc6-c0153c69d411 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:12.872219 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1c3930e3-43b1-49b3-8bc6-c0153c69d411 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:12.949814 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3930e3-43b1-49b3-8bc6-c0153c69d411 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event updated for resources: {'Subnet': ['ID=2d74ec20-8d9e-412c-8dfe-917ee48eb6bf,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:12.961077 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3930e3-43b1-49b3-8bc6-c0153c69d411 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Checking segment: {'id': '6ac6bf9a-4943-422d-a7a7-def3d35e57cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ff73d4bf-6394-42e3-8dda-e97cd7c85d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:16:12.961431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3930e3-43b1-49b3-8bc6-c0153c69d411 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Network hostable DHCP agents. Network: ff73d4bf-6394-42e3-8dda-e97cd7c85d27, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:16:13.061467 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3930e3-43b1-49b3-8bc6-c0153c69d411 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Network ff73d4bf-6394-42e3-8dda-e97cd7c85d27 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:16:13.135522 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-1c3930e3-43b1-49b3-8bc6-c0153c69d411 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, ff73d4bf-6394-42e3-8dda-e97cd7c85d27) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:16:13.140279 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3930e3-43b1-49b3-8bc6-c0153c69d411 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:13.140847 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1c3930e3-43b1-49b3-8bc6-c0153c69d411 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:13.145327 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa946612-0ebd-4c80-a585-ff725a4816ba None None] Network ff73d4bf-6394-42e3-8dda-e97cd7c85d27 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:16:13.232257 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1c3930e3-43b1-49b3-8bc6-c0153c69d411 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9213357 Apr 29 16:16:13.232496 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36082) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:13.238557 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-d4414c5e-7482-40f6-b1fa-43d5799bca39 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1220500855'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:16:13.243389 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d4414c5e-7482-40f6-b1fa-43d5799bca39 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:16:13.247894 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d4414c5e-7482-40f6-b1fa-43d5799bca39 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Usage tracker for resource:network and tenant:3e793e9593e749799d3935b85620ec97 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:16:13.250793 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d4414c5e-7482-40f6-b1fa-43d5799bca39 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:16:13.256410 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d4414c5e-7482-40f6-b1fa-43d5799bca39 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:16:13.325214 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4414c5e-7482-40f6-b1fa-43d5799bca39 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Made reservation on behalf of 3e793e9593e749799d3935b85620ec97 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:16:13.328247 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d4414c5e-7482-40f6-b1fa-43d5799bca39 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:13.356947 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4414c5e-7482-40f6-b1fa-43d5799bca39 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:16:13.364190 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235388da-30f9-4217-bde9-c17727531a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-ff73d4bf-6394-42e3-8dda-e97cd7c85d27', 'network_id': 'ff73d4bf-6394-42e3-8dda-e97cd7c85d27', 'tenant_id': '3e793e9593e749799d3935b85620ec97', 'fixed_ips': [{'subnet_id': '2d74ec20-8d9e-412c-8dfe-917ee48eb6bf'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 16:16:13.364190 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-235388da-30f9-4217-bde9-c17727531a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:13.365782 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d4414c5e-7482-40f6-b1fa-43d5799bca39 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:13.366122 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-d4414c5e-7482-40f6-b1fa-43d5799bca39 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Added segment 5a2b5597-ee6d-4446-9cb5-93f07151de19 of type vlan for network 3ce9945f-9a83-4372-92cb-8f73aa965622 Apr 29 16:16:13.393328 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d4414c5e-7482-40f6-b1fa-43d5799bca39 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:13.467284 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d4414c5e-7482-40f6-b1fa-43d5799bca39 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:13.471028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4414c5e-7482-40f6-b1fa-43d5799bca39 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:13.471598 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d4414c5e-7482-40f6-b1fa-43d5799bca39 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:13.509486 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-235388da-30f9-4217-bde9-c17727531a8b None None] Allocated IP 2001:db8::2 (ff73d4bf-6394-42e3-8dda-e97cd7c85d27/2d74ec20-8d9e-412c-8dfe-917ee48eb6bf/8a655b7b-f05f-4933-808f-d19334f47397) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:16:13.580050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4414c5e-7482-40f6-b1fa-43d5799bca39 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event updated for resources: {'Network': ['ID=3ce9945f-9a83-4372-92cb-8f73aa965622,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:13.595031 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 3ce9945f-9a83-4372-92cb-8f73aa965622 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:16:13.626351 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d4414c5e-7482-40f6-b1fa-43d5799bca39 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3922782 Apr 29 16:16:13.629112 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36086) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:13.634585 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-ba98efed-af50-4ef8-8d2d-54ceb93f7a82 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Request body: {'subnet': {'network_id': '3ce9945f-9a83-4372-92cb-8f73aa965622', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:16:13.743422 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ba98efed-af50-4ef8-8d2d-54ceb93f7a82 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:16:13.748335 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ba98efed-af50-4ef8-8d2d-54ceb93f7a82 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Usage tracker for resource:subnet and tenant:3e793e9593e749799d3935b85620ec97 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:16:13.751216 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-ba98efed-af50-4ef8-8d2d-54ceb93f7a82 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:16:13.756817 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-ba98efed-af50-4ef8-8d2d-54ceb93f7a82 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:16:13.759326 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a6417977-0a25-4d98-90bc-d12263793774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:13.819685 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-235388da-30f9-4217-bde9-c17727531a8b None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:13.830201 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-235388da-30f9-4217-bde9-c17727531a8b None None] Transition to ACTIVE for port object 8a655b7b-f05f-4933-808f-d19334f47397 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:16:13.838548 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba98efed-af50-4ef8-8d2d-54ceb93f7a82 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Made reservation on behalf of 3e793e9593e749799d3935b85620ec97 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:16:13.848101 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-235388da-30f9-4217-bde9-c17727531a8b None None] Transition to ACTIVE for port object 8a655b7b-f05f-4933-808f-d19334f47397 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:16:13.913211 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-235388da-30f9-4217-bde9-c17727531a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:13.939635 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ba98efed-af50-4ef8-8d2d-54ceb93f7a82 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:13.979284 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235388da-30f9-4217-bde9-c17727531a8b None None] Network ff73d4bf-6394-42e3-8dda-e97cd7c85d27 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:16:13.982689 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-235388da-30f9-4217-bde9-c17727531a8b None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:16:13.985165 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235388da-30f9-4217-bde9-c17727531a8b None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:16:13.992005 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235388da-30f9-4217-bde9-c17727531a8b None None] Pushing event updated for resources: {'Port': ['ID=8a655b7b-f05f-4933-808f-d19334f47397,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:14.076161 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-235388da-30f9-4217-bde9-c17727531a8b None None] Attempting to bind port 8a655b7b-f05f-4933-808f-d19334f47397 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:16:14.076642 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-235388da-30f9-4217-bde9-c17727531a8b None None] Attempting to bind port 8a655b7b-f05f-4933-808f-d19334f47397 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '6ac6bf9a-4943-422d-a7a7-def3d35e57cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ff73d4bf-6394-42e3-8dda-e97cd7c85d27'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:16:14.076875 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235388da-30f9-4217-bde9-c17727531a8b None None] Attempting to bind port 8a655b7b-f05f-4933-808f-d19334f47397 on network ff73d4bf-6394-42e3-8dda-e97cd7c85d27 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:16:14.083111 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235388da-30f9-4217-bde9-c17727531a8b None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:16:14.083413 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235388da-30f9-4217-bde9-c17727531a8b None None] Checking segment: {'id': '6ac6bf9a-4943-422d-a7a7-def3d35e57cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ff73d4bf-6394-42e3-8dda-e97cd7c85d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:16:14.083816 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-235388da-30f9-4217-bde9-c17727531a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:14.084188 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235388da-30f9-4217-bde9-c17727531a8b None None] Bound using segment: {'id': '6ac6bf9a-4943-422d-a7a7-def3d35e57cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ff73d4bf-6394-42e3-8dda-e97cd7c85d27'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:16:14.084635 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-235388da-30f9-4217-bde9-c17727531a8b None None] Bound port: 8a655b7b-f05f-4933-808f-d19334f47397, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac6bf9a-4943-422d-a7a7-def3d35e57cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ff73d4bf-6394-42e3-8dda-e97cd7c85d27'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:16:14.084998 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-235388da-30f9-4217-bde9-c17727531a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:14.171494 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-235388da-30f9-4217-bde9-c17727531a8b None None] For port 8a655b7b-f05f-4933-808f-d19334f47397, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:16:14.174543 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-235388da-30f9-4217-bde9-c17727531a8b None None] For port 8a655b7b-f05f-4933-808f-d19334f47397, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=8a655b7b-f05f-4933-808f-d19334f47397,segment=NetworkSegment(6ac6bf9a-4943-422d-a7a7-def3d35e57cf),segment_id=6ac6bf9a-4943-422d-a7a7-def3d35e57cf)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:16:14.204723 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ba98efed-af50-4ef8-8d2d-54ceb93f7a82 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:14.260480 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-235388da-30f9-4217-bde9-c17727531a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:14.281951 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98efed-af50-4ef8-8d2d-54ceb93f7a82 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event updated for resources: {'Subnet': ['ID=c9bc0da4-198e-4b42-b659-fc3811253737,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:14.296885 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba98efed-af50-4ef8-8d2d-54ceb93f7a82 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Checking segment: {'id': '5a2b5597-ee6d-4446-9cb5-93f07151de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3ce9945f-9a83-4372-92cb-8f73aa965622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:16:14.297311 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba98efed-af50-4ef8-8d2d-54ceb93f7a82 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Network hostable DHCP agents. Network: 3ce9945f-9a83-4372-92cb-8f73aa965622, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:16:14.340454 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235388da-30f9-4217-bde9-c17727531a8b None None] Pushing event updated for resources: {'Port': ['ID=8a655b7b-f05f-4933-808f-d19334f47397,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:14.397652 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba98efed-af50-4ef8-8d2d-54ceb93f7a82 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Network 3ce9945f-9a83-4372-92cb-8f73aa965622 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:16:14.468238 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-ba98efed-af50-4ef8-8d2d-54ceb93f7a82 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 3ce9945f-9a83-4372-92cb-8f73aa965622) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:16:14.475844 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba98efed-af50-4ef8-8d2d-54ceb93f7a82 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:14.475844 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ba98efed-af50-4ef8-8d2d-54ceb93f7a82 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:14.476087 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea08c46f-9d37-469f-8182-fbdbcae8c1a4 None None] Network 3ce9945f-9a83-4372-92cb-8f73aa965622 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:16:14.575349 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ba98efed-af50-4ef8-8d2d-54ceb93f7a82 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9451151 Apr 29 16:16:14.577794 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36090) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:14.768354 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa87b39f-afb2-4927-a229-98da14ad5a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-3ce9945f-9a83-4372-92cb-8f73aa965622', 'network_id': '3ce9945f-9a83-4372-92cb-8f73aa965622', 'tenant_id': '3e793e9593e749799d3935b85620ec97', 'fixed_ips': [{'subnet_id': 'c9bc0da4-198e-4b42-b659-fc3811253737'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 16:16:14.769159 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-aa87b39f-afb2-4927-a229-98da14ad5a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:14.819306 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:14.887455 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:14.934443 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-aa87b39f-afb2-4927-a229-98da14ad5a4b None None] Allocated IP 2001:db8::2 (3ce9945f-9a83-4372-92cb-8f73aa965622/c9bc0da4-198e-4b42-b659-fc3811253737/b2527b07-122a-463a-9fed-21bebd5f0e81) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:16:15.155200 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-aa87b39f-afb2-4927-a229-98da14ad5a4b None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:15.162764 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-aa87b39f-afb2-4927-a229-98da14ad5a4b None None] Transition to ACTIVE for port object b2527b07-122a-463a-9fed-21bebd5f0e81 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:16:15.182428 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-aa87b39f-afb2-4927-a229-98da14ad5a4b None None] Transition to ACTIVE for port object b2527b07-122a-463a-9fed-21bebd5f0e81 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:16:15.260627 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-aa87b39f-afb2-4927-a229-98da14ad5a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:15.299613 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ded8de4-edbc-489b-a625-6a4f2f451f68 None None] Network ff73d4bf-6394-42e3-8dda-e97cd7c85d27 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:16:15.346386 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:15.386023 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event deleted for resources: {'Subnet': ['ID=c9bc0da4-198e-4b42-b659-fc3811253737,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:15.419332 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa87b39f-afb2-4927-a229-98da14ad5a4b None None] Network 3ce9945f-9a83-4372-92cb-8f73aa965622 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:16:15.419978 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87b39f-afb2-4927-a229-98da14ad5a4b None None] Pushing event updated for resources: {'Port': ['ID=b2527b07-122a-463a-9fed-21bebd5f0e81,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:15.424312 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-aa87b39f-afb2-4927-a229-98da14ad5a4b None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:16:15.427867 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa87b39f-afb2-4927-a229-98da14ad5a4b None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:16:15.481352 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:15.506749 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce9945f-9a83-4372-92cb-8f73aa965622']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:15.519034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2b5597-ee6d-4446-9cb5-93f07151de19') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:15.519241 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2b5597-ee6d-4446-9cb5-93f07151de19') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:15.530783 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:15.531459 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-90125104-5099-48fb-8726-361285bf4b87 None None] Provisioning for port 8a655b7b-f05f-4933-808f-d19334f47397 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:16:15.547028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:15.553486 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:16:15.553865 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:16:15.569752 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:16:15.586756 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-aa87b39f-afb2-4927-a229-98da14ad5a4b None None] Attempting to bind port b2527b07-122a-463a-9fed-21bebd5f0e81 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:16:15.587127 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-aa87b39f-afb2-4927-a229-98da14ad5a4b None None] Attempting to bind port b2527b07-122a-463a-9fed-21bebd5f0e81 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '5a2b5597-ee6d-4446-9cb5-93f07151de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3ce9945f-9a83-4372-92cb-8f73aa965622'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:16:15.587487 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa87b39f-afb2-4927-a229-98da14ad5a4b None None] Attempting to bind port b2527b07-122a-463a-9fed-21bebd5f0e81 on network 3ce9945f-9a83-4372-92cb-8f73aa965622 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:16:15.607865 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa87b39f-afb2-4927-a229-98da14ad5a4b None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:16:15.608235 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa87b39f-afb2-4927-a229-98da14ad5a4b None None] Checking segment: {'id': '5a2b5597-ee6d-4446-9cb5-93f07151de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3ce9945f-9a83-4372-92cb-8f73aa965622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:16:15.608637 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-aa87b39f-afb2-4927-a229-98da14ad5a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:15.609022 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa87b39f-afb2-4927-a229-98da14ad5a4b None None] Bound using segment: {'id': '5a2b5597-ee6d-4446-9cb5-93f07151de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3ce9945f-9a83-4372-92cb-8f73aa965622'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:16:15.609487 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-aa87b39f-afb2-4927-a229-98da14ad5a4b None None] Bound port: b2527b07-122a-463a-9fed-21bebd5f0e81, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2b5597-ee6d-4446-9cb5-93f07151de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3ce9945f-9a83-4372-92cb-8f73aa965622'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:16:15.609854 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-aa87b39f-afb2-4927-a229-98da14ad5a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:15.628429 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:15.682855 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.api [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 16:16:15.682855 dv-neutron-839913-1-hyperv neutron-server[84770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 16:16:15.682855 dv-neutron-839913-1-hyperv neutron-server[84770]: [parameters: {'id': '3ce9945f-9a83-4372-92cb-8f73aa965622'}] Apr 29 16:16:15.682855 dv-neutron-839913-1-hyperv neutron-server[84770]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:16:15.683322 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG oslo_db.api [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:16:15.747753 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-aa87b39f-afb2-4927-a229-98da14ad5a4b None None] For port b2527b07-122a-463a-9fed-21bebd5f0e81, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:16:15.751327 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-aa87b39f-afb2-4927-a229-98da14ad5a4b None None] For port b2527b07-122a-463a-9fed-21bebd5f0e81, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=b2527b07-122a-463a-9fed-21bebd5f0e81,segment=NetworkSegment(5a2b5597-ee6d-4446-9cb5-93f07151de19),segment_id=5a2b5597-ee6d-4446-9cb5-93f07151de19)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:16:15.841476 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-aa87b39f-afb2-4927-a229-98da14ad5a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:15.950818 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-785e19c8-921b-4c42-b954-b5dfe7e91314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:15.961861 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87b39f-afb2-4927-a229-98da14ad5a4b None None] Pushing event updated for resources: {'Port': ['ID=b2527b07-122a-463a-9fed-21bebd5f0e81,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:15.997945 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c70871-4603-449a-b5b1-e095db0cb343 None None] Network 3ce9945f-9a83-4372-92cb-8f73aa965622 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:16:16.184539 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:16.189950 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2764478-36f6-4a57-a963-defa44ab6298 None None] get_active_networks_info from dv-neutron-839913-1-hyperv {{(pid=84772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 16:16:16.195437 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Deleting port b2527b07-122a-463a-9fed-21bebd5f0e81 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:16:16.195768 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:16.284783 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2764478-36f6-4a57-a963-defa44ab6298 None None] Resources bound (agent type, host, resource id): {{(pid=84772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 16:16:16.391135 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 8a655b7b-f05f-4933-808f-d19334f47397 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:16:16.407862 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] For port b2527b07-122a-463a-9fed-21bebd5f0e81, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=b2527b07-122a-463a-9fed-21bebd5f0e81,segment=NetworkSegment(5a2b5597-ee6d-4446-9cb5-93f07151de19),segment_id=5a2b5597-ee6d-4446-9cb5-93f07151de19)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:16:16.408411 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:16.532715 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Calling delete_port for b2527b07-122a-463a-9fed-21bebd5f0e81 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:16:16.624238 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 8a655b7b-f05f-4933-808f-d19334f47397 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:16:16.638123 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 8a655b7b-f05f-4933-808f-d19334f47397 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:16:16.644877 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:16.695118 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:16.750318 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event deleted for resources: {'Port': ['ID=b2527b07-122a-463a-9fed-21bebd5f0e81,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:16.758200 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] No DVR routers for this DVR port b2527b07-122a-463a-9fed-21bebd5f0e81 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:16:16.775087 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:16.807363 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 8a655b7b-f05f-4933-808f-d19334f47397, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=8a655b7b-f05f-4933-808f-d19334f47397,segment=NetworkSegment(6ac6bf9a-4943-422d-a7a7-def3d35e57cf),segment_id=6ac6bf9a-4943-422d-a7a7-def3d35e57cf)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:16:16.865477 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:16.889621 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:16.914922 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce9945f-9a83-4372-92cb-8f73aa965622']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:16.928768 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2b5597-ee6d-4446-9cb5-93f07151de19') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:16.929011 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2b5597-ee6d-4446-9cb5-93f07151de19') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:16.942629 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:16.954008 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=8a655b7b-f05f-4933-808f-d19334f47397,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:16.959502 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:16.967781 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:16:16.968156 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:16:16.982303 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:16:17.141640 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:17.158298 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:17.168758 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event deleted for resources: {'Network': ['ID=3ce9945f-9a83-4372-92cb-8f73aa965622,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:17.174882 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ff238c27-43e9-4ee7-aa83-ebd8a167b4bd tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] 10.222.0.21 "DELETE /v2.0/networks/3ce9945f-9a83-4372-92cb-8f73aa965622 HTTP/1.1" status: 204 len: 168 time: 2.5961266 Apr 29 16:16:17.177406 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36094) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:17.215910 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-21966549-b922-4d8b-9de0-141bec1abb6c tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] GET failed (client error): The resource could not be found. Apr 29 16:16:17.216402 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-21966549-b922-4d8b-9de0-141bec1abb6c tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Synchronizing usage tracker for tenant:3e793e9593e749799d3935b85620ec97 on resource:subnet {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:16:17.250403 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:17.341647 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-21966549-b922-4d8b-9de0-141bec1abb6c tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Unset dirty status for tenant:3e793e9593e749799d3935b85620ec97 on resource:subnet {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:16:17.342818 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-21966549-b922-4d8b-9de0-141bec1abb6c tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] 10.222.0.21 "GET /v2.0/subnets/c9bc0da4-198e-4b42-b659-fc3811253737 HTTP/1.1" status: 404 len: 337 time: 0.1642153 Apr 29 16:16:17.345562 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36098) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:17.369614 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62de290-5d58-497b-91cb-63ac5b45fe64 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] DELETE failed (client error): The resource could not be found. Apr 29 16:16:17.370015 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62de290-5d58-497b-91cb-63ac5b45fe64 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 16:16:17.372236 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f62de290-5d58-497b-91cb-63ac5b45fe64 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] 10.222.0.21 "DELETE /v2.0/networks/3ce9945f-9a83-4372-92cb-8f73aa965622 HTTP/1.1" status: 404 len: 339 time: 0.0257814 Apr 29 16:16:17.375765 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36102) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:17.415738 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4164ee5-6950-4e90-a0d4-5b06b44e3e83 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] DELETE failed (client error): The resource could not be found. Apr 29 16:16:17.416377 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4164ee5-6950-4e90-a0d4-5b06b44e3e83 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 16:16:17.417609 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b4164ee5-6950-4e90-a0d4-5b06b44e3e83 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] 10.222.0.21 "DELETE /v2.0/subnets/c9bc0da4-198e-4b42-b659-fc3811253737 HTTP/1.1" status: 404 len: 337 time: 0.0410066 Apr 29 16:16:17.420051 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36106) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:17.443801 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-496d8212-68d4-423a-9be6-5529083080ed tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] DELETE failed (client error): The resource could not be found. Apr 29 16:16:17.453266 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-496d8212-68d4-423a-9be6-5529083080ed tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 16:16:17.453266 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-496d8212-68d4-423a-9be6-5529083080ed tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] 10.222.0.21 "DELETE /v2.0/networks/3ce9945f-9a83-4372-92cb-8f73aa965622 HTTP/1.1" status: 404 len: 339 time: 0.0248733 Apr 29 16:16:17.454987 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36110) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:17.520367 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4946af-4cd1-4c55-ad7c-3698c66af6f0 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Deleting subnet 2d74ec20-8d9e-412c-8dfe-917ee48eb6bf {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 16:16:17.524693 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee4946af-4cd1-4c55-ad7c-3698c66af6f0 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:17.539770 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:17.675745 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee4946af-4cd1-4c55-ad7c-3698c66af6f0 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:17.757358 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee4946af-4cd1-4c55-ad7c-3698c66af6f0 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:17.907473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee4946af-4cd1-4c55-ad7c-3698c66af6f0 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:17.948279 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4946af-4cd1-4c55-ad7c-3698c66af6f0 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event deleted for resources: {'Subnet': ['ID=2d74ec20-8d9e-412c-8dfe-917ee48eb6bf,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:17.955190 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee4946af-4cd1-4c55-ad7c-3698c66af6f0 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:17.963067 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b03434-6821-476d-a9d6-d7bb3cbf0001 None None] Network ff73d4bf-6394-42e3-8dda-e97cd7c85d27 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:16:18.033763 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ee4946af-4cd1-4c55-ad7c-3698c66af6f0 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] 10.222.0.21 "DELETE /v2.0/subnets/2d74ec20-8d9e-412c-8dfe-917ee48eb6bf HTTP/1.1" status: 204 len: 168 time: 0.5776992 Apr 29 16:16:18.036072 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36114) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:18.149484 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-00201644-eb48-4db4-9e5b-ea0f3fd167de tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:18.161465 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-00201644-eb48-4db4-9e5b-ea0f3fd167de tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Deleting port 8a655b7b-f05f-4933-808f-d19334f47397 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:16:18.161936 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-00201644-eb48-4db4-9e5b-ea0f3fd167de tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:18.216321 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e4c745-2075-4df9-906d-5749448f0bf2 None None] DHCP port deletion for ff73d4bf-6394-42e3-8dda-e97cd7c85d27 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 16:16:18.220144 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a8e4c745-2075-4df9-906d-5749448f0bf2 None None] Deleting port 8a655b7b-f05f-4933-808f-d19334f47397 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:16:18.220537 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a8e4c745-2075-4df9-906d-5749448f0bf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:18.375015 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-00201644-eb48-4db4-9e5b-ea0f3fd167de tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] For port 8a655b7b-f05f-4933-808f-d19334f47397, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=8a655b7b-f05f-4933-808f-d19334f47397,segment=NetworkSegment(6ac6bf9a-4943-422d-a7a7-def3d35e57cf),segment_id=6ac6bf9a-4943-422d-a7a7-def3d35e57cf)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:16:18.375371 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-00201644-eb48-4db4-9e5b-ea0f3fd167de tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:18.391050 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 8a655b7b-f05f-4933-808f-d19334f47397 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:16:18.491512 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a8e4c745-2075-4df9-906d-5749448f0bf2 None None] For port 8a655b7b-f05f-4933-808f-d19334f47397, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=8a655b7b-f05f-4933-808f-d19334f47397,segment=NetworkSegment(6ac6bf9a-4943-422d-a7a7-def3d35e57cf),segment_id=6ac6bf9a-4943-422d-a7a7-def3d35e57cf)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:16:18.491815 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a8e4c745-2075-4df9-906d-5749448f0bf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:18.505604 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-00201644-eb48-4db4-9e5b-ea0f3fd167de tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Calling delete_port for 8a655b7b-f05f-4933-808f-d19334f47397 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:16:18.639956 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a8e4c745-2075-4df9-906d-5749448f0bf2 None None] Calling delete_port for 8a655b7b-f05f-4933-808f-d19334f47397 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:16:18.674264 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:18.701802 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-00201644-eb48-4db4-9e5b-ea0f3fd167de tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:18.707471 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:18.750810 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00201644-eb48-4db4-9e5b-ea0f3fd167de tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event deleted for resources: {'Port': ['ID=8a655b7b-f05f-4933-808f-d19334f47397,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:18.755203 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00201644-eb48-4db4-9e5b-ea0f3fd167de tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] No DVR routers for this DVR port 8a655b7b-f05f-4933-808f-d19334f47397 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:16:18.783329 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-a8e4c745-2075-4df9-906d-5749448f0bf2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:16:18.783675 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-a8e4c745-2075-4df9-906d-5749448f0bf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:16:18.881912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-00201644-eb48-4db4-9e5b-ea0f3fd167de tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:18.911449 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-00201644-eb48-4db4-9e5b-ea0f3fd167de tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff73d4bf-6394-42e3-8dda-e97cd7c85d27']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:18.923901 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-00201644-eb48-4db4-9e5b-ea0f3fd167de tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac6bf9a-4943-422d-a7a7-def3d35e57cf') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:18.924191 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-00201644-eb48-4db4-9e5b-ea0f3fd167de tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac6bf9a-4943-422d-a7a7-def3d35e57cf') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:18.935704 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-00201644-eb48-4db4-9e5b-ea0f3fd167de tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:18.951485 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-00201644-eb48-4db4-9e5b-ea0f3fd167de tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:18.957387 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00201644-eb48-4db4-9e5b-ea0f3fd167de tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:16:18.957764 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-00201644-eb48-4db4-9e5b-ea0f3fd167de tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:16:18.971471 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:16:19.112762 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-00201644-eb48-4db4-9e5b-ea0f3fd167de tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:19.129291 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-00201644-eb48-4db4-9e5b-ea0f3fd167de tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:19.141038 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00201644-eb48-4db4-9e5b-ea0f3fd167de tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event deleted for resources: {'Network': ['ID=ff73d4bf-6394-42e3-8dda-e97cd7c85d27,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:19.145078 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-00201644-eb48-4db4-9e5b-ea0f3fd167de tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] 10.222.0.21 "DELETE /v2.0/networks/ff73d4bf-6394-42e3-8dda-e97cd7c85d27 HTTP/1.1" status: 204 len: 168 time: 1.1080315 Apr 29 16:16:19.147652 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36118) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:19.184227 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-53939936-0db1-4693-963a-fe8482531c8d tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] DELETE failed (client error): The resource could not be found. Apr 29 16:16:19.184644 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53939936-0db1-4693-963a-fe8482531c8d tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 16:16:19.186190 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-53939936-0db1-4693-963a-fe8482531c8d tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] 10.222.0.21 "DELETE /v2.0/subnets/6da34dd1-9fd3-45d3-bde4-b0ad2e5077f6 HTTP/1.1" status: 404 len: 337 time: 0.0376601 Apr 29 16:16:19.188701 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36122) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:19.211472 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c90e6ea5-5c9f-4289-9a72-8e92063f2904 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] DELETE failed (client error): The resource could not be found. Apr 29 16:16:19.211882 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c90e6ea5-5c9f-4289-9a72-8e92063f2904 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 16:16:19.213375 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c90e6ea5-5c9f-4289-9a72-8e92063f2904 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] 10.222.0.21 "DELETE /v2.0/networks/929b3b6f-08fd-4aa1-9d39-6b6925a87764 HTTP/1.1" status: 404 len: 339 time: 0.0238369 Apr 29 16:16:19.215746 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36126) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:19.254502 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-39903ffe-09ba-4c3c-8507-41cba00dc469 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] DELETE failed (client error): The resource could not be found. Apr 29 16:16:19.254935 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39903ffe-09ba-4c3c-8507-41cba00dc469 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 16:16:19.256444 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-39903ffe-09ba-4c3c-8507-41cba00dc469 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] 10.222.0.21 "DELETE /v2.0/subnets/45994787-c8f7-4470-9810-b40f92e51ac8 HTTP/1.1" status: 404 len: 337 time: 0.0398505 Apr 29 16:16:19.258759 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36130) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:19.281711 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.pecan_wsgi.hooks.translation [None req-10433edc-25aa-4181-9d38-7b892b1ce83d tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] DELETE failed (client error): The resource could not be found. Apr 29 16:16:19.282119 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10433edc-25aa-4181-9d38-7b892b1ce83d tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 16:16:19.283660 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-10433edc-25aa-4181-9d38-7b892b1ce83d tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] 10.222.0.21 "DELETE /v2.0/networks/c6809421-563d-4dbb-a4be-ee0cba0f40d5 HTTP/1.1" status: 404 len: 339 time: 0.0240724 Apr 29 16:16:19.285236 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a8e4c745-2075-4df9-906d-5749448f0bf2 None None] Deleting port 8a655b7b-f05f-4933-808f-d19334f47397 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:16:19.285719 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a8e4c745-2075-4df9-906d-5749448f0bf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:19.286070 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36134) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:19.346953 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a8e4c745-2075-4df9-906d-5749448f0bf2 None None] The port '8a655b7b-f05f-4933-808f-d19334f47397' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 16:16:19.470411 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ee9c19-5999-48d3-9484-5352d17673ac tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Deleting subnet e57cd0fb-cf57-40df-90ce-6f266ad10809 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 16:16:19.473259 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9c19-5999-48d3-9484-5352d17673ac tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:19.525814 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9c19-5999-48d3-9484-5352d17673ac tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:19.698191 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9c19-5999-48d3-9484-5352d17673ac tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:19.854168 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9c19-5999-48d3-9484-5352d17673ac tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:19.895481 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee9c19-5999-48d3-9484-5352d17673ac tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event deleted for resources: {'Subnet': ['ID=e57cd0fb-cf57-40df-90ce-6f266ad10809,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:19.907117 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9c19-5999-48d3-9484-5352d17673ac tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:19.911481 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875d03ee-fdba-4049-9103-8530f0bad6d9 None None] Network 027ce851-6d05-4903-8838-b0ec4ee2d1a6 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:16:19.911648 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ee9c19-5999-48d3-9484-5352d17673ac tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:19.911987 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ee9c19-5999-48d3-9484-5352d17673ac tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:19.912321 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ee9c19-5999-48d3-9484-5352d17673ac tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:19.912650 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ee9c19-5999-48d3-9484-5352d17673ac tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:19.912974 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ee9c19-5999-48d3-9484-5352d17673ac tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:19.913298 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ee9c19-5999-48d3-9484-5352d17673ac tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:19.913620 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ee9c19-5999-48d3-9484-5352d17673ac tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:19.913949 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ee9c19-5999-48d3-9484-5352d17673ac tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:19.914250 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ee9c19-5999-48d3-9484-5352d17673ac tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:19.914584 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ee9c19-5999-48d3-9484-5352d17673ac tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:19.914900 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ee9c19-5999-48d3-9484-5352d17673ac tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:19.924214 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e4ee9c19-5999-48d3-9484-5352d17673ac tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] 10.222.0.21 "DELETE /v2.0/subnets/e57cd0fb-cf57-40df-90ce-6f266ad10809 HTTP/1.1" status: 204 len: 168 time: 0.6371024 Apr 29 16:16:19.927036 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36138) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:20.056777 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f50b8db3-b7bb-4e03-b8c8-b636bf006f93 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:20.067953 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-f50b8db3-b7bb-4e03-b8c8-b636bf006f93 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Deleting port ab417dff-8eaf-445f-9c7e-61b544462992 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:16:20.068278 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f50b8db3-b7bb-4e03-b8c8-b636bf006f93 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:20.154642 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984c4f1a-5f41-4ee5-ae28-2d6deddcc97f None None] DHCP port deletion for 027ce851-6d05-4903-8838-b0ec4ee2d1a6 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 16:16:20.158902 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-984c4f1a-5f41-4ee5-ae28-2d6deddcc97f None None] Deleting port ab417dff-8eaf-445f-9c7e-61b544462992 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:16:20.159273 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-984c4f1a-5f41-4ee5-ae28-2d6deddcc97f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:20.271455 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-f50b8db3-b7bb-4e03-b8c8-b636bf006f93 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] For port ab417dff-8eaf-445f-9c7e-61b544462992, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ab417dff-8eaf-445f-9c7e-61b544462992,segment=NetworkSegment(ea4d8924-40a1-4456-9e97-1d4106f6d541),segment_id=ea4d8924-40a1-4456-9e97-1d4106f6d541)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:16:20.271815 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f50b8db3-b7bb-4e03-b8c8-b636bf006f93 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:20.361031 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ab417dff-8eaf-445f-9c7e-61b544462992 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:16:20.399236 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-f50b8db3-b7bb-4e03-b8c8-b636bf006f93 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Calling delete_port for ab417dff-8eaf-445f-9c7e-61b544462992 owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:16:20.446784 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-984c4f1a-5f41-4ee5-ae28-2d6deddcc97f None None] For port ab417dff-8eaf-445f-9c7e-61b544462992, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ab417dff-8eaf-445f-9c7e-61b544462992,segment=NetworkSegment(ea4d8924-40a1-4456-9e97-1d4106f6d541),segment_id=ea4d8924-40a1-4456-9e97-1d4106f6d541)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:16:20.447171 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-984c4f1a-5f41-4ee5-ae28-2d6deddcc97f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:20.528587 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f50b8db3-b7bb-4e03-b8c8-b636bf006f93 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:20.561655 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No ports have port_id starting with ab417dff-8eaf-445f-9c7e-61b544462992 Apr 29 16:16:20.567800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-984c4f1a-5f41-4ee5-ae28-2d6deddcc97f None None] Calling delete_port for ab417dff-8eaf-445f-9c7e-61b544462992 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:16:20.572724 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b8db3-b7bb-4e03-b8c8-b636bf006f93 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event deleted for resources: {'Port': ['ID=ab417dff-8eaf-445f-9c7e-61b544462992,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:20.577771 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50b8db3-b7bb-4e03-b8c8-b636bf006f93 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] No DVR routers for this DVR port ab417dff-8eaf-445f-9c7e-61b544462992 on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:16:20.641518 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-984c4f1a-5f41-4ee5-ae28-2d6deddcc97f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:16:20.641879 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-984c4f1a-5f41-4ee5-ae28-2d6deddcc97f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:16:20.698068 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f50b8db3-b7bb-4e03-b8c8-b636bf006f93 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:20.727299 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-f50b8db3-b7bb-4e03-b8c8-b636bf006f93 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027ce851-6d05-4903-8838-b0ec4ee2d1a6']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:20.739669 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-f50b8db3-b7bb-4e03-b8c8-b636bf006f93 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4d8924-40a1-4456-9e97-1d4106f6d541') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:20.739959 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-f50b8db3-b7bb-4e03-b8c8-b636bf006f93 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4d8924-40a1-4456-9e97-1d4106f6d541') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:20.751631 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f50b8db3-b7bb-4e03-b8c8-b636bf006f93 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:20.767082 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f50b8db3-b7bb-4e03-b8c8-b636bf006f93 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:20.772925 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50b8db3-b7bb-4e03-b8c8-b636bf006f93 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:16:20.773301 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f50b8db3-b7bb-4e03-b8c8-b636bf006f93 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:16:20.787322 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:16:20.934914 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f50b8db3-b7bb-4e03-b8c8-b636bf006f93 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:20.951220 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f50b8db3-b7bb-4e03-b8c8-b636bf006f93 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:20.962522 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b8db3-b7bb-4e03-b8c8-b636bf006f93 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] Pushing event deleted for resources: {'Network': ['ID=027ce851-6d05-4903-8838-b0ec4ee2d1a6,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:20.966541 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f50b8db3-b7bb-4e03-b8c8-b636bf006f93 tempest-NetworksIpV6Test-1318525523 tempest-NetworksIpV6Test-1318525523-project] 10.222.0.21 "DELETE /v2.0/networks/027ce851-6d05-4903-8838-b0ec4ee2d1a6 HTTP/1.1" status: 204 len: 168 time: 1.0374439 Apr 29 16:16:21.143354 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-984c4f1a-5f41-4ee5-ae28-2d6deddcc97f None None] Deleting port ab417dff-8eaf-445f-9c7e-61b544462992 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:16:21.143733 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-984c4f1a-5f41-4ee5-ae28-2d6deddcc97f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:21.205446 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-984c4f1a-5f41-4ee5-ae28-2d6deddcc97f None None] The port 'ab417dff-8eaf-445f-9c7e-61b544462992' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 16:16:21.539916 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36146) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:21.709544 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-99e4bb34-9712-4c29-8d0d-aba986103bf7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e793e9593e749799d3935b85620ec97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1685016 Apr 29 16:16:21.711970 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36152) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:21.770780 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c5bab34b-4b5e-4cbb-ac23-8a5f5c57f64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:21.796672 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c5bab34b-4b5e-4cbb-ac23-8a5f5c57f64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:21.922552 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c5bab34b-4b5e-4cbb-ac23-8a5f5c57f64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:21.938280 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bab34b-4b5e-4cbb-ac23-8a5f5c57f64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28514e51-6ecf-4a05-8ee7-ed5797be9b44,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:21.946315 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c5bab34b-4b5e-4cbb-ac23-8a5f5c57f64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:21.946315 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c5bab34b-4b5e-4cbb-ac23-8a5f5c57f64c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28514e51-6ecf-4a05-8ee7-ed5797be9b44 HTTP/1.1" status: 204 len: 168 time: 0.2320571 Apr 29 16:16:23.056800 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36174) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:23.183647 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-3bf45f0a-073a-4a33-adba-1409e0a3bf41 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1501696944', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:16:23.189941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-3bf45f0a-073a-4a33-adba-1409e0a3bf41 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:16:23.193694 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-3bf45f0a-073a-4a33-adba-1409e0a3bf41 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Usage tracker for resource:router and tenant:e4f5089090bd4fa5b0f6a51b364719e4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:16:23.196513 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-3bf45f0a-073a-4a33-adba-1409e0a3bf41 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:16:23.206128 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-3bf45f0a-073a-4a33-adba-1409e0a3bf41 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:16:23.278465 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3bf45f0a-073a-4a33-adba-1409e0a3bf41 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:23.279403 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3bf45f0a-073a-4a33-adba-1409e0a3bf41 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:23.296785 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3bf45f0a-073a-4a33-adba-1409e0a3bf41 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:23.392833 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3bf45f0a-073a-4a33-adba-1409e0a3bf41 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:23.489473 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3bf45f0a-073a-4a33-adba-1409e0a3bf41 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:23.490902 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3bf45f0a-073a-4a33-adba-1409e0a3bf41 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4331286 Apr 29 16:16:23.493516 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36180) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:23.499504 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-8933cbba-bff3-4cb6-9ba6-9f99c79fd190 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-123540536'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:16:23.504326 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-8933cbba-bff3-4cb6-9ba6-9f99c79fd190 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:16:23.508081 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8933cbba-bff3-4cb6-9ba6-9f99c79fd190 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Usage tracker for resource:network and tenant:e4f5089090bd4fa5b0f6a51b364719e4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:16:23.512154 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8933cbba-bff3-4cb6-9ba6-9f99c79fd190 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:16:23.518075 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-8933cbba-bff3-4cb6-9ba6-9f99c79fd190 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:16:23.586849 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8933cbba-bff3-4cb6-9ba6-9f99c79fd190 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Made reservation on behalf of e4f5089090bd4fa5b0f6a51b364719e4 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:16:23.589688 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8933cbba-bff3-4cb6-9ba6-9f99c79fd190 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:23.602060 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8933cbba-bff3-4cb6-9ba6-9f99c79fd190 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:23.633402 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-8933cbba-bff3-4cb6-9ba6-9f99c79fd190 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:16:23.638139 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8933cbba-bff3-4cb6-9ba6-9f99c79fd190 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Usage tracker for resource:security_group_rule and tenant:e4f5089090bd4fa5b0f6a51b364719e4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:16:23.640840 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8933cbba-bff3-4cb6-9ba6-9f99c79fd190 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:16:23.646557 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-8933cbba-bff3-4cb6-9ba6-9f99c79fd190 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:16:23.713128 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8933cbba-bff3-4cb6-9ba6-9f99c79fd190 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:23.791298 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8933cbba-bff3-4cb6-9ba6-9f99c79fd190 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:23.826170 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8933cbba-bff3-4cb6-9ba6-9f99c79fd190 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:16:23.831323 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933cbba-bff3-4cb6-9ba6-9f99c79fd190 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6f57ed-7fbc-4dd7-9105-7ada1c2dd076,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:23.838176 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8933cbba-bff3-4cb6-9ba6-9f99c79fd190 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:23.838545 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-8933cbba-bff3-4cb6-9ba6-9f99c79fd190 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Added segment 9496fa3a-0762-471a-9afc-fb8d9e0b9199 of type vlan for network ed71d1b1-c726-4526-8755-89b9fb18a515 Apr 29 16:16:23.864469 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8933cbba-bff3-4cb6-9ba6-9f99c79fd190 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:23.968593 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8933cbba-bff3-4cb6-9ba6-9f99c79fd190 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:23.972251 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8933cbba-bff3-4cb6-9ba6-9f99c79fd190 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:23.972829 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8933cbba-bff3-4cb6-9ba6-9f99c79fd190 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:24.080526 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933cbba-bff3-4cb6-9ba6-9f99c79fd190 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Pushing event updated for resources: {'Network': ['ID=ed71d1b1-c726-4526-8755-89b9fb18a515,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:24.091971 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network ed71d1b1-c726-4526-8755-89b9fb18a515 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:16:24.158839 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8933cbba-bff3-4cb6-9ba6-9f99c79fd190 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6641874 Apr 29 16:16:24.161595 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36184) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:24.167850 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-97b26ec1-f6b9-4c50-84fd-546f0a7c74ff tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Request body: {'subnet': {'network_id': 'ed71d1b1-c726-4526-8755-89b9fb18a515', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:16:24.353787 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-97b26ec1-f6b9-4c50-84fd-546f0a7c74ff tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:16:24.357746 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-97b26ec1-f6b9-4c50-84fd-546f0a7c74ff tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Usage tracker for resource:subnet and tenant:e4f5089090bd4fa5b0f6a51b364719e4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:16:24.360543 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-97b26ec1-f6b9-4c50-84fd-546f0a7c74ff tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:16:24.366125 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-97b26ec1-f6b9-4c50-84fd-546f0a7c74ff tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:16:24.447832 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b26ec1-f6b9-4c50-84fd-546f0a7c74ff tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Made reservation on behalf of e4f5089090bd4fa5b0f6a51b364719e4 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:16:24.545413 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-97b26ec1-f6b9-4c50-84fd-546f0a7c74ff tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:24.798138 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-97b26ec1-f6b9-4c50-84fd-546f0a7c74ff tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:24.876927 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b26ec1-f6b9-4c50-84fd-546f0a7c74ff tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Pushing event updated for resources: {'Subnet': ['ID=c1837f3e-64e3-4d08-850c-d9dc42d72567,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:24.888794 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b26ec1-f6b9-4c50-84fd-546f0a7c74ff tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Checking segment: {'id': '9496fa3a-0762-471a-9afc-fb8d9e0b9199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ed71d1b1-c726-4526-8755-89b9fb18a515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:16:24.889145 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b26ec1-f6b9-4c50-84fd-546f0a7c74ff tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Network hostable DHCP agents. Network: ed71d1b1-c726-4526-8755-89b9fb18a515, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:16:25.008064 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b26ec1-f6b9-4c50-84fd-546f0a7c74ff tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Network ed71d1b1-c726-4526-8755-89b9fb18a515 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:16:25.116621 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-97b26ec1-f6b9-4c50-84fd-546f0a7c74ff tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, ed71d1b1-c726-4526-8755-89b9fb18a515) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:16:25.120614 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b26ec1-f6b9-4c50-84fd-546f0a7c74ff tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:25.121240 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-97b26ec1-f6b9-4c50-84fd-546f0a7c74ff tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:25.125478 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3d7255-af57-48b7-8549-6b5e81bcf41a None None] Network ed71d1b1-c726-4526-8755-89b9fb18a515 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:16:25.209146 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-97b26ec1-f6b9-4c50-84fd-546f0a7c74ff tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0464935 Apr 29 16:16:25.212102 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36188) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:25.218077 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-56b3c640-7133-4cdc-b4e6-996366204332 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-660006087'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:16:25.222961 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-56b3c640-7133-4cdc-b4e6-996366204332 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:16:25.226765 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-56b3c640-7133-4cdc-b4e6-996366204332 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Usage tracker for resource:network and tenant:e4f5089090bd4fa5b0f6a51b364719e4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:16:25.229883 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-56b3c640-7133-4cdc-b4e6-996366204332 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:16:25.235473 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-56b3c640-7133-4cdc-b4e6-996366204332 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:16:25.305522 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b3c640-7133-4cdc-b4e6-996366204332 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Made reservation on behalf of e4f5089090bd4fa5b0f6a51b364719e4 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:16:25.308643 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-56b3c640-7133-4cdc-b4e6-996366204332 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:25.336033 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ef3ab7-2bc9-4271-865d-062dfedf4f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-ed71d1b1-c726-4526-8755-89b9fb18a515', 'network_id': 'ed71d1b1-c726-4526-8755-89b9fb18a515', 'tenant_id': 'e4f5089090bd4fa5b0f6a51b364719e4', 'fixed_ips': [{'subnet_id': 'c1837f3e-64e3-4d08-850c-d9dc42d72567'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 16:16:25.336891 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d8ef3ab7-2bc9-4271-865d-062dfedf4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:25.337552 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b3c640-7133-4cdc-b4e6-996366204332 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:16:25.347605 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-56b3c640-7133-4cdc-b4e6-996366204332 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:25.348179 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-56b3c640-7133-4cdc-b4e6-996366204332 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Added segment b09657b5-7aff-4059-b182-8ac22dd26348 of type vlan for network 19b03ba4-c628-4573-9e86-f1ce8b04d181 Apr 29 16:16:25.373579 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-56b3c640-7133-4cdc-b4e6-996366204332 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:25.472479 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-56b3c640-7133-4cdc-b4e6-996366204332 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:25.476159 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b3c640-7133-4cdc-b4e6-996366204332 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:25.476728 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-56b3c640-7133-4cdc-b4e6-996366204332 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:25.491019 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-d8ef3ab7-2bc9-4271-865d-062dfedf4f69 None None] Allocated IP 172.20.0.2 (ed71d1b1-c726-4526-8755-89b9fb18a515/c1837f3e-64e3-4d08-850c-d9dc42d72567/1d655db6-da8a-45e0-9aa9-8cb8b24d2619) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:16:25.584016 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3c640-7133-4cdc-b4e6-996366204332 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Pushing event updated for resources: {'Network': ['ID=19b03ba4-c628-4573-9e86-f1ce8b04d181,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:25.594502 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 19b03ba4-c628-4573-9e86-f1ce8b04d181 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:16:25.644702 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-56b3c640-7133-4cdc-b4e6-996366204332 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4315586 Apr 29 16:16:25.647524 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36192) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:25.653186 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-34fb71a2-f9ac-4d2e-b5f0-44c9ce6c8cb7 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Request body: {'subnet': {'network_id': '19b03ba4-c628-4573-9e86-f1ce8b04d181', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:16:25.768224 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-34fb71a2-f9ac-4d2e-b5f0-44c9ce6c8cb7 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:16:25.772005 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-34fb71a2-f9ac-4d2e-b5f0-44c9ce6c8cb7 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Usage tracker for resource:subnet and tenant:e4f5089090bd4fa5b0f6a51b364719e4 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:16:25.774785 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-34fb71a2-f9ac-4d2e-b5f0-44c9ce6c8cb7 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:16:25.780626 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-34fb71a2-f9ac-4d2e-b5f0-44c9ce6c8cb7 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:16:25.787711 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d8ef3ab7-2bc9-4271-865d-062dfedf4f69 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:25.797869 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d8ef3ab7-2bc9-4271-865d-062dfedf4f69 None None] Transition to ACTIVE for port object 1d655db6-da8a-45e0-9aa9-8cb8b24d2619 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:16:25.815759 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d8ef3ab7-2bc9-4271-865d-062dfedf4f69 None None] Transition to ACTIVE for port object 1d655db6-da8a-45e0-9aa9-8cb8b24d2619 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:16:25.899316 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fb71a2-f9ac-4d2e-b5f0-44c9ce6c8cb7 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Made reservation on behalf of e4f5089090bd4fa5b0f6a51b364719e4 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:16:25.928438 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d8ef3ab7-2bc9-4271-865d-062dfedf4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:25.998815 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ef3ab7-2bc9-4271-865d-062dfedf4f69 None None] Network ed71d1b1-c726-4526-8755-89b9fb18a515 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:16:26.002395 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-d8ef3ab7-2bc9-4271-865d-062dfedf4f69 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:16:26.003197 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-34fb71a2-f9ac-4d2e-b5f0-44c9ce6c8cb7 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:26.004151 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef3ab7-2bc9-4271-865d-062dfedf4f69 None None] Pushing event updated for resources: {'Port': ['ID=1d655db6-da8a-45e0-9aa9-8cb8b24d2619,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:26.006213 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ef3ab7-2bc9-4271-865d-062dfedf4f69 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:16:26.097108 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-d8ef3ab7-2bc9-4271-865d-062dfedf4f69 None None] Attempting to bind port 1d655db6-da8a-45e0-9aa9-8cb8b24d2619 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:16:26.097473 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-d8ef3ab7-2bc9-4271-865d-062dfedf4f69 None None] Attempting to bind port 1d655db6-da8a-45e0-9aa9-8cb8b24d2619 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '9496fa3a-0762-471a-9afc-fb8d9e0b9199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ed71d1b1-c726-4526-8755-89b9fb18a515'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:16:26.097828 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ef3ab7-2bc9-4271-865d-062dfedf4f69 None None] Attempting to bind port 1d655db6-da8a-45e0-9aa9-8cb8b24d2619 on network ed71d1b1-c726-4526-8755-89b9fb18a515 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:16:26.104003 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ef3ab7-2bc9-4271-865d-062dfedf4f69 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:16:26.104488 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ef3ab7-2bc9-4271-865d-062dfedf4f69 None None] Checking segment: {'id': '9496fa3a-0762-471a-9afc-fb8d9e0b9199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ed71d1b1-c726-4526-8755-89b9fb18a515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:16:26.104994 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d8ef3ab7-2bc9-4271-865d-062dfedf4f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:26.105395 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ef3ab7-2bc9-4271-865d-062dfedf4f69 None None] Bound using segment: {'id': '9496fa3a-0762-471a-9afc-fb8d9e0b9199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ed71d1b1-c726-4526-8755-89b9fb18a515'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:16:26.105864 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-d8ef3ab7-2bc9-4271-865d-062dfedf4f69 None None] Bound port: 1d655db6-da8a-45e0-9aa9-8cb8b24d2619, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9496fa3a-0762-471a-9afc-fb8d9e0b9199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ed71d1b1-c726-4526-8755-89b9fb18a515'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:16:26.106234 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d8ef3ab7-2bc9-4271-865d-062dfedf4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:26.191389 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-d8ef3ab7-2bc9-4271-865d-062dfedf4f69 None None] For port 1d655db6-da8a-45e0-9aa9-8cb8b24d2619, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:16:26.194244 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-d8ef3ab7-2bc9-4271-865d-062dfedf4f69 None None] For port 1d655db6-da8a-45e0-9aa9-8cb8b24d2619, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1d655db6-da8a-45e0-9aa9-8cb8b24d2619,segment=NetworkSegment(9496fa3a-0762-471a-9afc-fb8d9e0b9199),segment_id=9496fa3a-0762-471a-9afc-fb8d9e0b9199)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:16:26.254160 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d8ef3ab7-2bc9-4271-865d-062dfedf4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:26.278602 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-34fb71a2-f9ac-4d2e-b5f0-44c9ce6c8cb7 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:26.366156 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb71a2-f9ac-4d2e-b5f0-44c9ce6c8cb7 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Pushing event updated for resources: {'Subnet': ['ID=6972af56-4924-45a6-ad74-05f22dcb125c,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:26.377643 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fb71a2-f9ac-4d2e-b5f0-44c9ce6c8cb7 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Checking segment: {'id': 'b09657b5-7aff-4059-b182-8ac22dd26348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '19b03ba4-c628-4573-9e86-f1ce8b04d181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:16:26.377994 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fb71a2-f9ac-4d2e-b5f0-44c9ce6c8cb7 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Network hostable DHCP agents. Network: 19b03ba4-c628-4573-9e86-f1ce8b04d181, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:16:26.387129 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef3ab7-2bc9-4271-865d-062dfedf4f69 None None] Pushing event updated for resources: {'Port': ['ID=1d655db6-da8a-45e0-9aa9-8cb8b24d2619,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:26.450223 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fb71a2-f9ac-4d2e-b5f0-44c9ce6c8cb7 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Network 19b03ba4-c628-4573-9e86-f1ce8b04d181 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:16:26.521076 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-34fb71a2-f9ac-4d2e-b5f0-44c9ce6c8cb7 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 19b03ba4-c628-4573-9e86-f1ce8b04d181) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:16:26.526378 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fb71a2-f9ac-4d2e-b5f0-44c9ce6c8cb7 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:26.527462 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-34fb71a2-f9ac-4d2e-b5f0-44c9ce6c8cb7 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:26.535003 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3bbb32-97c3-488e-8844-7a560c1e2f96 None None] Network 19b03ba4-c628-4573-9e86-f1ce8b04d181 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:16:26.625745 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-34fb71a2-f9ac-4d2e-b5f0-44c9ce6c8cb7 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9747150 Apr 29 16:16:26.626192 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36196) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:26.632175 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-3c337842-b01f-4543-9c4a-28d0094abaac tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Request body: {'router': {'external_gateway_info': {'network_id': '19b03ba4-c628-4573-9e86-f1ce8b04d181'}}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:16:26.768878 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a96e54-5f81-497f-aa5a-f44e063b482c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-19b03ba4-c628-4573-9e86-f1ce8b04d181', 'network_id': '19b03ba4-c628-4573-9e86-f1ce8b04d181', 'tenant_id': 'e4f5089090bd4fa5b0f6a51b364719e4', 'fixed_ips': [{'subnet_id': '6972af56-4924-45a6-ad74-05f22dcb125c'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 16:16:26.769679 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-87a96e54-5f81-497f-aa5a-f44e063b482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:26.930953 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-87a96e54-5f81-497f-aa5a-f44e063b482c None None] Allocated IP 172.21.0.2 (19b03ba4-c628-4573-9e86-f1ce8b04d181/6972af56-4924-45a6-ad74-05f22dcb125c/1c170ebe-78ff-4a36-8f36-803a3fafb8fa) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:16:27.160206 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3c337842-b01f-4543-9c4a-28d0094abaac tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:27.162458 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-87a96e54-5f81-497f-aa5a-f44e063b482c None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:27.173756 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-87a96e54-5f81-497f-aa5a-f44e063b482c None None] Transition to ACTIVE for port object 1c170ebe-78ff-4a36-8f36-803a3fafb8fa will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:16:27.193214 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-87a96e54-5f81-497f-aa5a-f44e063b482c None None] Transition to ACTIVE for port object 1c170ebe-78ff-4a36-8f36-803a3fafb8fa will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:16:27.282959 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-87a96e54-5f81-497f-aa5a-f44e063b482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:27.326093 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7937a2d3-b6c6-45a1-a4c0-0e85f560cd87 None None] Network ed71d1b1-c726-4526-8755-89b9fb18a515 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:16:27.389464 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.api.v2.resource [None req-3c337842-b01f-4543-9c4a-28d0094abaac tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 16:16:27.390661 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3c337842-b01f-4543-9c4a-28d0094abaac tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] 10.222.0.21 "PUT /v2.0/routers/ebfe5968-4489-4270-b4cf-63b0f1b12471 HTTP/1.1" status: 400 len: 364 time: 0.7633877 Apr 29 16:16:27.396457 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36200) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:27.443278 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a96e54-5f81-497f-aa5a-f44e063b482c None None] Network 19b03ba4-c628-4573-9e86-f1ce8b04d181 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:16:27.451408 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-87a96e54-5f81-497f-aa5a-f44e063b482c None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:16:27.466518 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a96e54-5f81-497f-aa5a-f44e063b482c None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:16:27.468046 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08cc4df-d0e1-42be-a82a-fecf74ea2c6e tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Deleting subnet 6972af56-4924-45a6-ad74-05f22dcb125c {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 16:16:27.471210 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f08cc4df-d0e1-42be-a82a-fecf74ea2c6e tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:27.491160 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a96e54-5f81-497f-aa5a-f44e063b482c None None] Pushing event updated for resources: {'Port': ['ID=1c170ebe-78ff-4a36-8f36-803a3fafb8fa,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:27.528539 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f08cc4df-d0e1-42be-a82a-fecf74ea2c6e tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:27.617698 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f08cc4df-d0e1-42be-a82a-fecf74ea2c6e tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:27.618080 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-06df1b02-d04a-400d-96fa-26ecb9237eaa None None] Provisioning for port 1d655db6-da8a-45e0-9aa9-8cb8b24d2619 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:16:27.635241 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-87a96e54-5f81-497f-aa5a-f44e063b482c None None] Attempting to bind port 1c170ebe-78ff-4a36-8f36-803a3fafb8fa on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:16:27.635742 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-87a96e54-5f81-497f-aa5a-f44e063b482c None None] Attempting to bind port 1c170ebe-78ff-4a36-8f36-803a3fafb8fa by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'b09657b5-7aff-4059-b182-8ac22dd26348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '19b03ba4-c628-4573-9e86-f1ce8b04d181'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:16:27.636114 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a96e54-5f81-497f-aa5a-f44e063b482c None None] Attempting to bind port 1c170ebe-78ff-4a36-8f36-803a3fafb8fa on network 19b03ba4-c628-4573-9e86-f1ce8b04d181 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:16:27.653438 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a96e54-5f81-497f-aa5a-f44e063b482c None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:16:27.653813 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a96e54-5f81-497f-aa5a-f44e063b482c None None] Checking segment: {'id': 'b09657b5-7aff-4059-b182-8ac22dd26348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '19b03ba4-c628-4573-9e86-f1ce8b04d181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:16:27.654218 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-87a96e54-5f81-497f-aa5a-f44e063b482c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:27.654622 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a96e54-5f81-497f-aa5a-f44e063b482c None None] Bound using segment: {'id': 'b09657b5-7aff-4059-b182-8ac22dd26348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '19b03ba4-c628-4573-9e86-f1ce8b04d181'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:16:27.655093 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-87a96e54-5f81-497f-aa5a-f44e063b482c None None] Bound port: 1c170ebe-78ff-4a36-8f36-803a3fafb8fa, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09657b5-7aff-4059-b182-8ac22dd26348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '19b03ba4-c628-4573-9e86-f1ce8b04d181'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:16:27.655460 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-87a96e54-5f81-497f-aa5a-f44e063b482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:27.769114 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f08cc4df-d0e1-42be-a82a-fecf74ea2c6e tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:27.799945 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-87a96e54-5f81-497f-aa5a-f44e063b482c None None] For port 1c170ebe-78ff-4a36-8f36-803a3fafb8fa, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:16:27.804865 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-87a96e54-5f81-497f-aa5a-f44e063b482c None None] For port 1c170ebe-78ff-4a36-8f36-803a3fafb8fa, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1c170ebe-78ff-4a36-8f36-803a3fafb8fa,segment=NetworkSegment(b09657b5-7aff-4059-b182-8ac22dd26348),segment_id=b09657b5-7aff-4059-b182-8ac22dd26348)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:16:27.809038 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08cc4df-d0e1-42be-a82a-fecf74ea2c6e tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Pushing event deleted for resources: {'Subnet': ['ID=6972af56-4924-45a6-ad74-05f22dcb125c,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:27.816147 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f08cc4df-d0e1-42be-a82a-fecf74ea2c6e tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:27.822476 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f08cc4df-d0e1-42be-a82a-fecf74ea2c6e tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] 10.222.0.21 "DELETE /v2.0/subnets/6972af56-4924-45a6-ad74-05f22dcb125c HTTP/1.1" status: 204 len: 168 time: 0.4250503 Apr 29 16:16:27.825600 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36204) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:27.888818 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-87a96e54-5f81-497f-aa5a-f44e063b482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:27.949860 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9b56192f-6ca2-48a6-94f3-2d6824b19f19 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:27.963192 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-9b56192f-6ca2-48a6-94f3-2d6824b19f19 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Deleting port 1c170ebe-78ff-4a36-8f36-803a3fafb8fa {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:16:27.969598 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9b56192f-6ca2-48a6-94f3-2d6824b19f19 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:27.969874 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a96e54-5f81-497f-aa5a-f44e063b482c None None] Pushing event updated for resources: {'Port': ['ID=1c170ebe-78ff-4a36-8f36-803a3fafb8fa,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:28.270060 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-9b56192f-6ca2-48a6-94f3-2d6824b19f19 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] For port 1c170ebe-78ff-4a36-8f36-803a3fafb8fa, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1c170ebe-78ff-4a36-8f36-803a3fafb8fa,segment=NetworkSegment(b09657b5-7aff-4059-b182-8ac22dd26348),segment_id=b09657b5-7aff-4059-b182-8ac22dd26348)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:16:28.270407 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9b56192f-6ca2-48a6-94f3-2d6824b19f19 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:28.393799 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-9b56192f-6ca2-48a6-94f3-2d6824b19f19 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Calling delete_port for 1c170ebe-78ff-4a36-8f36-803a3fafb8fa owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:16:28.423009 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1c170ebe-78ff-4a36-8f36-803a3fafb8fa up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:16:28.518317 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9b56192f-6ca2-48a6-94f3-2d6824b19f19 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:28.519088 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 1c170ebe-78ff-4a36-8f36-803a3fafb8fa completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:16:28.523855 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 1c170ebe-78ff-4a36-8f36-803a3fafb8fa triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:16:28.524217 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:28.562875 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Port 1c170ebe-78ff-4a36-8f36-803a3fafb8fa was deleted so its status cannot be updated. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 29 16:16:28.562875 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1d655db6-da8a-45e0-9aa9-8cb8b24d2619 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:16:28.563253 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56192f-6ca2-48a6-94f3-2d6824b19f19 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Pushing event deleted for resources: {'Port': ['ID=1c170ebe-78ff-4a36-8f36-803a3fafb8fa,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:28.569650 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b56192f-6ca2-48a6-94f3-2d6824b19f19 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] No DVR routers for this DVR port 1c170ebe-78ff-4a36-8f36-803a3fafb8fa on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:16:28.689439 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 1d655db6-da8a-45e0-9aa9-8cb8b24d2619 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:16:28.694777 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 1d655db6-da8a-45e0-9aa9-8cb8b24d2619 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:16:28.695406 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:28.698508 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9b56192f-6ca2-48a6-94f3-2d6824b19f19 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:28.730058 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-9b56192f-6ca2-48a6-94f3-2d6824b19f19 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b03ba4-c628-4573-9e86-f1ce8b04d181']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:28.742627 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-9b56192f-6ca2-48a6-94f3-2d6824b19f19 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09657b5-7aff-4059-b182-8ac22dd26348') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:28.743189 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-9b56192f-6ca2-48a6-94f3-2d6824b19f19 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09657b5-7aff-4059-b182-8ac22dd26348') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:28.761312 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9b56192f-6ca2-48a6-94f3-2d6824b19f19 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:28.779525 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9b56192f-6ca2-48a6-94f3-2d6824b19f19 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:28.786808 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b56192f-6ca2-48a6-94f3-2d6824b19f19 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:16:28.787564 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9b56192f-6ca2-48a6-94f3-2d6824b19f19 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:16:28.802910 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:16:28.820872 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:28.866750 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 1d655db6-da8a-45e0-9aa9-8cb8b24d2619, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1d655db6-da8a-45e0-9aa9-8cb8b24d2619,segment=NetworkSegment(9496fa3a-0762-471a-9afc-fb8d9e0b9199),segment_id=9496fa3a-0762-471a-9afc-fb8d9e0b9199)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:16:28.935613 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825c6ee1-59b5-4a9b-ab91-ef32e92816f5 None None] Network 19b03ba4-c628-4573-9e86-f1ce8b04d181 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:16:29.002539 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9b56192f-6ca2-48a6-94f3-2d6824b19f19 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:29.007240 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9b56192f-6ca2-48a6-94f3-2d6824b19f19 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:29.011201 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:29.037852 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56192f-6ca2-48a6-94f3-2d6824b19f19 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Pushing event deleted for resources: {'Network': ['ID=19b03ba4-c628-4573-9e86-f1ce8b04d181,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:29.042180 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9b56192f-6ca2-48a6-94f3-2d6824b19f19 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] 10.222.0.21 "DELETE /v2.0/networks/19b03ba4-c628-4573-9e86-f1ce8b04d181 HTTP/1.1" status: 204 len: 168 time: 1.2151210 Apr 29 16:16:29.044761 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36208) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:29.107885 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9dc367c8-1f6d-4fdc-9160-0b948e3a5912 None None] Could not find standard attr ID for object 1c170ebe-78ff-4a36-8f36-803a3fafb8fa. {{(pid=84772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 16:16:29.213226 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=1d655db6-da8a-45e0-9aa9-8cb8b24d2619,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:29.241652 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b8ec083-9ac6-4d9b-aaff-3bce0ca3e806 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Deleting subnet c1837f3e-64e3-4d08-850c-d9dc42d72567 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 16:16:29.243339 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3b8ec083-9ac6-4d9b-aaff-3bce0ca3e806 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:29.269640 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdcfb47-d1ca-4d98-9eb2-f7cc5e511b2e None None] DHCP port deletion for 19b03ba4-c628-4573-9e86-f1ce8b04d181 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 16:16:29.301216 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3b8ec083-9ac6-4d9b-aaff-3bce0ca3e806 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:29.383336 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3b8ec083-9ac6-4d9b-aaff-3bce0ca3e806 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:29.534090 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3b8ec083-9ac6-4d9b-aaff-3bce0ca3e806 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:29.574836 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ec083-9ac6-4d9b-aaff-3bce0ca3e806 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Pushing event deleted for resources: {'Subnet': ['ID=c1837f3e-64e3-4d08-850c-d9dc42d72567,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:29.581359 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3b8ec083-9ac6-4d9b-aaff-3bce0ca3e806 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:29.587616 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110d3433-dce6-48df-8008-c1e018154e35 None None] Network ed71d1b1-c726-4526-8755-89b9fb18a515 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:16:29.591681 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3b8ec083-9ac6-4d9b-aaff-3bce0ca3e806 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] 10.222.0.21 "DELETE /v2.0/subnets/c1837f3e-64e3-4d08-850c-d9dc42d72567 HTTP/1.1" status: 204 len: 168 time: 0.5436113 Apr 29 16:16:29.591998 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36212) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:29.706931 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cc241c9f-c679-4a2f-948a-84be5f3daa4c tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:29.718212 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-cc241c9f-c679-4a2f-948a-84be5f3daa4c tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Deleting port 1d655db6-da8a-45e0-9aa9-8cb8b24d2619 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:16:29.718608 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cc241c9f-c679-4a2f-948a-84be5f3daa4c tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:29.765093 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:16:29.853524 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cd3b2f-9c90-480b-9a32-a55796d0b03a None None] DHCP port deletion for ed71d1b1-c726-4526-8755-89b9fb18a515 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 16:16:29.861794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-c9cd3b2f-9c90-480b-9a32-a55796d0b03a None None] Deleting port 1d655db6-da8a-45e0-9aa9-8cb8b24d2619 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:16:29.862164 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c9cd3b2f-9c90-480b-9a32-a55796d0b03a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:29.938959 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-cc241c9f-c679-4a2f-948a-84be5f3daa4c tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] For port 1d655db6-da8a-45e0-9aa9-8cb8b24d2619, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1d655db6-da8a-45e0-9aa9-8cb8b24d2619,segment=NetworkSegment(9496fa3a-0762-471a-9afc-fb8d9e0b9199),segment_id=9496fa3a-0762-471a-9afc-fb8d9e0b9199)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:16:29.939313 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cc241c9f-c679-4a2f-948a-84be5f3daa4c tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:30.058972 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-cc241c9f-c679-4a2f-948a-84be5f3daa4c tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Calling delete_port for 1d655db6-da8a-45e0-9aa9-8cb8b24d2619 owned by network:dhcp {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:16:30.065021 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-c9cd3b2f-9c90-480b-9a32-a55796d0b03a None None] For port 1d655db6-da8a-45e0-9aa9-8cb8b24d2619, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1d655db6-da8a-45e0-9aa9-8cb8b24d2619,segment=NetworkSegment(9496fa3a-0762-471a-9afc-fb8d9e0b9199),segment_id=9496fa3a-0762-471a-9afc-fb8d9e0b9199)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:16:30.065417 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c9cd3b2f-9c90-480b-9a32-a55796d0b03a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:30.182649 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-c9cd3b2f-9c90-480b-9a32-a55796d0b03a None None] Calling delete_port for 1d655db6-da8a-45e0-9aa9-8cb8b24d2619 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:16:30.209647 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cc241c9f-c679-4a2f-948a-84be5f3daa4c tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:30.250675 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-c9cd3b2f-9c90-480b-9a32-a55796d0b03a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:16:30.251175 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-c9cd3b2f-9c90-480b-9a32-a55796d0b03a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:16:30.257619 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc241c9f-c679-4a2f-948a-84be5f3daa4c tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Pushing event deleted for resources: {'Port': ['ID=1d655db6-da8a-45e0-9aa9-8cb8b24d2619,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:30.262099 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc241c9f-c679-4a2f-948a-84be5f3daa4c tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] No DVR routers for this DVR port 1d655db6-da8a-45e0-9aa9-8cb8b24d2619 on host dv-neutron-839913-1-hyperv {{(pid=84771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:16:30.360115 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1c170ebe-78ff-4a36-8f36-803a3fafb8fa no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:16:30.387793 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cc241c9f-c679-4a2f-948a-84be5f3daa4c tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:30.396004 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 1c170ebe-78ff-4a36-8f36-803a3fafb8fa {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:16:30.396351 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1c170ebe-78ff-4a36-8f36-803a3fafb8fa not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:16:30.396763 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1d655db6-da8a-45e0-9aa9-8cb8b24d2619 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:16:30.412942 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-cc241c9f-c679-4a2f-948a-84be5f3daa4c tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed71d1b1-c726-4526-8755-89b9fb18a515']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:30.424904 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-cc241c9f-c679-4a2f-948a-84be5f3daa4c tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9496fa3a-0762-471a-9afc-fb8d9e0b9199') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:30.425192 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-cc241c9f-c679-4a2f-948a-84be5f3daa4c tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9496fa3a-0762-471a-9afc-fb8d9e0b9199') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:30.427180 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 1d655db6-da8a-45e0-9aa9-8cb8b24d2619 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:16:30.427525 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1d655db6-da8a-45e0-9aa9-8cb8b24d2619 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:16:30.437476 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cc241c9f-c679-4a2f-948a-84be5f3daa4c tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:30.453635 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cc241c9f-c679-4a2f-948a-84be5f3daa4c tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:30.459583 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc241c9f-c679-4a2f-948a-84be5f3daa4c tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:16:30.459959 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cc241c9f-c679-4a2f-948a-84be5f3daa4c tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:16:30.474206 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:16:30.695229 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cc241c9f-c679-4a2f-948a-84be5f3daa4c tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:30.700096 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cc241c9f-c679-4a2f-948a-84be5f3daa4c tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:30.725756 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc241c9f-c679-4a2f-948a-84be5f3daa4c tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Pushing event deleted for resources: {'Network': ['ID=ed71d1b1-c726-4526-8755-89b9fb18a515,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:30.729593 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-cc241c9f-c679-4a2f-948a-84be5f3daa4c tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] 10.222.0.21 "DELETE /v2.0/networks/ed71d1b1-c726-4526-8755-89b9fb18a515 HTTP/1.1" status: 204 len: 168 time: 1.1364877 Apr 29 16:16:30.732040 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36216) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:30.752162 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-c9cd3b2f-9c90-480b-9a32-a55796d0b03a None None] Deleting port 1d655db6-da8a-45e0-9aa9-8cb8b24d2619 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:16:30.752622 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c9cd3b2f-9c90-480b-9a32-a55796d0b03a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:30.772929 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ee71571e-a10d-4041-ba49-ce2f4b0f3af6 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Synchronizing usage tracker for tenant:e4f5089090bd4fa5b0f6a51b364719e4 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:16:30.815065 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-c9cd3b2f-9c90-480b-9a32-a55796d0b03a None None] The port '1d655db6-da8a-45e0-9aa9-8cb8b24d2619' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 16:16:30.872223 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-ee71571e-a10d-4041-ba49-ce2f4b0f3af6 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Unset dirty status for tenant:e4f5089090bd4fa5b0f6a51b364719e4 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:16:30.873397 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ee71571e-a10d-4041-ba49-ce2f4b0f3af6 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebfe5968-4489-4270-b4cf-63b0f1b12471 HTTP/1.1" status: 200 len: 205 time: 0.1404257 Apr 29 16:16:30.875887 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36220) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:31.014253 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4fcb93e4-f4de-4d30-9c1b-598215bc6e46 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:31.382220 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4fcb93e4-f4de-4d30-9c1b-598215bc6e46 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:31.386999 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4fcb93e4-f4de-4d30-9c1b-598215bc6e46 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:31.500947 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4fcb93e4-f4de-4d30-9c1b-598215bc6e46 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:31.501433 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcb93e4-f4de-4d30-9c1b-598215bc6e46 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Fanout notify agent at l3_agent the message router_deleted on router ebfe5968-4489-4270-b4cf-63b0f1b12471 {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 16:16:31.514379 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4fcb93e4-f4de-4d30-9c1b-598215bc6e46 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:31.515476 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4fcb93e4-f4de-4d30-9c1b-598215bc6e46 tempest-RoutersNegativeTest-1726845618 tempest-RoutersNegativeTest-1726845618-project] 10.222.0.21 "DELETE /v2.0/routers/ebfe5968-4489-4270-b4cf-63b0f1b12471 HTTP/1.1" status: 204 len: 168 time: 0.6386385 Apr 29 16:16:31.948176 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36228) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:32.129604 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-443d90f9-761b-49be-b159-ba9f83440d2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4f5089090bd4fa5b0f6a51b364719e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1801391 Apr 29 16:16:32.132130 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36234) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:32.189698 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-349260e4-94ed-405d-bf3d-1d36ad20979d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:32.214346 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-349260e4-94ed-405d-bf3d-1d36ad20979d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:32.317629 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-349260e4-94ed-405d-bf3d-1d36ad20979d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:32.331519 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349260e4-94ed-405d-bf3d-1d36ad20979d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6f57ed-7fbc-4dd7-9105-7ada1c2dd076,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:32.337359 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-349260e4-94ed-405d-bf3d-1d36ad20979d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:32.339015 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-349260e4-94ed-405d-bf3d-1d36ad20979d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e6f57ed-7fbc-4dd7-9105-7ada1c2dd076 HTTP/1.1" status: 204 len: 168 time: 0.2054217 Apr 29 16:16:33.434443 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36256) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:33.559840 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-3a033794-7309-4c8d-9f79-054946eed8c6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-885906321-network', 'tenant_id': '19ab58ffe993401d96c0e84a20e304b2'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:16:33.564489 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-3a033794-7309-4c8d-9f79-054946eed8c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:16:33.568246 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-3a033794-7309-4c8d-9f79-054946eed8c6 admin admin] Usage tracker for resource:network and tenant:19ab58ffe993401d96c0e84a20e304b2 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:16:33.571048 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-3a033794-7309-4c8d-9f79-054946eed8c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:16:33.576788 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-3a033794-7309-4c8d-9f79-054946eed8c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:16:33.643362 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a033794-7309-4c8d-9f79-054946eed8c6 admin admin] Made reservation on behalf of 19ab58ffe993401d96c0e84a20e304b2 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:16:33.645548 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3a033794-7309-4c8d-9f79-054946eed8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:33.657345 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3a033794-7309-4c8d-9f79-054946eed8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:33.692046 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-3a033794-7309-4c8d-9f79-054946eed8c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:16:33.695782 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-3a033794-7309-4c8d-9f79-054946eed8c6 admin admin] Usage tracker for resource:security_group_rule and tenant:19ab58ffe993401d96c0e84a20e304b2 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:16:33.698658 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-3a033794-7309-4c8d-9f79-054946eed8c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:16:33.704231 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-3a033794-7309-4c8d-9f79-054946eed8c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:16:33.769206 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3a033794-7309-4c8d-9f79-054946eed8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:33.855138 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3a033794-7309-4c8d-9f79-054946eed8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:33.881136 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a033794-7309-4c8d-9f79-054946eed8c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:16:33.894211 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a033794-7309-4c8d-9f79-054946eed8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d03bd4-8d4c-40ae-a807-ff48df4e173f,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:33.904133 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3a033794-7309-4c8d-9f79-054946eed8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:33.904133 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-3a033794-7309-4c8d-9f79-054946eed8c6 admin admin] Added segment caf4729f-70d8-4d63-adc9-ff45d11e752a of type vlan for network 247c798c-e8cd-4b2a-a8e9-f20a6aed899a Apr 29 16:16:33.925498 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3a033794-7309-4c8d-9f79-054946eed8c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:34.008981 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3a033794-7309-4c8d-9f79-054946eed8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:34.009819 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a033794-7309-4c8d-9f79-054946eed8c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:34.010582 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-3a033794-7309-4c8d-9f79-054946eed8c6 admin admin] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:34.109310 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a033794-7309-4c8d-9f79-054946eed8c6 admin admin] Pushing event updated for resources: {'Network': ['ID=247c798c-e8cd-4b2a-a8e9-f20a6aed899a,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:34.119049 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 247c798c-e8cd-4b2a-a8e9-f20a6aed899a details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:16:34.175687 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-3a033794-7309-4c8d-9f79-054946eed8c6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7401364 Apr 29 16:16:34.178473 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36262) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:34.183954 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-8a4212af-8bec-40fc-983f-f7fd64c0e1cc admin admin] Request body: {'subnet': {'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-885906321-subnet', 'tenant_id': '19ab58ffe993401d96c0e84a20e304b2', 'ip_version': 4}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:16:34.188645 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-8a4212af-8bec-40fc-983f-f7fd64c0e1cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:16:34.192365 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8a4212af-8bec-40fc-983f-f7fd64c0e1cc admin admin] Usage tracker for resource:subnet and tenant:19ab58ffe993401d96c0e84a20e304b2 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:16:34.195126 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-8a4212af-8bec-40fc-983f-f7fd64c0e1cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:16:34.201581 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-8a4212af-8bec-40fc-983f-f7fd64c0e1cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:16:34.283417 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4212af-8bec-40fc-983f-f7fd64c0e1cc admin admin] Made reservation on behalf of 19ab58ffe993401d96c0e84a20e304b2 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:16:34.285610 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8a4212af-8bec-40fc-983f-f7fd64c0e1cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:34.541075 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8a4212af-8bec-40fc-983f-f7fd64c0e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:34.611601 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4212af-8bec-40fc-983f-f7fd64c0e1cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=98a1a827-7ba2-48ac-9c44-d2acf7ec8898,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:34.625934 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4212af-8bec-40fc-983f-f7fd64c0e1cc admin admin] Checking segment: {'id': 'caf4729f-70d8-4d63-adc9-ff45d11e752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:16:34.626286 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4212af-8bec-40fc-983f-f7fd64c0e1cc admin admin] Network hostable DHCP agents. Network: 247c798c-e8cd-4b2a-a8e9-f20a6aed899a, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:16:34.717902 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4212af-8bec-40fc-983f-f7fd64c0e1cc admin admin] Network 247c798c-e8cd-4b2a-a8e9-f20a6aed899a is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:16:34.803495 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-8a4212af-8bec-40fc-983f-f7fd64c0e1cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 247c798c-e8cd-4b2a-a8e9-f20a6aed899a) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:16:34.807839 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4212af-8bec-40fc-983f-f7fd64c0e1cc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:34.808412 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-8a4212af-8bec-40fc-983f-f7fd64c0e1cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:34.814358 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f3375b-b9ee-48f2-a7ef-eda2ac0d07bb None None] Network 247c798c-e8cd-4b2a-a8e9-f20a6aed899a requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:16:34.901912 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-8a4212af-8bec-40fc-983f-f7fd64c0e1cc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7223699 Apr 29 16:16:34.904677 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36266) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:34.909757 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7266aba0-c8d0-4ae9-9066-a2c4561da59a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-885906321-router', 'tenant_id': '19ab58ffe993401d96c0e84a20e304b2', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:16:34.914300 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7266aba0-c8d0-4ae9-9066-a2c4561da59a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:16:34.919196 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7266aba0-c8d0-4ae9-9066-a2c4561da59a admin admin] Usage tracker for resource:router and tenant:19ab58ffe993401d96c0e84a20e304b2 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:16:34.921973 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7266aba0-c8d0-4ae9-9066-a2c4561da59a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:16:34.927673 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7266aba0-c8d0-4ae9-9066-a2c4561da59a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:16:35.028688 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfe259d-57c1-4cda-b881-3e3c6c0dc507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-247c798c-e8cd-4b2a-a8e9-f20a6aed899a', 'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a', 'tenant_id': '19ab58ffe993401d96c0e84a20e304b2', 'fixed_ips': [{'subnet_id': '98a1a827-7ba2-48ac-9c44-d2acf7ec8898'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 16:16:35.029525 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ccfe259d-57c1-4cda-b881-3e3c6c0dc507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:35.036699 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7266aba0-c8d0-4ae9-9066-a2c4561da59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:35.037977 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7266aba0-c8d0-4ae9-9066-a2c4561da59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:35.058710 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7266aba0-c8d0-4ae9-9066-a2c4561da59a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:35.185310 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-ccfe259d-57c1-4cda-b881-3e3c6c0dc507 None None] Allocated IP 172.20.0.2 (247c798c-e8cd-4b2a-a8e9-f20a6aed899a/98a1a827-7ba2-48ac-9c44-d2acf7ec8898/66bcd652-6077-432c-825e-0b6df3943c46) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:16:35.390149 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7266aba0-c8d0-4ae9-9066-a2c4561da59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:35.422113 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ccfe259d-57c1-4cda-b881-3e3c6c0dc507 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:35.434704 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ccfe259d-57c1-4cda-b881-3e3c6c0dc507 None None] Transition to ACTIVE for port object 66bcd652-6077-432c-825e-0b6df3943c46 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:16:35.454210 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ccfe259d-57c1-4cda-b881-3e3c6c0dc507 None None] Transition to ACTIVE for port object 66bcd652-6077-432c-825e-0b6df3943c46 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:16:35.516596 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ccfe259d-57c1-4cda-b881-3e3c6c0dc507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:35.586887 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfe259d-57c1-4cda-b881-3e3c6c0dc507 None None] Network 247c798c-e8cd-4b2a-a8e9-f20a6aed899a is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:16:35.590404 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-ccfe259d-57c1-4cda-b881-3e3c6c0dc507 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:16:35.594791 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfe259d-57c1-4cda-b881-3e3c6c0dc507 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:16:35.596854 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe259d-57c1-4cda-b881-3e3c6c0dc507 None None] Pushing event updated for resources: {'Port': ['ID=66bcd652-6077-432c-825e-0b6df3943c46,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:35.634515 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7266aba0-c8d0-4ae9-9066-a2c4561da59a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:35.664609 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7266aba0-c8d0-4ae9-9066-a2c4561da59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:35.680918 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-ccfe259d-57c1-4cda-b881-3e3c6c0dc507 None None] Attempting to bind port 66bcd652-6077-432c-825e-0b6df3943c46 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:16:35.681286 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-ccfe259d-57c1-4cda-b881-3e3c6c0dc507 None None] Attempting to bind port 66bcd652-6077-432c-825e-0b6df3943c46 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'caf4729f-70d8-4d63-adc9-ff45d11e752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:16:35.681645 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfe259d-57c1-4cda-b881-3e3c6c0dc507 None None] Attempting to bind port 66bcd652-6077-432c-825e-0b6df3943c46 on network 247c798c-e8cd-4b2a-a8e9-f20a6aed899a {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:16:35.688124 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfe259d-57c1-4cda-b881-3e3c6c0dc507 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:16:35.688494 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfe259d-57c1-4cda-b881-3e3c6c0dc507 None None] Checking segment: {'id': 'caf4729f-70d8-4d63-adc9-ff45d11e752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:16:35.688891 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ccfe259d-57c1-4cda-b881-3e3c6c0dc507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:35.689379 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfe259d-57c1-4cda-b881-3e3c6c0dc507 None None] Bound using segment: {'id': 'caf4729f-70d8-4d63-adc9-ff45d11e752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:16:35.689840 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-ccfe259d-57c1-4cda-b881-3e3c6c0dc507 None None] Bound port: 66bcd652-6077-432c-825e-0b6df3943c46, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf4729f-70d8-4d63-adc9-ff45d11e752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:16:35.690207 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ccfe259d-57c1-4cda-b881-3e3c6c0dc507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:35.786380 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-ccfe259d-57c1-4cda-b881-3e3c6c0dc507 None None] For port 66bcd652-6077-432c-825e-0b6df3943c46, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:16:35.789318 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-ccfe259d-57c1-4cda-b881-3e3c6c0dc507 None None] For port 66bcd652-6077-432c-825e-0b6df3943c46, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=66bcd652-6077-432c-825e-0b6df3943c46,segment=NetworkSegment(caf4729f-70d8-4d63-adc9-ff45d11e752a),segment_id=caf4729f-70d8-4d63-adc9-ff45d11e752a)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:16:35.811386 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-7266aba0-c8d0-4ae9-9066-a2c4561da59a admin admin] Allocated IP 172.26.1.220 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/c5575baf-4573-47a9-977c-361a870823ae) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:16:35.861037 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ccfe259d-57c1-4cda-b881-3e3c6c0dc507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:35.945451 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe259d-57c1-4cda-b881-3e3c6c0dc507 None None] Pushing event updated for resources: {'Port': ['ID=66bcd652-6077-432c-825e-0b6df3943c46,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:35.955352 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7266aba0-c8d0-4ae9-9066-a2c4561da59a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:36.049980 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7266aba0-c8d0-4ae9-9066-a2c4561da59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:36.122440 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7266aba0-c8d0-4ae9-9066-a2c4561da59a admin admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:16:36.126014 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266aba0-c8d0-4ae9-9066-a2c4561da59a admin admin] Pushing event updated for resources: {'Port': ['ID=c5575baf-4573-47a9-977c-361a870823ae,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:36.129821 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-7266aba0-c8d0-4ae9-9066-a2c4561da59a admin admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:16:36.132013 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7266aba0-c8d0-4ae9-9066-a2c4561da59a admin admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:16:36.371854 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7266aba0-c8d0-4ae9-9066-a2c4561da59a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:36.372649 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7266aba0-c8d0-4ae9-9066-a2c4561da59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:36.388944 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 66bcd652-6077-432c-825e-0b6df3943c46 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:16:36.522436 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 66bcd652-6077-432c-825e-0b6df3943c46 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:16:36.671098 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7266aba0-c8d0-4ae9-9066-a2c4561da59a admin admin] Router 9f6e32c5-4b77-4640-b979-6bba7ecf221b is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 16:16:36.880680 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7266aba0-c8d0-4ae9-9066-a2c4561da59a admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:16:36.891640 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] Sync routers for ids ['9f6e32c5-4b77-4640-b979-6bba7ecf221b'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:16:36.909938 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] Routers {'9f6e32c5-4b77-4640-b979-6bba7ecf221b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:16:36.910828 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:16:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['9f6e32c5-4b77-4640-b979-6bba7ecf221b'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:36.973765 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7266aba0-c8d0-4ae9-9066-a2c4561da59a admin admin] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:36.975028 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7266aba0-c8d0-4ae9-9066-a2c4561da59a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0693870 Apr 29 16:16:36.977987 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36270) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:36.992003 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d1f792-acf4-4893-965c-f2712a889984 None None] Network 247c798c-e8cd-4b2a-a8e9-f20a6aed899a requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:16:37.097191 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] Set router 9f6e32c5-4b77-4640-b979-6bba7ecf221b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:16:37.175139 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e32b8b25-39a0-4cea-b0da-13a04643c241 None None] Provisioning for port 66bcd652-6077-432c-825e-0b6df3943c46 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:16:37.183013 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e32b8b25-39a0-4cea-b0da-13a04643c241 None None] Provisioning complete for port 66bcd652-6077-432c-825e-0b6df3943c46 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:16:37.183377 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e32b8b25-39a0-4cea-b0da-13a04643c241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:37.359542 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e32b8b25-39a0-4cea-b0da-13a04643c241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:37.386400 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6e32c5-4b77-4640-b979-6bba7ecf221b', 'name': 'tempest-TestEncryptedCinderVolumes-885906321-router', 'tenant_id': '19ab58ffe993401d96c0e84a20e304b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c5575baf-4573-47a9-977c-361a870823ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:16:35Z', 'updated_at': '2022-04-29T16:16:36Z', 'revision_number': 3, 'project_id': '19ab58ffe993401d96c0e84a20e304b2', 'gw_port': {'id': 'c5575baf-4573-47a9-977c-361a870823ae', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:87:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6e32c5-4b77-4640-b979-6bba7ecf221b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:16:35Z', 'updated_at': '2022-04-29T16:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:37.390818 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] Checking router: 9f6e32c5-4b77-4640-b979-6bba7ecf221b for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:16:37.391166 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] Updating router 9f6e32c5-4b77-4640-b979-6bba7ecf221b port c5575baf-4573-47a9-977c-361a870823ae binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:16:37.402680 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-e32b8b25-39a0-4cea-b0da-13a04643c241 None None] For port 66bcd652-6077-432c-825e-0b6df3943c46, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=66bcd652-6077-432c-825e-0b6df3943c46,segment=NetworkSegment(caf4729f-70d8-4d63-adc9-ff45d11e752a),segment_id=caf4729f-70d8-4d63-adc9-ff45d11e752a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:16:37.472663 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:37.494988 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e32b8b25-39a0-4cea-b0da-13a04643c241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:37.579367 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b8b25-39a0-4cea-b0da-13a04643c241 None None] Pushing event updated for resources: {'Port': ['ID=66bcd652-6077-432c-825e-0b6df3943c46,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:37.618152 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3e1b9c53-93eb-4e9e-9e43-2fc77737bd94 None None] Provisioning complete for port 66bcd652-6077-432c-825e-0b6df3943c46 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:16:37.618434 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3e1b9c53-93eb-4e9e-9e43-2fc77737bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:37.810030 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:37.821344 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] Transition to ACTIVE for port object c5575baf-4573-47a9-977c-361a870823ae will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:16:37.861811 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9f45830a-55d0-452b-8c3d-8277579f09bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:37.912133 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:37.992056 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803453d0-630b-4c65-90df-0e11a5008329 None None] Pushing event updated for resources: {'Port': ['ID=c5575baf-4573-47a9-977c-361a870823ae,revision_number=2']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:37.995512 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] Attempting to bind port c5575baf-4573-47a9-977c-361a870823ae on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:16:37.995785 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] Attempting to bind port c5575baf-4573-47a9-977c-361a870823ae by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:16:37.996138 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] Attempting to bind port c5575baf-4573-47a9-977c-361a870823ae on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:16:38.006652 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803453d0-630b-4c65-90df-0e11a5008329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:38.006997 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803453d0-630b-4c65-90df-0e11a5008329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:38.007328 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803453d0-630b-4c65-90df-0e11a5008329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:38.007666 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803453d0-630b-4c65-90df-0e11a5008329 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:38.007992 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803453d0-630b-4c65-90df-0e11a5008329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:38.008312 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803453d0-630b-4c65-90df-0e11a5008329 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:38.008633 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803453d0-630b-4c65-90df-0e11a5008329 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:38.008953 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803453d0-630b-4c65-90df-0e11a5008329 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:38.009269 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803453d0-630b-4c65-90df-0e11a5008329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:38.009584 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803453d0-630b-4c65-90df-0e11a5008329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:38.009996 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803453d0-630b-4c65-90df-0e11a5008329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:38.013459 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:16:38.013822 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:16:38.014219 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:38.014620 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:16:38.015083 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] Bound port: c5575baf-4573-47a9-977c-361a870823ae, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:16:38.015455 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:38.069693 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-9f45830a-55d0-452b-8c3d-8277579f09bb admin admin] Allocated IP 172.20.0.1 (247c798c-e8cd-4b2a-a8e9-f20a6aed899a/98a1a827-7ba2-48ac-9c44-d2acf7ec8898/478cb2c7-17dc-406f-8ff0-54c3ac898a7a) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:16:38.085183 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] For port c5575baf-4573-47a9-977c-361a870823ae, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:16:38.088079 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] For port c5575baf-4573-47a9-977c-361a870823ae, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c5575baf-4573-47a9-977c-361a870823ae,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:16:38.169054 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:38.218846 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9f45830a-55d0-452b-8c3d-8277579f09bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:38.235266 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-9f45830a-55d0-452b-8c3d-8277579f09bb admin admin] Transition to ACTIVE for port object 478cb2c7-17dc-406f-8ff0-54c3ac898a7a will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:16:38.249670 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803453d0-630b-4c65-90df-0e11a5008329 None None] Pushing event updated for resources: {'Port': ['ID=c5575baf-4573-47a9-977c-361a870823ae,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:38.254095 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] Routers {'9f6e32c5-4b77-4640-b979-6bba7ecf221b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:16:38.254713 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:16:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['9f6e32c5-4b77-4640-b979-6bba7ecf221b'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:38.318890 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9f45830a-55d0-452b-8c3d-8277579f09bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:38.369960 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 66bcd652-6077-432c-825e-0b6df3943c46 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:16:38.391968 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f45830a-55d0-452b-8c3d-8277579f09bb admin admin] Network 247c798c-e8cd-4b2a-a8e9-f20a6aed899a is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:16:38.395038 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-9f45830a-55d0-452b-8c3d-8277579f09bb admin admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:16:38.401196 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f45830a-55d0-452b-8c3d-8277579f09bb admin admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:16:38.429150 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45830a-55d0-452b-8c3d-8277579f09bb admin admin] Pushing event updated for resources: {'Port': ['ID=478cb2c7-17dc-406f-8ff0-54c3ac898a7a,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:38.435341 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] Set router 9f6e32c5-4b77-4640-b979-6bba7ecf221b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:16:38.454792 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 66bcd652-6077-432c-825e-0b6df3943c46 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:16:38.455789 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:38.460050 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9f45830a-55d0-452b-8c3d-8277579f09bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:38.620113 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9f45830a-55d0-452b-8c3d-8277579f09bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:38.724028 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c0046057-5e5e-41aa-8b88-89feb6dcfedc None None] Provisioning for port 478cb2c7-17dc-406f-8ff0-54c3ac898a7a completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:16:38.727001 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6e32c5-4b77-4640-b979-6bba7ecf221b', 'name': 'tempest-TestEncryptedCinderVolumes-885906321-router', 'tenant_id': '19ab58ffe993401d96c0e84a20e304b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c5575baf-4573-47a9-977c-361a870823ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:16:35Z', 'updated_at': '2022-04-29T16:16:36Z', 'revision_number': 3, 'project_id': '19ab58ffe993401d96c0e84a20e304b2', 'gw_port': {'id': 'c5575baf-4573-47a9-977c-361a870823ae', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:87:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6e32c5-4b77-4640-b979-6bba7ecf221b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:16:35Z', 'updated_at': '2022-04-29T16:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:38.732150 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1fbd04-06c0-4cd4-83b2-033c3ef4d43b None None] The sync data for ids ['9f6e32c5-4b77-4640-b979-6bba7ecf221b'] in dv-neutron-839913-1-hyperv is: [{'id': '9f6e32c5-4b77-4640-b979-6bba7ecf221b', 'name': 'tempest-TestEncryptedCinderVolumes-885906321-router', 'tenant_id': '19ab58ffe993401d96c0e84a20e304b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c5575baf-4573-47a9-977c-361a870823ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:16:35Z', 'updated_at': '2022-04-29T16:16:36Z', 'revision_number': 3, 'project_id': '19ab58ffe993401d96c0e84a20e304b2', 'gw_port': {'id': 'c5575baf-4573-47a9-977c-361a870823ae', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:87:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6e32c5-4b77-4640-b979-6bba7ecf221b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:16:35Z', 'updated_at': '2022-04-29T16:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:16:38.732342 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c0046057-5e5e-41aa-8b88-89feb6dcfedc None None] Provisioning complete for port 478cb2c7-17dc-406f-8ff0-54c3ac898a7a triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:16:38.732860 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c0046057-5e5e-41aa-8b88-89feb6dcfedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:38.805171 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-c0046057-5e5e-41aa-8b88-89feb6dcfedc None None] Port 478cb2c7-17dc-406f-8ff0-54c3ac898a7a cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:16:38.862404 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9f45830a-55d0-452b-8c3d-8277579f09bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:38.949204 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9f45830a-55d0-452b-8c3d-8277579f09bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:39.072068 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45830a-55d0-452b-8c3d-8277579f09bb admin admin] Pushing event updated for resources: {'Port': ['ID=478cb2c7-17dc-406f-8ff0-54c3ac898a7a,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:39.075927 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9f45830a-55d0-452b-8c3d-8277579f09bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:39.235452 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f45830a-55d0-452b-8c3d-8277579f09bb admin admin] Network 247c798c-e8cd-4b2a-a8e9-f20a6aed899a is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:16:39.236646 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-9f45830a-55d0-452b-8c3d-8277579f09bb admin admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:16:39.536136 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-82f6acc9-4815-4e35-9d57-897102d15b68 None None] Provisioning complete for port 478cb2c7-17dc-406f-8ff0-54c3ac898a7a triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:16:39.536713 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-82f6acc9-4815-4e35-9d57-897102d15b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:39.599015 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-82f6acc9-4815-4e35-9d57-897102d15b68 None None] Port 478cb2c7-17dc-406f-8ff0-54c3ac898a7a cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:16:39.803488 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f45830a-55d0-452b-8c3d-8277579f09bb admin admin] Router 9f6e32c5-4b77-4640-b979-6bba7ecf221b has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:16:40.023411 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f45830a-55d0-452b-8c3d-8277579f09bb admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:16:40.032478 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9f45830a-55d0-452b-8c3d-8277579f09bb admin admin] 10.222.0.21 "PUT /v2.0/routers/9f6e32c5-4b77-4640-b979-6bba7ecf221b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0535562 Apr 29 16:16:40.388160 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c5575baf-4573-47a9-977c-361a870823ae up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:16:40.506458 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port c5575baf-4573-47a9-977c-361a870823ae completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:16:40.512217 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port c5575baf-4573-47a9-977c-361a870823ae triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:16:40.512835 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:40.626490 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:40.642463 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port c5575baf-4573-47a9-977c-361a870823ae, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c5575baf-4573-47a9-977c-361a870823ae,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:16:40.716819 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:40.783852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=c5575baf-4573-47a9-977c-361a870823ae,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:41.104317 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36292) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:41.109776 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-25bf1a2c-8603-42da-9eae-363836da7ad5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-901219060-network', 'tenant_id': 'f93b7c5799274e009cdbf50d602b1a97'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:16:41.114566 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-25bf1a2c-8603-42da-9eae-363836da7ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:16:41.118267 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-25bf1a2c-8603-42da-9eae-363836da7ad5 admin admin] Usage tracker for resource:network and tenant:f93b7c5799274e009cdbf50d602b1a97 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:16:41.121286 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-25bf1a2c-8603-42da-9eae-363836da7ad5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:16:41.126877 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-25bf1a2c-8603-42da-9eae-363836da7ad5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:16:41.208952 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bf1a2c-8603-42da-9eae-363836da7ad5 admin admin] Made reservation on behalf of f93b7c5799274e009cdbf50d602b1a97 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:16:41.211276 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-25bf1a2c-8603-42da-9eae-363836da7ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:41.223871 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-25bf1a2c-8603-42da-9eae-363836da7ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:41.253922 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-25bf1a2c-8603-42da-9eae-363836da7ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:16:41.257656 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-25bf1a2c-8603-42da-9eae-363836da7ad5 admin admin] Usage tracker for resource:security_group_rule and tenant:f93b7c5799274e009cdbf50d602b1a97 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:16:41.260980 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-25bf1a2c-8603-42da-9eae-363836da7ad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:16:41.266930 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-25bf1a2c-8603-42da-9eae-363836da7ad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:16:41.331197 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-25bf1a2c-8603-42da-9eae-363836da7ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:41.391646 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-25bf1a2c-8603-42da-9eae-363836da7ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:41.422449 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25bf1a2c-8603-42da-9eae-363836da7ad5 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:16:41.427531 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf1a2c-8603-42da-9eae-363836da7ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb52c7a-ddc3-435d-b6e8-b1c5baade67e,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:41.434911 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-25bf1a2c-8603-42da-9eae-363836da7ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:41.435795 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-25bf1a2c-8603-42da-9eae-363836da7ad5 admin admin] Added segment 252ba2df-2c8a-4fb5-a6f1-34ac2fada11f of type vlan for network 1503d708-b53a-42a2-85e1-ecbbbd5d8b24 Apr 29 16:16:41.460971 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-25bf1a2c-8603-42da-9eae-363836da7ad5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:41.556383 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-25bf1a2c-8603-42da-9eae-363836da7ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:41.557744 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bf1a2c-8603-42da-9eae-363836da7ad5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:41.558312 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-25bf1a2c-8603-42da-9eae-363836da7ad5 admin admin] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:41.660072 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf1a2c-8603-42da-9eae-363836da7ad5 admin admin] Pushing event updated for resources: {'Network': ['ID=1503d708-b53a-42a2-85e1-ecbbbd5d8b24,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:41.671842 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 1503d708-b53a-42a2-85e1-ecbbbd5d8b24 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:16:41.729880 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-25bf1a2c-8603-42da-9eae-363836da7ad5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6244466 Apr 29 16:16:41.733668 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36296) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:41.741037 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-28392c19-cdfc-4d5a-92f0-e1ba1cdb5f26 admin admin] Request body: {'subnet': {'network_id': '1503d708-b53a-42a2-85e1-ecbbbd5d8b24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-901219060-subnet', 'tenant_id': 'f93b7c5799274e009cdbf50d602b1a97', 'ip_version': 4}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:16:41.747379 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-28392c19-cdfc-4d5a-92f0-e1ba1cdb5f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:16:41.756830 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-28392c19-cdfc-4d5a-92f0-e1ba1cdb5f26 admin admin] Usage tracker for resource:subnet and tenant:f93b7c5799274e009cdbf50d602b1a97 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:16:41.760392 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-28392c19-cdfc-4d5a-92f0-e1ba1cdb5f26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:16:41.766908 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-28392c19-cdfc-4d5a-92f0-e1ba1cdb5f26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:16:41.842002 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28392c19-cdfc-4d5a-92f0-e1ba1cdb5f26 admin admin] Made reservation on behalf of f93b7c5799274e009cdbf50d602b1a97 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:16:41.844486 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-28392c19-cdfc-4d5a-92f0-e1ba1cdb5f26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:42.145349 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-28392c19-cdfc-4d5a-92f0-e1ba1cdb5f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:42.188385 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] Sync routers for ids ['9f6e32c5-4b77-4640-b979-6bba7ecf221b'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:16:42.201107 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] Routers {'9f6e32c5-4b77-4640-b979-6bba7ecf221b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:16:42.201719 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:16:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['9f6e32c5-4b77-4640-b979-6bba7ecf221b'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:42.223327 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28392c19-cdfc-4d5a-92f0-e1ba1cdb5f26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca5aa310-9987-4104-8a26-2aad12121a64,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:42.233556 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28392c19-cdfc-4d5a-92f0-e1ba1cdb5f26 admin admin] Checking segment: {'id': '252ba2df-2c8a-4fb5-a6f1-34ac2fada11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1503d708-b53a-42a2-85e1-ecbbbd5d8b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:16:42.233909 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28392c19-cdfc-4d5a-92f0-e1ba1cdb5f26 admin admin] Network hostable DHCP agents. Network: 1503d708-b53a-42a2-85e1-ecbbbd5d8b24, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:16:42.310460 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28392c19-cdfc-4d5a-92f0-e1ba1cdb5f26 admin admin] Network 1503d708-b53a-42a2-85e1-ecbbbd5d8b24 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:16:42.372415 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c5575baf-4573-47a9-977c-361a870823ae up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:16:42.391838 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-28392c19-cdfc-4d5a-92f0-e1ba1cdb5f26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 1503d708-b53a-42a2-85e1-ecbbbd5d8b24) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:16:42.396116 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28392c19-cdfc-4d5a-92f0-e1ba1cdb5f26 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:42.396908 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-28392c19-cdfc-4d5a-92f0-e1ba1cdb5f26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:42.405777 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e271f5-82e5-46b3-821f-2fdcb09a7676 None None] Network 1503d708-b53a-42a2-85e1-ecbbbd5d8b24 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:16:42.478991 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-28392c19-cdfc-4d5a-92f0-e1ba1cdb5f26 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7429433 Apr 29 16:16:42.481760 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36300) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:42.487016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-84fac684-646a-4733-a72e-30048979d5b2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-901219060-router', 'tenant_id': 'f93b7c5799274e009cdbf50d602b1a97', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:16:42.492107 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-84fac684-646a-4733-a72e-30048979d5b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:16:42.496740 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-84fac684-646a-4733-a72e-30048979d5b2 admin admin] Usage tracker for resource:router and tenant:f93b7c5799274e009cdbf50d602b1a97 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:16:42.500546 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-84fac684-646a-4733-a72e-30048979d5b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:16:42.503579 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] Set router 9f6e32c5-4b77-4640-b979-6bba7ecf221b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:16:42.507769 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-84fac684-646a-4733-a72e-30048979d5b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:16:42.569543 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-84fac684-646a-4733-a72e-30048979d5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:42.570644 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-84fac684-646a-4733-a72e-30048979d5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:42.589363 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-84fac684-646a-4733-a72e-30048979d5b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:42.791500 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port c5575baf-4573-47a9-977c-361a870823ae triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:16:42.792293 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:42.874923 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-84fac684-646a-4733-a72e-30048979d5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:42.933781 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-1503d708-b53a-42a2-85e1-ecbbbd5d8b24', 'network_id': '1503d708-b53a-42a2-85e1-ecbbbd5d8b24', 'tenant_id': 'f93b7c5799274e009cdbf50d602b1a97', 'fixed_ips': [{'subnet_id': 'ca5aa310-9987-4104-8a26-2aad12121a64'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 16:16:42.934582 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:43.124695 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-84fac684-646a-4733-a72e-30048979d5b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:43.157770 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-84fac684-646a-4733-a72e-30048979d5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:43.183917 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6e32c5-4b77-4640-b979-6bba7ecf221b', 'name': 'tempest-TestEncryptedCinderVolumes-885906321-router', 'tenant_id': '19ab58ffe993401d96c0e84a20e304b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c5575baf-4573-47a9-977c-361a870823ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:16:35Z', 'updated_at': '2022-04-29T16:16:38Z', 'revision_number': 4, 'project_id': '19ab58ffe993401d96c0e84a20e304b2', 'gw_port': {'id': 'c5575baf-4573-47a9-977c-361a870823ae', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6e32c5-4b77-4640-b979-6bba7ecf221b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:16:35Z', 'updated_at': '2022-04-29T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '478cb2c7-17dc-406f-8ff0-54c3ac898a7a', 'name': '', 'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a', 'tenant_id': '19ab58ffe993401d96c0e84a20e304b2', 'mac_address': 'fa:16:3e:01:64:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6e32c5-4b77-4640-b979-6bba7ecf221b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a1a827-7ba2-48ac-9c44-d2acf7ec8898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:16:37Z', 'updated_at': '2022-04-29T16:16:38Z', 'revision_number': 2, 'project_id': '19ab58ffe993401d96c0e84a20e304b2', 'subnets': [{'id': '98a1a827-7ba2-48ac-9c44-d2acf7ec8898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:43.194264 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] Checking router: 9f6e32c5-4b77-4640-b979-6bba7ecf221b for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:16:43.194639 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] Updating router 9f6e32c5-4b77-4640-b979-6bba7ecf221b port 478cb2c7-17dc-406f-8ff0-54c3ac898a7a binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:16:43.221357 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Allocated IP 172.20.0.2 (1503d708-b53a-42a2-85e1-ecbbbd5d8b24/ca5aa310-9987-4104-8a26-2aad12121a64/6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:16:43.273930 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:43.288344 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-84fac684-646a-4733-a72e-30048979d5b2 admin admin] Allocated IP 172.26.1.67 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/33161ff7-0438-4bd9-b356-4d91bb1683a4) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:16:43.434255 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-84fac684-646a-4733-a72e-30048979d5b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:43.528338 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-84fac684-646a-4733-a72e-30048979d5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:43.600031 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fac684-646a-4733-a72e-30048979d5b2 admin admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:16:43.602880 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-84fac684-646a-4733-a72e-30048979d5b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:16:43.608024 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fac684-646a-4733-a72e-30048979d5b2 admin admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:16:43.631415 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fac684-646a-4733-a72e-30048979d5b2 admin admin] Pushing event updated for resources: {'Port': ['ID=33161ff7-0438-4bd9-b356-4d91bb1683a4,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:43.682648 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-780d9eab-b159-4a7d-9a7b-6ef6a8861fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:43.706994 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:43.723551 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Transition to ACTIVE for port object 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:16:43.767264 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Transition to ACTIVE for port object 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:16:43.820766 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-84fac684-646a-4733-a72e-30048979d5b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:43.821499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-84fac684-646a-4733-a72e-30048979d5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:43.848040 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:43.852248 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:43.909955 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] Transition to ACTIVE for port object 478cb2c7-17dc-406f-8ff0-54c3ac898a7a will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:16:43.933858 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Network 1503d708-b53a-42a2-85e1-ecbbbd5d8b24 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:16:43.937412 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:16:43.939124 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Pushing event updated for resources: {'Port': ['ID=6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:43.941286 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:16:43.980701 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:43.980942 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:43.981282 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:43.981615 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:43.981946 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:43.982297 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:43.982630 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:43.982955 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:43.983279 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:43.983643 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:43.983962 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:43.991602 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:44.123603 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fac684-646a-4733-a72e-30048979d5b2 admin admin] Router 434c48c3-8723-426b-81d5-66cec8b07d54 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 16:16:44.145836 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Attempting to bind port 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:16:44.146198 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Attempting to bind port 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '252ba2df-2c8a-4fb5-a6f1-34ac2fada11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1503d708-b53a-42a2-85e1-ecbbbd5d8b24'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:16:44.146577 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Attempting to bind port 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5 on network 1503d708-b53a-42a2-85e1-ecbbbd5d8b24 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:16:44.165527 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c773683-67f4-4eb8-975f-d91f31fdfe19 None None] Pushing event updated for resources: {'Port': ['ID=478cb2c7-17dc-406f-8ff0-54c3ac898a7a,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:44.173469 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:16:44.173631 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Checking segment: {'id': '252ba2df-2c8a-4fb5-a6f1-34ac2fada11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1503d708-b53a-42a2-85e1-ecbbbd5d8b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:16:44.174032 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:44.174415 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Bound using segment: {'id': '252ba2df-2c8a-4fb5-a6f1-34ac2fada11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1503d708-b53a-42a2-85e1-ecbbbd5d8b24'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:16:44.174908 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Bound port: 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252ba2df-2c8a-4fb5-a6f1-34ac2fada11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1503d708-b53a-42a2-85e1-ecbbbd5d8b24'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:16:44.175280 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:44.327042 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] Attempting to bind port 478cb2c7-17dc-406f-8ff0-54c3ac898a7a on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:16:44.327496 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] Attempting to bind port 478cb2c7-17dc-406f-8ff0-54c3ac898a7a by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'caf4729f-70d8-4d63-adc9-ff45d11e752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:16:44.327755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] Attempting to bind port 478cb2c7-17dc-406f-8ff0-54c3ac898a7a on network 247c798c-e8cd-4b2a-a8e9-f20a6aed899a {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:16:44.335384 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fac684-646a-4733-a72e-30048979d5b2 admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:16:44.345389 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:16:44.345764 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] Checking segment: {'id': 'caf4729f-70d8-4d63-adc9-ff45d11e752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:16:44.346159 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:44.346570 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] Bound using segment: {'id': 'caf4729f-70d8-4d63-adc9-ff45d11e752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:16:44.354462 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] Sync routers for ids ['434c48c3-8723-426b-81d5-66cec8b07d54'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:16:44.355009 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] Bound port: 478cb2c7-17dc-406f-8ff0-54c3ac898a7a, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf4729f-70d8-4d63-adc9-ff45d11e752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:16:44.355009 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:44.358382 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] Routers {'434c48c3-8723-426b-81d5-66cec8b07d54'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:16:44.359255 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:16:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['434c48c3-8723-426b-81d5-66cec8b07d54'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:44.366089 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] For port 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:16:44.409908 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] For port 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5,segment=NetworkSegment(252ba2df-2c8a-4fb5-a6f1-34ac2fada11f),segment_id=252ba2df-2c8a-4fb5-a6f1-34ac2fada11f)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:16:44.436451 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-84fac684-646a-4733-a72e-30048979d5b2 admin admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:44.440583 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-84fac684-646a-4733-a72e-30048979d5b2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9550526 Apr 29 16:16:44.440825 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36304) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:16:44.455999 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] For port 478cb2c7-17dc-406f-8ff0-54c3ac898a7a, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:16:44.459291 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] For port 478cb2c7-17dc-406f-8ff0-54c3ac898a7a, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=478cb2c7-17dc-406f-8ff0-54c3ac898a7a,segment=NetworkSegment(caf4729f-70d8-4d63-adc9-ff45d11e752a),segment_id=caf4729f-70d8-4d63-adc9-ff45d11e752a)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:16:44.468102 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:44.528719 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:44.534614 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] Set router 434c48c3-8723-426b-81d5-66cec8b07d54 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:16:44.580291 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2eed6a-78f2-41f0-b90c-30ed3bd0ef01 None None] Pushing event updated for resources: {'Port': ['ID=6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:44.645165 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] Routers {'9f6e32c5-4b77-4640-b979-6bba7ecf221b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:16:44.646249 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:16:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['9f6e32c5-4b77-4640-b979-6bba7ecf221b'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:44.858048 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c773683-67f4-4eb8-975f-d91f31fdfe19 None None] Pushing event updated for resources: {'Port': ['ID=478cb2c7-17dc-406f-8ff0-54c3ac898a7a,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:45.015239 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] Set router 9f6e32c5-4b77-4640-b979-6bba7ecf221b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:16:45.034641 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434c48c3-8723-426b-81d5-66cec8b07d54', 'name': 'tempest-TestEncryptedCinderVolumes-901219060-router', 'tenant_id': 'f93b7c5799274e009cdbf50d602b1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '33161ff7-0438-4bd9-b356-4d91bb1683a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:16:42Z', 'updated_at': '2022-04-29T16:16:43Z', 'revision_number': 3, 'project_id': 'f93b7c5799274e009cdbf50d602b1a97', 'gw_port': {'id': '33161ff7-0438-4bd9-b356-4d91bb1683a4', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:35:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434c48c3-8723-426b-81d5-66cec8b07d54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:16:43Z', 'updated_at': '2022-04-29T16:16:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:45.039144 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] Checking router: 434c48c3-8723-426b-81d5-66cec8b07d54 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:16:45.039708 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] Updating router 434c48c3-8723-426b-81d5-66cec8b07d54 port 33161ff7-0438-4bd9-b356-4d91bb1683a4 binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:16:45.102163 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:45.366436 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6e32c5-4b77-4640-b979-6bba7ecf221b', 'name': 'tempest-TestEncryptedCinderVolumes-885906321-router', 'tenant_id': '19ab58ffe993401d96c0e84a20e304b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c5575baf-4573-47a9-977c-361a870823ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:16:35Z', 'updated_at': '2022-04-29T16:16:38Z', 'revision_number': 4, 'project_id': '19ab58ffe993401d96c0e84a20e304b2', 'gw_port': {'id': 'c5575baf-4573-47a9-977c-361a870823ae', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6e32c5-4b77-4640-b979-6bba7ecf221b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:16:35Z', 'updated_at': '2022-04-29T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '478cb2c7-17dc-406f-8ff0-54c3ac898a7a', 'name': '', 'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a', 'tenant_id': '19ab58ffe993401d96c0e84a20e304b2', 'mac_address': 'fa:16:3e:01:64:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6e32c5-4b77-4640-b979-6bba7ecf221b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a1a827-7ba2-48ac-9c44-d2acf7ec8898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:16:37Z', 'updated_at': '2022-04-29T16:16:44Z', 'revision_number': 4, 'project_id': '19ab58ffe993401d96c0e84a20e304b2', 'subnets': [{'id': '98a1a827-7ba2-48ac-9c44-d2acf7ec8898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:45.371897 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fb8cc5-925b-4cbe-aa90-ed558c25f65a None None] The sync data for ids ['9f6e32c5-4b77-4640-b979-6bba7ecf221b'] in dv-neutron-839913-1-hyperv is: [{'id': '9f6e32c5-4b77-4640-b979-6bba7ecf221b', 'name': 'tempest-TestEncryptedCinderVolumes-885906321-router', 'tenant_id': '19ab58ffe993401d96c0e84a20e304b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c5575baf-4573-47a9-977c-361a870823ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:16:35Z', 'updated_at': '2022-04-29T16:16:38Z', 'revision_number': 4, 'project_id': '19ab58ffe993401d96c0e84a20e304b2', 'gw_port': {'id': 'c5575baf-4573-47a9-977c-361a870823ae', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6e32c5-4b77-4640-b979-6bba7ecf221b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:16:35Z', 'updated_at': '2022-04-29T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '478cb2c7-17dc-406f-8ff0-54c3ac898a7a', 'name': '', 'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a', 'tenant_id': '19ab58ffe993401d96c0e84a20e304b2', 'mac_address': 'fa:16:3e:01:64:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6e32c5-4b77-4640-b979-6bba7ecf221b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a1a827-7ba2-48ac-9c44-d2acf7ec8898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:16:37Z', 'updated_at': '2022-04-29T16:16:44Z', 'revision_number': 4, 'project_id': '19ab58ffe993401d96c0e84a20e304b2', 'subnets': [{'id': '98a1a827-7ba2-48ac-9c44-d2acf7ec8898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:16:45.475007 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:45.475604 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca95371a-87f5-4720-872c-d01d3daff0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:45.508320 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] Transition to ACTIVE for port object 33161ff7-0438-4bd9-b356-4d91bb1683a4 will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:16:45.575566 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:45.586101 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:45.700191 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] Attempting to bind port 33161ff7-0438-4bd9-b356-4d91bb1683a4 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:16:45.700558 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] Attempting to bind port 33161ff7-0438-4bd9-b356-4d91bb1683a4 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:16:45.700909 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] Attempting to bind port 33161ff7-0438-4bd9-b356-4d91bb1683a4 on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:16:45.703186 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75942cb7-f5d2-4e33-9381-8af12460ea66 None None] Pushing event updated for resources: {'Port': ['ID=33161ff7-0438-4bd9-b356-4d91bb1683a4,revision_number=2']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:45.730717 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:16:45.731578 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:16:45.731578 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:45.731855 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:16:45.732320 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] Bound port: 33161ff7-0438-4bd9-b356-4d91bb1683a4, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:16:45.732686 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:45.754098 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-ca95371a-87f5-4720-872c-d01d3daff0b0 admin admin] Allocated IP 172.20.0.1 (1503d708-b53a-42a2-85e1-ecbbbd5d8b24/ca5aa310-9987-4104-8a26-2aad12121a64/93b13c86-3afc-44cb-8946-3f8a94325096) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:16:45.847445 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] For port 33161ff7-0438-4bd9-b356-4d91bb1683a4, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:16:45.851446 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] For port 33161ff7-0438-4bd9-b356-4d91bb1683a4, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=33161ff7-0438-4bd9-b356-4d91bb1683a4,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:16:45.901958 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e329cfb4-0251-4955-ae47-291278ffb591 None None] Network 1503d708-b53a-42a2-85e1-ecbbbd5d8b24 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:16:45.954317 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca95371a-87f5-4720-872c-d01d3daff0b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:45.972848 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-ca95371a-87f5-4720-872c-d01d3daff0b0 admin admin] Transition to ACTIVE for port object 93b13c86-3afc-44cb-8946-3f8a94325096 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:16:45.974537 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:45.980671 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-60b8bd3d-7cf6-4061-92fc-aa004ca10059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:46.053723 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca95371a-87f5-4720-872c-d01d3daff0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:46.062960 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75942cb7-f5d2-4e33-9381-8af12460ea66 None None] Pushing event updated for resources: {'Port': ['ID=33161ff7-0438-4bd9-b356-4d91bb1683a4,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:46.069264 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] Routers {'434c48c3-8723-426b-81d5-66cec8b07d54'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:16:46.070124 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:16:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['434c48c3-8723-426b-81d5-66cec8b07d54'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:46.152930 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca95371a-87f5-4720-872c-d01d3daff0b0 admin admin] Network 1503d708-b53a-42a2-85e1-ecbbbd5d8b24 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:16:46.153988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95371a-87f5-4720-872c-d01d3daff0b0 admin admin] Pushing event updated for resources: {'Port': ['ID=93b13c86-3afc-44cb-8946-3f8a94325096,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:46.162158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-ca95371a-87f5-4720-872c-d01d3daff0b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:16:46.164587 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca95371a-87f5-4720-872c-d01d3daff0b0 admin admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:16:46.207224 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3bb03060-a4cb-4afb-832d-39e4e12ea782 None None] Provisioning for port 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:16:46.225617 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca95371a-87f5-4720-872c-d01d3daff0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:46.265452 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] Set router 434c48c3-8723-426b-81d5-66cec8b07d54 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:16:46.427713 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca95371a-87f5-4720-872c-d01d3daff0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:46.498410 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:16:46.616599 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434c48c3-8723-426b-81d5-66cec8b07d54', 'name': 'tempest-TestEncryptedCinderVolumes-901219060-router', 'tenant_id': 'f93b7c5799274e009cdbf50d602b1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '33161ff7-0438-4bd9-b356-4d91bb1683a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:16:42Z', 'updated_at': '2022-04-29T16:16:43Z', 'revision_number': 3, 'project_id': 'f93b7c5799274e009cdbf50d602b1a97', 'gw_port': {'id': '33161ff7-0438-4bd9-b356-4d91bb1683a4', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:35:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434c48c3-8723-426b-81d5-66cec8b07d54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:16:43Z', 'updated_at': '2022-04-29T16:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:16:46.621815 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73253f36-c836-44bc-b98a-f920ba36c188 None None] The sync data for ids ['434c48c3-8723-426b-81d5-66cec8b07d54'] in dv-neutron-839913-1-hyperv is: [{'id': '434c48c3-8723-426b-81d5-66cec8b07d54', 'name': 'tempest-TestEncryptedCinderVolumes-901219060-router', 'tenant_id': 'f93b7c5799274e009cdbf50d602b1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '33161ff7-0438-4bd9-b356-4d91bb1683a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:16:42Z', 'updated_at': '2022-04-29T16:16:43Z', 'revision_number': 3, 'project_id': 'f93b7c5799274e009cdbf50d602b1a97', 'gw_port': {'id': '33161ff7-0438-4bd9-b356-4d91bb1683a4', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:35:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434c48c3-8723-426b-81d5-66cec8b07d54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:16:43Z', 'updated_at': '2022-04-29T16:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:16:46.660334 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1fbd9711-0401-46a4-8bae-53b2a82553fc None None] Provisioning for port 93b13c86-3afc-44cb-8946-3f8a94325096 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:16:46.665749 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1fbd9711-0401-46a4-8bae-53b2a82553fc None None] Provisioning complete for port 93b13c86-3afc-44cb-8946-3f8a94325096 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:16:46.666188 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1fbd9711-0401-46a4-8bae-53b2a82553fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:46.695876 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:16:46.715956 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:16:46.716412 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:46.725178 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca95371a-87f5-4720-872c-d01d3daff0b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:46.772201 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-1fbd9711-0401-46a4-8bae-53b2a82553fc None None] Port 93b13c86-3afc-44cb-8946-3f8a94325096 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:16:46.784804 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca95371a-87f5-4720-872c-d01d3daff0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:46.796022 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1fbd9711-0401-46a4-8bae-53b2a82553fc None None] Provisioning complete for port 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:16:46.796392 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1fbd9711-0401-46a4-8bae-53b2a82553fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:46.892000 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca95371a-87f5-4720-872c-d01d3daff0b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:46.896680 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95371a-87f5-4720-872c-d01d3daff0b0 admin admin] Pushing event updated for resources: {'Port': ['ID=93b13c86-3afc-44cb-8946-3f8a94325096,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:46.905031 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:46.991137 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5,segment=NetworkSegment(252ba2df-2c8a-4fb5-a6f1-34ac2fada11f),segment_id=252ba2df-2c8a-4fb5-a6f1-34ac2fada11f)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:16:47.001450 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1fbd9711-0401-46a4-8bae-53b2a82553fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:47.073414 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:47.074181 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 478cb2c7-17dc-406f-8ff0-54c3ac898a7a up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:16:47.143333 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca95371a-87f5-4720-872c-d01d3daff0b0 admin admin] Network 1503d708-b53a-42a2-85e1-ecbbbd5d8b24 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:16:47.144482 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-ca95371a-87f5-4720-872c-d01d3daff0b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:16:47.261719 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-1fbd9711-0401-46a4-8bae-53b2a82553fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:16:47.262198 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-1fbd9711-0401-46a4-8bae-53b2a82553fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:16:47.276349 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:47.310987 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:47.367693 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 478cb2c7-17dc-406f-8ff0-54c3ac898a7a completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:16:47.373571 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 478cb2c7-17dc-406f-8ff0-54c3ac898a7a triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:16:47.374026 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:47.500234 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:47.510710 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:47.534131 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca95371a-87f5-4720-872c-d01d3daff0b0 admin admin] Router 434c48c3-8723-426b-81d5-66cec8b07d54 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:16:47.534422 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 478cb2c7-17dc-406f-8ff0-54c3ac898a7a, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=478cb2c7-17dc-406f-8ff0-54c3ac898a7a,segment=NetworkSegment(caf4729f-70d8-4d63-adc9-ff45d11e752a),segment_id=caf4729f-70d8-4d63-adc9-ff45d11e752a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:16:47.613217 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:47.677944 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=478cb2c7-17dc-406f-8ff0-54c3ac898a7a,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:47.746883 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca95371a-87f5-4720-872c-d01d3daff0b0 admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:16:47.755496 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ca95371a-87f5-4720-872c-d01d3daff0b0 admin admin] 10.222.0.21 "PUT /v2.0/routers/434c48c3-8723-426b-81d5-66cec8b07d54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3137016 Apr 29 16:16:47.936429 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b195a1da-a828-44bb-9ec2-40570f3a1873 None None] Provisioning complete for port 93b13c86-3afc-44cb-8946-3f8a94325096 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:16:47.937003 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b195a1da-a828-44bb-9ec2-40570f3a1873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:47.993050 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-b195a1da-a828-44bb-9ec2-40570f3a1873 None None] Port 93b13c86-3afc-44cb-8946-3f8a94325096 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:16:48.377885 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:16:48.444064 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:16:48.444431 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:48.564371 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:48.571377 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 478cb2c7-17dc-406f-8ff0-54c3ac898a7a up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:16:48.644565 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 478cb2c7-17dc-406f-8ff0-54c3ac898a7a triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:16:48.644936 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:48.858065 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-b66a62a7-ea08-4cb5-aa14-3718111f9aa5 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:48.859485 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-b66a62a7-ea08-4cb5-aa14-3718111f9aa5 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/networks?id=247c798c-e8cd-4b2a-a8e9-f20a6aed899a HTTP/1.1" status: 200 len: 816 time: 0.1406190 Apr 29 16:16:48.877027 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-8806252d-9410-4bca-aafc-0353178bdc61 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/quotas/19ab58ffe993401d96c0e84a20e304b2 HTTP/1.1" status: 200 len: 375 time: 0.0121644 Apr 29 16:16:48.957887 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-8c00caf8-7634-4fc1-a535-dbf5004c06d5 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=19ab58ffe993401d96c0e84a20e304b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755491 Apr 29 16:16:49.100092 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-27befa4f-f242-4222-9eab-9c6b472e9af7 service neutron] 10.222.0.21 "GET /v2.0/networks/247c798c-e8cd-4b2a-a8e9-f20a6aed899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309752 Apr 29 16:16:49.230092 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-bd5307e0-29eb-4328-ad17-bebfbd4e5794 service neutron] 10.222.0.21 "GET /v2.0/networks/247c798c-e8cd-4b2a-a8e9-f20a6aed899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242652 Apr 29 16:16:49.515513 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c489161a-2faf-4ffa-8888-6c340a9bee5c req-213e834a-e5db-4d4f-9bdc-2180341c27bd tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3ae2bda-52da-4822-b93d-89cddfd560b6 HTTP/1.1" status: 200 len: 210 time: 0.0404627 Apr 29 16:16:50.689980 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f7eaf1f6-2420-4465-a1b5-65288c6ca0f2 req-bb2fad54-59a0-4790-9633-faf5cf837fb8 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3ae2bda-52da-4822-b93d-89cddfd560b6 HTTP/1.1" status: 200 len: 210 time: 0.0431781 Apr 29 16:16:51.856155 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fd9071d7-90e8-46a5-94e7-1a01f89bfb02 req-9f81169f-8712-4e11-9dae-3e886608155d tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3ae2bda-52da-4822-b93d-89cddfd560b6 HTTP/1.1" status: 200 len: 210 time: 0.0407798 Apr 29 16:16:52.011224 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-8e6995c3-af83-4393-b382-81d0955b315f tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:52.012837 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-8e6995c3-af83-4393-b382-81d0955b315f tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.35 "GET /v2.0/networks?id=247c798c-e8cd-4b2a-a8e9-f20a6aed899a HTTP/1.1" status: 200 len: 816 time: 0.1405568 Apr 29 16:16:52.029490 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-6ae024ed-0331-4fa1-bf57-6eeb752077c3 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Request body: {'port': {'device_id': 'c3ae2bda-52da-4822-b93d-89cddfd560b6', 'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a', 'admin_state_up': True, 'tenant_id': '19ab58ffe993401d96c0e84a20e304b2'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:16:52.258495 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-6ae024ed-0331-4fa1-bf57-6eeb752077c3 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:16:52.265493 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-6ae024ed-0331-4fa1-bf57-6eeb752077c3 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Usage tracker for resource:port and tenant:19ab58ffe993401d96c0e84a20e304b2 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:16:52.265493 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-6ae024ed-0331-4fa1-bf57-6eeb752077c3 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:16:52.271294 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-6ae024ed-0331-4fa1-bf57-6eeb752077c3 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:16:52.340321 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-6ae024ed-0331-4fa1-bf57-6eeb752077c3 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Made reservation on behalf of 19ab58ffe993401d96c0e84a20e304b2 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:16:52.343378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-6ae024ed-0331-4fa1-bf57-6eeb752077c3 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:52.500015 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-6ae024ed-0331-4fa1-bf57-6eeb752077c3 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Allocated IP 172.20.0.10 (247c798c-e8cd-4b2a-a8e9-f20a6aed899a/98a1a827-7ba2-48ac-9c44-d2acf7ec8898/6a59e59e-20b8-4d4b-9434-aad67ecff7a1) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:16:52.692422 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-6ae024ed-0331-4fa1-bf57-6eeb752077c3 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:52.707582 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-6ae024ed-0331-4fa1-bf57-6eeb752077c3 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Transition to ACTIVE for port object 6a59e59e-20b8-4d4b-9434-aad67ecff7a1 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:16:52.808174 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-6ae024ed-0331-4fa1-bf57-6eeb752077c3 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:52.881836 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-6ae024ed-0331-4fa1-bf57-6eeb752077c3 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Network 247c798c-e8cd-4b2a-a8e9-f20a6aed899a is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:16:52.885405 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-6ae024ed-0331-4fa1-bf57-6eeb752077c3 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:16:52.890103 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-6ae024ed-0331-4fa1-bf57-6eeb752077c3 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:16:52.919527 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae024ed-0331-4fa1-bf57-6eeb752077c3 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Pushing event updated for resources: {'Port': ['ID=6a59e59e-20b8-4d4b-9434-aad67ecff7a1,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:52.956826 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-6ae024ed-0331-4fa1-bf57-6eeb752077c3 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:52.957422 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-6ae024ed-0331-4fa1-bf57-6eeb752077c3 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:53.068393 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412be59-bc08-47f2-bd1c-2dd9b1f94a7f req-950c7320-6d86-400f-a874-ed4668a6aa20 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:53.069082 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-2412be59-bc08-47f2-bd1c-2dd9b1f94a7f req-950c7320-6d86-400f-a874-ed4668a6aa20 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Synchronizing usage tracker for tenant:19ab58ffe993401d96c0e84a20e304b2 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:16:53.074860 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-6ae024ed-0331-4fa1-bf57-6eeb752077c3 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0489295 Apr 29 16:16:53.088876 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-a6f59007-6e60-4117-bb55-e62f696b00c8 service neutron] Request body: {'port': {'device_id': 'c3ae2bda-52da-4822-b93d-89cddfd560b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:16:53.174999 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-2412be59-bc08-47f2-bd1c-2dd9b1f94a7f req-950c7320-6d86-400f-a874-ed4668a6aa20 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Unset dirty status for tenant:19ab58ffe993401d96c0e84a20e304b2 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:16:53.176043 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2412be59-bc08-47f2-bd1c-2dd9b1f94a7f req-950c7320-6d86-400f-a874-ed4668a6aa20 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3ae2bda-52da-4822-b93d-89cddfd560b6 HTTP/1.1" status: 200 len: 932 time: 0.1890082 Apr 29 16:16:53.197703 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-80f66ff5-925c-4ad1-946c-966dbca9711b None None] Provisioning for port 6a59e59e-20b8-4d4b-9434-aad67ecff7a1 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:16:53.202914 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-80f66ff5-925c-4ad1-946c-966dbca9711b None None] Provisioning complete for port 6a59e59e-20b8-4d4b-9434-aad67ecff7a1 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:16:53.203289 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-80f66ff5-925c-4ad1-946c-966dbca9711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:53.243088 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2412be59-bc08-47f2-bd1c-2dd9b1f94a7f req-e41fb0e0-6f0c-443e-a82d-1fffe596b52e tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602524 Apr 29 16:16:53.247323 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-a6f59007-6e60-4117-bb55-e62f696b00c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:53.262786 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-80f66ff5-925c-4ad1-946c-966dbca9711b None None] Port 6a59e59e-20b8-4d4b-9434-aad67ecff7a1 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:16:53.632290 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-a6f59007-6e60-4117-bb55-e62f696b00c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a59e59e-20b8-4d4b-9434-aad67ecff7a1 {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:16:53.640224 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-a6f59007-6e60-4117-bb55-e62f696b00c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:53.655471 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-a6f59007-6e60-4117-bb55-e62f696b00c8 service neutron] Transition to ACTIVE for port object 6a59e59e-20b8-4d4b-9434-aad67ecff7a1 will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:16:53.711996 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-a6f59007-6e60-4117-bb55-e62f696b00c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:53.855329 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f59007-6e60-4117-bb55-e62f696b00c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a59e59e-20b8-4d4b-9434-aad67ecff7a1,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:53.966381 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-a6f59007-6e60-4117-bb55-e62f696b00c8 service neutron] Attempting to bind port 6a59e59e-20b8-4d4b-9434-aad67ecff7a1 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:16:53.967035 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-a6f59007-6e60-4117-bb55-e62f696b00c8 service neutron] Attempting to bind port 6a59e59e-20b8-4d4b-9434-aad67ecff7a1 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': 'caf4729f-70d8-4d63-adc9-ff45d11e752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:16:53.967035 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-a6f59007-6e60-4117-bb55-e62f696b00c8 service neutron] Attempting to bind port 6a59e59e-20b8-4d4b-9434-aad67ecff7a1 on network 247c798c-e8cd-4b2a-a8e9-f20a6aed899a {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:16:53.972613 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-a6f59007-6e60-4117-bb55-e62f696b00c8 service neutron] Port 6a59e59e-20b8-4d4b-9434-aad67ecff7a1 on network 247c798c-e8cd-4b2a-a8e9-f20a6aed899a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 16:16:53.972924 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-a6f59007-6e60-4117-bb55-e62f696b00c8 service neutron] Attempting to bind port 6a59e59e-20b8-4d4b-9434-aad67ecff7a1 on network 247c798c-e8cd-4b2a-a8e9-f20a6aed899a {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:16:53.979664 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-a6f59007-6e60-4117-bb55-e62f696b00c8 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:16:53.979997 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-a6f59007-6e60-4117-bb55-e62f696b00c8 service neutron] Checking segment: {'id': 'caf4729f-70d8-4d63-adc9-ff45d11e752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:16:53.980369 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-a6f59007-6e60-4117-bb55-e62f696b00c8 service neutron] Bound using segment: {'id': 'caf4729f-70d8-4d63-adc9-ff45d11e752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:16:53.980785 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-a6f59007-6e60-4117-bb55-e62f696b00c8 service neutron] Bound port: 6a59e59e-20b8-4d4b-9434-aad67ecff7a1, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf4729f-70d8-4d63-adc9-ff45d11e752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:16:53.981124 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-a6f59007-6e60-4117-bb55-e62f696b00c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:54.070607 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-a6f59007-6e60-4117-bb55-e62f696b00c8 service neutron] For port 6a59e59e-20b8-4d4b-9434-aad67ecff7a1, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:16:54.073875 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-a6f59007-6e60-4117-bb55-e62f696b00c8 service neutron] For port 6a59e59e-20b8-4d4b-9434-aad67ecff7a1, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=6a59e59e-20b8-4d4b-9434-aad67ecff7a1,segment=NetworkSegment(caf4729f-70d8-4d63-adc9-ff45d11e752a),segment_id=caf4729f-70d8-4d63-adc9-ff45d11e752a)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:16:54.151280 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-a6f59007-6e60-4117-bb55-e62f696b00c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:54.215319 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-a6f59007-6e60-4117-bb55-e62f696b00c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:54.216648 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-a6f59007-6e60-4117-bb55-e62f696b00c8 service neutron] 10.222.0.35 "PUT /v2.0/ports/6a59e59e-20b8-4d4b-9434-aad67ecff7a1 HTTP/1.1" status: 200 len: 1094 time: 1.1324537 Apr 29 16:16:54.217103 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ae2bda-52da-4822-b93d-89cddfd560b6', 'tag': '6a59e59e-20b8-4d4b-9434-aad67ecff7a1'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:16:54.239049 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f59007-6e60-4117-bb55-e62f696b00c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a59e59e-20b8-4d4b-9434-aad67ecff7a1,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:54.406119 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da27b3c-32a5-4e72-8695-dfa97b56ce46'] response: {'name': 'network-changed', 'server_uuid': 'c3ae2bda-52da-4822-b93d-89cddfd560b6', 'tag': '6a59e59e-20b8-4d4b-9434-aad67ecff7a1', 'status': 'completed', 'code': 200} Apr 29 16:16:54.435547 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-b9b00b9f-da33-49e1-ad44-9d43a4c4653b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=19ab58ffe993401d96c0e84a20e304b2&device_id=c3ae2bda-52da-4822-b93d-89cddfd560b6 HTTP/1.1" status: 200 len: 1097 time: 0.0978439 Apr 29 16:16:54.456678 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 33161ff7-0438-4bd9-b356-4d91bb1683a4 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:16:54.612860 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 33161ff7-0438-4bd9-b356-4d91bb1683a4 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:16:54.618123 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 33161ff7-0438-4bd9-b356-4d91bb1683a4 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:16:54.618651 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:54.638833 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-f2ec1318-0f0e-47dc-93ce-416aaf554689 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a59e59e-20b8-4d4b-9434-aad67ecff7a1 HTTP/1.1" status: 200 len: 217 time: 0.1954265 Apr 29 16:16:54.716509 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-15a35448-7a87-4044-a297-ed1c80fee4e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:54.717920 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-15a35448-7a87-4044-a297-ed1c80fee4e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=98a1a827-7ba2-48ac-9c44-d2acf7ec8898 HTTP/1.1" status: 200 len: 855 time: 0.0730884 Apr 29 16:16:54.738328 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:54.755327 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 33161ff7-0438-4bd9-b356-4d91bb1683a4, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=33161ff7-0438-4bd9-b356-4d91bb1683a4,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:16:54.772209 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f8f4f-26fa-49ab-a8fd-7a1c28fff003 req-5861fa2a-9ba8-4c33-b02b-b64e8a1b87eb tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:54.773637 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c23f8f4f-26fa-49ab-a8fd-7a1c28fff003 req-5861fa2a-9ba8-4c33-b02b-b64e8a1b87eb tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3ae2bda-52da-4822-b93d-89cddfd560b6 HTTP/1.1" status: 200 len: 944 time: 0.2676656 Apr 29 16:16:54.833122 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c23f8f4f-26fa-49ab-a8fd-7a1c28fff003 req-ce547b38-84b2-4aec-a7f3-c010f1d839b3 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492077 Apr 29 16:16:54.836647 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-f1ade941-7697-49c9-a377-208cc8084c98 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=247c798c-e8cd-4b2a-a8e9-f20a6aed899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1123071 Apr 29 16:16:54.853027 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:54.920745 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=33161ff7-0438-4bd9-b356-4d91bb1683a4,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:54.971019 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-ef1118c1-74a7-459d-ac1f-1b20daf44a69 service neutron] 10.222.0.35 "GET /v2.0/networks/247c798c-e8cd-4b2a-a8e9-f20a6aed899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276293 Apr 29 16:16:55.099835 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-68c4953a-c77d-4a05-ab7b-eb427d1a2221 req-0eec91de-d762-4f8b-ae29-815d93e841a1 service neutron] 10.222.0.35 "GET /v2.0/networks/247c798c-e8cd-4b2a-a8e9-f20a6aed899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235485 Apr 29 16:16:55.256496 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c6c71f36-c61f-4b1e-ab79-b9b49555a34e req-32b7542b-a240-4f37-bed5-aaf034a52a46 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=19ab58ffe993401d96c0e84a20e304b2&device_id=c3ae2bda-52da-4822-b93d-89cddfd560b6 HTTP/1.1" status: 200 len: 1097 time: 0.0706363 Apr 29 16:16:55.384318 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c71f36-c61f-4b1e-ab79-b9b49555a34e req-8e2adf45-6ab9-466c-9973-630149722533 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:55.385688 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c6c71f36-c61f-4b1e-ab79-b9b49555a34e req-8e2adf45-6ab9-466c-9973-630149722533 service neutron] 10.222.0.35 "GET /v2.0/networks?id=247c798c-e8cd-4b2a-a8e9-f20a6aed899a HTTP/1.1" status: 200 len: 917 time: 0.1232290 Apr 29 16:16:55.449258 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c6c71f36-c61f-4b1e-ab79-b9b49555a34e req-7938e12e-d4b4-4f85-8672-2d20757c7dd8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a59e59e-20b8-4d4b-9434-aad67ecff7a1 HTTP/1.1" status: 200 len: 217 time: 0.0581312 Apr 29 16:16:55.514501 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c71f36-c61f-4b1e-ab79-b9b49555a34e req-5195d95d-d437-4065-822c-07c42ed8b06a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:55.515903 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c6c71f36-c61f-4b1e-ab79-b9b49555a34e req-5195d95d-d437-4065-822c-07c42ed8b06a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=98a1a827-7ba2-48ac-9c44-d2acf7ec8898 HTTP/1.1" status: 200 len: 855 time: 0.0604367 Apr 29 16:16:55.585948 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c6c71f36-c61f-4b1e-ab79-b9b49555a34e req-e575658b-5977-44aa-bdcb-39a453de1b01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=247c798c-e8cd-4b2a-a8e9-f20a6aed899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645483 Apr 29 16:16:55.715334 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c6c71f36-c61f-4b1e-ab79-b9b49555a34e req-99d81b6d-b011-454d-9f09-3099875b5b9c service neutron] 10.222.0.35 "GET /v2.0/networks/247c798c-e8cd-4b2a-a8e9-f20a6aed899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229694 Apr 29 16:16:55.844067 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c6c71f36-c61f-4b1e-ab79-b9b49555a34e req-b3ce9e88-6a49-477d-a096-8867949bfee9 service neutron] 10.222.0.35 "GET /v2.0/networks/247c798c-e8cd-4b2a-a8e9-f20a6aed899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225181 Apr 29 16:16:56.047233 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c4db3-68ed-4149-ace4-cc0115827a5e req-524bbc3c-aa80-4dce-a42b-d0bdef85fe2a tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:56.048621 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a46c4db3-68ed-4149-ace4-cc0115827a5e req-524bbc3c-aa80-4dce-a42b-d0bdef85fe2a tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3ae2bda-52da-4822-b93d-89cddfd560b6 HTTP/1.1" status: 200 len: 944 time: 0.0822332 Apr 29 16:16:56.093832 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a46c4db3-68ed-4149-ace4-cc0115827a5e req-73525222-54f3-49f7-ac83-2a126d0b95f8 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396731 Apr 29 16:16:56.380255 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 33161ff7-0438-4bd9-b356-4d91bb1683a4 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:16:56.448048 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 33161ff7-0438-4bd9-b356-4d91bb1683a4 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:16:56.448446 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:57.286073 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97da3c1-c2fa-4fa7-b51d-cbfed6cf30ac req-22c9f5e1-e4e0-4b76-80f9-d3547c33d346 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:57.287520 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e97da3c1-c2fa-4fa7-b51d-cbfed6cf30ac req-22c9f5e1-e4e0-4b76-80f9-d3547c33d346 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3ae2bda-52da-4822-b93d-89cddfd560b6 HTTP/1.1" status: 200 len: 944 time: 0.0732729 Apr 29 16:16:57.332927 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e97da3c1-c2fa-4fa7-b51d-cbfed6cf30ac req-4962d5d4-6454-4ccb-8861-bc7aad5a9ba9 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392983 Apr 29 16:16:58.531004 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce26ec9-2e8a-466c-bea1-9218c3106367 req-809708cb-a8e1-420f-a333-6a4a2ff91225 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:58.532442 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3ce26ec9-2e8a-466c-bea1-9218c3106367 req-809708cb-a8e1-420f-a333-6a4a2ff91225 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3ae2bda-52da-4822-b93d-89cddfd560b6 HTTP/1.1" status: 200 len: 944 time: 0.0781879 Apr 29 16:16:58.576293 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3ce26ec9-2e8a-466c-bea1-9218c3106367 req-1e275612-59b9-4b25-baef-02eaf05b4c0f tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384209 Apr 29 16:16:59.052179 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 6a59e59e-20b8-4d4b-9434-aad67ecff7a1 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:16:59.198511 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 6a59e59e-20b8-4d4b-9434-aad67ecff7a1, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=6a59e59e-20b8-4d4b-9434-aad67ecff7a1,segment=NetworkSegment(caf4729f-70d8-4d63-adc9-ff45d11e752a),segment_id=caf4729f-70d8-4d63-adc9-ff45d11e752a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:16:59.211910 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '6a59e59e-20b8-4d4b-9434-aad67ecff7a1', 'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a', 'port_id': '6a59e59e-20b8-4d4b-9434-aad67ecff7a1', 'mac_address': 'fa:16:3e:01:cb:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a1a827-7ba2-48ac-9c44-d2acf7ec8898', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:16:59.270387 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:59.287306 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a59e59e-20b8-4d4b-9434-aad67ecff7a1 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:16:59.302365 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 6a59e59e-20b8-4d4b-9434-aad67ecff7a1, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=6a59e59e-20b8-4d4b-9434-aad67ecff7a1,segment=NetworkSegment(caf4729f-70d8-4d63-adc9-ff45d11e752a),segment_id=caf4729f-70d8-4d63-adc9-ff45d11e752a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:16:59.368677 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:59.434960 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=6a59e59e-20b8-4d4b-9434-aad67ecff7a1,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:59.682500 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['6a59e59e-20b8-4d4b-9434-aad67ecff7a1'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:16:59.774795 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775b815-e5c7-40f8-a64d-59b9314b6504 req-627edf3a-fdd3-4930-9cf1-cb8ddaeb26ab tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:16:59.776237 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1775b815-e5c7-40f8-a64d-59b9314b6504 req-627edf3a-fdd3-4930-9cf1-cb8ddaeb26ab tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3ae2bda-52da-4822-b93d-89cddfd560b6 HTTP/1.1" status: 200 len: 945 time: 0.0786927 Apr 29 16:16:59.826465 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1775b815-e5c7-40f8-a64d-59b9314b6504 req-6da21f0a-4178-484f-bc78-e07319f87eef tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444207 Apr 29 16:17:01.083988 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 6a59e59e-20b8-4d4b-9434-aad67ecff7a1 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:17:01.105914 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea096f39-e97f-439e-9d5a-68daae4f7c9f req-c057f562-b1cc-45d3-9f1c-f1efee465b80 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:01.107408 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ea096f39-e97f-439e-9d5a-68daae4f7c9f req-c057f562-b1cc-45d3-9f1c-f1efee465b80 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3ae2bda-52da-4822-b93d-89cddfd560b6 HTTP/1.1" status: 200 len: 945 time: 0.1565306 Apr 29 16:17:01.153721 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ea096f39-e97f-439e-9d5a-68daae4f7c9f req-713744df-2acb-4423-bd15-5b4e18f8cb63 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407023 Apr 29 16:17:01.208380 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 6a59e59e-20b8-4d4b-9434-aad67ecff7a1 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:17:01.214200 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 6a59e59e-20b8-4d4b-9434-aad67ecff7a1 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:17:01.214640 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:01.326579 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:01.353298 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ae2bda-52da-4822-b93d-89cddfd560b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a59e59e-20b8-4d4b-9434-aad67ecff7a1'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:17:01.362948 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 6a59e59e-20b8-4d4b-9434-aad67ecff7a1, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=6a59e59e-20b8-4d4b-9434-aad67ecff7a1,segment=NetworkSegment(caf4729f-70d8-4d63-adc9-ff45d11e752a),segment_id=caf4729f-70d8-4d63-adc9-ff45d11e752a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:17:01.458940 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:01.494747 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5bc08c4-6752-4cc1-9a0b-db8632055bc7'] response: {'server_uuid': 'c3ae2bda-52da-4822-b93d-89cddfd560b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a59e59e-20b8-4d4b-9434-aad67ecff7a1', 'code': 200} Apr 29 16:17:01.531738 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=6a59e59e-20b8-4d4b-9434-aad67ecff7a1,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:17:01.873605 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2069772b-0c69-4d65-8086-41487e5a1995 req-e1f2579c-1c29-44de-b551-b8082773589f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c3ae2bda-52da-4822-b93d-89cddfd560b6 HTTP/1.1" status: 200 len: 1099 time: 0.0685506 Apr 29 16:17:01.915532 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2069772b-0c69-4d65-8086-41487e5a1995 req-a960327d-e007-48d7-9c25-9cb17a9f9b73 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359304 Apr 29 16:17:02.345387 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea47f4f-bb76-47a0-97bb-4bb2fc3606cd req-a00e2e0c-c7cf-40d4-9a56-11ed9bef528e tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:02.346825 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cea47f4f-bb76-47a0-97bb-4bb2fc3606cd req-a00e2e0c-c7cf-40d4-9a56-11ed9bef528e tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3ae2bda-52da-4822-b93d-89cddfd560b6 HTTP/1.1" status: 200 len: 946 time: 0.0746706 Apr 29 16:17:02.391549 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cea47f4f-bb76-47a0-97bb-4bb2fc3606cd req-7a33614f-39ce-494c-83ce-b19bcd5ec6e9 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392284 Apr 29 16:17:03.587768 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cb2c9-6231-485d-b4bb-eb2affdfd00c req-8be1e9d3-ebd1-47b2-9de4-8ce1aeb15c37 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:03.589194 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-153cb2c9-6231-485d-b4bb-eb2affdfd00c req-8be1e9d3-ebd1-47b2-9de4-8ce1aeb15c37 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3ae2bda-52da-4822-b93d-89cddfd560b6 HTTP/1.1" status: 200 len: 946 time: 0.0775490 Apr 29 16:17:03.632961 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-153cb2c9-6231-485d-b4bb-eb2affdfd00c req-4e71dd2f-c68f-4425-9e3a-ad369e41e59a tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383592 Apr 29 16:17:03.832518 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2838b-b7b1-432b-b345-893d1c16ca30 req-f1660532-178e-423c-a27a-0acc73c4dfb6 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:03.833963 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b1d2838b-b7b1-432b-b345-893d1c16ca30 req-f1660532-178e-423c-a27a-0acc73c4dfb6 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3ae2bda-52da-4822-b93d-89cddfd560b6 HTTP/1.1" status: 200 len: 946 time: 0.0737786 Apr 29 16:17:03.881580 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b1d2838b-b7b1-432b-b345-893d1c16ca30 req-6c631568-5e0d-413d-8b6d-ca45eae5d3e4 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415316 Apr 29 16:17:05.324479 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] Sync routers for ids ['434c48c3-8723-426b-81d5-66cec8b07d54'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:17:05.336618 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] Routers {'434c48c3-8723-426b-81d5-66cec8b07d54'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:17:05.337334 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:16:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['434c48c3-8723-426b-81d5-66cec8b07d54'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:17:05.517777 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] Set router 434c48c3-8723-426b-81d5-66cec8b07d54 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:17:05.866037 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434c48c3-8723-426b-81d5-66cec8b07d54', 'name': 'tempest-TestEncryptedCinderVolumes-901219060-router', 'tenant_id': 'f93b7c5799274e009cdbf50d602b1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '33161ff7-0438-4bd9-b356-4d91bb1683a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:16:42Z', 'updated_at': '2022-04-29T16:16:46Z', 'revision_number': 4, 'project_id': 'f93b7c5799274e009cdbf50d602b1a97', 'gw_port': {'id': '33161ff7-0438-4bd9-b356-4d91bb1683a4', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434c48c3-8723-426b-81d5-66cec8b07d54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:16:43Z', 'updated_at': '2022-04-29T16:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '93b13c86-3afc-44cb-8946-3f8a94325096', 'name': '', 'network_id': '1503d708-b53a-42a2-85e1-ecbbbd5d8b24', 'tenant_id': 'f93b7c5799274e009cdbf50d602b1a97', 'mac_address': 'fa:16:3e:36:90:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434c48c3-8723-426b-81d5-66cec8b07d54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca5aa310-9987-4104-8a26-2aad12121a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:16:45Z', 'updated_at': '2022-04-29T16:16:46Z', 'revision_number': 2, 'project_id': 'f93b7c5799274e009cdbf50d602b1a97', 'subnets': [{'id': 'ca5aa310-9987-4104-8a26-2aad12121a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:17:05.870567 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] Checking router: 434c48c3-8723-426b-81d5-66cec8b07d54 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:17:05.871032 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] Updating router 434c48c3-8723-426b-81d5-66cec8b07d54 port 93b13c86-3afc-44cb-8946-3f8a94325096 binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:17:05.924197 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:06.271325 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:06.283774 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] Transition to ACTIVE for port object 93b13c86-3afc-44cb-8946-3f8a94325096 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:17:06.351382 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:06.488067 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956892b-3bea-4ae0-8a46-a06ad2b35c4b None None] Pushing event updated for resources: {'Port': ['ID=93b13c86-3afc-44cb-8946-3f8a94325096,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:17:06.582331 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] Attempting to bind port 93b13c86-3afc-44cb-8946-3f8a94325096 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:17:06.582586 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] Attempting to bind port 93b13c86-3afc-44cb-8946-3f8a94325096 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '252ba2df-2c8a-4fb5-a6f1-34ac2fada11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1503d708-b53a-42a2-85e1-ecbbbd5d8b24'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:17:06.582930 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] Attempting to bind port 93b13c86-3afc-44cb-8946-3f8a94325096 on network 1503d708-b53a-42a2-85e1-ecbbbd5d8b24 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:17:06.590302 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:17:06.590692 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] Checking segment: {'id': '252ba2df-2c8a-4fb5-a6f1-34ac2fada11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1503d708-b53a-42a2-85e1-ecbbbd5d8b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:17:06.591091 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:06.591477 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] Bound using segment: {'id': '252ba2df-2c8a-4fb5-a6f1-34ac2fada11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1503d708-b53a-42a2-85e1-ecbbbd5d8b24'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:17:06.591934 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] Bound port: 93b13c86-3afc-44cb-8946-3f8a94325096, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252ba2df-2c8a-4fb5-a6f1-34ac2fada11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1503d708-b53a-42a2-85e1-ecbbbd5d8b24'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:17:06.592297 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:06.697915 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] For port 93b13c86-3afc-44cb-8946-3f8a94325096, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:17:06.700942 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] For port 93b13c86-3afc-44cb-8946-3f8a94325096, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=93b13c86-3afc-44cb-8946-3f8a94325096,segment=NetworkSegment(252ba2df-2c8a-4fb5-a6f1-34ac2fada11f),segment_id=252ba2df-2c8a-4fb5-a6f1-34ac2fada11f)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:17:06.754705 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:17:06.785658 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:06.868986 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] Routers {'434c48c3-8723-426b-81d5-66cec8b07d54'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:17:06.869653 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:16:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['434c48c3-8723-426b-81d5-66cec8b07d54'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:17:06.924080 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956892b-3bea-4ae0-8a46-a06ad2b35c4b None None] Pushing event updated for resources: {'Port': ['ID=93b13c86-3afc-44cb-8946-3f8a94325096,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:17:07.065764 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] Set router 434c48c3-8723-426b-81d5-66cec8b07d54 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:17:07.433088 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434c48c3-8723-426b-81d5-66cec8b07d54', 'name': 'tempest-TestEncryptedCinderVolumes-901219060-router', 'tenant_id': 'f93b7c5799274e009cdbf50d602b1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '33161ff7-0438-4bd9-b356-4d91bb1683a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:16:42Z', 'updated_at': '2022-04-29T16:16:46Z', 'revision_number': 4, 'project_id': 'f93b7c5799274e009cdbf50d602b1a97', 'gw_port': {'id': '33161ff7-0438-4bd9-b356-4d91bb1683a4', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434c48c3-8723-426b-81d5-66cec8b07d54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:16:43Z', 'updated_at': '2022-04-29T16:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '93b13c86-3afc-44cb-8946-3f8a94325096', 'name': '', 'network_id': '1503d708-b53a-42a2-85e1-ecbbbd5d8b24', 'tenant_id': 'f93b7c5799274e009cdbf50d602b1a97', 'mac_address': 'fa:16:3e:36:90:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434c48c3-8723-426b-81d5-66cec8b07d54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca5aa310-9987-4104-8a26-2aad12121a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:16:45Z', 'updated_at': '2022-04-29T16:17:06Z', 'revision_number': 4, 'project_id': 'f93b7c5799274e009cdbf50d602b1a97', 'subnets': [{'id': 'ca5aa310-9987-4104-8a26-2aad12121a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:17:07.437344 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478954a6-ee15-4353-bf5f-29c83c813725 None None] The sync data for ids ['434c48c3-8723-426b-81d5-66cec8b07d54'] in dv-neutron-839913-1-hyperv is: [{'id': '434c48c3-8723-426b-81d5-66cec8b07d54', 'name': 'tempest-TestEncryptedCinderVolumes-901219060-router', 'tenant_id': 'f93b7c5799274e009cdbf50d602b1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '33161ff7-0438-4bd9-b356-4d91bb1683a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:16:42Z', 'updated_at': '2022-04-29T16:16:46Z', 'revision_number': 4, 'project_id': 'f93b7c5799274e009cdbf50d602b1a97', 'gw_port': {'id': '33161ff7-0438-4bd9-b356-4d91bb1683a4', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434c48c3-8723-426b-81d5-66cec8b07d54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:16:43Z', 'updated_at': '2022-04-29T16:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '93b13c86-3afc-44cb-8946-3f8a94325096', 'name': '', 'network_id': '1503d708-b53a-42a2-85e1-ecbbbd5d8b24', 'tenant_id': 'f93b7c5799274e009cdbf50d602b1a97', 'mac_address': 'fa:16:3e:36:90:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434c48c3-8723-426b-81d5-66cec8b07d54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca5aa310-9987-4104-8a26-2aad12121a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:16:45Z', 'updated_at': '2022-04-29T16:17:06Z', 'revision_number': 4, 'project_id': 'f93b7c5799274e009cdbf50d602b1a97', 'subnets': [{'id': 'ca5aa310-9987-4104-8a26-2aad12121a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:17:08.407139 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 93b13c86-3afc-44cb-8946-3f8a94325096 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:17:08.539789 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 93b13c86-3afc-44cb-8946-3f8a94325096 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:17:08.544931 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 93b13c86-3afc-44cb-8946-3f8a94325096 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:17:08.545338 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:08.659920 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:08.692136 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 93b13c86-3afc-44cb-8946-3f8a94325096, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=93b13c86-3afc-44cb-8946-3f8a94325096,segment=NetworkSegment(252ba2df-2c8a-4fb5-a6f1-34ac2fada11f),segment_id=252ba2df-2c8a-4fb5-a6f1-34ac2fada11f)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:17:08.774164 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:08.846207 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=93b13c86-3afc-44cb-8946-3f8a94325096,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:17:10.385685 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 93b13c86-3afc-44cb-8946-3f8a94325096 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:17:10.453807 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 93b13c86-3afc-44cb-8946-3f8a94325096 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:17:10.454171 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:13.636462 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3b203aa9-7a0d-4faf-b123-3e014cdececa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:15.572312 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:15.903569 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7da52073-fa29-494e-850e-c9caac3222bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:17.299578 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:17.493966 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:18.567799 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:22.190032 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc47bf-e6b1-4f8f-a99f-a2a28fc9a4d5 req-ab9a4a9c-8b70-4345-ac28-6381d5765548 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:22.191493 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67cc47bf-e6b1-4f8f-a99f-a2a28fc9a4d5 req-ab9a4a9c-8b70-4345-ac28-6381d5765548 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3ae2bda-52da-4822-b93d-89cddfd560b6 HTTP/1.1" status: 200 len: 946 time: 0.0823765 Apr 29 16:17:22.235668 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67cc47bf-e6b1-4f8f-a99f-a2a28fc9a4d5 req-08fb46bf-a0fa-4a9a-a272-3b9723f08f9e tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380669 Apr 29 16:17:23.439035 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e491212-85e5-4e2f-baf3-3eec18ec80ba req-437226f0-a655-4ae9-87cb-2c5472135fed tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:23.440448 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9e491212-85e5-4e2f-baf3-3eec18ec80ba req-437226f0-a655-4ae9-87cb-2c5472135fed tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3ae2bda-52da-4822-b93d-89cddfd560b6 HTTP/1.1" status: 200 len: 946 time: 0.0850728 Apr 29 16:17:23.485495 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9e491212-85e5-4e2f-baf3-3eec18ec80ba req-c372b18a-ba5b-4f1e-bd2e-09c7443a9b86 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394788 Apr 29 16:17:23.946266 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e30a9-e3e8-41dc-bf96-e6eb620c4d39 req-46f52a15-0323-49c7-bc48-c7eda61c0390 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:23.947680 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-098e30a9-e3e8-41dc-bf96-e6eb620c4d39 req-46f52a15-0323-49c7-bc48-c7eda61c0390 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3ae2bda-52da-4822-b93d-89cddfd560b6 HTTP/1.1" status: 200 len: 946 time: 0.0760994 Apr 29 16:17:24.017049 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-098e30a9-e3e8-41dc-bf96-e6eb620c4d39 req-fface783-dee5-4017-9403-ec0fbbfbc3e7 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Deleting port 6a59e59e-20b8-4d4b-9434-aad67ecff7a1 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:17:24.017307 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-098e30a9-e3e8-41dc-bf96-e6eb620c4d39 req-fface783-dee5-4017-9403-ec0fbbfbc3e7 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:24.265968 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-098e30a9-e3e8-41dc-bf96-e6eb620c4d39 req-fface783-dee5-4017-9403-ec0fbbfbc3e7 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] For port 6a59e59e-20b8-4d4b-9434-aad67ecff7a1, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=6a59e59e-20b8-4d4b-9434-aad67ecff7a1,segment=NetworkSegment(caf4729f-70d8-4d63-adc9-ff45d11e752a),segment_id=caf4729f-70d8-4d63-adc9-ff45d11e752a)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:17:24.266361 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-098e30a9-e3e8-41dc-bf96-e6eb620c4d39 req-fface783-dee5-4017-9403-ec0fbbfbc3e7 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:24.394133 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-098e30a9-e3e8-41dc-bf96-e6eb620c4d39 req-fface783-dee5-4017-9403-ec0fbbfbc3e7 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Calling delete_port for 6a59e59e-20b8-4d4b-9434-aad67ecff7a1 owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:17:24.608176 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-098e30a9-e3e8-41dc-bf96-e6eb620c4d39 req-fface783-dee5-4017-9403-ec0fbbfbc3e7 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:24.620188 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['6a59e59e-20b8-4d4b-9434-aad67ecff7a1'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:17:24.693209 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fface783-dee5-4017-9403-ec0fbbfbc3e7 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Pushing event deleted for resources: {'Port': ['ID=6a59e59e-20b8-4d4b-9434-aad67ecff7a1,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:17:24.703473 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e5fcd4ec-b058-4eb8-84e8-6d5447112987 req-aa75fc60-f2af-4b4e-981b-6e5a02e76d37 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3ae2bda-52da-4822-b93d-89cddfd560b6 HTTP/1.1" status: 200 len: 210 time: 0.0876968 Apr 29 16:17:24.738235 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fface783-dee5-4017-9403-ec0fbbfbc3e7 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:17:24.738606 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fface783-dee5-4017-9403-ec0fbbfbc3e7 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:17:24.738951 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fface783-dee5-4017-9403-ec0fbbfbc3e7 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:17:24.739285 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fface783-dee5-4017-9403-ec0fbbfbc3e7 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:17:24.739621 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fface783-dee5-4017-9403-ec0fbbfbc3e7 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:17:24.739953 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fface783-dee5-4017-9403-ec0fbbfbc3e7 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:17:24.740279 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fface783-dee5-4017-9403-ec0fbbfbc3e7 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:17:24.740596 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fface783-dee5-4017-9403-ec0fbbfbc3e7 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:17:24.740929 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fface783-dee5-4017-9403-ec0fbbfbc3e7 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:17:24.741246 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fface783-dee5-4017-9403-ec0fbbfbc3e7 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:17:24.742114 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fface783-dee5-4017-9403-ec0fbbfbc3e7 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:17:24.785910 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-098e30a9-e3e8-41dc-bf96-e6eb620c4d39 req-fface783-dee5-4017-9403-ec0fbbfbc3e7 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] No DVR routers for this DVR port 6a59e59e-20b8-4d4b-9434-aad67ecff7a1 on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:17:24.788351 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-098e30a9-e3e8-41dc-bf96-e6eb620c4d39 req-fface783-dee5-4017-9403-ec0fbbfbc3e7 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:24.791143 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ae2bda-52da-4822-b93d-89cddfd560b6', 'name': 'network-vif-deleted', 'tag': '6a59e59e-20b8-4d4b-9434-aad67ecff7a1'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:17:24.848404 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17686d20-726d-4cf3-820c-15ddcce51b9c'] response: {'server_uuid': 'c3ae2bda-52da-4822-b93d-89cddfd560b6', 'name': 'network-vif-deleted', 'tag': '6a59e59e-20b8-4d4b-9434-aad67ecff7a1', 'status': 'completed', 'code': 200} Apr 29 16:17:24.871334 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-098e30a9-e3e8-41dc-bf96-e6eb620c4d39 req-fface783-dee5-4017-9403-ec0fbbfbc3e7 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.35 "DELETE /v2.0/ports/6a59e59e-20b8-4d4b-9434-aad67ecff7a1 HTTP/1.1" status: 204 len: 173 time: 0.9183090 Apr 29 16:17:26.531105 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf6581-a011-42fc-b157-34385eeca49e req-2a177b67-0dd8-4abf-a476-e778395a9960 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:26.532527 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5dcf6581-a011-42fc-b157-34385eeca49e req-2a177b67-0dd8-4abf-a476-e778395a9960 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/networks?id=247c798c-e8cd-4b2a-a8e9-f20a6aed899a HTTP/1.1" status: 200 len: 816 time: 0.2158689 Apr 29 16:17:26.548034 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5dcf6581-a011-42fc-b157-34385eeca49e req-7a2ba294-53f6-41cd-98d8-f77d026eda8e tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/quotas/19ab58ffe993401d96c0e84a20e304b2 HTTP/1.1" status: 200 len: 375 time: 0.0102034 Apr 29 16:17:26.624413 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-5dcf6581-a011-42fc-b157-34385eeca49e req-2f7de4a0-252b-4286-b4f4-5eaf27bb0cb9 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Synchronizing usage tracker for tenant:19ab58ffe993401d96c0e84a20e304b2 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:17:26.704680 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-5dcf6581-a011-42fc-b157-34385eeca49e req-2f7de4a0-252b-4286-b4f4-5eaf27bb0cb9 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Unset dirty status for tenant:19ab58ffe993401d96c0e84a20e304b2 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:17:26.706098 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5dcf6581-a011-42fc-b157-34385eeca49e req-2f7de4a0-252b-4286-b4f4-5eaf27bb0cb9 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=19ab58ffe993401d96c0e84a20e304b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1534157 Apr 29 16:17:26.842386 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5dcf6581-a011-42fc-b157-34385eeca49e req-42096f67-fffd-4f3d-acb6-619e3ad6ab86 service neutron] 10.222.0.21 "GET /v2.0/networks/247c798c-e8cd-4b2a-a8e9-f20a6aed899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239970 Apr 29 16:17:26.982943 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5dcf6581-a011-42fc-b157-34385eeca49e req-42b87cb0-3561-4d50-a54d-e76af194aec3 service neutron] 10.222.0.21 "GET /v2.0/networks/247c798c-e8cd-4b2a-a8e9-f20a6aed899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349812 Apr 29 16:17:27.175835 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 6a59e59e-20b8-4d4b-9434-aad67ecff7a1 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:17:27.212076 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 6a59e59e-20b8-4d4b-9434-aad67ecff7a1 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:17:27.212425 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 6a59e59e-20b8-4d4b-9434-aad67ecff7a1 not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:17:27.233162 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f7aa5e4-cbec-4b8d-83e0-ae607e0de0a6 req-d1b6aa57-879e-4fa6-8a39-f455fa108a5e tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=4278f77b-99ea-49d6-8395-7ae5a6cf7f2a HTTP/1.1" status: 200 len: 210 time: 0.0475886 Apr 29 16:17:28.410513 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6e52e252-8ec1-4bea-8b77-22c06b8785bf req-6322aac8-51fa-4b50-a45e-65087752a35a tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=4278f77b-99ea-49d6-8395-7ae5a6cf7f2a HTTP/1.1" status: 200 len: 210 time: 0.0411646 Apr 29 16:17:29.255842 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf6581-a011-42fc-b157-34385eeca49e req-b1683002-a21c-468b-a2d6-2dd7108b9663 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:29.257341 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5dcf6581-a011-42fc-b157-34385eeca49e req-b1683002-a21c-468b-a2d6-2dd7108b9663 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.35 "GET /v2.0/networks?id=247c798c-e8cd-4b2a-a8e9-f20a6aed899a HTTP/1.1" status: 200 len: 816 time: 0.1480951 Apr 29 16:17:29.274381 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-5dcf6581-a011-42fc-b157-34385eeca49e req-52b87b15-801f-40d9-a110-342cd15686b6 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Request body: {'port': {'device_id': '4278f77b-99ea-49d6-8395-7ae5a6cf7f2a', 'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a', 'admin_state_up': True, 'tenant_id': '19ab58ffe993401d96c0e84a20e304b2'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:17:29.418635 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-5dcf6581-a011-42fc-b157-34385eeca49e req-52b87b15-801f-40d9-a110-342cd15686b6 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:17:29.428613 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-5dcf6581-a011-42fc-b157-34385eeca49e req-52b87b15-801f-40d9-a110-342cd15686b6 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:17:29.516381 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dcf6581-a011-42fc-b157-34385eeca49e req-52b87b15-801f-40d9-a110-342cd15686b6 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Made reservation on behalf of 19ab58ffe993401d96c0e84a20e304b2 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:17:29.529124 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-5dcf6581-a011-42fc-b157-34385eeca49e req-52b87b15-801f-40d9-a110-342cd15686b6 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:29.586625 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fb9a2461-22bd-4171-9167-92cee62b2d6b req-1f0629d7-9f96-4115-98eb-80346dea3308 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=4278f77b-99ea-49d6-8395-7ae5a6cf7f2a HTTP/1.1" status: 200 len: 210 time: 0.0491054 Apr 29 16:17:29.730873 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-5dcf6581-a011-42fc-b157-34385eeca49e req-52b87b15-801f-40d9-a110-342cd15686b6 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Allocated IP 172.20.0.9 (247c798c-e8cd-4b2a-a8e9-f20a6aed899a/98a1a827-7ba2-48ac-9c44-d2acf7ec8898/e28cd1cc-faf2-479f-8ffe-2053aab71487) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:17:29.939251 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-5dcf6581-a011-42fc-b157-34385eeca49e req-52b87b15-801f-40d9-a110-342cd15686b6 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:29.954447 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-5dcf6581-a011-42fc-b157-34385eeca49e req-52b87b15-801f-40d9-a110-342cd15686b6 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Transition to ACTIVE for port object e28cd1cc-faf2-479f-8ffe-2053aab71487 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:17:30.041882 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-5dcf6581-a011-42fc-b157-34385eeca49e req-52b87b15-801f-40d9-a110-342cd15686b6 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:30.114213 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dcf6581-a011-42fc-b157-34385eeca49e req-52b87b15-801f-40d9-a110-342cd15686b6 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Network 247c798c-e8cd-4b2a-a8e9-f20a6aed899a is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:17:30.117940 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-5dcf6581-a011-42fc-b157-34385eeca49e req-52b87b15-801f-40d9-a110-342cd15686b6 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:17:30.121867 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcf6581-a011-42fc-b157-34385eeca49e req-52b87b15-801f-40d9-a110-342cd15686b6 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:17:30.153147 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b87b15-801f-40d9-a110-342cd15686b6 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Pushing event updated for resources: {'Port': ['ID=e28cd1cc-faf2-479f-8ffe-2053aab71487,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:17:30.187772 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf6581-a011-42fc-b157-34385eeca49e req-52b87b15-801f-40d9-a110-342cd15686b6 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:30.188379 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-5dcf6581-a011-42fc-b157-34385eeca49e req-52b87b15-801f-40d9-a110-342cd15686b6 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:30.270956 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5dcf6581-a011-42fc-b157-34385eeca49e req-52b87b15-801f-40d9-a110-342cd15686b6 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0009949 Apr 29 16:17:30.282219 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-5dcf6581-a011-42fc-b157-34385eeca49e req-30fc0e4b-dcbe-460b-8a63-56c1bd0a32d1 service neutron] Request body: {'port': {'device_id': '4278f77b-99ea-49d6-8395-7ae5a6cf7f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:17:30.392500 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-5dcf6581-a011-42fc-b157-34385eeca49e req-30fc0e4b-dcbe-460b-8a63-56c1bd0a32d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:30.411606 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-06a5ead6-6051-4b26-8b7a-e6ba9975866f None None] Provisioning for port e28cd1cc-faf2-479f-8ffe-2053aab71487 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:17:30.417017 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-06a5ead6-6051-4b26-8b7a-e6ba9975866f None None] Provisioning complete for port e28cd1cc-faf2-479f-8ffe-2053aab71487 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:17:30.417385 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-06a5ead6-6051-4b26-8b7a-e6ba9975866f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:30.467786 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-06a5ead6-6051-4b26-8b7a-e6ba9975866f None None] Port e28cd1cc-faf2-479f-8ffe-2053aab71487 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:17:30.855930 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a3d15-1c6b-4ad3-af45-9235487efd21 req-d2a5004e-ff25-427b-94d3-8da61766936b tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:30.856607 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-9d8a3d15-1c6b-4ad3-af45-9235487efd21 req-d2a5004e-ff25-427b-94d3-8da61766936b tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Synchronizing usage tracker for tenant:19ab58ffe993401d96c0e84a20e304b2 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:17:30.889007 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-5dcf6581-a011-42fc-b157-34385eeca49e req-30fc0e4b-dcbe-460b-8a63-56c1bd0a32d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e28cd1cc-faf2-479f-8ffe-2053aab71487 {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:17:30.895522 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-5dcf6581-a011-42fc-b157-34385eeca49e req-30fc0e4b-dcbe-460b-8a63-56c1bd0a32d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:30.910186 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-5dcf6581-a011-42fc-b157-34385eeca49e req-30fc0e4b-dcbe-460b-8a63-56c1bd0a32d1 service neutron] Transition to ACTIVE for port object e28cd1cc-faf2-479f-8ffe-2053aab71487 will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:17:30.971678 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-9d8a3d15-1c6b-4ad3-af45-9235487efd21 req-d2a5004e-ff25-427b-94d3-8da61766936b tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Unset dirty status for tenant:19ab58ffe993401d96c0e84a20e304b2 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:17:30.972855 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9d8a3d15-1c6b-4ad3-af45-9235487efd21 req-d2a5004e-ff25-427b-94d3-8da61766936b tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=4278f77b-99ea-49d6-8395-7ae5a6cf7f2a HTTP/1.1" status: 200 len: 931 time: 0.2642932 Apr 29 16:17:30.994901 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-5dcf6581-a011-42fc-b157-34385eeca49e req-30fc0e4b-dcbe-460b-8a63-56c1bd0a32d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:31.129723 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc0e4b-dcbe-460b-8a63-56c1bd0a32d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e28cd1cc-faf2-479f-8ffe-2053aab71487,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:17:31.134506 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9d8a3d15-1c6b-4ad3-af45-9235487efd21 req-223477b6-75b1-4906-9065-dc7028a9c7c3 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549149 Apr 29 16:17:31.253854 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-5dcf6581-a011-42fc-b157-34385eeca49e req-30fc0e4b-dcbe-460b-8a63-56c1bd0a32d1 service neutron] Attempting to bind port e28cd1cc-faf2-479f-8ffe-2053aab71487 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:17:31.254172 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-5dcf6581-a011-42fc-b157-34385eeca49e req-30fc0e4b-dcbe-460b-8a63-56c1bd0a32d1 service neutron] Attempting to bind port e28cd1cc-faf2-479f-8ffe-2053aab71487 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': 'caf4729f-70d8-4d63-adc9-ff45d11e752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:17:31.254521 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcf6581-a011-42fc-b157-34385eeca49e req-30fc0e4b-dcbe-460b-8a63-56c1bd0a32d1 service neutron] Attempting to bind port e28cd1cc-faf2-479f-8ffe-2053aab71487 on network 247c798c-e8cd-4b2a-a8e9-f20a6aed899a {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:17:31.260944 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcf6581-a011-42fc-b157-34385eeca49e req-30fc0e4b-dcbe-460b-8a63-56c1bd0a32d1 service neutron] Port e28cd1cc-faf2-479f-8ffe-2053aab71487 on network 247c798c-e8cd-4b2a-a8e9-f20a6aed899a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 16:17:31.261262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcf6581-a011-42fc-b157-34385eeca49e req-30fc0e4b-dcbe-460b-8a63-56c1bd0a32d1 service neutron] Attempting to bind port e28cd1cc-faf2-479f-8ffe-2053aab71487 on network 247c798c-e8cd-4b2a-a8e9-f20a6aed899a {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:17:31.267700 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcf6581-a011-42fc-b157-34385eeca49e req-30fc0e4b-dcbe-460b-8a63-56c1bd0a32d1 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:17:31.268048 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcf6581-a011-42fc-b157-34385eeca49e req-30fc0e4b-dcbe-460b-8a63-56c1bd0a32d1 service neutron] Checking segment: {'id': 'caf4729f-70d8-4d63-adc9-ff45d11e752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:17:31.268414 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcf6581-a011-42fc-b157-34385eeca49e req-30fc0e4b-dcbe-460b-8a63-56c1bd0a32d1 service neutron] Bound using segment: {'id': 'caf4729f-70d8-4d63-adc9-ff45d11e752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:17:31.268831 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-5dcf6581-a011-42fc-b157-34385eeca49e req-30fc0e4b-dcbe-460b-8a63-56c1bd0a32d1 service neutron] Bound port: e28cd1cc-faf2-479f-8ffe-2053aab71487, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf4729f-70d8-4d63-adc9-ff45d11e752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:17:31.269175 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-5dcf6581-a011-42fc-b157-34385eeca49e req-30fc0e4b-dcbe-460b-8a63-56c1bd0a32d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:31.356635 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-5dcf6581-a011-42fc-b157-34385eeca49e req-30fc0e4b-dcbe-460b-8a63-56c1bd0a32d1 service neutron] For port e28cd1cc-faf2-479f-8ffe-2053aab71487, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:17:31.359477 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-5dcf6581-a011-42fc-b157-34385eeca49e req-30fc0e4b-dcbe-460b-8a63-56c1bd0a32d1 service neutron] For port e28cd1cc-faf2-479f-8ffe-2053aab71487, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=e28cd1cc-faf2-479f-8ffe-2053aab71487,segment=NetworkSegment(caf4729f-70d8-4d63-adc9-ff45d11e752a),segment_id=caf4729f-70d8-4d63-adc9-ff45d11e752a)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:17:31.408091 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-5dcf6581-a011-42fc-b157-34385eeca49e req-30fc0e4b-dcbe-460b-8a63-56c1bd0a32d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:31.470684 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-5dcf6581-a011-42fc-b157-34385eeca49e req-30fc0e4b-dcbe-460b-8a63-56c1bd0a32d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:31.472385 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5dcf6581-a011-42fc-b157-34385eeca49e req-30fc0e4b-dcbe-460b-8a63-56c1bd0a32d1 service neutron] 10.222.0.35 "PUT /v2.0/ports/e28cd1cc-faf2-479f-8ffe-2053aab71487 HTTP/1.1" status: 200 len: 1093 time: 1.1942856 Apr 29 16:17:31.475147 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4278f77b-99ea-49d6-8395-7ae5a6cf7f2a', 'tag': 'e28cd1cc-faf2-479f-8ffe-2053aab71487'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:17:31.495884 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc0e4b-dcbe-460b-8a63-56c1bd0a32d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e28cd1cc-faf2-479f-8ffe-2053aab71487,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:17:31.534644 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d8112e8-b1ea-4bf6-a2ef-062dd38e8bbf'] response: {'name': 'network-changed', 'server_uuid': '4278f77b-99ea-49d6-8395-7ae5a6cf7f2a', 'tag': 'e28cd1cc-faf2-479f-8ffe-2053aab71487', 'status': 'completed', 'code': 200} Apr 29 16:17:31.625263 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-86d61ed8-2ba2-4d27-895f-945bf7607321 req-5c9b4afe-ae71-4bf9-9bff-cc891cc3f9da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=19ab58ffe993401d96c0e84a20e304b2&device_id=4278f77b-99ea-49d6-8395-7ae5a6cf7f2a HTTP/1.1" status: 200 len: 1096 time: 0.0713191 Apr 29 16:17:31.765443 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d61ed8-2ba2-4d27-895f-945bf7607321 req-ab553531-9e4f-442f-9910-c2c69858ef02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:31.766854 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-86d61ed8-2ba2-4d27-895f-945bf7607321 req-ab553531-9e4f-442f-9910-c2c69858ef02 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=19ab58ffe993401d96c0e84a20e304b2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1352549 Apr 29 16:17:31.899036 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d61ed8-2ba2-4d27-895f-945bf7607321 req-6458e75a-a83f-4caf-ae9e-af5c88f85646 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:31.900456 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-86d61ed8-2ba2-4d27-895f-945bf7607321 req-6458e75a-a83f-4caf-ae9e-af5c88f85646 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281886 Apr 29 16:17:32.002642 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5dcf6581-a011-42fc-b157-34385eeca49e req-89e6a66a-aa29-4b1c-9b5a-f1934b2f65ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=19ab58ffe993401d96c0e84a20e304b2&device_id=4278f77b-99ea-49d6-8395-7ae5a6cf7f2a HTTP/1.1" status: 200 len: 1096 time: 0.0666780 Apr 29 16:17:32.070385 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5dcf6581-a011-42fc-b157-34385eeca49e req-875b00e5-3e05-4192-8812-ee86662f152e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e28cd1cc-faf2-479f-8ffe-2053aab71487 HTTP/1.1" status: 200 len: 217 time: 0.0617085 Apr 29 16:17:32.129536 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf6581-a011-42fc-b157-34385eeca49e req-744d65c2-9f12-4cf9-b8df-976f901020e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:32.130944 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5dcf6581-a011-42fc-b157-34385eeca49e req-744d65c2-9f12-4cf9-b8df-976f901020e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=98a1a827-7ba2-48ac-9c44-d2acf7ec8898 HTTP/1.1" status: 200 len: 855 time: 0.0551450 Apr 29 16:17:32.206394 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5dcf6581-a011-42fc-b157-34385eeca49e req-2ef2ad98-5517-4602-9a2c-4a541e0307c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=247c798c-e8cd-4b2a-a8e9-f20a6aed899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693562 Apr 29 16:17:32.385201 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5dcf6581-a011-42fc-b157-34385eeca49e req-323bd986-04f0-4581-bb31-f7b19fb2395a service neutron] 10.222.0.35 "GET /v2.0/networks/247c798c-e8cd-4b2a-a8e9-f20a6aed899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727326 Apr 29 16:17:32.423496 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd13a2c-38b0-405c-bc73-e6bd9c3a39a8 req-f0fbddbe-23b1-4559-86d0-85334d6da71e tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:32.424890 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8bd13a2c-38b0-405c-bc73-e6bd9c3a39a8 req-f0fbddbe-23b1-4559-86d0-85334d6da71e tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=4278f77b-99ea-49d6-8395-7ae5a6cf7f2a HTTP/1.1" status: 200 len: 943 time: 0.1459363 Apr 29 16:17:32.626783 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8bd13a2c-38b0-405c-bc73-e6bd9c3a39a8 req-968994d5-db02-4220-9fae-b6397704c3d1 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610003 Apr 29 16:17:32.645473 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5dcf6581-a011-42fc-b157-34385eeca49e req-b3b2e8a5-d6f3-490c-96df-a84e09a81d75 service neutron] 10.222.0.35 "GET /v2.0/networks/247c798c-e8cd-4b2a-a8e9-f20a6aed899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544584 Apr 29 16:17:33.951188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d24db-e380-4c88-a82c-d10fbf90c101 req-829ef023-41f3-4bd3-9bcc-6031866c5d8c tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:33.952612 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c8d24db-e380-4c88-a82c-d10fbf90c101 req-829ef023-41f3-4bd3-9bcc-6031866c5d8c tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=4278f77b-99ea-49d6-8395-7ae5a6cf7f2a HTTP/1.1" status: 200 len: 943 time: 0.1958716 Apr 29 16:17:33.998722 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c8d24db-e380-4c88-a82c-d10fbf90c101 req-4da43751-4019-4224-afe1-b0206845da94 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403535 Apr 29 16:17:35.202497 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2097c-4eb5-4471-b240-a812c596a4df req-d07f3345-eb47-4a98-9440-7d5067c707c8 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:35.203942 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1ed2097c-4eb5-4471-b240-a812c596a4df req-d07f3345-eb47-4a98-9440-7d5067c707c8 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=4278f77b-99ea-49d6-8395-7ae5a6cf7f2a HTTP/1.1" status: 200 len: 943 time: 0.0795755 Apr 29 16:17:35.248680 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1ed2097c-4eb5-4471-b240-a812c596a4df req-13910bbb-008f-40ce-b36f-3a22e8342c4e tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391970 Apr 29 16:17:36.448235 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44add02-d3c1-41a2-b683-b37127183a32 req-83fa3124-d759-4875-bd28-87761345ce93 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:36.449662 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a44add02-d3c1-41a2-b683-b37127183a32 req-83fa3124-d759-4875-bd28-87761345ce93 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=4278f77b-99ea-49d6-8395-7ae5a6cf7f2a HTTP/1.1" status: 200 len: 943 time: 0.0748558 Apr 29 16:17:36.493627 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a44add02-d3c1-41a2-b683-b37127183a32 req-a9ca9331-1ef6-45e1-86dc-98169530fcd7 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384955 Apr 29 16:17:37.222062 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device e28cd1cc-faf2-479f-8ffe-2053aab71487 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:17:37.369566 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port e28cd1cc-faf2-479f-8ffe-2053aab71487, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=e28cd1cc-faf2-479f-8ffe-2053aab71487,segment=NetworkSegment(caf4729f-70d8-4d63-adc9-ff45d11e752a),segment_id=caf4729f-70d8-4d63-adc9-ff45d11e752a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:17:37.382898 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': 'e28cd1cc-faf2-479f-8ffe-2053aab71487', 'network_id': '247c798c-e8cd-4b2a-a8e9-f20a6aed899a', 'port_id': 'e28cd1cc-faf2-479f-8ffe-2053aab71487', 'mac_address': 'fa:16:3e:d8:08:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a1a827-7ba2-48ac-9c44-d2acf7ec8898', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:17:37.440064 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:37.456762 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28cd1cc-faf2-479f-8ffe-2053aab71487 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:17:37.471232 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port e28cd1cc-faf2-479f-8ffe-2053aab71487, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=e28cd1cc-faf2-479f-8ffe-2053aab71487,segment=NetworkSegment(caf4729f-70d8-4d63-adc9-ff45d11e752a),segment_id=caf4729f-70d8-4d63-adc9-ff45d11e752a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:17:37.515330 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:37.579436 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=e28cd1cc-faf2-479f-8ffe-2053aab71487,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:17:37.692775 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac05dbf-7611-44db-a476-f272c2e32dde req-8b112a38-ff0b-4ec1-bc67-d5fc413d0a3a tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:37.694359 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6ac05dbf-7611-44db-a476-f272c2e32dde req-8b112a38-ff0b-4ec1-bc67-d5fc413d0a3a tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=4278f77b-99ea-49d6-8395-7ae5a6cf7f2a HTTP/1.1" status: 200 len: 944 time: 0.0791595 Apr 29 16:17:37.740499 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6ac05dbf-7611-44db-a476-f272c2e32dde req-81cf0bd4-dd61-4ee2-86e9-d12814b9ef3a tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400388 Apr 29 16:17:37.807478 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['e28cd1cc-faf2-479f-8ffe-2053aab71487'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:17:38.948532 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f14b90-6572-404a-a492-1f085b37de0a req-1365177c-a88c-406a-8aac-2fc46e1307fd tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:38.949952 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-17f14b90-6572-404a-a492-1f085b37de0a req-1365177c-a88c-406a-8aac-2fc46e1307fd tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=4278f77b-99ea-49d6-8395-7ae5a6cf7f2a HTTP/1.1" status: 200 len: 944 time: 0.0748355 Apr 29 16:17:38.998972 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-17f14b90-6572-404a-a492-1f085b37de0a req-8b397eca-35ad-4d03-a82e-0f6e0f2bf96a tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432937 Apr 29 16:17:39.253261 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device e28cd1cc-faf2-479f-8ffe-2053aab71487 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:17:39.372685 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port e28cd1cc-faf2-479f-8ffe-2053aab71487 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:17:39.377328 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port e28cd1cc-faf2-479f-8ffe-2053aab71487 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:17:39.377691 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:39.491183 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:39.517079 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4278f77b-99ea-49d6-8395-7ae5a6cf7f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28cd1cc-faf2-479f-8ffe-2053aab71487'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:17:39.527845 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port e28cd1cc-faf2-479f-8ffe-2053aab71487, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=e28cd1cc-faf2-479f-8ffe-2053aab71487,segment=NetworkSegment(caf4729f-70d8-4d63-adc9-ff45d11e752a),segment_id=caf4729f-70d8-4d63-adc9-ff45d11e752a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:17:39.571507 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-942faa92-0380-4caf-8d24-76f76e3f4252'] response: {'server_uuid': '4278f77b-99ea-49d6-8395-7ae5a6cf7f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28cd1cc-faf2-479f-8ffe-2053aab71487', 'code': 200} Apr 29 16:17:39.572669 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:39.646044 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=e28cd1cc-faf2-479f-8ffe-2053aab71487,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:17:39.925408 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f9c3185c-c016-4ff6-88d2-edc9d015d9a2 req-ed6516c4-88e8-47b8-9c08-71b37be1a7c0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4278f77b-99ea-49d6-8395-7ae5a6cf7f2a HTTP/1.1" status: 200 len: 1098 time: 0.0651779 Apr 29 16:17:39.965684 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f9c3185c-c016-4ff6-88d2-edc9d015d9a2 req-582db104-572e-4e8e-83d4-f1fd0fde3851 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345857 Apr 29 16:17:40.199197 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3cef0-a00a-48cb-906d-d769b961baef req-e1aa1e56-874c-4194-bcd7-6f243920fd46 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:40.200627 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-88e3cef0-a00a-48cb-906d-d769b961baef req-e1aa1e56-874c-4194-bcd7-6f243920fd46 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=4278f77b-99ea-49d6-8395-7ae5a6cf7f2a HTTP/1.1" status: 200 len: 945 time: 0.0774701 Apr 29 16:17:40.244511 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-88e3cef0-a00a-48cb-906d-d769b961baef req-68bc5da3-bcc9-435c-a539-e6925b89ebfd tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385284 Apr 29 16:17:41.451080 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30d4fe-5c96-4d01-933e-e0eb9dbd87fb req-a51bb1ce-bc0a-4c9d-b539-26d60116e7c7 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:41.452560 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2c30d4fe-5c96-4d01-933e-e0eb9dbd87fb req-a51bb1ce-bc0a-4c9d-b539-26d60116e7c7 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=4278f77b-99ea-49d6-8395-7ae5a6cf7f2a HTTP/1.1" status: 200 len: 945 time: 0.0859258 Apr 29 16:17:41.502089 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2c30d4fe-5c96-4d01-933e-e0eb9dbd87fb req-05b278c7-9dae-4b7a-a672-a7f6537c8dd2 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439255 Apr 29 16:17:42.698263 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929bebc-728a-41af-a523-f90143f53c32 req-454c09e3-bfee-43f9-b718-ab301e2a5432 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:42.699747 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5929bebc-728a-41af-a523-f90143f53c32 req-454c09e3-bfee-43f9-b718-ab301e2a5432 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=4278f77b-99ea-49d6-8395-7ae5a6cf7f2a HTTP/1.1" status: 200 len: 945 time: 0.0781331 Apr 29 16:17:42.747142 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5929bebc-728a-41af-a523-f90143f53c32 req-2f3ce5ff-09f1-436a-a2ae-1f226f097737 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418191 Apr 29 16:17:42.940955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb33ec3-c58e-40e6-a323-56df9b96aeed req-799a5f7b-6a84-4a3b-ac9f-f86b49c62ec2 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:42.942376 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7cb33ec3-c58e-40e6-a323-56df9b96aeed req-799a5f7b-6a84-4a3b-ac9f-f86b49c62ec2 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=4278f77b-99ea-49d6-8395-7ae5a6cf7f2a HTTP/1.1" status: 200 len: 945 time: 0.0743318 Apr 29 16:17:42.990082 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7cb33ec3-c58e-40e6-a323-56df9b96aeed req-1cf6bb2f-408a-488c-8245-1949f3b7ea18 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415297 Apr 29 16:17:43.622679 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-85017b47-d85c-464c-af9c-595297781481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:43.755822 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:17:45.560013 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:45.937969 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d7e4a70d-659a-4ca2-95da-daf774d76f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:47.246971 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:47.503951 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:48.542478 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:50.042053 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9d687dd8-329e-4bed-acae-5cc72ab74985 req-1d2ada9a-a96a-4cfb-b215-cdc3019d5765 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4278f77b-99ea-49d6-8395-7ae5a6cf7f2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657966 Apr 29 16:17:50.180623 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9d687dd8-329e-4bed-acae-5cc72ab74985 req-85a0e6cd-5cde-47d2-bd72-0793403c10c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=19ab58ffe993401d96c0e84a20e304b2&device_id=4278f77b-99ea-49d6-8395-7ae5a6cf7f2a HTTP/1.1" status: 200 len: 1098 time: 0.0687237 Apr 29 16:17:50.323168 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d687dd8-329e-4bed-acae-5cc72ab74985 req-9ce438c2-5219-4b5a-b4b7-5da7e2dfb86a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:50.324596 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9d687dd8-329e-4bed-acae-5cc72ab74985 req-9ce438c2-5219-4b5a-b4b7-5da7e2dfb86a service neutron] 10.222.0.35 "GET /v2.0/networks?id=247c798c-e8cd-4b2a-a8e9-f20a6aed899a HTTP/1.1" status: 200 len: 917 time: 0.1272545 Apr 29 16:17:50.395425 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9d687dd8-329e-4bed-acae-5cc72ab74985 req-9e38be53-879c-446d-9081-fe728e279c2d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e28cd1cc-faf2-479f-8ffe-2053aab71487 HTTP/1.1" status: 200 len: 217 time: 0.0646186 Apr 29 16:17:50.455282 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d687dd8-329e-4bed-acae-5cc72ab74985 req-c7be6ee3-4d9d-4e2a-b1d6-85d3e50de505 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:17:50.456675 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9d687dd8-329e-4bed-acae-5cc72ab74985 req-c7be6ee3-4d9d-4e2a-b1d6-85d3e50de505 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=98a1a827-7ba2-48ac-9c44-d2acf7ec8898 HTTP/1.1" status: 200 len: 855 time: 0.0560687 Apr 29 16:17:50.539042 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9d687dd8-329e-4bed-acae-5cc72ab74985 req-27a5df32-13b1-4b8c-a133-50870e0e861b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=247c798c-e8cd-4b2a-a8e9-f20a6aed899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694315 Apr 29 16:17:50.666628 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9d687dd8-329e-4bed-acae-5cc72ab74985 req-f589aebc-ec45-44ba-8745-e49d9b90252e service neutron] 10.222.0.35 "GET /v2.0/networks/247c798c-e8cd-4b2a-a8e9-f20a6aed899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210444 Apr 29 16:17:50.892470 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9d687dd8-329e-4bed-acae-5cc72ab74985 req-1527a1e2-656f-402d-bd63-1cb13f94c22b service neutron] 10.222.0.35 "GET /v2.0/networks/247c798c-e8cd-4b2a-a8e9-f20a6aed899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058711 Apr 29 16:18:00.890102 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11da359-980a-412f-a384-3182da32b08c req-61a1f342-99ef-4179-bc2c-d61b46d2e18a tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:18:00.891580 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e11da359-980a-412f-a384-3182da32b08c req-61a1f342-99ef-4179-bc2c-d61b46d2e18a tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=4278f77b-99ea-49d6-8395-7ae5a6cf7f2a HTTP/1.1" status: 200 len: 945 time: 0.0799668 Apr 29 16:18:00.936626 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e11da359-980a-412f-a384-3182da32b08c req-be5861f9-f703-4115-aec3-42c4256cfad2 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392864 Apr 29 16:18:02.132342 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653f5e-5b57-46e4-988c-d05be665229e req-21ff8daa-ecd2-41fb-955d-fbff9fc9a164 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:18:02.133664 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-84653f5e-5b57-46e4-988c-d05be665229e req-21ff8daa-ecd2-41fb-955d-fbff9fc9a164 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=4278f77b-99ea-49d6-8395-7ae5a6cf7f2a HTTP/1.1" status: 200 len: 945 time: 0.0761559 Apr 29 16:18:02.177538 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-84653f5e-5b57-46e4-988c-d05be665229e req-168fef0d-4b41-45ca-a58b-15a5105d44a2 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d03bd4-8d4c-40ae-a807-ff48df4e173f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382471 Apr 29 16:18:02.648338 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a6abe-9ab1-4601-a479-c2ac27ec476a req-386feedd-9712-4afd-91f4-fc7c829b8ace tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:18:02.649737 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-230a6abe-9ab1-4601-a479-c2ac27ec476a req-386feedd-9712-4afd-91f4-fc7c829b8ace tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.35 "GET /v2.0/ports?device_id=4278f77b-99ea-49d6-8395-7ae5a6cf7f2a HTTP/1.1" status: 200 len: 945 time: 0.0744612 Apr 29 16:18:02.719198 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-230a6abe-9ab1-4601-a479-c2ac27ec476a req-ffeba773-2eb3-4c78-a493-f8fbc491b6fc tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Deleting port e28cd1cc-faf2-479f-8ffe-2053aab71487 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:18:02.719531 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-230a6abe-9ab1-4601-a479-c2ac27ec476a req-ffeba773-2eb3-4c78-a493-f8fbc491b6fc tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:02.955335 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-230a6abe-9ab1-4601-a479-c2ac27ec476a req-ffeba773-2eb3-4c78-a493-f8fbc491b6fc tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] For port e28cd1cc-faf2-479f-8ffe-2053aab71487, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=e28cd1cc-faf2-479f-8ffe-2053aab71487,segment=NetworkSegment(caf4729f-70d8-4d63-adc9-ff45d11e752a),segment_id=caf4729f-70d8-4d63-adc9-ff45d11e752a)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:18:02.955686 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-230a6abe-9ab1-4601-a479-c2ac27ec476a req-ffeba773-2eb3-4c78-a493-f8fbc491b6fc tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:03.071726 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-230a6abe-9ab1-4601-a479-c2ac27ec476a req-ffeba773-2eb3-4c78-a493-f8fbc491b6fc tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Calling delete_port for e28cd1cc-faf2-479f-8ffe-2053aab71487 owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:18:03.286264 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-230a6abe-9ab1-4601-a479-c2ac27ec476a req-ffeba773-2eb3-4c78-a493-f8fbc491b6fc tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:03.299303 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['e28cd1cc-faf2-479f-8ffe-2053aab71487'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:18:03.368249 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeba773-2eb3-4c78-a493-f8fbc491b6fc tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Pushing event deleted for resources: {'Port': ['ID=e28cd1cc-faf2-479f-8ffe-2053aab71487,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:03.376680 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-22e04eb4-de38-4ece-bdc0-8f88d6250141 req-f89cf49a-83d5-4c72-aebe-8d78d5d47420 tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.21 "GET /v2.0/ports?device_id=4278f77b-99ea-49d6-8395-7ae5a6cf7f2a HTTP/1.1" status: 200 len: 210 time: 0.0558717 Apr 29 16:18:03.450547 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-230a6abe-9ab1-4601-a479-c2ac27ec476a req-ffeba773-2eb3-4c78-a493-f8fbc491b6fc tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] No DVR routers for this DVR port e28cd1cc-faf2-479f-8ffe-2053aab71487 on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:18:03.453100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-230a6abe-9ab1-4601-a479-c2ac27ec476a req-ffeba773-2eb3-4c78-a493-f8fbc491b6fc tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:03.456985 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4278f77b-99ea-49d6-8395-7ae5a6cf7f2a', 'name': 'network-vif-deleted', 'tag': 'e28cd1cc-faf2-479f-8ffe-2053aab71487'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:18:03.517685 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb23de4a-7b85-4549-a087-67cbf2f406a7'] response: {'server_uuid': '4278f77b-99ea-49d6-8395-7ae5a6cf7f2a', 'name': 'network-vif-deleted', 'tag': 'e28cd1cc-faf2-479f-8ffe-2053aab71487', 'status': 'completed', 'code': 200} Apr 29 16:18:03.527298 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-230a6abe-9ab1-4601-a479-c2ac27ec476a req-ffeba773-2eb3-4c78-a493-f8fbc491b6fc tempest-TestEncryptedCinderVolumes-927996142 tempest-TestEncryptedCinderVolumes-927996142-project] 10.222.0.35 "DELETE /v2.0/ports/e28cd1cc-faf2-479f-8ffe-2053aab71487 HTTP/1.1" status: 204 len: 173 time: 0.8713055 Apr 29 16:18:04.589433 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36612) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:04.984001 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d256796-fda5-49cc-b0eb-02096a73a42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:05.361721 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device e28cd1cc-faf2-479f-8ffe-2053aab71487 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:18:05.397152 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: e28cd1cc-faf2-479f-8ffe-2053aab71487 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:18:05.397489 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device e28cd1cc-faf2-479f-8ffe-2053aab71487 not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:18:05.670437 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-9d256796-fda5-49cc-b0eb-02096a73a42e admin admin] Deleting port 478cb2c7-17dc-406f-8ff0-54c3ac898a7a {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:18:05.671030 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d256796-fda5-49cc-b0eb-02096a73a42e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:05.835589 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-9d256796-fda5-49cc-b0eb-02096a73a42e admin admin] For port 478cb2c7-17dc-406f-8ff0-54c3ac898a7a, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=478cb2c7-17dc-406f-8ff0-54c3ac898a7a,segment=NetworkSegment(caf4729f-70d8-4d63-adc9-ff45d11e752a),segment_id=caf4729f-70d8-4d63-adc9-ff45d11e752a)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:18:05.835938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d256796-fda5-49cc-b0eb-02096a73a42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:05.964666 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-9d256796-fda5-49cc-b0eb-02096a73a42e admin admin] Calling delete_port for 478cb2c7-17dc-406f-8ff0-54c3ac898a7a owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:18:06.183473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d256796-fda5-49cc-b0eb-02096a73a42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:06.233212 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d256796-fda5-49cc-b0eb-02096a73a42e admin admin] Pushing event deleted for resources: {'Port': ['ID=478cb2c7-17dc-406f-8ff0-54c3ac898a7a,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:06.527824 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d256796-fda5-49cc-b0eb-02096a73a42e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:07.176014 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d256796-fda5-49cc-b0eb-02096a73a42e admin admin] Router 9f6e32c5-4b77-4640-b979-6bba7ecf221b has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:18:07.374277 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d256796-fda5-49cc-b0eb-02096a73a42e admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:18:07.384182 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65b74ed-21ce-4771-a0d2-ad4f465ababf None None] Sync routers for ids ['9f6e32c5-4b77-4640-b979-6bba7ecf221b'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:18:07.386455 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9d256796-fda5-49cc-b0eb-02096a73a42e admin admin] 10.222.0.21 "PUT /v2.0/routers/9f6e32c5-4b77-4640-b979-6bba7ecf221b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7959750 Apr 29 16:18:07.389150 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36616) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:07.396308 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65b74ed-21ce-4771-a0d2-ad4f465ababf None None] Routers {'9f6e32c5-4b77-4640-b979-6bba7ecf221b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:18:07.396895 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-b65b74ed-21ce-4771-a0d2-ad4f465ababf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:17:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['9f6e32c5-4b77-4640-b979-6bba7ecf221b'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:07.566307 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-b65b74ed-21ce-4771-a0d2-ad4f465ababf None None] Set router 9f6e32c5-4b77-4640-b979-6bba7ecf221b gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:18:07.580983 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d502294d-f868-4379-8f27-68c2db2de252 admin admin] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:07.773733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d502294d-f868-4379-8f27-68c2db2de252 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:07.822647 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-d502294d-f868-4379-8f27-68c2db2de252 admin admin] Deleting port c5575baf-4573-47a9-977c-361a870823ae {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:18:07.822909 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d502294d-f868-4379-8f27-68c2db2de252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:07.863438 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-b65b74ed-21ce-4771-a0d2-ad4f465ababf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6e32c5-4b77-4640-b979-6bba7ecf221b', 'name': 'tempest-TestEncryptedCinderVolumes-885906321-router', 'tenant_id': '19ab58ffe993401d96c0e84a20e304b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c5575baf-4573-47a9-977c-361a870823ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:16:35Z', 'updated_at': '2022-04-29T16:18:06Z', 'revision_number': 5, 'project_id': '19ab58ffe993401d96c0e84a20e304b2', 'gw_port': {'id': 'c5575baf-4573-47a9-977c-361a870823ae', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6e32c5-4b77-4640-b979-6bba7ecf221b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:16:35Z', 'updated_at': '2022-04-29T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:07.867990 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65b74ed-21ce-4771-a0d2-ad4f465ababf None None] Checking router: 9f6e32c5-4b77-4640-b979-6bba7ecf221b for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:18:07.878361 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65b74ed-21ce-4771-a0d2-ad4f465ababf None None] Routers {'9f6e32c5-4b77-4640-b979-6bba7ecf221b'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:18:07.880929 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-b65b74ed-21ce-4771-a0d2-ad4f465ababf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:17:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['9f6e32c5-4b77-4640-b979-6bba7ecf221b'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:07.997414 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-d502294d-f868-4379-8f27-68c2db2de252 admin admin] For port c5575baf-4573-47a9-977c-361a870823ae, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c5575baf-4573-47a9-977c-361a870823ae,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:18:07.997763 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d502294d-f868-4379-8f27-68c2db2de252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:08.027548 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-b65b74ed-21ce-4771-a0d2-ad4f465ababf None None] Set router 9f6e32c5-4b77-4640-b979-6bba7ecf221b gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:18:08.133270 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-b65b74ed-21ce-4771-a0d2-ad4f465ababf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6e32c5-4b77-4640-b979-6bba7ecf221b', 'name': 'tempest-TestEncryptedCinderVolumes-885906321-router', 'tenant_id': '19ab58ffe993401d96c0e84a20e304b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:16:35Z', 'updated_at': '2022-04-29T16:18:07Z', 'revision_number': 6, 'project_id': '19ab58ffe993401d96c0e84a20e304b2', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:08.137964 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65b74ed-21ce-4771-a0d2-ad4f465ababf None None] The sync data for ids ['9f6e32c5-4b77-4640-b979-6bba7ecf221b'] in dv-neutron-839913-1-hyperv is: [{'id': '9f6e32c5-4b77-4640-b979-6bba7ecf221b', 'name': 'tempest-TestEncryptedCinderVolumes-885906321-router', 'tenant_id': '19ab58ffe993401d96c0e84a20e304b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:16:35Z', 'updated_at': '2022-04-29T16:18:07Z', 'revision_number': 6, 'project_id': '19ab58ffe993401d96c0e84a20e304b2', 'gw_port_host': None}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:18:08.216704 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-d502294d-f868-4379-8f27-68c2db2de252 admin admin] Calling delete_port for c5575baf-4573-47a9-977c-361a870823ae owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:18:08.451526 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d502294d-f868-4379-8f27-68c2db2de252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:08.475283 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 478cb2c7-17dc-406f-8ff0-54c3ac898a7a no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:18:08.498435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502294d-f868-4379-8f27-68c2db2de252 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5575baf-4573-47a9-977c-361a870823ae,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:08.509646 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 478cb2c7-17dc-406f-8ff0-54c3ac898a7a {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:18:08.510081 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 478cb2c7-17dc-406f-8ff0-54c3ac898a7a not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:18:08.723799 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d502294d-f868-4379-8f27-68c2db2de252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:08.978025 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d502294d-f868-4379-8f27-68c2db2de252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:08.982393 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d502294d-f868-4379-8f27-68c2db2de252 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:09.080189 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d502294d-f868-4379-8f27-68c2db2de252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:09.080711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d502294d-f868-4379-8f27-68c2db2de252 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f6e32c5-4b77-4640-b979-6bba7ecf221b {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 16:18:09.093711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d502294d-f868-4379-8f27-68c2db2de252 admin admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:09.095011 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d502294d-f868-4379-8f27-68c2db2de252 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9f6e32c5-4b77-4640-b979-6bba7ecf221b HTTP/1.1" status: 204 len: 168 time: 1.7049837 Apr 29 16:18:09.097600 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36620) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:09.162611 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f64607e-808f-4f79-8080-b55472045bb9 admin admin] Deleting subnet 98a1a827-7ba2-48ac-9c44-d2acf7ec8898 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 16:18:09.165679 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4f64607e-808f-4f79-8080-b55472045bb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:09.212790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4f64607e-808f-4f79-8080-b55472045bb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:09.289874 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4f64607e-808f-4f79-8080-b55472045bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:09.429421 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4f64607e-808f-4f79-8080-b55472045bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:09.464423 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64607e-808f-4f79-8080-b55472045bb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98a1a827-7ba2-48ac-9c44-d2acf7ec8898,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:09.473120 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4f64607e-808f-4f79-8080-b55472045bb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:09.477742 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3957e2-03c6-4120-aff2-be4b674c8489 None None] Network 247c798c-e8cd-4b2a-a8e9-f20a6aed899a requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:18:09.481231 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4f64607e-808f-4f79-8080-b55472045bb9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/98a1a827-7ba2-48ac-9c44-d2acf7ec8898 HTTP/1.1" status: 204 len: 168 time: 0.3826768 Apr 29 16:18:09.483661 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36624) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:09.591825 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-512c9976-752c-411e-881e-2b1b7b3519ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:09.603248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-512c9976-752c-411e-881e-2b1b7b3519ee admin admin] Deleting port 66bcd652-6077-432c-825e-0b6df3943c46 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:18:09.603583 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-512c9976-752c-411e-881e-2b1b7b3519ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:09.780755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54e303f-c5cf-4084-a995-5df8457e2b60 None None] DHCP port deletion for 247c798c-e8cd-4b2a-a8e9-f20a6aed899a request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 16:18:09.785098 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-f54e303f-c5cf-4084-a995-5df8457e2b60 None None] Deleting port 66bcd652-6077-432c-825e-0b6df3943c46 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:18:09.785537 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f54e303f-c5cf-4084-a995-5df8457e2b60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:09.927799 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-512c9976-752c-411e-881e-2b1b7b3519ee admin admin] For port 66bcd652-6077-432c-825e-0b6df3943c46, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=66bcd652-6077-432c-825e-0b6df3943c46,segment=NetworkSegment(caf4729f-70d8-4d63-adc9-ff45d11e752a),segment_id=caf4729f-70d8-4d63-adc9-ff45d11e752a)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:18:09.928136 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-512c9976-752c-411e-881e-2b1b7b3519ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:09.992867 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f54e303f-c5cf-4084-a995-5df8457e2b60 None None] For port 66bcd652-6077-432c-825e-0b6df3943c46, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=66bcd652-6077-432c-825e-0b6df3943c46,segment=NetworkSegment(caf4729f-70d8-4d63-adc9-ff45d11e752a),segment_id=caf4729f-70d8-4d63-adc9-ff45d11e752a)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:18:09.993256 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f54e303f-c5cf-4084-a995-5df8457e2b60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:10.043563 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-512c9976-752c-411e-881e-2b1b7b3519ee admin admin] Calling delete_port for 66bcd652-6077-432c-825e-0b6df3943c46 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:18:10.111266 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-f54e303f-c5cf-4084-a995-5df8457e2b60 None None] Calling delete_port for 66bcd652-6077-432c-825e-0b6df3943c46 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:18:10.194733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-512c9976-752c-411e-881e-2b1b7b3519ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:10.199716 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-f54e303f-c5cf-4084-a995-5df8457e2b60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:18:10.200060 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-f54e303f-c5cf-4084-a995-5df8457e2b60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:18:10.238894 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c9976-752c-411e-881e-2b1b7b3519ee admin admin] Pushing event deleted for resources: {'Port': ['ID=66bcd652-6077-432c-825e-0b6df3943c46,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:10.244360 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512c9976-752c-411e-881e-2b1b7b3519ee admin admin] No DVR routers for this DVR port 66bcd652-6077-432c-825e-0b6df3943c46 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:18:10.357783 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-512c9976-752c-411e-881e-2b1b7b3519ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:10.385686 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-512c9976-752c-411e-881e-2b1b7b3519ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['247c798c-e8cd-4b2a-a8e9-f20a6aed899a']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:10.398408 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-512c9976-752c-411e-881e-2b1b7b3519ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf4729f-70d8-4d63-adc9-ff45d11e752a') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:10.398743 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-512c9976-752c-411e-881e-2b1b7b3519ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf4729f-70d8-4d63-adc9-ff45d11e752a') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:10.410365 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-512c9976-752c-411e-881e-2b1b7b3519ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:10.414047 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c5575baf-4573-47a9-977c-361a870823ae no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:18:10.427150 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-512c9976-752c-411e-881e-2b1b7b3519ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:10.433092 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-512c9976-752c-411e-881e-2b1b7b3519ee admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:18:10.433477 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-512c9976-752c-411e-881e-2b1b7b3519ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:10.446420 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: c5575baf-4573-47a9-977c-361a870823ae {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:18:10.446620 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:18:10.448991 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c5575baf-4573-47a9-977c-361a870823ae not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:18:10.448991 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 66bcd652-6077-432c-825e-0b6df3943c46 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:18:10.478316 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 66bcd652-6077-432c-825e-0b6df3943c46 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:18:10.479027 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 66bcd652-6077-432c-825e-0b6df3943c46 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:18:10.593219 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-512c9976-752c-411e-881e-2b1b7b3519ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:10.609287 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-512c9976-752c-411e-881e-2b1b7b3519ee admin admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:10.621341 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c9976-752c-411e-881e-2b1b7b3519ee admin admin] Pushing event deleted for resources: {'Network': ['ID=247c798c-e8cd-4b2a-a8e9-f20a6aed899a,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:10.626428 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-512c9976-752c-411e-881e-2b1b7b3519ee admin admin] 10.222.0.21 "DELETE /v2.0/networks/247c798c-e8cd-4b2a-a8e9-f20a6aed899a HTTP/1.1" status: 204 len: 168 time: 1.1414616 Apr 29 16:18:10.629005 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36628) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:10.701725 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-f54e303f-c5cf-4084-a995-5df8457e2b60 None None] Deleting port 66bcd652-6077-432c-825e-0b6df3943c46 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:18:10.702127 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f54e303f-c5cf-4084-a995-5df8457e2b60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:10.769325 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-f54e303f-c5cf-4084-a995-5df8457e2b60 None None] The port '66bcd652-6077-432c-825e-0b6df3943c46' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 16:18:11.019338 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd98c33c-5a8e-43da-90ac-800d5081c099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:11.682889 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-cd98c33c-5a8e-43da-90ac-800d5081c099 admin admin] Deleting port 93b13c86-3afc-44cb-8946-3f8a94325096 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:18:11.683546 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd98c33c-5a8e-43da-90ac-800d5081c099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:11.847539 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-cd98c33c-5a8e-43da-90ac-800d5081c099 admin admin] For port 93b13c86-3afc-44cb-8946-3f8a94325096, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=93b13c86-3afc-44cb-8946-3f8a94325096,segment=NetworkSegment(252ba2df-2c8a-4fb5-a6f1-34ac2fada11f),segment_id=252ba2df-2c8a-4fb5-a6f1-34ac2fada11f)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:18:11.847886 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd98c33c-5a8e-43da-90ac-800d5081c099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:11.964861 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-cd98c33c-5a8e-43da-90ac-800d5081c099 admin admin] Calling delete_port for 93b13c86-3afc-44cb-8946-3f8a94325096 owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:18:12.170358 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd98c33c-5a8e-43da-90ac-800d5081c099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:12.216305 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98c33c-5a8e-43da-90ac-800d5081c099 admin admin] Pushing event deleted for resources: {'Port': ['ID=93b13c86-3afc-44cb-8946-3f8a94325096,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:12.501049 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cd98c33c-5a8e-43da-90ac-800d5081c099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:13.144517 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd98c33c-5a8e-43da-90ac-800d5081c099 admin admin] Router 434c48c3-8723-426b-81d5-66cec8b07d54 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:18:13.335358 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd98c33c-5a8e-43da-90ac-800d5081c099 admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:18:13.344809 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8446fa0c-cf4a-4ffe-bd87-8dd4dc1f2593 None None] Sync routers for ids ['434c48c3-8723-426b-81d5-66cec8b07d54'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:18:13.345330 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-cd98c33c-5a8e-43da-90ac-800d5081c099 admin admin] 10.222.0.21 "PUT /v2.0/routers/434c48c3-8723-426b-81d5-66cec8b07d54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7146037 Apr 29 16:18:13.348690 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36632) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:13.365895 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8446fa0c-cf4a-4ffe-bd87-8dd4dc1f2593 None None] Routers {'434c48c3-8723-426b-81d5-66cec8b07d54'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:18:13.366548 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-8446fa0c-cf4a-4ffe-bd87-8dd4dc1f2593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:17:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['434c48c3-8723-426b-81d5-66cec8b07d54'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:13.541988 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-8446fa0c-cf4a-4ffe-bd87-8dd4dc1f2593 None None] Set router 434c48c3-8723-426b-81d5-66cec8b07d54 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:18:13.542571 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca680b2e-73c1-4c4c-924a-407fa84f4617 admin admin] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:13.728429 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-09f3591c-f63e-4c90-975d-3183a57bb3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:13.745450 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca680b2e-73c1-4c4c-924a-407fa84f4617 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:13.811605 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ca680b2e-73c1-4c4c-924a-407fa84f4617 admin admin] Deleting port 33161ff7-0438-4bd9-b356-4d91bb1683a4 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:18:13.811874 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca680b2e-73c1-4c4c-924a-407fa84f4617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:13.846641 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-8446fa0c-cf4a-4ffe-bd87-8dd4dc1f2593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434c48c3-8723-426b-81d5-66cec8b07d54', 'name': 'tempest-TestEncryptedCinderVolumes-901219060-router', 'tenant_id': 'f93b7c5799274e009cdbf50d602b1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '33161ff7-0438-4bd9-b356-4d91bb1683a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:16:42Z', 'updated_at': '2022-04-29T16:18:12Z', 'revision_number': 5, 'project_id': 'f93b7c5799274e009cdbf50d602b1a97', 'gw_port': {'id': '33161ff7-0438-4bd9-b356-4d91bb1683a4', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434c48c3-8723-426b-81d5-66cec8b07d54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:16:43Z', 'updated_at': '2022-04-29T16:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:13.850835 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8446fa0c-cf4a-4ffe-bd87-8dd4dc1f2593 None None] Checking router: 434c48c3-8723-426b-81d5-66cec8b07d54 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:18:13.861159 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8446fa0c-cf4a-4ffe-bd87-8dd4dc1f2593 None None] Routers {'434c48c3-8723-426b-81d5-66cec8b07d54'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:18:13.861762 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-8446fa0c-cf4a-4ffe-bd87-8dd4dc1f2593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:17:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['434c48c3-8723-426b-81d5-66cec8b07d54'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:13.982911 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-ca680b2e-73c1-4c4c-924a-407fa84f4617 admin admin] For port 33161ff7-0438-4bd9-b356-4d91bb1683a4, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=33161ff7-0438-4bd9-b356-4d91bb1683a4,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:18:13.983261 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca680b2e-73c1-4c4c-924a-407fa84f4617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:14.013710 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-8446fa0c-cf4a-4ffe-bd87-8dd4dc1f2593 None None] Set router 434c48c3-8723-426b-81d5-66cec8b07d54 gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:18:14.102656 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ca680b2e-73c1-4c4c-924a-407fa84f4617 admin admin] Calling delete_port for 33161ff7-0438-4bd9-b356-4d91bb1683a4 owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:18:14.154674 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-8446fa0c-cf4a-4ffe-bd87-8dd4dc1f2593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434c48c3-8723-426b-81d5-66cec8b07d54', 'name': 'tempest-TestEncryptedCinderVolumes-901219060-router', 'tenant_id': 'f93b7c5799274e009cdbf50d602b1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:16:42Z', 'updated_at': '2022-04-29T16:18:13Z', 'revision_number': 6, 'project_id': 'f93b7c5799274e009cdbf50d602b1a97', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:14.158502 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8446fa0c-cf4a-4ffe-bd87-8dd4dc1f2593 None None] The sync data for ids ['434c48c3-8723-426b-81d5-66cec8b07d54'] in dv-neutron-839913-1-hyperv is: [{'id': '434c48c3-8723-426b-81d5-66cec8b07d54', 'name': 'tempest-TestEncryptedCinderVolumes-901219060-router', 'tenant_id': 'f93b7c5799274e009cdbf50d602b1a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:16:42Z', 'updated_at': '2022-04-29T16:18:13Z', 'revision_number': 6, 'project_id': 'f93b7c5799274e009cdbf50d602b1a97', 'gw_port_host': None}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:18:14.337305 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca680b2e-73c1-4c4c-924a-407fa84f4617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:14.379867 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca680b2e-73c1-4c4c-924a-407fa84f4617 admin admin] Pushing event deleted for resources: {'Port': ['ID=33161ff7-0438-4bd9-b356-4d91bb1683a4,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:14.574452 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 93b13c86-3afc-44cb-8946-3f8a94325096 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:18:14.609781 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 93b13c86-3afc-44cb-8946-3f8a94325096 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:18:14.610266 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 93b13c86-3afc-44cb-8946-3f8a94325096 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:18:14.696503 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca680b2e-73c1-4c4c-924a-407fa84f4617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:14.945848 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca680b2e-73c1-4c4c-924a-407fa84f4617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:14.950850 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca680b2e-73c1-4c4c-924a-407fa84f4617 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:15.016809 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca680b2e-73c1-4c4c-924a-407fa84f4617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:15.017378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca680b2e-73c1-4c4c-924a-407fa84f4617 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 434c48c3-8723-426b-81d5-66cec8b07d54 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 16:18:15.030187 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ca680b2e-73c1-4c4c-924a-407fa84f4617 admin admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:15.033207 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ca680b2e-73c1-4c4c-924a-407fa84f4617 admin admin] 10.222.0.21 "DELETE /v2.0/routers/434c48c3-8723-426b-81d5-66cec8b07d54 HTTP/1.1" status: 204 len: 168 time: 1.6809521 Apr 29 16:18:15.033338 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36636) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:15.100990 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a57bc8-ddb6-4fc6-9799-ed7b29457a3c admin admin] Deleting subnet ca5aa310-9987-4104-8a26-2aad12121a64 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 16:18:15.104351 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-64a57bc8-ddb6-4fc6-9799-ed7b29457a3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:15.158520 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-64a57bc8-ddb6-4fc6-9799-ed7b29457a3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:15.239638 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-64a57bc8-ddb6-4fc6-9799-ed7b29457a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:15.365020 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-64a57bc8-ddb6-4fc6-9799-ed7b29457a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:15.405522 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a57bc8-ddb6-4fc6-9799-ed7b29457a3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca5aa310-9987-4104-8a26-2aad12121a64,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:15.409982 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-64a57bc8-ddb6-4fc6-9799-ed7b29457a3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:15.415566 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cef877-6267-4786-8dba-3c70b17a91bf None None] Network 1503d708-b53a-42a2-85e1-ecbbbd5d8b24 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:18:15.416427 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-64a57bc8-ddb6-4fc6-9799-ed7b29457a3c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ca5aa310-9987-4104-8a26-2aad12121a64 HTTP/1.1" status: 204 len: 168 time: 0.3818896 Apr 29 16:18:15.419633 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36640) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:15.528910 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-79607945-c5cc-48d4-9379-a3798a030dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:15.539611 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-79607945-c5cc-48d4-9379-a3798a030dfd admin admin] Deleting port 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:18:15.539931 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-79607945-c5cc-48d4-9379-a3798a030dfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:15.591562 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:15.674740 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e999716-cbc4-4f79-94de-d80d641e4e06 None None] DHCP port deletion for 1503d708-b53a-42a2-85e1-ecbbbd5d8b24 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 16:18:15.679195 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-4e999716-cbc4-4f79-94de-d80d641e4e06 None None] Deleting port 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:18:15.679661 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4e999716-cbc4-4f79-94de-d80d641e4e06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:15.756931 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-79607945-c5cc-48d4-9379-a3798a030dfd admin admin] For port 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5,segment=NetworkSegment(252ba2df-2c8a-4fb5-a6f1-34ac2fada11f),segment_id=252ba2df-2c8a-4fb5-a6f1-34ac2fada11f)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:18:15.757283 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-79607945-c5cc-48d4-9379-a3798a030dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:15.887054 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-79607945-c5cc-48d4-9379-a3798a030dfd admin admin] Calling delete_port for 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:18:15.894693 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-4e999716-cbc4-4f79-94de-d80d641e4e06 None None] For port 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5,segment=NetworkSegment(252ba2df-2c8a-4fb5-a6f1-34ac2fada11f),segment_id=252ba2df-2c8a-4fb5-a6f1-34ac2fada11f)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:18:15.895151 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4e999716-cbc4-4f79-94de-d80d641e4e06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:15.954990 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-63bf09ff-62f3-4424-8ceb-11c4e4fb8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:16.006118 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-79607945-c5cc-48d4-9379-a3798a030dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:16.015251 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-4e999716-cbc4-4f79-94de-d80d641e4e06 None None] Calling delete_port for 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:18:16.052009 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79607945-c5cc-48d4-9379-a3798a030dfd admin admin] Pushing event deleted for resources: {'Port': ['ID=6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:16.058347 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79607945-c5cc-48d4-9379-a3798a030dfd admin admin] No DVR routers for this DVR port 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:18:16.084085 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-4e999716-cbc4-4f79-94de-d80d641e4e06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:18:16.084480 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-4e999716-cbc4-4f79-94de-d80d641e4e06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:18:16.260591 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-79607945-c5cc-48d4-9379-a3798a030dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:16.285268 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-79607945-c5cc-48d4-9379-a3798a030dfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1503d708-b53a-42a2-85e1-ecbbbd5d8b24']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:16.297024 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-79607945-c5cc-48d4-9379-a3798a030dfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252ba2df-2c8a-4fb5-a6f1-34ac2fada11f') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:16.297329 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-79607945-c5cc-48d4-9379-a3798a030dfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252ba2df-2c8a-4fb5-a6f1-34ac2fada11f') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:16.308210 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-79607945-c5cc-48d4-9379-a3798a030dfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:16.324538 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-79607945-c5cc-48d4-9379-a3798a030dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:16.331322 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79607945-c5cc-48d4-9379-a3798a030dfd admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:18:16.331721 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-79607945-c5cc-48d4-9379-a3798a030dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:18:16.345221 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:18:16.419174 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:18:16.451537 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:18:16.451878 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:18:16.452288 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 33161ff7-0438-4bd9-b356-4d91bb1683a4 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:18:16.480312 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-79607945-c5cc-48d4-9379-a3798a030dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:16.485325 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 33161ff7-0438-4bd9-b356-4d91bb1683a4 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:18:16.485665 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 33161ff7-0438-4bd9-b356-4d91bb1683a4 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:18:16.496053 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-79607945-c5cc-48d4-9379-a3798a030dfd admin admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:16.506974 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79607945-c5cc-48d4-9379-a3798a030dfd admin admin] Pushing event deleted for resources: {'Network': ['ID=1503d708-b53a-42a2-85e1-ecbbbd5d8b24,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:16.509453 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-79607945-c5cc-48d4-9379-a3798a030dfd admin admin] 10.222.0.21 "DELETE /v2.0/networks/1503d708-b53a-42a2-85e1-ecbbbd5d8b24 HTTP/1.1" status: 204 len: 168 time: 1.0889359 Apr 29 16:18:16.585936 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-4e999716-cbc4-4f79-94de-d80d641e4e06 None None] Deleting port 6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:18:16.586456 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4e999716-cbc4-4f79-94de-d80d641e4e06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:16.648011 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-4e999716-cbc4-4f79-94de-d80d641e4e06 None None] The port '6aca8fb4-a4d1-4d3a-a5a3-7a076447caf5' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 16:18:16.947101 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36646) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:16.995905 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-eeb605f8-9222-4a32-8f8a-d6192354adca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19ab58ffe993401d96c0e84a20e304b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476785 Apr 29 16:18:16.998435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36650) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:17.060836 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0ea28d2e-6d31-4619-a2ea-dee0923f8454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:17.087886 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0ea28d2e-6d31-4619-a2ea-dee0923f8454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:17.200137 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0ea28d2e-6d31-4619-a2ea-dee0923f8454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:17.215133 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea28d2e-6d31-4619-a2ea-dee0923f8454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d03bd4-8d4c-40ae-a807-ff48df4e173f,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:17.221862 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0ea28d2e-6d31-4619-a2ea-dee0923f8454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:17.223245 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0ea28d2e-6d31-4619-a2ea-dee0923f8454 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67d03bd4-8d4c-40ae-a807-ff48df4e173f HTTP/1.1" status: 204 len: 168 time: 0.2238250 Apr 29 16:18:17.291314 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:17.496011 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:17.958336 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36658) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:18.007651 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-13c10022-d815-4c78-bcf0-fc33ae5e2944 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f93b7c5799274e009cdbf50d602b1a97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477450 Apr 29 16:18:18.009989 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36662) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:18.066230 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-463dd27f-e7cf-468b-a244-c75694722149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:18.093718 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-463dd27f-e7cf-468b-a244-c75694722149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:18.199769 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-463dd27f-e7cf-468b-a244-c75694722149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:18.214147 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463dd27f-e7cf-468b-a244-c75694722149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb52c7a-ddc3-435d-b6e8-b1c5baade67e,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:18.220199 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-463dd27f-e7cf-468b-a244-c75694722149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:18.221345 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-463dd27f-e7cf-468b-a244-c75694722149 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcb52c7a-ddc3-435d-b6e8-b1c5baade67e HTTP/1.1" status: 204 len: 168 time: 0.2104673 Apr 29 16:18:18.542628 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:19.449148 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36684) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:19.574780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-3e56169b-8e51-4bef-af6c-26d5503d1dd4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1256700956-network', 'tenant_id': '75a29794389746fc9d8f7eef50f99870'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:18:19.579412 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3e56169b-8e51-4bef-af6c-26d5503d1dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:18:19.583772 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3e56169b-8e51-4bef-af6c-26d5503d1dd4 admin admin] Usage tracker for resource:network and tenant:75a29794389746fc9d8f7eef50f99870 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:18:19.586563 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3e56169b-8e51-4bef-af6c-26d5503d1dd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:18:19.592630 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3e56169b-8e51-4bef-af6c-26d5503d1dd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:18:19.656840 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e56169b-8e51-4bef-af6c-26d5503d1dd4 admin admin] Made reservation on behalf of 75a29794389746fc9d8f7eef50f99870 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:18:19.659153 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e56169b-8e51-4bef-af6c-26d5503d1dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:19.671499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e56169b-8e51-4bef-af6c-26d5503d1dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:19.702194 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3e56169b-8e51-4bef-af6c-26d5503d1dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:18:19.706025 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3e56169b-8e51-4bef-af6c-26d5503d1dd4 admin admin] Usage tracker for resource:security_group_rule and tenant:75a29794389746fc9d8f7eef50f99870 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:18:19.708815 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3e56169b-8e51-4bef-af6c-26d5503d1dd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:18:19.714414 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3e56169b-8e51-4bef-af6c-26d5503d1dd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:18:19.782471 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e56169b-8e51-4bef-af6c-26d5503d1dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:19.828200 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e56169b-8e51-4bef-af6c-26d5503d1dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:19.858264 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e56169b-8e51-4bef-af6c-26d5503d1dd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:18:19.867178 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56169b-8e51-4bef-af6c-26d5503d1dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3e56c8-db8f-447b-97a3-41fa2e068ea1,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:19.872458 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e56169b-8e51-4bef-af6c-26d5503d1dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:19.873355 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-3e56169b-8e51-4bef-af6c-26d5503d1dd4 admin admin] Added segment 2b80c8e6-83e5-4f27-9340-faa23c6c0b0c of type vlan for network 62577d02-ed52-4423-92db-220c2c50d5a7 Apr 29 16:18:19.901170 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e56169b-8e51-4bef-af6c-26d5503d1dd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:19.988050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e56169b-8e51-4bef-af6c-26d5503d1dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:19.989586 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e56169b-8e51-4bef-af6c-26d5503d1dd4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:18:19.990186 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e56169b-8e51-4bef-af6c-26d5503d1dd4 admin admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:20.088896 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56169b-8e51-4bef-af6c-26d5503d1dd4 admin admin] Pushing event updated for resources: {'Network': ['ID=62577d02-ed52-4423-92db-220c2c50d5a7,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:20.099054 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 62577d02-ed52-4423-92db-220c2c50d5a7 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:18:20.132525 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3e56169b-8e51-4bef-af6c-26d5503d1dd4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6822412 Apr 29 16:18:20.135837 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36690) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:20.142334 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Request body: {'subnet': {'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1256700956-subnet', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'ip_version': 4}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:18:20.148082 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:18:20.153927 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Usage tracker for resource:subnet and tenant:75a29794389746fc9d8f7eef50f99870 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:18:20.159212 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:18:20.166014 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:18:20.222339 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Made reservation on behalf of 75a29794389746fc9d8f7eef50f99870 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:18:20.225528 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:20.497155 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:20.567629 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:20.581135 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:20.581478 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:20.581802 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:20.582703 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:20.583109 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:20.583433 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:20.583755 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:20.584074 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:20.584392 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:20.584724 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:20.585021 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:20.590391 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Checking segment: {'id': '2b80c8e6-83e5-4f27-9340-faa23c6c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:18:20.598885 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Network hostable DHCP agents. Network: 62577d02-ed52-4423-92db-220c2c50d5a7, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:18:20.679637 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Network 62577d02-ed52-4423-92db-220c2c50d5a7 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:18:20.742018 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 62577d02-ed52-4423-92db-220c2c50d5a7) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:18:20.747964 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:18:20.749541 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:20.751640 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135e1d9b-0a67-41d3-8837-4d5193ac3cbe None None] Network 62577d02-ed52-4423-92db-220c2c50d5a7 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:18:20.757439 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:18:20.818595 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-cd749f82-b3e0-4b6e-ba3c-e38fa2e6a69e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6816411 Apr 29 16:18:20.821683 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36694) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:20.827287 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-9d839519-e40d-4714-a55b-8e28695355ef admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1256700956-router', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:18:20.832119 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9d839519-e40d-4714-a55b-8e28695355ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:18:20.837104 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9d839519-e40d-4714-a55b-8e28695355ef admin admin] Usage tracker for resource:router and tenant:75a29794389746fc9d8f7eef50f99870 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:18:20.840014 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9d839519-e40d-4714-a55b-8e28695355ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:18:20.845770 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9d839519-e40d-4714-a55b-8e28695355ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:18:20.919079 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d839519-e40d-4714-a55b-8e28695355ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:20.920045 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d839519-e40d-4714-a55b-8e28695355ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:20.937564 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d839519-e40d-4714-a55b-8e28695355ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:20.967226 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-62577d02-ed52-4423-92db-220c2c50d5a7', 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'fixed_ips': [{'subnet_id': '4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 16:18:20.968110 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:21.158765 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Allocated IP 172.20.0.2 (62577d02-ed52-4423-92db-220c2c50d5a7/4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3/1c3c5107-750c-47a6-928d-37f96e31a163) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:18:21.159495 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d839519-e40d-4714-a55b-8e28695355ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:21.356425 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:21.366693 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Transition to ACTIVE for port object 1c3c5107-750c-47a6-928d-37f96e31a163 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:18:21.387217 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Transition to ACTIVE for port object 1c3c5107-750c-47a6-928d-37f96e31a163 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:18:21.396851 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d839519-e40d-4714-a55b-8e28695355ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:21.431748 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d839519-e40d-4714-a55b-8e28695355ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:21.497277 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:21.564198 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-9d839519-e40d-4714-a55b-8e28695355ef admin admin] Allocated IP 172.26.1.89 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/c4df365a-ff3b-45a0-a5cb-65bcdeb351a2) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:18:21.565543 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Network 62577d02-ed52-4423-92db-220c2c50d5a7 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:18:21.568381 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:18:21.572078 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:18:21.578231 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Pushing event updated for resources: {'Port': ['ID=1c3c5107-750c-47a6-928d-37f96e31a163,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:21.619892 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:21.620137 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:21.620475 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:21.620810 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:21.621142 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:21.621467 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:21.621790 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:21.622112 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:21.622433 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:21.622777 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:21.623093 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:21.672785 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Attempting to bind port 1c3c5107-750c-47a6-928d-37f96e31a163 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:18:21.673158 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Attempting to bind port 1c3c5107-750c-47a6-928d-37f96e31a163 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '2b80c8e6-83e5-4f27-9340-faa23c6c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:18:21.673511 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Attempting to bind port 1c3c5107-750c-47a6-928d-37f96e31a163 on network 62577d02-ed52-4423-92db-220c2c50d5a7 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:18:21.680024 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:18:21.680397 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Checking segment: {'id': '2b80c8e6-83e5-4f27-9340-faa23c6c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:18:21.680819 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:21.681206 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Bound using segment: {'id': '2b80c8e6-83e5-4f27-9340-faa23c6c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:18:21.681663 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Bound port: 1c3c5107-750c-47a6-928d-37f96e31a163, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b80c8e6-83e5-4f27-9340-faa23c6c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:18:21.682451 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:21.712810 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d839519-e40d-4714-a55b-8e28695355ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:21.777536 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d839519-e40d-4714-a55b-8e28695355ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:21.780078 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] For port 1c3c5107-750c-47a6-928d-37f96e31a163, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:18:21.783369 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] For port 1c3c5107-750c-47a6-928d-37f96e31a163, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1c3c5107-750c-47a6-928d-37f96e31a163,segment=NetworkSegment(2b80c8e6-83e5-4f27-9340-faa23c6c0b0c),segment_id=2b80c8e6-83e5-4f27-9340-faa23c6c0b0c)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:18:21.828666 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:21.847929 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d839519-e40d-4714-a55b-8e28695355ef admin admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:18:21.850828 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-9d839519-e40d-4714-a55b-8e28695355ef admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:18:21.853703 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d839519-e40d-4714-a55b-8e28695355ef admin admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:18:21.886863 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d839519-e40d-4714-a55b-8e28695355ef admin admin] Pushing event updated for resources: {'Port': ['ID=c4df365a-ff3b-45a0-a5cb-65bcdeb351a2,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:21.913214 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45a27e-5c2b-41e6-870f-e5006156b82f None None] Pushing event updated for resources: {'Port': ['ID=1c3c5107-750c-47a6-928d-37f96e31a163,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:22.077984 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d839519-e40d-4714-a55b-8e28695355ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:22.079043 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d839519-e40d-4714-a55b-8e28695355ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:22.445220 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1c3c5107-750c-47a6-928d-37f96e31a163 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:18:22.455968 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d839519-e40d-4714-a55b-8e28695355ef admin admin] Router 2cf8c8a5-791a-4b34-b3a5-ed235751b5e7 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 16:18:22.577032 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 1c3c5107-750c-47a6-928d-37f96e31a163 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:18:22.669175 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d839519-e40d-4714-a55b-8e28695355ef admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:18:22.680167 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] Sync routers for ids ['2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:18:22.692543 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] Routers {'2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:18:22.693146 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:18:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:22.754804 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d839519-e40d-4714-a55b-8e28695355ef admin admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:22.756130 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9d839519-e40d-4714-a55b-8e28695355ef admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9332683 Apr 29 16:18:22.760940 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36698) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:22.825732 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d14f44-7509-4e96-98b7-82d4c00da7e0 None None] Network 62577d02-ed52-4423-92db-220c2c50d5a7 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:18:22.870688 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] Set router 2cf8c8a5-791a-4b34-b3a5-ed235751b5e7 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:18:23.051656 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9ba1fcd9-5b67-4c26-9892-a6da1f20c0e0 None None] Provisioning for port 1c3c5107-750c-47a6-928d-37f96e31a163 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:18:23.059292 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9ba1fcd9-5b67-4c26-9892-a6da1f20c0e0 None None] Provisioning complete for port 1c3c5107-750c-47a6-928d-37f96e31a163 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:18:23.059646 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9ba1fcd9-5b67-4c26-9892-a6da1f20c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:23.170126 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'name': 'tempest-TestMinimumBasicScenario-1256700956-router', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:18:20Z', 'updated_at': '2022-04-29T16:18:21Z', 'revision_number': 3, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'gw_port': {'id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:21Z', 'updated_at': '2022-04-29T16:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:23.174195 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] Checking router: 2cf8c8a5-791a-4b34-b3a5-ed235751b5e7 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:18:23.174765 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] Updating router 2cf8c8a5-791a-4b34-b3a5-ed235751b5e7 port c4df365a-ff3b-45a0-a5cb-65bcdeb351a2 binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:18:23.188004 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9ba1fcd9-5b67-4c26-9892-a6da1f20c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:23.230033 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-9ba1fcd9-5b67-4c26-9892-a6da1f20c0e0 None None] For port 1c3c5107-750c-47a6-928d-37f96e31a163, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1c3c5107-750c-47a6-928d-37f96e31a163,segment=NetworkSegment(2b80c8e6-83e5-4f27-9340-faa23c6c0b0c),segment_id=2b80c8e6-83e5-4f27-9340-faa23c6c0b0c)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:18:23.271968 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:23.291213 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9ba1fcd9-5b67-4c26-9892-a6da1f20c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:23.372023 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1fcd9-5b67-4c26-9892-a6da1f20c0e0 None None] Pushing event updated for resources: {'Port': ['ID=1c3c5107-750c-47a6-928d-37f96e31a163,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:23.414925 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-acc474d0-6d95-4b87-8466-3e6929165d89 None None] Provisioning complete for port 1c3c5107-750c-47a6-928d-37f96e31a163 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:18:23.415195 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-acc474d0-6d95-4b87-8466-3e6929165d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:23.615910 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:23.627162 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] Transition to ACTIVE for port object c4df365a-ff3b-45a0-a5cb-65bcdeb351a2 will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:18:23.662128 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ba91f2c2-a4a3-4861-863d-dbd6f6532253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:23.685214 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:23.765383 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457145d-8e5f-485b-a2bf-7ab319bf817d None None] Pushing event updated for resources: {'Port': ['ID=c4df365a-ff3b-45a0-a5cb-65bcdeb351a2,revision_number=2']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:23.773309 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] Attempting to bind port c4df365a-ff3b-45a0-a5cb-65bcdeb351a2 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:18:23.773675 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] Attempting to bind port c4df365a-ff3b-45a0-a5cb-65bcdeb351a2 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:18:23.774032 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] Attempting to bind port c4df365a-ff3b-45a0-a5cb-65bcdeb351a2 on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:18:23.781883 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457145d-8e5f-485b-a2bf-7ab319bf817d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:23.782225 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457145d-8e5f-485b-a2bf-7ab319bf817d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:23.782651 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457145d-8e5f-485b-a2bf-7ab319bf817d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:23.782987 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457145d-8e5f-485b-a2bf-7ab319bf817d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:23.783315 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457145d-8e5f-485b-a2bf-7ab319bf817d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:23.783633 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457145d-8e5f-485b-a2bf-7ab319bf817d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:23.783953 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457145d-8e5f-485b-a2bf-7ab319bf817d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:23.784270 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457145d-8e5f-485b-a2bf-7ab319bf817d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:23.784585 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457145d-8e5f-485b-a2bf-7ab319bf817d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:23.784898 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457145d-8e5f-485b-a2bf-7ab319bf817d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:23.785805 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5457145d-8e5f-485b-a2bf-7ab319bf817d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:23.791720 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:18:23.792085 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:18:23.795988 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:23.795988 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:18:23.795988 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] Bound port: c4df365a-ff3b-45a0-a5cb-65bcdeb351a2, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:18:23.795988 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:23.864201 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] For port c4df365a-ff3b-45a0-a5cb-65bcdeb351a2, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:18:23.867268 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] For port c4df365a-ff3b-45a0-a5cb-65bcdeb351a2, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c4df365a-ff3b-45a0-a5cb-65bcdeb351a2,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:18:23.872155 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-ba91f2c2-a4a3-4861-863d-dbd6f6532253 admin admin] Allocated IP 172.20.0.1 (62577d02-ed52-4423-92db-220c2c50d5a7/4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3/cfed6dd5-7d9e-4fec-b961-6b972881f6a9) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:18:23.944425 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:24.021361 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ba91f2c2-a4a3-4861-863d-dbd6f6532253 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:24.027531 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457145d-8e5f-485b-a2bf-7ab319bf817d None None] Pushing event updated for resources: {'Port': ['ID=c4df365a-ff3b-45a0-a5cb-65bcdeb351a2,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:24.030291 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] Routers {'2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:18:24.030891 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:18:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:24.038185 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-ba91f2c2-a4a3-4861-863d-dbd6f6532253 admin admin] Transition to ACTIVE for port object cfed6dd5-7d9e-4fec-b961-6b972881f6a9 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:18:24.125184 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ba91f2c2-a4a3-4861-863d-dbd6f6532253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:24.195275 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba91f2c2-a4a3-4861-863d-dbd6f6532253 admin admin] Network 62577d02-ed52-4423-92db-220c2c50d5a7 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:18:24.198202 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-ba91f2c2-a4a3-4861-863d-dbd6f6532253 admin admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:18:24.202599 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba91f2c2-a4a3-4861-863d-dbd6f6532253 admin admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:18:24.218144 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] Set router 2cf8c8a5-791a-4b34-b3a5-ed235751b5e7 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:18:24.228232 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91f2c2-a4a3-4861-863d-dbd6f6532253 admin admin] Pushing event updated for resources: {'Port': ['ID=cfed6dd5-7d9e-4fec-b961-6b972881f6a9,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:24.260274 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ba91f2c2-a4a3-4861-863d-dbd6f6532253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:24.430792 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ba91f2c2-a4a3-4861-863d-dbd6f6532253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:24.434613 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1c3c5107-750c-47a6-928d-37f96e31a163 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:18:24.517991 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'name': 'tempest-TestMinimumBasicScenario-1256700956-router', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:18:20Z', 'updated_at': '2022-04-29T16:18:21Z', 'revision_number': 3, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'gw_port': {'id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:21Z', 'updated_at': '2022-04-29T16:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:24.518302 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 1c3c5107-750c-47a6-928d-37f96e31a163 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:18:24.518889 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:24.522516 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09841a36-4ba8-4d7a-8edc-b4a138aecd2f None None] The sync data for ids ['2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'] in dv-neutron-839913-1-hyperv is: [{'id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'name': 'tempest-TestMinimumBasicScenario-1256700956-router', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:18:20Z', 'updated_at': '2022-04-29T16:18:21Z', 'revision_number': 3, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'gw_port': {'id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:21Z', 'updated_at': '2022-04-29T16:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:18:24.572746 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1a43125f-9605-4756-9e60-e7d8a7f1c098 None None] Provisioning for port cfed6dd5-7d9e-4fec-b961-6b972881f6a9 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:18:24.580059 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1a43125f-9605-4756-9e60-e7d8a7f1c098 None None] Provisioning complete for port cfed6dd5-7d9e-4fec-b961-6b972881f6a9 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:18:24.580430 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1a43125f-9605-4756-9e60-e7d8a7f1c098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:24.646762 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-1a43125f-9605-4756-9e60-e7d8a7f1c098 None None] Port cfed6dd5-7d9e-4fec-b961-6b972881f6a9 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:18:24.673608 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ba91f2c2-a4a3-4861-863d-dbd6f6532253 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:24.726561 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ba91f2c2-a4a3-4861-863d-dbd6f6532253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:24.842976 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ba91f2c2-a4a3-4861-863d-dbd6f6532253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:24.846459 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91f2c2-a4a3-4861-863d-dbd6f6532253 admin admin] Pushing event updated for resources: {'Port': ['ID=cfed6dd5-7d9e-4fec-b961-6b972881f6a9,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:24.990719 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba91f2c2-a4a3-4861-863d-dbd6f6532253 admin admin] Network 62577d02-ed52-4423-92db-220c2c50d5a7 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:18:24.991844 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-ba91f2c2-a4a3-4861-863d-dbd6f6532253 admin admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:18:25.272478 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4b756d9c-153b-486c-a809-686330e06285 None None] Provisioning complete for port cfed6dd5-7d9e-4fec-b961-6b972881f6a9 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:18:25.272848 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4b756d9c-153b-486c-a809-686330e06285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:25.334054 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-4b756d9c-153b-486c-a809-686330e06285 None None] Port cfed6dd5-7d9e-4fec-b961-6b972881f6a9 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:18:25.492634 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba91f2c2-a4a3-4861-863d-dbd6f6532253 admin admin] Router 2cf8c8a5-791a-4b34-b3a5-ed235751b5e7 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:18:25.691647 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba91f2c2-a4a3-4861-863d-dbd6f6532253 admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:18:25.700396 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ba91f2c2-a4a3-4861-863d-dbd6f6532253 admin admin] 10.222.0.21 "PUT /v2.0/routers/2cf8c8a5-791a-4b34-b3a5-ed235751b5e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9401815 Apr 29 16:18:26.449723 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c4df365a-ff3b-45a0-a5cb-65bcdeb351a2 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:18:26.570981 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port c4df365a-ff3b-45a0-a5cb-65bcdeb351a2 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:18:26.575940 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port c4df365a-ff3b-45a0-a5cb-65bcdeb351a2 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:18:26.576296 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:26.725029 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:26.741550 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port c4df365a-ff3b-45a0-a5cb-65bcdeb351a2, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c4df365a-ff3b-45a0-a5cb-65bcdeb351a2,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:18:26.770947 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36720) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:26.776413 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-06d7fc7a-1e98-42f4-b598-7b579b9c552a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-134674687-network', 'tenant_id': 'd7f19e07ba0349b9858a920bbbe90c67'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:18:26.781271 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-06d7fc7a-1e98-42f4-b598-7b579b9c552a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:18:26.785241 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-06d7fc7a-1e98-42f4-b598-7b579b9c552a admin admin] Usage tracker for resource:network and tenant:d7f19e07ba0349b9858a920bbbe90c67 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:18:26.788163 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-06d7fc7a-1e98-42f4-b598-7b579b9c552a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:18:26.794032 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-06d7fc7a-1e98-42f4-b598-7b579b9c552a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:18:26.810344 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:26.861435 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d7fc7a-1e98-42f4-b598-7b579b9c552a admin admin] Made reservation on behalf of d7f19e07ba0349b9858a920bbbe90c67 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:18:26.863908 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06d7fc7a-1e98-42f4-b598-7b579b9c552a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:26.876025 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=c4df365a-ff3b-45a0-a5cb-65bcdeb351a2,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:26.876272 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06d7fc7a-1e98-42f4-b598-7b579b9c552a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:26.908040 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-06d7fc7a-1e98-42f4-b598-7b579b9c552a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:18:26.911832 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-06d7fc7a-1e98-42f4-b598-7b579b9c552a admin admin] Usage tracker for resource:security_group_rule and tenant:d7f19e07ba0349b9858a920bbbe90c67 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:18:26.914616 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-06d7fc7a-1e98-42f4-b598-7b579b9c552a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:18:26.920134 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-06d7fc7a-1e98-42f4-b598-7b579b9c552a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:18:26.982941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06d7fc7a-1e98-42f4-b598-7b579b9c552a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:27.028101 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06d7fc7a-1e98-42f4-b598-7b579b9c552a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:27.057615 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d7fc7a-1e98-42f4-b598-7b579b9c552a admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:18:27.065459 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7fc7a-1e98-42f4-b598-7b579b9c552a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d5a089-5978-4fcf-910d-23bdbc7283c4,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:27.071795 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06d7fc7a-1e98-42f4-b598-7b579b9c552a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:27.072135 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-06d7fc7a-1e98-42f4-b598-7b579b9c552a admin admin] Added segment 25d144cb-32b8-479f-85e9-d0e2861cf90c of type vlan for network b92ecebc-ea9b-43e8-8482-3ee0a38179d4 Apr 29 16:18:27.098776 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06d7fc7a-1e98-42f4-b598-7b579b9c552a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:27.188313 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06d7fc7a-1e98-42f4-b598-7b579b9c552a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:27.189197 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d7fc7a-1e98-42f4-b598-7b579b9c552a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:18:27.189762 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06d7fc7a-1e98-42f4-b598-7b579b9c552a admin admin] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:27.288165 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7fc7a-1e98-42f4-b598-7b579b9c552a admin admin] Pushing event updated for resources: {'Network': ['ID=b92ecebc-ea9b-43e8-8482-3ee0a38179d4,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:27.297508 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network b92ecebc-ea9b-43e8-8482-3ee0a38179d4 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:18:27.360721 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-06d7fc7a-1e98-42f4-b598-7b579b9c552a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5886488 Apr 29 16:18:27.364539 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36724) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:27.370063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Request body: {'subnet': {'network_id': 'b92ecebc-ea9b-43e8-8482-3ee0a38179d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-134674687-subnet', 'tenant_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'ip_version': 4}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:18:27.376016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:18:27.380795 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Usage tracker for resource:subnet and tenant:d7f19e07ba0349b9858a920bbbe90c67 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:18:27.384318 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:18:27.390215 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:18:27.467865 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Made reservation on behalf of d7f19e07ba0349b9858a920bbbe90c67 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:18:27.470194 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:27.708560 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:27.783731 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d5dd8e8-2f3b-454d-901a-20a73c7bf40a,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:27.797678 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:27.800493 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:27.800493 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:27.800493 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:27.800493 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:27.800493 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:27.800493 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:27.800493 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:27.801119 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:27.801119 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:27.801374 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:27.812657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Checking segment: {'id': '25d144cb-32b8-479f-85e9-d0e2861cf90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b92ecebc-ea9b-43e8-8482-3ee0a38179d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:18:27.813000 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Network hostable DHCP agents. Network: b92ecebc-ea9b-43e8-8482-3ee0a38179d4, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:18:27.913904 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Network b92ecebc-ea9b-43e8-8482-3ee0a38179d4 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:18:27.992119 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] Sync routers for ids ['2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:18:28.004331 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] Routers {'2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:18:28.004932 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:18:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:28.016899 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, b92ecebc-ea9b-43e8-8482-3ee0a38179d4) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:18:28.022848 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:18:28.023781 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:28.061360 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661ce9d8-debf-4c2b-b6a1-6cc9e31bf005 None None] Network b92ecebc-ea9b-43e8-8482-3ee0a38179d4 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:18:28.111721 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f6a8ea09-adcd-4c8e-ac5f-8efddad5623d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7437930 Apr 29 16:18:28.112084 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36728) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:28.118347 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-0749115a-9f29-459e-a1b3-caa8e9fe3aae admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-134674687-router', 'tenant_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:18:28.123571 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0749115a-9f29-459e-a1b3-caa8e9fe3aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:18:28.127418 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0749115a-9f29-459e-a1b3-caa8e9fe3aae admin admin] Usage tracker for resource:router and tenant:d7f19e07ba0349b9858a920bbbe90c67 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:18:28.132553 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0749115a-9f29-459e-a1b3-caa8e9fe3aae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:18:28.139623 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0749115a-9f29-459e-a1b3-caa8e9fe3aae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:18:28.218058 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0749115a-9f29-459e-a1b3-caa8e9fe3aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:28.218646 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0749115a-9f29-459e-a1b3-caa8e9fe3aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:28.239919 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0749115a-9f29-459e-a1b3-caa8e9fe3aae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:28.329546 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] Set router 2cf8c8a5-791a-4b34-b3a5-ed235751b5e7 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:18:28.437201 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c4df365a-ff3b-45a0-a5cb-65bcdeb351a2 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:18:28.444121 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0749115a-9f29-459e-a1b3-caa8e9fe3aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:28.481230 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38af3222-8963-463a-b670-0a32c89cd602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-b92ecebc-ea9b-43e8-8482-3ee0a38179d4', 'network_id': 'b92ecebc-ea9b-43e8-8482-3ee0a38179d4', 'tenant_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'fixed_ips': [{'subnet_id': '8d5dd8e8-2f3b-454d-901a-20a73c7bf40a'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 16:18:28.482019 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-38af3222-8963-463a-b670-0a32c89cd602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:28.686736 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0749115a-9f29-459e-a1b3-caa8e9fe3aae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:28.716454 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0749115a-9f29-459e-a1b3-caa8e9fe3aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:28.766240 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port c4df365a-ff3b-45a0-a5cb-65bcdeb351a2 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:18:28.768505 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:28.853787 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-0749115a-9f29-459e-a1b3-caa8e9fe3aae admin admin] Allocated IP 172.26.1.238 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/ce39dd43-17cf-4496-b86d-625ab676ae7f) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:18:28.924191 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-38af3222-8963-463a-b670-0a32c89cd602 None None] Allocated IP 172.20.0.2 (b92ecebc-ea9b-43e8-8482-3ee0a38179d4/8d5dd8e8-2f3b-454d-901a-20a73c7bf40a/73a2052a-4558-4eb3-8c5e-6d8db791ea58) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:18:29.016091 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0749115a-9f29-459e-a1b3-caa8e9fe3aae admin admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:29.098028 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0749115a-9f29-459e-a1b3-caa8e9fe3aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:29.126553 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'name': 'tempest-TestMinimumBasicScenario-1256700956-router', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:18:20Z', 'updated_at': '2022-04-29T16:18:24Z', 'revision_number': 4, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'gw_port': {'id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:21Z', 'updated_at': '2022-04-29T16:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'cfed6dd5-7d9e-4fec-b961-6b972881f6a9', 'name': '', 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'mac_address': 'fa:16:3e:30:a4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:23Z', 'updated_at': '2022-04-29T16:18:24Z', 'revision_number': 2, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'subnets': [{'id': '4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:29.136930 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] Checking router: 2cf8c8a5-791a-4b34-b3a5-ed235751b5e7 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:18:29.137237 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] Updating router 2cf8c8a5-791a-4b34-b3a5-ed235751b5e7 port cfed6dd5-7d9e-4fec-b961-6b972881f6a9 binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:18:29.172059 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0749115a-9f29-459e-a1b3-caa8e9fe3aae admin admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:18:29.175069 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-0749115a-9f29-459e-a1b3-caa8e9fe3aae admin admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:18:29.180232 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0749115a-9f29-459e-a1b3-caa8e9fe3aae admin admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:18:29.206976 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749115a-9f29-459e-a1b3-caa8e9fe3aae admin admin] Pushing event updated for resources: {'Port': ['ID=ce39dd43-17cf-4496-b86d-625ab676ae7f,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:29.290577 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:29.317484 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-38af3222-8963-463a-b670-0a32c89cd602 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:29.359697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-38af3222-8963-463a-b670-0a32c89cd602 None None] Transition to ACTIVE for port object 73a2052a-4558-4eb3-8c5e-6d8db791ea58 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:18:29.397526 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-38af3222-8963-463a-b670-0a32c89cd602 None None] Transition to ACTIVE for port object 73a2052a-4558-4eb3-8c5e-6d8db791ea58 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:18:29.403091 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0749115a-9f29-459e-a1b3-caa8e9fe3aae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:29.404543 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0749115a-9f29-459e-a1b3-caa8e9fe3aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:29.499925 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-38af3222-8963-463a-b670-0a32c89cd602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:29.637192 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38af3222-8963-463a-b670-0a32c89cd602 None None] Network b92ecebc-ea9b-43e8-8482-3ee0a38179d4 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:18:29.652240 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-38af3222-8963-463a-b670-0a32c89cd602 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:18:29.653926 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af3222-8963-463a-b670-0a32c89cd602 None None] Pushing event updated for resources: {'Port': ['ID=73a2052a-4558-4eb3-8c5e-6d8db791ea58,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:29.657601 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38af3222-8963-463a-b670-0a32c89cd602 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:18:29.774125 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-38af3222-8963-463a-b670-0a32c89cd602 None None] Attempting to bind port 73a2052a-4558-4eb3-8c5e-6d8db791ea58 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:18:29.774521 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-38af3222-8963-463a-b670-0a32c89cd602 None None] Attempting to bind port 73a2052a-4558-4eb3-8c5e-6d8db791ea58 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '25d144cb-32b8-479f-85e9-d0e2861cf90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b92ecebc-ea9b-43e8-8482-3ee0a38179d4'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:18:29.774856 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af3222-8963-463a-b670-0a32c89cd602 None None] Attempting to bind port 73a2052a-4558-4eb3-8c5e-6d8db791ea58 on network b92ecebc-ea9b-43e8-8482-3ee0a38179d4 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:18:29.792827 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af3222-8963-463a-b670-0a32c89cd602 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:18:29.793183 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af3222-8963-463a-b670-0a32c89cd602 None None] Checking segment: {'id': '25d144cb-32b8-479f-85e9-d0e2861cf90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b92ecebc-ea9b-43e8-8482-3ee0a38179d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:18:29.793575 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-38af3222-8963-463a-b670-0a32c89cd602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:29.793975 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af3222-8963-463a-b670-0a32c89cd602 None None] Bound using segment: {'id': '25d144cb-32b8-479f-85e9-d0e2861cf90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b92ecebc-ea9b-43e8-8482-3ee0a38179d4'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:18:29.794417 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-38af3222-8963-463a-b670-0a32c89cd602 None None] Bound port: 73a2052a-4558-4eb3-8c5e-6d8db791ea58, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d144cb-32b8-479f-85e9-d0e2861cf90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b92ecebc-ea9b-43e8-8482-3ee0a38179d4'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:18:29.794805 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-38af3222-8963-463a-b670-0a32c89cd602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:29.867072 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0749115a-9f29-459e-a1b3-caa8e9fe3aae admin admin] Router 750f63d8-5bcd-4835-9b25-07572001fbc1 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 16:18:29.904660 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:29.929952 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] Transition to ACTIVE for port object cfed6dd5-7d9e-4fec-b961-6b972881f6a9 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:18:29.942756 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-38af3222-8963-463a-b670-0a32c89cd602 None None] For port 73a2052a-4558-4eb3-8c5e-6d8db791ea58, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:18:29.945692 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-38af3222-8963-463a-b670-0a32c89cd602 None None] For port 73a2052a-4558-4eb3-8c5e-6d8db791ea58, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=73a2052a-4558-4eb3-8c5e-6d8db791ea58,segment=NetworkSegment(25d144cb-32b8-479f-85e9-d0e2861cf90c),segment_id=25d144cb-32b8-479f-85e9-d0e2861cf90c)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:18:29.993909 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:30.038723 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-38af3222-8963-463a-b670-0a32c89cd602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:30.076896 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0749115a-9f29-459e-a1b3-caa8e9fe3aae admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:18:30.094718 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] Sync routers for ids ['750f63d8-5bcd-4835-9b25-07572001fbc1'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:18:30.108631 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] Routers {'750f63d8-5bcd-4835-9b25-07572001fbc1'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:18:30.109238 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:18:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['750f63d8-5bcd-4835-9b25-07572001fbc1'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:30.138462 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3cb63-443a-456a-bdc9-5898b35e6394 None None] Pushing event updated for resources: {'Port': ['ID=cfed6dd5-7d9e-4fec-b961-6b972881f6a9,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:30.154064 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0749115a-9f29-459e-a1b3-caa8e9fe3aae admin admin] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:30.155526 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0749115a-9f29-459e-a1b3-caa8e9fe3aae admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0424218 Apr 29 16:18:30.158032 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36732) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:30.315054 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] Attempting to bind port cfed6dd5-7d9e-4fec-b961-6b972881f6a9 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:18:30.315545 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] Attempting to bind port cfed6dd5-7d9e-4fec-b961-6b972881f6a9 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '2b80c8e6-83e5-4f27-9340-faa23c6c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:18:30.316069 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] Attempting to bind port cfed6dd5-7d9e-4fec-b961-6b972881f6a9 on network 62577d02-ed52-4423-92db-220c2c50d5a7 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:18:30.322107 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af3222-8963-463a-b670-0a32c89cd602 None None] Pushing event updated for resources: {'Port': ['ID=73a2052a-4558-4eb3-8c5e-6d8db791ea58,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:30.329044 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:18:30.329603 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] Checking segment: {'id': '2b80c8e6-83e5-4f27-9340-faa23c6c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:18:30.330016 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:30.330466 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] Bound using segment: {'id': '2b80c8e6-83e5-4f27-9340-faa23c6c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:18:30.331031 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] Bound port: cfed6dd5-7d9e-4fec-b961-6b972881f6a9, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b80c8e6-83e5-4f27-9340-faa23c6c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:18:30.331878 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:30.363891 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] Set router 750f63d8-5bcd-4835-9b25-07572001fbc1 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:18:30.462675 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] For port cfed6dd5-7d9e-4fec-b961-6b972881f6a9, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:18:30.467109 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] For port cfed6dd5-7d9e-4fec-b961-6b972881f6a9, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cfed6dd5-7d9e-4fec-b961-6b972881f6a9,segment=NetworkSegment(2b80c8e6-83e5-4f27-9340-faa23c6c0b0c),segment_id=2b80c8e6-83e5-4f27-9340-faa23c6c0b0c)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:18:30.565687 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:30.672132 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3cb63-443a-456a-bdc9-5898b35e6394 None None] Pushing event updated for resources: {'Port': ['ID=cfed6dd5-7d9e-4fec-b961-6b972881f6a9,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:30.676082 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] Routers {'2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:18:30.677354 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:18:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:30.736970 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750f63d8-5bcd-4835-9b25-07572001fbc1', 'name': 'tempest-TestMinimumBasicScenario-134674687-router', 'tenant_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': 'ce39dd43-17cf-4496-b86d-625ab676ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:18:28Z', 'updated_at': '2022-04-29T16:18:29Z', 'revision_number': 3, 'project_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'gw_port': {'id': 'ce39dd43-17cf-4496-b86d-625ab676ae7f', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750f63d8-5bcd-4835-9b25-07572001fbc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:28Z', 'updated_at': '2022-04-29T16:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:30.742193 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] Checking router: 750f63d8-5bcd-4835-9b25-07572001fbc1 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:18:30.742879 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] Updating router 750f63d8-5bcd-4835-9b25-07572001fbc1 port ce39dd43-17cf-4496-b86d-625ab676ae7f binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:18:30.805931 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:30.904798 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] Set router 2cf8c8a5-791a-4b34-b3a5-ed235751b5e7 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:18:31.197004 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2e2282e-32ab-476f-b5c4-dbc0a831cb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:31.239193 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:31.252026 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] Transition to ACTIVE for port object ce39dd43-17cf-4496-b86d-625ab676ae7f will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:18:31.309728 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:31.336491 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'name': 'tempest-TestMinimumBasicScenario-1256700956-router', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:18:20Z', 'updated_at': '2022-04-29T16:18:24Z', 'revision_number': 4, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'gw_port': {'id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:21Z', 'updated_at': '2022-04-29T16:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'cfed6dd5-7d9e-4fec-b961-6b972881f6a9', 'name': '', 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'mac_address': 'fa:16:3e:30:a4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:23Z', 'updated_at': '2022-04-29T16:18:30Z', 'revision_number': 4, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'subnets': [{'id': '4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:31.345112 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2e4ed8-5b1b-4fe8-9592-8b3c8b5e8116 None None] The sync data for ids ['2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'] in dv-neutron-839913-1-hyperv is: [{'id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'name': 'tempest-TestMinimumBasicScenario-1256700956-router', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:18:20Z', 'updated_at': '2022-04-29T16:18:24Z', 'revision_number': 4, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'gw_port': {'id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:21Z', 'updated_at': '2022-04-29T16:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'cfed6dd5-7d9e-4fec-b961-6b972881f6a9', 'name': '', 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'mac_address': 'fa:16:3e:30:a4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:23Z', 'updated_at': '2022-04-29T16:18:30Z', 'revision_number': 4, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'subnets': [{'id': '4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:18:31.426074 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] Attempting to bind port ce39dd43-17cf-4496-b86d-625ab676ae7f on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:18:31.426691 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] Attempting to bind port ce39dd43-17cf-4496-b86d-625ab676ae7f by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:18:31.426876 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] Attempting to bind port ce39dd43-17cf-4496-b86d-625ab676ae7f on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:18:31.429977 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a0762-c754-49e0-afc4-d2ce05300175 None None] Pushing event updated for resources: {'Port': ['ID=ce39dd43-17cf-4496-b86d-625ab676ae7f,revision_number=2']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:31.438376 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:18:31.438962 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:18:31.439232 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:31.439617 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:18:31.440116 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] Bound port: ce39dd43-17cf-4496-b86d-625ab676ae7f, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:18:31.440546 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:31.451640 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e031b16-9deb-4f61-8446-87c1ab8e5335 None None] Network b92ecebc-ea9b-43e8-8482-3ee0a38179d4 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:18:31.465603 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-b2e2282e-32ab-476f-b5c4-dbc0a831cb4e admin admin] Allocated IP 172.20.0.1 (b92ecebc-ea9b-43e8-8482-3ee0a38179d4/8d5dd8e8-2f3b-454d-901a-20a73c7bf40a/cacd11cd-ccaf-4246-a5d6-87cda5f08843) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:18:31.515966 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] For port ce39dd43-17cf-4496-b86d-625ab676ae7f, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:18:31.519804 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] For port ce39dd43-17cf-4496-b86d-625ab676ae7f, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ce39dd43-17cf-4496-b86d-625ab676ae7f,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:18:31.588286 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:31.664845 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0d67ea9f-4410-4134-b219-759f90344a8a None None] Provisioning for port 73a2052a-4558-4eb3-8c5e-6d8db791ea58 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:18:31.705827 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] Routers {'750f63d8-5bcd-4835-9b25-07572001fbc1'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:18:31.706568 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:18:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['750f63d8-5bcd-4835-9b25-07572001fbc1'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:31.759197 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2e2282e-32ab-476f-b5c4-dbc0a831cb4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:31.782625 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-b2e2282e-32ab-476f-b5c4-dbc0a831cb4e admin admin] Transition to ACTIVE for port object cacd11cd-ccaf-4246-a5d6-87cda5f08843 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:18:31.808717 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a0762-c754-49e0-afc4-d2ce05300175 None None] Pushing event updated for resources: {'Port': ['ID=ce39dd43-17cf-4496-b86d-625ab676ae7f,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:31.877029 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2e2282e-32ab-476f-b5c4-dbc0a831cb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:31.956438 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e2282e-32ab-476f-b5c4-dbc0a831cb4e admin admin] Network b92ecebc-ea9b-43e8-8482-3ee0a38179d4 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:18:31.959302 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] Set router 750f63d8-5bcd-4835-9b25-07572001fbc1 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:18:31.959811 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-b2e2282e-32ab-476f-b5c4-dbc0a831cb4e admin admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:18:31.962899 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e2282e-32ab-476f-b5c4-dbc0a831cb4e admin admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:18:32.036128 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2282e-32ab-476f-b5c4-dbc0a831cb4e admin admin] Pushing event updated for resources: {'Port': ['ID=cacd11cd-ccaf-4246-a5d6-87cda5f08843,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:32.046286 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2e2282e-32ab-476f-b5c4-dbc0a831cb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:32.204581 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2e2282e-32ab-476f-b5c4-dbc0a831cb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:32.296228 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d833ec9b-18f0-4b88-8c16-eeb2c724642d None None] Provisioning for port cacd11cd-ccaf-4246-a5d6-87cda5f08843 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:18:32.301419 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750f63d8-5bcd-4835-9b25-07572001fbc1', 'name': 'tempest-TestMinimumBasicScenario-134674687-router', 'tenant_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': 'ce39dd43-17cf-4496-b86d-625ab676ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:18:28Z', 'updated_at': '2022-04-29T16:18:29Z', 'revision_number': 3, 'project_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'gw_port': {'id': 'ce39dd43-17cf-4496-b86d-625ab676ae7f', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750f63d8-5bcd-4835-9b25-07572001fbc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:28Z', 'updated_at': '2022-04-29T16:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:32.303586 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d833ec9b-18f0-4b88-8c16-eeb2c724642d None None] Provisioning complete for port cacd11cd-ccaf-4246-a5d6-87cda5f08843 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:18:32.304320 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d833ec9b-18f0-4b88-8c16-eeb2c724642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:32.305863 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dfd969-2df8-4e32-8227-a4706419ac40 None None] The sync data for ids ['750f63d8-5bcd-4835-9b25-07572001fbc1'] in dv-neutron-839913-1-hyperv is: [{'id': '750f63d8-5bcd-4835-9b25-07572001fbc1', 'name': 'tempest-TestMinimumBasicScenario-134674687-router', 'tenant_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': 'ce39dd43-17cf-4496-b86d-625ab676ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:18:28Z', 'updated_at': '2022-04-29T16:18:29Z', 'revision_number': 3, 'project_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'gw_port': {'id': 'ce39dd43-17cf-4496-b86d-625ab676ae7f', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750f63d8-5bcd-4835-9b25-07572001fbc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:28Z', 'updated_at': '2022-04-29T16:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:18:32.364218 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d833ec9b-18f0-4b88-8c16-eeb2c724642d None None] Port cacd11cd-ccaf-4246-a5d6-87cda5f08843 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:18:32.458847 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2e2282e-32ab-476f-b5c4-dbc0a831cb4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:32.489496 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 73a2052a-4558-4eb3-8c5e-6d8db791ea58 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:18:32.524330 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2e2282e-32ab-476f-b5c4-dbc0a831cb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:32.621529 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 73a2052a-4558-4eb3-8c5e-6d8db791ea58 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:18:32.625147 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2282e-32ab-476f-b5c4-dbc0a831cb4e admin admin] Pushing event updated for resources: {'Port': ['ID=cacd11cd-ccaf-4246-a5d6-87cda5f08843,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:32.626329 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 73a2052a-4558-4eb3-8c5e-6d8db791ea58 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:18:32.626719 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:32.627680 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b2e2282e-32ab-476f-b5c4-dbc0a831cb4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:32.740866 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:32.766364 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e2282e-32ab-476f-b5c4-dbc0a831cb4e admin admin] Network b92ecebc-ea9b-43e8-8482-3ee0a38179d4 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:18:32.767521 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-b2e2282e-32ab-476f-b5c4-dbc0a831cb4e admin admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:18:32.774027 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 73a2052a-4558-4eb3-8c5e-6d8db791ea58, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=73a2052a-4558-4eb3-8c5e-6d8db791ea58,segment=NetworkSegment(25d144cb-32b8-479f-85e9-d0e2861cf90c),segment_id=25d144cb-32b8-479f-85e9-d0e2861cf90c)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:18:32.856944 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:32.857962 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cfed6dd5-7d9e-4fec-b961-6b972881f6a9 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:18:32.977576 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=73a2052a-4558-4eb3-8c5e-6d8db791ea58,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:32.999278 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f83dcf24-b639-4aa5-a8dc-2c4bac66d37f None None] Provisioning complete for port cacd11cd-ccaf-4246-a5d6-87cda5f08843 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:18:32.999651 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f83dcf24-b639-4aa5-a8dc-2c4bac66d37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:33.055289 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-f83dcf24-b639-4aa5-a8dc-2c4bac66d37f None None] Port cacd11cd-ccaf-4246-a5d6-87cda5f08843 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:18:33.057853 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port cfed6dd5-7d9e-4fec-b961-6b972881f6a9 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:18:33.063470 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port cfed6dd5-7d9e-4fec-b961-6b972881f6a9 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:18:33.063719 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:33.177741 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e2282e-32ab-476f-b5c4-dbc0a831cb4e admin admin] Router 750f63d8-5bcd-4835-9b25-07572001fbc1 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:18:33.177951 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:33.209533 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port cfed6dd5-7d9e-4fec-b961-6b972881f6a9, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cfed6dd5-7d9e-4fec-b961-6b972881f6a9,segment=NetworkSegment(2b80c8e6-83e5-4f27-9340-faa23c6c0b0c),segment_id=2b80c8e6-83e5-4f27-9340-faa23c6c0b0c)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:18:33.279631 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:33.343951 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=cfed6dd5-7d9e-4fec-b961-6b972881f6a9,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:33.376455 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e2282e-32ab-476f-b5c4-dbc0a831cb4e admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:18:33.385799 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b2e2282e-32ab-476f-b5c4-dbc0a831cb4e admin admin] 10.222.0.21 "PUT /v2.0/routers/750f63d8-5bcd-4835-9b25-07572001fbc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2266638 Apr 29 16:18:34.442303 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 73a2052a-4558-4eb3-8c5e-6d8db791ea58 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:18:34.520268 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 73a2052a-4558-4eb3-8c5e-6d8db791ea58 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:18:34.520746 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:34.649794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cfed6dd5-7d9e-4fec-b961-6b972881f6a9 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:18:34.731790 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port cfed6dd5-7d9e-4fec-b961-6b972881f6a9 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:18:34.732156 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:40.527070 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ce39dd43-17cf-4496-b86d-625ab676ae7f up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:18:41.039194 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port ce39dd43-17cf-4496-b86d-625ab676ae7f completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:18:41.044271 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port ce39dd43-17cf-4496-b86d-625ab676ae7f triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:18:41.044641 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:41.210365 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:41.226925 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port ce39dd43-17cf-4496-b86d-625ab676ae7f, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ce39dd43-17cf-4496-b86d-625ab676ae7f,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:18:41.285977 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:41.364383 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=ce39dd43-17cf-4496-b86d-625ab676ae7f,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:42.466012 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ce39dd43-17cf-4496-b86d-625ab676ae7f up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:18:42.564748 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port ce39dd43-17cf-4496-b86d-625ab676ae7f triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:18:42.565119 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:43.621868 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4aea90e8-53e2-46db-b734-cb771e34d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:45.581460 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:45.917422 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-692534ca-89e5-426a-a0ec-29085ad8d109 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:18:45.918082 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-692534ca-89e5-426a-a0ec-29085ad8d109 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Synchronizing usage tracker for tenant:75a29794389746fc9d8f7eef50f99870 on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:18:45.969392 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a87d890e-0285-4dd9-94d3-dcc2d630cb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:45.992088 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-692534ca-89e5-426a-a0ec-29085ad8d109 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Unset dirty status for tenant:75a29794389746fc9d8f7eef50f99870 on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:18:45.993228 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-692534ca-89e5-426a-a0ec-29085ad8d109 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/networks?id=62577d02-ed52-4423-92db-220c2c50d5a7 HTTP/1.1" status: 200 len: 815 time: 0.2187288 Apr 29 16:18:46.010234 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-d31cc70a-a06c-400e-adcf-b946b1fe70e7 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/quotas/75a29794389746fc9d8f7eef50f99870 HTTP/1.1" status: 200 len: 375 time: 0.0116372 Apr 29 16:18:46.087985 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-72c70c94-da9c-433c-9d95-78d1336f9542 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=75a29794389746fc9d8f7eef50f99870&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726132 Apr 29 16:18:46.103452 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-a4e6dca5-24d6-4c82-9f7d-b906fc7945d5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 16:18:46.104373 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-a4e6dca5-24d6-4c82-9f7d-b906fc7945d5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049274 Apr 29 16:18:46.241179 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-62fe9a3b-de7f-4609-af03-583ed63a0528 service neutron] 10.222.0.21 "GET /v2.0/networks/62577d02-ed52-4423-92db-220c2c50d5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313200 Apr 29 16:18:46.370554 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-e5d2be9b-77f0-4954-bf99-09b80ad5d337 service neutron] 10.222.0.21 "GET /v2.0/networks/62577d02-ed52-4423-92db-220c2c50d5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234431 Apr 29 16:18:46.597663 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1ede1d6e-eae6-4575-9054-57421e85bb18 req-324599c0-e551-4b0c-9b89-45e2a2764ae1 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 210 time: 0.0444312 Apr 29 16:18:47.283795 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:47.530557 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:47.757263 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-29339e7c-497b-4e58-ac7a-690de1b39cb2 req-ca0dc35a-cfb1-4721-957f-613d5898d3f4 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 210 time: 0.0416598 Apr 29 16:18:48.552883 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:48.625842 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-b5794fca-03bd-4c6b-8425-9d7045d9ee8f tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:18:48.627266 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-b5794fca-03bd-4c6b-8425-9d7045d9ee8f tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.35 "GET /v2.0/networks?id=62577d02-ed52-4423-92db-220c2c50d5a7 HTTP/1.1" status: 200 len: 815 time: 0.1402016 Apr 29 16:18:48.644312 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-4d68b507-604d-495c-98c9-fab0197a37ef tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Request body: {'port': {'device_id': 'f1e41549-da85-403d-8c3c-a58804548551', 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7', 'admin_state_up': True, 'tenant_id': '75a29794389746fc9d8f7eef50f99870'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:18:48.778191 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-4d68b507-604d-495c-98c9-fab0197a37ef tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:18:48.781955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-4d68b507-604d-495c-98c9-fab0197a37ef tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Usage tracker for resource:port and tenant:75a29794389746fc9d8f7eef50f99870 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:18:48.785365 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-4d68b507-604d-495c-98c9-fab0197a37ef tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:18:48.791470 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-4d68b507-604d-495c-98c9-fab0197a37ef tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:18:48.873218 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-4d68b507-604d-495c-98c9-fab0197a37ef tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Made reservation on behalf of 75a29794389746fc9d8f7eef50f99870 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:18:48.876403 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-4d68b507-604d-495c-98c9-fab0197a37ef tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:48.935007 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b931028-fa8d-49e7-a86d-96c83e4a3c38 req-53e1a9a4-9924-4074-9822-29cc12d4c935 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 210 time: 0.0441470 Apr 29 16:18:49.167688 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-4d68b507-604d-495c-98c9-fab0197a37ef tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Allocated IP 172.20.0.14 (62577d02-ed52-4423-92db-220c2c50d5a7/4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3/01e46ee9-1d57-41bb-8be7-1d653c655805) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:18:49.381872 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-4d68b507-604d-495c-98c9-fab0197a37ef tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:49.402133 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-4d68b507-604d-495c-98c9-fab0197a37ef tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Transition to ACTIVE for port object 01e46ee9-1d57-41bb-8be7-1d653c655805 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:18:49.513732 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-4d68b507-604d-495c-98c9-fab0197a37ef tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:49.618454 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-4d68b507-604d-495c-98c9-fab0197a37ef tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Network 62577d02-ed52-4423-92db-220c2c50d5a7 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:18:49.623034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-4d68b507-604d-495c-98c9-fab0197a37ef tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:18:49.628235 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68b507-604d-495c-98c9-fab0197a37ef tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Pushing event updated for resources: {'Port': ['ID=01e46ee9-1d57-41bb-8be7-1d653c655805,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:49.628235 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-4d68b507-604d-495c-98c9-fab0197a37ef tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:18:49.720752 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-4d68b507-604d-495c-98c9-fab0197a37ef tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:18:49.721479 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-4d68b507-604d-495c-98c9-fab0197a37ef tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:49.843058 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-4d68b507-604d-495c-98c9-fab0197a37ef tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2028844 Apr 29 16:18:50.072156 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-14f3e573-0bfc-46c3-8ec1-f427aafb6bc7 None None] Provisioning for port 01e46ee9-1d57-41bb-8be7-1d653c655805 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:18:50.082082 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-14f3e573-0bfc-46c3-8ec1-f427aafb6bc7 None None] Provisioning complete for port 01e46ee9-1d57-41bb-8be7-1d653c655805 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:18:50.082838 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-14f3e573-0bfc-46c3-8ec1-f427aafb6bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:50.148808 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-14f3e573-0bfc-46c3-8ec1-f427aafb6bc7 None None] Port 01e46ee9-1d57-41bb-8be7-1d653c655805 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:18:50.169410 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c412f-d4b5-49aa-8d91-25b9ecf76f01 req-e44e6f1c-d8cb-4096-96e2-7a71e133f60d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:18:50.170244 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c65c412f-d4b5-49aa-8d91-25b9ecf76f01 req-e44e6f1c-d8cb-4096-96e2-7a71e133f60d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Synchronizing usage tracker for tenant:75a29794389746fc9d8f7eef50f99870 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:18:50.239207 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c65c412f-d4b5-49aa-8d91-25b9ecf76f01 req-e44e6f1c-d8cb-4096-96e2-7a71e133f60d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Unset dirty status for tenant:75a29794389746fc9d8f7eef50f99870 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:18:50.246155 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c65c412f-d4b5-49aa-8d91-25b9ecf76f01 req-e44e6f1c-d8cb-4096-96e2-7a71e133f60d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 932 time: 0.1821172 Apr 29 16:18:50.292098 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c65c412f-d4b5-49aa-8d91-25b9ecf76f01 req-ddf04793-b334-4a41-8b21-15c1a98a8faa tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Synchronizing usage tracker for tenant:75a29794389746fc9d8f7eef50f99870 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:18:50.353068 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c65c412f-d4b5-49aa-8d91-25b9ecf76f01 req-ddf04793-b334-4a41-8b21-15c1a98a8faa tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Unset dirty status for tenant:75a29794389746fc9d8f7eef50f99870 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:18:50.354249 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c65c412f-d4b5-49aa-8d91-25b9ecf76f01 req-ddf04793-b334-4a41-8b21-15c1a98a8faa tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073172 Apr 29 16:18:51.614475 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] Sync routers for ids ['750f63d8-5bcd-4835-9b25-07572001fbc1'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:18:51.628097 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51314af-ba55-4f54-9b12-61aaf6596709 req-8ea624b1-f4ee-48a7-a858-32e75a6beb66 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:18:51.630354 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b51314af-ba55-4f54-9b12-61aaf6596709 req-8ea624b1-f4ee-48a7-a858-32e75a6beb66 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 932 time: 0.1094506 Apr 29 16:18:51.634055 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] Routers {'750f63d8-5bcd-4835-9b25-07572001fbc1'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:18:51.635538 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:18:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['750f63d8-5bcd-4835-9b25-07572001fbc1'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:51.732509 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b51314af-ba55-4f54-9b12-61aaf6596709 req-3936ac9a-5ab1-45bb-af7e-b5e98d36f0b7 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952888 Apr 29 16:18:51.844887 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] Set router 750f63d8-5bcd-4835-9b25-07572001fbc1 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:18:52.179616 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750f63d8-5bcd-4835-9b25-07572001fbc1', 'name': 'tempest-TestMinimumBasicScenario-134674687-router', 'tenant_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': 'ce39dd43-17cf-4496-b86d-625ab676ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:18:28Z', 'updated_at': '2022-04-29T16:18:32Z', 'revision_number': 4, 'project_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'gw_port': {'id': 'ce39dd43-17cf-4496-b86d-625ab676ae7f', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750f63d8-5bcd-4835-9b25-07572001fbc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:28Z', 'updated_at': '2022-04-29T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'cacd11cd-ccaf-4246-a5d6-87cda5f08843', 'name': '', 'network_id': 'b92ecebc-ea9b-43e8-8482-3ee0a38179d4', 'tenant_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'mac_address': 'fa:16:3e:03:87:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750f63d8-5bcd-4835-9b25-07572001fbc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d5dd8e8-2f3b-454d-901a-20a73c7bf40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:31Z', 'updated_at': '2022-04-29T16:18:32Z', 'revision_number': 2, 'project_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'subnets': [{'id': '8d5dd8e8-2f3b-454d-901a-20a73c7bf40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:52.184677 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] Checking router: 750f63d8-5bcd-4835-9b25-07572001fbc1 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:18:52.185049 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] Updating router 750f63d8-5bcd-4835-9b25-07572001fbc1 port cacd11cd-ccaf-4246-a5d6-87cda5f08843 binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:18:52.251193 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:52.686212 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:52.706057 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] Transition to ACTIVE for port object cacd11cd-ccaf-4246-a5d6-87cda5f08843 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:18:52.775994 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:52.852826 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94ba69-7235-4310-aed3-f99f8ca06fdb None None] Pushing event updated for resources: {'Port': ['ID=cacd11cd-ccaf-4246-a5d6-87cda5f08843,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:53.064242 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] Attempting to bind port cacd11cd-ccaf-4246-a5d6-87cda5f08843 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:18:53.064615 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] Attempting to bind port cacd11cd-ccaf-4246-a5d6-87cda5f08843 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '25d144cb-32b8-479f-85e9-d0e2861cf90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b92ecebc-ea9b-43e8-8482-3ee0a38179d4'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:18:53.065588 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] Attempting to bind port cacd11cd-ccaf-4246-a5d6-87cda5f08843 on network b92ecebc-ea9b-43e8-8482-3ee0a38179d4 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:18:53.074387 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:18:53.074871 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] Checking segment: {'id': '25d144cb-32b8-479f-85e9-d0e2861cf90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b92ecebc-ea9b-43e8-8482-3ee0a38179d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:18:53.075277 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:53.075664 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] Bound using segment: {'id': '25d144cb-32b8-479f-85e9-d0e2861cf90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b92ecebc-ea9b-43e8-8482-3ee0a38179d4'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:18:53.076190 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] Bound port: cacd11cd-ccaf-4246-a5d6-87cda5f08843, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d144cb-32b8-479f-85e9-d0e2861cf90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b92ecebc-ea9b-43e8-8482-3ee0a38179d4'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:18:53.076523 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:53.092302 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba44bc7-c3f4-4db4-82bc-4a60afe5bccf req-fbd6925c-1733-4217-9742-241c915144b0 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:18:53.100112 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2ba44bc7-c3f4-4db4-82bc-4a60afe5bccf req-fbd6925c-1733-4217-9742-241c915144b0 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 932 time: 0.1442287 Apr 29 16:18:53.167858 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2ba44bc7-c3f4-4db4-82bc-4a60afe5bccf req-0bee8455-ff46-4318-8e27-f171efb79379 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563512 Apr 29 16:18:53.192218 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] For port cacd11cd-ccaf-4246-a5d6-87cda5f08843, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:18:53.203608 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] For port cacd11cd-ccaf-4246-a5d6-87cda5f08843, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cacd11cd-ccaf-4246-a5d6-87cda5f08843,segment=NetworkSegment(25d144cb-32b8-479f-85e9-d0e2861cf90c),segment_id=25d144cb-32b8-479f-85e9-d0e2861cf90c)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:18:53.291351 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:53.379012 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94ba69-7235-4310-aed3-f99f8ca06fdb None None] Pushing event updated for resources: {'Port': ['ID=cacd11cd-ccaf-4246-a5d6-87cda5f08843,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:53.408999 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] Routers {'750f63d8-5bcd-4835-9b25-07572001fbc1'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:18:53.409906 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:18:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['750f63d8-5bcd-4835-9b25-07572001fbc1'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:53.660101 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] Set router 750f63d8-5bcd-4835-9b25-07572001fbc1 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:18:54.071650 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750f63d8-5bcd-4835-9b25-07572001fbc1', 'name': 'tempest-TestMinimumBasicScenario-134674687-router', 'tenant_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': 'ce39dd43-17cf-4496-b86d-625ab676ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:18:28Z', 'updated_at': '2022-04-29T16:18:32Z', 'revision_number': 4, 'project_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'gw_port': {'id': 'ce39dd43-17cf-4496-b86d-625ab676ae7f', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750f63d8-5bcd-4835-9b25-07572001fbc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:28Z', 'updated_at': '2022-04-29T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'cacd11cd-ccaf-4246-a5d6-87cda5f08843', 'name': '', 'network_id': 'b92ecebc-ea9b-43e8-8482-3ee0a38179d4', 'tenant_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'mac_address': 'fa:16:3e:03:87:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750f63d8-5bcd-4835-9b25-07572001fbc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d5dd8e8-2f3b-454d-901a-20a73c7bf40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:31Z', 'updated_at': '2022-04-29T16:18:53Z', 'revision_number': 4, 'project_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'subnets': [{'id': '8d5dd8e8-2f3b-454d-901a-20a73c7bf40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:54.076302 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d365cb9e-fbd7-4d91-9b4a-f7c7a345897a None None] The sync data for ids ['750f63d8-5bcd-4835-9b25-07572001fbc1'] in dv-neutron-839913-1-hyperv is: [{'id': '750f63d8-5bcd-4835-9b25-07572001fbc1', 'name': 'tempest-TestMinimumBasicScenario-134674687-router', 'tenant_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': 'ce39dd43-17cf-4496-b86d-625ab676ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:18:28Z', 'updated_at': '2022-04-29T16:18:32Z', 'revision_number': 4, 'project_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'gw_port': {'id': 'ce39dd43-17cf-4496-b86d-625ab676ae7f', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750f63d8-5bcd-4835-9b25-07572001fbc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:28Z', 'updated_at': '2022-04-29T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'cacd11cd-ccaf-4246-a5d6-87cda5f08843', 'name': '', 'network_id': 'b92ecebc-ea9b-43e8-8482-3ee0a38179d4', 'tenant_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'mac_address': 'fa:16:3e:03:87:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750f63d8-5bcd-4835-9b25-07572001fbc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d5dd8e8-2f3b-454d-901a-20a73c7bf40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:31Z', 'updated_at': '2022-04-29T16:18:53Z', 'revision_number': 4, 'project_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'subnets': [{'id': '8d5dd8e8-2f3b-454d-901a-20a73c7bf40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:18:54.461333 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45f481-a23d-4568-a111-cc86d6677c19 req-a827c194-ef6b-4797-b1fd-fe86a1438194 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:18:54.485681 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4f45f481-a23d-4568-a111-cc86d6677c19 req-a827c194-ef6b-4797-b1fd-fe86a1438194 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 932 time: 0.1361241 Apr 29 16:18:54.501998 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cacd11cd-ccaf-4246-a5d6-87cda5f08843 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:18:54.555434 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4f45f481-a23d-4568-a111-cc86d6677c19 req-00938b31-7703-4e53-b50c-cf9720ca3a33 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691135 Apr 29 16:18:54.701647 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port cacd11cd-ccaf-4246-a5d6-87cda5f08843 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:18:54.707613 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port cacd11cd-ccaf-4246-a5d6-87cda5f08843 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:18:54.708210 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:54.902429 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:54.959697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port cacd11cd-ccaf-4246-a5d6-87cda5f08843, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cacd11cd-ccaf-4246-a5d6-87cda5f08843,segment=NetworkSegment(25d144cb-32b8-479f-85e9-d0e2861cf90c),segment_id=25d144cb-32b8-479f-85e9-d0e2861cf90c)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:18:55.027709 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:55.117475 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=cacd11cd-ccaf-4246-a5d6-87cda5f08843,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:55.766293 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35191c-79bf-4e42-aefc-82add08ca742 req-fb1d2b9f-b61a-4774-9553-6e0725d6bf88 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:18:55.767417 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ff35191c-79bf-4e42-aefc-82add08ca742 req-fb1d2b9f-b61a-4774-9553-6e0725d6bf88 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 932 time: 0.0944040 Apr 29 16:18:55.826950 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ff35191c-79bf-4e42-aefc-82add08ca742 req-50f35a3c-d1f3-4792-a20d-f89e68180789 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528297 Apr 29 16:18:56.443841 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cacd11cd-ccaf-4246-a5d6-87cda5f08843 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:18:56.515139 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port cacd11cd-ccaf-4246-a5d6-87cda5f08843 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:18:56.515511 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:57.028942 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6b804-5327-4c31-8408-dc0eaa789e15 req-e7119a19-63de-416e-8cad-751cc1bb3ea3 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:18:57.030362 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-12e6b804-5327-4c31-8408-dc0eaa789e15 req-e7119a19-63de-416e-8cad-751cc1bb3ea3 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 932 time: 0.0744684 Apr 29 16:18:57.075173 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-12e6b804-5327-4c31-8408-dc0eaa789e15 req-1f126679-ddc7-45e8-a872-1df40c3cf3a2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383940 Apr 29 16:18:57.757663 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:18:58.273211 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d844867-f079-412a-8f62-5f49ada83d0e req-a3c88466-2b70-4482-a7c7-dfd09492d3ca tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:18:58.274685 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2d844867-f079-412a-8f62-5f49ada83d0e req-a3c88466-2b70-4482-a7c7-dfd09492d3ca tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 932 time: 0.0778282 Apr 29 16:18:58.319861 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2d844867-f079-412a-8f62-5f49ada83d0e req-bf94adac-f0a6-4773-b1be-616c2a00c23e tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392380 Apr 29 16:18:58.600602 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-987e61c2-adff-4aac-9234-835609e3ec59 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 16:18:58.601721 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-987e61c2-adff-4aac-9234-835609e3ec59 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059898 Apr 29 16:18:58.615957 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-3f42204b-8bbb-42e9-8793-b054c2ce4f93 service neutron] Request body: {'port': {'device_id': 'f1e41549-da85-403d-8c3c-a58804548551', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:18:58.724197 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-3f42204b-8bbb-42e9-8793-b054c2ce4f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:59.058588 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-3f42204b-8bbb-42e9-8793-b054c2ce4f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e46ee9-1d57-41bb-8be7-1d653c655805 {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:18:59.066020 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-3f42204b-8bbb-42e9-8793-b054c2ce4f93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:59.080059 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-3f42204b-8bbb-42e9-8793-b054c2ce4f93 service neutron] Transition to ACTIVE for port object 01e46ee9-1d57-41bb-8be7-1d653c655805 will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:18:59.151714 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-3f42204b-8bbb-42e9-8793-b054c2ce4f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:59.363200 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42204b-8bbb-42e9-8793-b054c2ce4f93 service neutron] Pushing event updated for resources: {'Port': ['ID=01e46ee9-1d57-41bb-8be7-1d653c655805,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:59.517802 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-3f42204b-8bbb-42e9-8793-b054c2ce4f93 service neutron] Attempting to bind port 01e46ee9-1d57-41bb-8be7-1d653c655805 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:18:59.518102 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-3f42204b-8bbb-42e9-8793-b054c2ce4f93 service neutron] Attempting to bind port 01e46ee9-1d57-41bb-8be7-1d653c655805 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '2b80c8e6-83e5-4f27-9340-faa23c6c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:18:59.518345 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-3f42204b-8bbb-42e9-8793-b054c2ce4f93 service neutron] Attempting to bind port 01e46ee9-1d57-41bb-8be7-1d653c655805 on network 62577d02-ed52-4423-92db-220c2c50d5a7 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:18:59.528188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-3f42204b-8bbb-42e9-8793-b054c2ce4f93 service neutron] Port 01e46ee9-1d57-41bb-8be7-1d653c655805 on network 62577d02-ed52-4423-92db-220c2c50d5a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 16:18:59.528505 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-3f42204b-8bbb-42e9-8793-b054c2ce4f93 service neutron] Attempting to bind port 01e46ee9-1d57-41bb-8be7-1d653c655805 on network 62577d02-ed52-4423-92db-220c2c50d5a7 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:18:59.545379 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a52971-7bd1-488a-ae95-99be56bae79b req-8383029d-cd2d-462b-aa7b-04390a5857c6 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:18:59.546835 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-13a52971-7bd1-488a-ae95-99be56bae79b req-8383029d-cd2d-462b-aa7b-04390a5857c6 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 944 time: 0.1019747 Apr 29 16:18:59.547489 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-3f42204b-8bbb-42e9-8793-b054c2ce4f93 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:18:59.547813 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-3f42204b-8bbb-42e9-8793-b054c2ce4f93 service neutron] Checking segment: {'id': '2b80c8e6-83e5-4f27-9340-faa23c6c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:18:59.548178 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-3f42204b-8bbb-42e9-8793-b054c2ce4f93 service neutron] Bound using segment: {'id': '2b80c8e6-83e5-4f27-9340-faa23c6c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:18:59.548596 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-3f42204b-8bbb-42e9-8793-b054c2ce4f93 service neutron] Bound port: 01e46ee9-1d57-41bb-8be7-1d653c655805, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b80c8e6-83e5-4f27-9340-faa23c6c0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:18:59.549467 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-3f42204b-8bbb-42e9-8793-b054c2ce4f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:59.647397 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-13a52971-7bd1-488a-ae95-99be56bae79b req-2bea375c-0de6-465f-b213-d64c30c1c0b7 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889459 Apr 29 16:18:59.674797 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-3f42204b-8bbb-42e9-8793-b054c2ce4f93 service neutron] For port 01e46ee9-1d57-41bb-8be7-1d653c655805, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:18:59.677995 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-3f42204b-8bbb-42e9-8793-b054c2ce4f93 service neutron] For port 01e46ee9-1d57-41bb-8be7-1d653c655805, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=01e46ee9-1d57-41bb-8be7-1d653c655805,segment=NetworkSegment(2b80c8e6-83e5-4f27-9340-faa23c6c0b0c),segment_id=2b80c8e6-83e5-4f27-9340-faa23c6c0b0c)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:18:59.747135 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-3f42204b-8bbb-42e9-8793-b054c2ce4f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:59.807425 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-3f42204b-8bbb-42e9-8793-b054c2ce4f93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:59.808952 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-3f42204b-8bbb-42e9-8793-b054c2ce4f93 service neutron] 10.222.0.35 "PUT /v2.0/ports/01e46ee9-1d57-41bb-8be7-1d653c655805 HTTP/1.1" status: 200 len: 1094 time: 1.1974113 Apr 29 16:18:59.811789 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e41549-da85-403d-8c3c-a58804548551', 'tag': '01e46ee9-1d57-41bb-8be7-1d653c655805'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:18:59.829935 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42204b-8bbb-42e9-8793-b054c2ce4f93 service neutron] Pushing event updated for resources: {'Port': ['ID=01e46ee9-1d57-41bb-8be7-1d653c655805,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:59.874947 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e06f788-8070-4c10-9bd5-93e9e9b43880'] response: {'name': 'network-changed', 'server_uuid': 'f1e41549-da85-403d-8c3c-a58804548551', 'tag': '01e46ee9-1d57-41bb-8be7-1d653c655805', 'status': 'completed', 'code': 200} Apr 29 16:18:59.972516 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9ed618fe-921b-4e79-a715-538792006c3f req-dd55fa0b-f7f6-4b43-b2b3-091cfb9bd732 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75a29794389746fc9d8f7eef50f99870&device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 1097 time: 0.0777466 Apr 29 16:19:00.111916 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed618fe-921b-4e79-a715-538792006c3f req-a4ac16a3-53d0-43a9-83ea-74d83f25b780 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:19:00.113260 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9ed618fe-921b-4e79-a715-538792006c3f req-a4ac16a3-53d0-43a9-83ea-74d83f25b780 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=75a29794389746fc9d8f7eef50f99870&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1353097 Apr 29 16:19:00.246015 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed618fe-921b-4e79-a715-538792006c3f req-85a95c17-8be7-4ee3-ad9a-48daf417047c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:19:00.247481 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9ed618fe-921b-4e79-a715-538792006c3f req-85a95c17-8be7-4ee3-ad9a-48daf417047c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284425 Apr 29 16:19:00.355075 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-8cbffde1-3e87-4694-8dfb-0cdc9e566401 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75a29794389746fc9d8f7eef50f99870&device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 1097 time: 0.0703361 Apr 29 16:19:00.424872 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-93c98ca0-dec2-4991-ac82-8bdb6423bef7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01e46ee9-1d57-41bb-8be7-1d653c655805 HTTP/1.1" status: 200 len: 217 time: 0.0622211 Apr 29 16:19:00.484634 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-cd9d4c54-1b12-41d9-94da-8ccd53770a52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:19:00.486024 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-cd9d4c54-1b12-41d9-94da-8ccd53770a52 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3 HTTP/1.1" status: 200 len: 854 time: 0.0563078 Apr 29 16:19:00.561137 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-5781652d-c2f9-48cb-b4a6-39a0bc26a051 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=62577d02-ed52-4423-92db-220c2c50d5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693457 Apr 29 16:19:00.690360 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-46b32c6f-652e-4942-adca-68f90038f6a1 service neutron] 10.222.0.35 "GET /v2.0/networks/62577d02-ed52-4423-92db-220c2c50d5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226277 Apr 29 16:19:00.872387 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c0495c45-bd31-4447-85dc-3377e27b7043 req-3b37ceab-1b6d-4a2d-ad97-3f2a27788d45 service neutron] 10.222.0.35 "GET /v2.0/networks/62577d02-ed52-4423-92db-220c2c50d5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765137 Apr 29 16:19:00.886406 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7434f7-9414-497d-b635-b2e37538f423 req-da10d193-646f-4e81-a73a-70b933f5b130 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:19:00.888091 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5c7434f7-9414-497d-b635-b2e37538f423 req-da10d193-646f-4e81-a73a-70b933f5b130 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 944 time: 0.1134832 Apr 29 16:19:00.933137 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5c7434f7-9414-497d-b635-b2e37538f423 req-915e8c4e-1c56-4906-ba62-4b59c8210c49 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394797 Apr 29 16:19:02.146938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4a394-46b6-4c18-aee5-0bebd19c7107 req-2be63945-c4aa-4c9f-969f-72cbe30f9b42 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:19:02.148378 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-33d4a394-46b6-4c18-aee5-0bebd19c7107 req-2be63945-c4aa-4c9f-969f-72cbe30f9b42 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 944 time: 0.0779574 Apr 29 16:19:02.193394 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-33d4a394-46b6-4c18-aee5-0bebd19c7107 req-f9544592-47b9-4988-9465-dd909632ef04 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395207 Apr 29 16:19:03.384778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3af34f-20df-4876-83a4-9ab3e6dd5f45 req-b0e12cb0-3f36-459c-ab2b-149b9a9a3754 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:19:03.386214 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fe3af34f-20df-4876-83a4-9ab3e6dd5f45 req-b0e12cb0-3f36-459c-ab2b-149b9a9a3754 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 944 time: 0.0742395 Apr 29 16:19:03.430046 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fe3af34f-20df-4876-83a4-9ab3e6dd5f45 req-0ca3639e-34e2-4d11-9598-c2c244cd7df7 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381129 Apr 29 16:19:03.707269 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 01e46ee9-1d57-41bb-8be7-1d653c655805 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:19:03.871480 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 01e46ee9-1d57-41bb-8be7-1d653c655805, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=01e46ee9-1d57-41bb-8be7-1d653c655805,segment=NetworkSegment(2b80c8e6-83e5-4f27-9340-faa23c6c0b0c),segment_id=2b80c8e6-83e5-4f27-9340-faa23c6c0b0c)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:19:03.885306 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '01e46ee9-1d57-41bb-8be7-1d653c655805', 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7', 'port_id': '01e46ee9-1d57-41bb-8be7-1d653c655805', 'mac_address': 'fa:16:3e:bb:22:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:19:03.937509 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:03.954624 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e46ee9-1d57-41bb-8be7-1d653c655805 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:19:03.968956 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 01e46ee9-1d57-41bb-8be7-1d653c655805, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=01e46ee9-1d57-41bb-8be7-1d653c655805,segment=NetworkSegment(2b80c8e6-83e5-4f27-9340-faa23c6c0b0c),segment_id=2b80c8e6-83e5-4f27-9340-faa23c6c0b0c)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:19:04.038344 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:04.104828 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=01e46ee9-1d57-41bb-8be7-1d653c655805,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:19:04.348356 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['01e46ee9-1d57-41bb-8be7-1d653c655805'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:19:04.712894 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b823c9-a31a-4957-9506-76224323a605 req-d7ca7e46-0592-4f08-9b5e-ae9e62810ebd tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:19:04.714342 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8b823c9-a31a-4957-9506-76224323a605 req-d7ca7e46-0592-4f08-9b5e-ae9e62810ebd tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 945 time: 0.1648991 Apr 29 16:19:04.758921 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8b823c9-a31a-4957-9506-76224323a605 req-fbd242a3-c74b-4ae9-845d-41c602640467 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389605 Apr 29 16:19:05.723253 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 01e46ee9-1d57-41bb-8be7-1d653c655805 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:19:05.861512 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 01e46ee9-1d57-41bb-8be7-1d653c655805 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:19:05.866608 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 01e46ee9-1d57-41bb-8be7-1d653c655805 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:19:05.866985 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:05.955553 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdfbce-7ce4-475b-9223-8adef7f253f5 req-b8c45847-56d0-4263-85e4-6b121f4fc6d6 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:19:05.957541 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-35bdfbce-7ce4-475b-9223-8adef7f253f5 req-b8c45847-56d0-4263-85e4-6b121f4fc6d6 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 945 time: 0.0815334 Apr 29 16:19:05.985466 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:06.007682 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-35bdfbce-7ce4-475b-9223-8adef7f253f5 req-919bd6ec-f0b5-4f23-8a66-7bb05fc85344 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444632 Apr 29 16:19:06.013827 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e41549-da85-403d-8c3c-a58804548551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e46ee9-1d57-41bb-8be7-1d653c655805'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:19:06.023729 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 01e46ee9-1d57-41bb-8be7-1d653c655805, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=01e46ee9-1d57-41bb-8be7-1d653c655805,segment=NetworkSegment(2b80c8e6-83e5-4f27-9340-faa23c6c0b0c),segment_id=2b80c8e6-83e5-4f27-9340-faa23c6c0b0c)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:19:06.070092 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea3ef545-ddf5-4625-a338-745cbad4f83f'] response: {'server_uuid': 'f1e41549-da85-403d-8c3c-a58804548551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e46ee9-1d57-41bb-8be7-1d653c655805', 'code': 200} Apr 29 16:19:06.095234 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:06.159758 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=01e46ee9-1d57-41bb-8be7-1d653c655805,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:19:06.419383 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-440699cd-a134-4a0f-89e6-661bca786250 req-d5b8883f-01bd-45be-98cc-bc43d4308f0e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 1099 time: 0.0658023 Apr 29 16:19:06.466696 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-440699cd-a134-4a0f-89e6-661bca786250 req-8c5b4485-8803-4f3e-95ff-832f6aaf305a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411954 Apr 29 16:19:07.206396 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb68f5-52af-44bc-ad87-59518be96a4b req-e688ac05-6516-40e1-8824-d4c9b3a770ee tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:19:07.207857 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-91eb68f5-52af-44bc-ad87-59518be96a4b req-e688ac05-6516-40e1-8824-d4c9b3a770ee tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 946 time: 0.0785201 Apr 29 16:19:07.252807 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-91eb68f5-52af-44bc-ad87-59518be96a4b req-3d36447e-947a-4f7b-8241-dfa7ae289cc4 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393226 Apr 29 16:19:08.454530 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f0031-4dd4-46d0-a626-fba4ea0327ab req-5c6f7e1d-e0db-4a40-bb30-7405ba54d5d3 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:19:08.455973 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b73f0031-4dd4-46d0-a626-fba4ea0327ab req-5c6f7e1d-e0db-4a40-bb30-7405ba54d5d3 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 946 time: 0.0746675 Apr 29 16:19:08.499815 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b73f0031-4dd4-46d0-a626-fba4ea0327ab req-275dc532-eb34-464c-993b-3de2b8c5ae4d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381074 Apr 29 16:19:08.694768 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608aff2a-1867-4146-b343-e7f7a80440ff req-9f1b86a9-3e68-4f2c-b562-b32e896865ea tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:19:08.696145 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-608aff2a-1867-4146-b343-e7f7a80440ff req-9f1b86a9-3e68-4f2c-b562-b32e896865ea tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 946 time: 0.0790622 Apr 29 16:19:08.742129 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-608aff2a-1867-4146-b343-e7f7a80440ff req-9b4c8bc0-0379-4721-b5f9-027f11134d15 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400910 Apr 29 16:19:09.155983 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d242b51-5a0f-454d-b551-784c8a4b5d7b req-26afcb90-0c2b-471d-bed2-923fb4548d87 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:19:09.157413 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1d242b51-5a0f-454d-b551-784c8a4b5d7b req-26afcb90-0c2b-471d-bed2-923fb4548d87 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 946 time: 0.0749464 Apr 29 16:19:09.204860 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1d242b51-5a0f-454d-b551-784c8a4b5d7b req-275f7dd4-f7de-438e-a5aa-d87053035cc8 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411694 Apr 29 16:19:13.627621 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bda98c9c-17e3-4462-900f-09bf357d6e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:15.576622 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:15.907934 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a478c909-c66c-448b-90aa-971662c886e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:17.262451 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:17.518741 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:18.628345 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:22.014239 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21438797-b0c9-47c7-a308-d68d45fddb2d req-7c564757-3da6-482f-ad4b-521f1d95035c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:19:22.015689 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-21438797-b0c9-47c7-a308-d68d45fddb2d req-7c564757-3da6-482f-ad4b-521f1d95035c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 946 time: 0.0766454 Apr 29 16:19:22.059717 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-21438797-b0c9-47c7-a308-d68d45fddb2d req-8b20e1a9-7287-4d2a-942a-6f0094046098 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385208 Apr 29 16:19:22.087520 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36914) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:19:22.280106 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4fe1f52d-8dc4-4ef1-bbf8-ac991ce7dcd0 tempest-TestMinimumBasicScenario-102698132 tempest-TestMinimumBasicScenario-102698132-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 1094 time: 0.1914766 Apr 29 16:19:22.282830 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 36920) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:19:22.288402 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-bbbbd68e-b86e-4c24-ace5-582aa601fbd2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': '01e46ee9-1d57-41bb-8be7-1d653c655805', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:19:22.293707 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-bbbbd68e-b86e-4c24-ace5-582aa601fbd2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:19:22.297430 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-bbbbd68e-b86e-4c24-ace5-582aa601fbd2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Usage tracker for resource:floatingip and tenant:75a29794389746fc9d8f7eef50f99870 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:19:22.300206 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-bbbbd68e-b86e-4c24-ace5-582aa601fbd2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:19:22.306372 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-bbbbd68e-b86e-4c24-ace5-582aa601fbd2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:19:22.382268 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd68e-b86e-4c24-ace5-582aa601fbd2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for floatingip, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:22.519654 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd68e-b86e-4c24-ace5-582aa601fbd2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:22.650029 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-bbbbd68e-b86e-4c24-ace5-582aa601fbd2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Allocated IP 172.26.1.251 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/c3906f0c-c86b-45af-9cce-de8050b2bc9e) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:19:22.796319 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd68e-b86e-4c24-ace5-582aa601fbd2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:22.851202 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd68e-b86e-4c24-ace5-582aa601fbd2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:22.919542 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbbd68e-b86e-4c24-ace5-582aa601fbd2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:19:22.922310 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-bbbbd68e-b86e-4c24-ace5-582aa601fbd2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:19:22.927109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbbd68e-b86e-4c24-ace5-582aa601fbd2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:19:22.949948 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbd68e-b86e-4c24-ace5-582aa601fbd2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Pushing event updated for resources: {'Port': ['ID=c3906f0c-c86b-45af-9cce-de8050b2bc9e,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:19:23.491874 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd68e-b86e-4c24-ace5-582aa601fbd2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:23.589069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd68e-b86e-4c24-ace5-582aa601fbd2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:23.799143 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd68e-b86e-4c24-ace5-582aa601fbd2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:23.845790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd68e-b86e-4c24-ace5-582aa601fbd2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:23.952377 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbd68e-b86e-4c24-ace5-582aa601fbd2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Pushing event updated for resources: {'Port': ['ID=c3906f0c-c86b-45af-9cce-de8050b2bc9e,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:19:23.964449 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd68e-b86e-4c24-ace5-582aa601fbd2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:24.148409 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [None req-bbbbd68e-b86e-4c24-ace5-582aa601fbd2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Floating IP 6cf32114-098f-45f8-8f55-949fc06c3598 associated. External IP: 172.26.1.251, port: 01e46ee9-1d57-41bb-8be7-1d653c655805. Apr 29 16:19:24.563909 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbbd68e-b86e-4c24-ace5-582aa601fbd2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Router 2cf8c8a5-791a-4b34-b3a5-ed235751b5e7 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:19:24.774036 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbbd68e-b86e-4c24-ace5-582aa601fbd2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:19:24.783810 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b2116b-757a-4ec4-a37f-8ca857e417fe None None] Sync routers for ids ['2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:19:24.796476 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b2116b-757a-4ec4-a37f-8ca857e417fe None None] Routers {'2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:19:24.797078 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-90b2116b-757a-4ec4-a37f-8ca857e417fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:19:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:19:25.006467 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-90b2116b-757a-4ec4-a37f-8ca857e417fe None None] Set router 2cf8c8a5-791a-4b34-b3a5-ed235751b5e7 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:19:25.119984 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd68e-b86e-4c24-ace5-582aa601fbd2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:25.174329 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bbbbd68e-b86e-4c24-ace5-582aa601fbd2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8905034 Apr 29 16:19:25.175351 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e41549-da85-403d-8c3c-a58804548551', 'tag': '01e46ee9-1d57-41bb-8be7-1d653c655805'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:19:25.177587 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36924) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:19:25.184031 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-43cf0882-c193-4d4f-86b2-f4fee0b5d90c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1973427140', 'description': 'tempest-secgroup-smoke-1973427140 description', 'project_id': '75a29794389746fc9d8f7eef50f99870'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:19:25.190686 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-43cf0882-c193-4d4f-86b2-f4fee0b5d90c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:19:25.202839 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-43cf0882-c193-4d4f-86b2-f4fee0b5d90c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:19:25.236248 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-340134c7-035d-4774-a296-b483b0e2205b'] response: {'name': 'network-changed', 'server_uuid': 'f1e41549-da85-403d-8c3c-a58804548551', 'tag': '01e46ee9-1d57-41bb-8be7-1d653c655805', 'status': 'completed', 'code': 200} Apr 29 16:19:25.274545 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43cf0882-c193-4d4f-86b2-f4fee0b5d90c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:25.312384 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-43cf0882-c193-4d4f-86b2-f4fee0b5d90c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:19:25.317308 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-43cf0882-c193-4d4f-86b2-f4fee0b5d90c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Usage tracker for resource:security_group_rule and tenant:75a29794389746fc9d8f7eef50f99870 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:19:25.321456 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-43cf0882-c193-4d4f-86b2-f4fee0b5d90c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:19:25.327949 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-43cf0882-c193-4d4f-86b2-f4fee0b5d90c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:19:25.361214 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-90b2116b-757a-4ec4-a37f-8ca857e417fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'name': 'tempest-TestMinimumBasicScenario-1256700956-router', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:18:20Z', 'updated_at': '2022-04-29T16:18:24Z', 'revision_number': 4, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'gw_port': {'id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:21Z', 'updated_at': '2022-04-29T16:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '6cf32114-098f-45f8-8f55-949fc06c3598', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'floating_ip_address': '172.26.1.251', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'port_id': '01e46ee9-1d57-41bb-8be7-1d653c655805', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7', 'mac_address': 'fa:16:3e:bb:22:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e41549-da85-403d-8c3c-a58804548551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:19:23Z', 'updated_at': '2022-04-29T16:19:23Z', 'revision_number': 0, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfed6dd5-7d9e-4fec-b961-6b972881f6a9', 'name': '', 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'mac_address': 'fa:16:3e:30:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:23Z', 'updated_at': '2022-04-29T16:18:33Z', 'revision_number': 5, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'subnets': [{'id': '4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:19:25.365144 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b2116b-757a-4ec4-a37f-8ca857e417fe None None] Checking router: 2cf8c8a5-791a-4b34-b3a5-ed235751b5e7 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:19:25.376220 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b2116b-757a-4ec4-a37f-8ca857e417fe None None] Routers {'2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:19:25.378380 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-90b2116b-757a-4ec4-a37f-8ca857e417fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:19:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:19:25.391568 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43cf0882-c193-4d4f-86b2-f4fee0b5d90c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:25.436040 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4c7d0fdc-7dc8-4236-897e-ab505c05660a req-82163b1a-c396-47d4-a110-d9f55357a106 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75a29794389746fc9d8f7eef50f99870&device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 1099 time: 0.1776304 Apr 29 16:19:25.439804 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43cf0882-c193-4d4f-86b2-f4fee0b5d90c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:25.484571 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf0882-c193-4d4f-86b2-f4fee0b5d90c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10775e39-1f45-465c-a3cc-d4b40fdcd018,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:19:25.495447 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf0882-c193-4d4f-86b2-f4fee0b5d90c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:25.495447 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf0882-c193-4d4f-86b2-f4fee0b5d90c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:25.495447 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf0882-c193-4d4f-86b2-f4fee0b5d90c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:25.495722 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf0882-c193-4d4f-86b2-f4fee0b5d90c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:25.495996 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf0882-c193-4d4f-86b2-f4fee0b5d90c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:25.496333 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf0882-c193-4d4f-86b2-f4fee0b5d90c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:25.497190 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf0882-c193-4d4f-86b2-f4fee0b5d90c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:25.497190 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf0882-c193-4d4f-86b2-f4fee0b5d90c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:25.502536 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf0882-c193-4d4f-86b2-f4fee0b5d90c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:25.502536 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf0882-c193-4d4f-86b2-f4fee0b5d90c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:25.502536 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cf0882-c193-4d4f-86b2-f4fee0b5d90c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:25.544975 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43cf0882-c193-4d4f-86b2-f4fee0b5d90c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:25.544975 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-43cf0882-c193-4d4f-86b2-f4fee0b5d90c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3571575 Apr 29 16:19:25.544975 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36930) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:19:25.548444 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-65728c76-b95b-4c3e-9087-5ed5a8a0b66d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Request body: {'security_group_rule': {'security_group_id': '10775e39-1f45-465c-a3cc-d4b40fdcd018', 'project_id': '75a29794389746fc9d8f7eef50f99870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:19:25.560218 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-65728c76-b95b-4c3e-9087-5ed5a8a0b66d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:19:25.560218 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-65728c76-b95b-4c3e-9087-5ed5a8a0b66d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Usage tracker for resource:security_group_rule and tenant:75a29794389746fc9d8f7eef50f99870 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:19:25.560218 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-65728c76-b95b-4c3e-9087-5ed5a8a0b66d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:19:25.566093 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-65728c76-b95b-4c3e-9087-5ed5a8a0b66d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:19:25.569125 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-90b2116b-757a-4ec4-a37f-8ca857e417fe None None] Set router 2cf8c8a5-791a-4b34-b3a5-ed235751b5e7 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:19:25.583356 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d0fdc-7dc8-4236-897e-ab505c05660a req-2b27c095-8c77-4c7d-8065-84ee9629a875 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:19:25.587857 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4c7d0fdc-7dc8-4236-897e-ab505c05660a req-2b27c095-8c77-4c7d-8065-84ee9629a875 service neutron] 10.222.0.35 "GET /v2.0/networks?id=62577d02-ed52-4423-92db-220c2c50d5a7 HTTP/1.1" status: 200 len: 916 time: 0.1421516 Apr 29 16:19:25.628502 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-65728c76-b95b-4c3e-9087-5ed5a8a0b66d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:25.695670 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-65728c76-b95b-4c3e-9087-5ed5a8a0b66d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:25.702255 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4c7d0fdc-7dc8-4236-897e-ab505c05660a req-238ee35a-8231-4a1e-bf3f-a704cf952f47 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01e46ee9-1d57-41bb-8be7-1d653c655805 HTTP/1.1" status: 200 len: 1000 time: 0.1117239 Apr 29 16:19:25.767080 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d0fdc-7dc8-4236-897e-ab505c05660a req-be78949c-0bd3-4b49-86e9-b923e124c5ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:19:25.768479 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4c7d0fdc-7dc8-4236-897e-ab505c05660a req-be78949c-0bd3-4b49-86e9-b923e124c5ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3 HTTP/1.1" status: 200 len: 854 time: 0.0591383 Apr 29 16:19:25.777443 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-65728c76-b95b-4c3e-9087-5ed5a8a0b66d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:25.803688 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65728c76-b95b-4c3e-9087-5ed5a8a0b66d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52c9aeb-4b31-42f3-8536-a68d3512bfba,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:19:25.848592 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4c7d0fdc-7dc8-4236-897e-ab505c05660a req-be96eb98-348e-412f-84fd-b13e8ade7298 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=62577d02-ed52-4423-92db-220c2c50d5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737612 Apr 29 16:19:25.862795 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-65728c76-b95b-4c3e-9087-5ed5a8a0b66d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:25.867885 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-65728c76-b95b-4c3e-9087-5ed5a8a0b66d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3272498 Apr 29 16:19:25.868559 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36934) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:19:25.874285 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-4fdab0b0-ad14-40e6-95da-e4ed7b69268d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Request body: {'security_group_rule': {'security_group_id': '10775e39-1f45-465c-a3cc-d4b40fdcd018', 'project_id': '75a29794389746fc9d8f7eef50f99870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:19:25.880272 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4fdab0b0-ad14-40e6-95da-e4ed7b69268d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:19:25.884277 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4fdab0b0-ad14-40e6-95da-e4ed7b69268d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Usage tracker for resource:security_group_rule and tenant:75a29794389746fc9d8f7eef50f99870 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:19:25.887261 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4fdab0b0-ad14-40e6-95da-e4ed7b69268d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:19:25.893443 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4fdab0b0-ad14-40e6-95da-e4ed7b69268d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:19:25.925737 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-90b2116b-757a-4ec4-a37f-8ca857e417fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'name': 'tempest-TestMinimumBasicScenario-1256700956-router', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:18:20Z', 'updated_at': '2022-04-29T16:18:24Z', 'revision_number': 4, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'gw_port': {'id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:21Z', 'updated_at': '2022-04-29T16:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '6cf32114-098f-45f8-8f55-949fc06c3598', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'floating_ip_address': '172.26.1.251', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'port_id': '01e46ee9-1d57-41bb-8be7-1d653c655805', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7', 'mac_address': 'fa:16:3e:bb:22:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e41549-da85-403d-8c3c-a58804548551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:19:23Z', 'updated_at': '2022-04-29T16:19:23Z', 'revision_number': 0, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfed6dd5-7d9e-4fec-b961-6b972881f6a9', 'name': '', 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'mac_address': 'fa:16:3e:30:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:23Z', 'updated_at': '2022-04-29T16:18:33Z', 'revision_number': 5, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'subnets': [{'id': '4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:19:25.930674 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b2116b-757a-4ec4-a37f-8ca857e417fe None None] The sync data for ids ['2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'] in dv-neutron-839913-1-hyperv is: [{'id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'name': 'tempest-TestMinimumBasicScenario-1256700956-router', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:18:20Z', 'updated_at': '2022-04-29T16:18:24Z', 'revision_number': 4, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'gw_port': {'id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:21Z', 'updated_at': '2022-04-29T16:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '6cf32114-098f-45f8-8f55-949fc06c3598', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'floating_ip_address': '172.26.1.251', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'port_id': '01e46ee9-1d57-41bb-8be7-1d653c655805', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7', 'mac_address': 'fa:16:3e:bb:22:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e41549-da85-403d-8c3c-a58804548551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:19:23Z', 'updated_at': '2022-04-29T16:19:23Z', 'revision_number': 0, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfed6dd5-7d9e-4fec-b961-6b972881f6a9', 'name': '', 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'mac_address': 'fa:16:3e:30:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:23Z', 'updated_at': '2022-04-29T16:18:33Z', 'revision_number': 5, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'subnets': [{'id': '4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:19:25.961797 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4fdab0b0-ad14-40e6-95da-e4ed7b69268d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:25.993787 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4c7d0fdc-7dc8-4236-897e-ab505c05660a req-ddcaf5ad-9a10-41be-ada9-edc1d2211c4d service neutron] 10.222.0.35 "GET /v2.0/networks/62577d02-ed52-4423-92db-220c2c50d5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401832 Apr 29 16:19:26.031949 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4fdab0b0-ad14-40e6-95da-e4ed7b69268d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:26.108756 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4fdab0b0-ad14-40e6-95da-e4ed7b69268d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:26.133719 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4c7d0fdc-7dc8-4236-897e-ab505c05660a req-759bb8df-772c-492f-8939-d895b93879fa service neutron] 10.222.0.35 "GET /v2.0/networks/62577d02-ed52-4423-92db-220c2c50d5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340692 Apr 29 16:19:26.135747 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdab0b0-ad14-40e6-95da-e4ed7b69268d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a79f3e-f412-48a1-bd9d-4b25f41c571c,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:19:26.155365 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf5f137-9c04-4eed-820b-5c7750c11170 None None] New status for floating IP 6cf32114-098f-45f8-8f55-949fc06c3598: ACTIVE {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:19:26.222716 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4fdab0b0-ad14-40e6-95da-e4ed7b69268d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:26.224098 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4fdab0b0-ad14-40e6-95da-e4ed7b69268d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3545282 Apr 29 16:19:26.226824 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36938) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:19:26.232395 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-627517fe-5278-4774-a72b-54360cf3331a tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Request body: {'security_group_rule': {'security_group_id': '10775e39-1f45-465c-a3cc-d4b40fdcd018', 'project_id': '75a29794389746fc9d8f7eef50f99870', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:19:26.237858 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-627517fe-5278-4774-a72b-54360cf3331a tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:19:26.242190 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-627517fe-5278-4774-a72b-54360cf3331a tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Usage tracker for resource:security_group_rule and tenant:75a29794389746fc9d8f7eef50f99870 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:19:26.245036 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-627517fe-5278-4774-a72b-54360cf3331a tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:19:26.250712 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-627517fe-5278-4774-a72b-54360cf3331a tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:19:26.423553 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-627517fe-5278-4774-a72b-54360cf3331a tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:26.484996 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-627517fe-5278-4774-a72b-54360cf3331a tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:26.541837 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-627517fe-5278-4774-a72b-54360cf3331a tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:26.565095 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627517fe-5278-4774-a72b-54360cf3331a tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df5d6a5-9204-4648-8647-3029378573f3,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:19:26.622396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-627517fe-5278-4774-a72b-54360cf3331a tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:26.623591 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-627517fe-5278-4774-a72b-54360cf3331a tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3958044 Apr 29 16:19:26.626230 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36942) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:19:26.631647 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7203865d-0c7d-4f2f-ae1c-a0856706f914 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Request body: {'security_group_rule': {'security_group_id': '10775e39-1f45-465c-a3cc-d4b40fdcd018', 'project_id': '75a29794389746fc9d8f7eef50f99870', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:19:26.637546 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7203865d-0c7d-4f2f-ae1c-a0856706f914 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:19:26.641556 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7203865d-0c7d-4f2f-ae1c-a0856706f914 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Usage tracker for resource:security_group_rule and tenant:75a29794389746fc9d8f7eef50f99870 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:19:26.644358 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7203865d-0c7d-4f2f-ae1c-a0856706f914 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:19:26.650433 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7203865d-0c7d-4f2f-ae1c-a0856706f914 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:19:26.714823 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7203865d-0c7d-4f2f-ae1c-a0856706f914 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:26.789100 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7203865d-0c7d-4f2f-ae1c-a0856706f914 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:26.856286 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7203865d-0c7d-4f2f-ae1c-a0856706f914 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:26.879028 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203865d-0c7d-4f2f-ae1c-a0856706f914 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70cd18f-dc2c-459a-80d6-8f010617e429,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:19:26.948500 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7203865d-0c7d-4f2f-ae1c-a0856706f914 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:26.949756 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7203865d-0c7d-4f2f-ae1c-a0856706f914 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3225820 Apr 29 16:19:26.952431 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36946) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:19:26.958188 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d94b8dcc-0576-477e-8121-993b0307e7d8 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Request body: {'security_group_rule': {'security_group_id': '10775e39-1f45-465c-a3cc-d4b40fdcd018', 'project_id': '75a29794389746fc9d8f7eef50f99870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:19:26.963961 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d94b8dcc-0576-477e-8121-993b0307e7d8 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:19:26.967623 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d94b8dcc-0576-477e-8121-993b0307e7d8 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Usage tracker for resource:security_group_rule and tenant:75a29794389746fc9d8f7eef50f99870 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:19:26.971575 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d94b8dcc-0576-477e-8121-993b0307e7d8 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:19:26.976504 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d94b8dcc-0576-477e-8121-993b0307e7d8 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:19:27.034108 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.securitygroups_db [None req-d94b8dcc-0576-477e-8121-993b0307e7d8 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Project 75a29794389746fc9d8f7eef50f99870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:19:27.041262 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d94b8dcc-0576-477e-8121-993b0307e7d8 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:27.105611 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d94b8dcc-0576-477e-8121-993b0307e7d8 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:27.171512 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d94b8dcc-0576-477e-8121-993b0307e7d8 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:27.194752 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b8dcc-0576-477e-8121-993b0307e7d8 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d18837-c441-4a2b-aedd-6eaaa97e33aa,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:19:27.257320 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d94b8dcc-0576-477e-8121-993b0307e7d8 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:27.258552 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d94b8dcc-0576-477e-8121-993b0307e7d8 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3051462 Apr 29 16:19:27.261534 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 36950) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:19:27.267344 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d116ddcb-4b9f-4210-a571-cdc82968f34b tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Request body: {'security_group_rule': {'security_group_id': '10775e39-1f45-465c-a3cc-d4b40fdcd018', 'project_id': '75a29794389746fc9d8f7eef50f99870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:19:27.273762 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d116ddcb-4b9f-4210-a571-cdc82968f34b tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:19:27.277521 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d116ddcb-4b9f-4210-a571-cdc82968f34b tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Usage tracker for resource:security_group_rule and tenant:75a29794389746fc9d8f7eef50f99870 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:19:27.280526 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d116ddcb-4b9f-4210-a571-cdc82968f34b tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:19:27.286839 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d116ddcb-4b9f-4210-a571-cdc82968f34b tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:19:27.354312 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.securitygroups_db [None req-d116ddcb-4b9f-4210-a571-cdc82968f34b tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Project 75a29794389746fc9d8f7eef50f99870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:19:27.360573 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d116ddcb-4b9f-4210-a571-cdc82968f34b tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:27.425894 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d116ddcb-4b9f-4210-a571-cdc82968f34b tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:27.485866 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d116ddcb-4b9f-4210-a571-cdc82968f34b tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:27.509535 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116ddcb-4b9f-4210-a571-cdc82968f34b tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b595e0-4cf4-4713-b07d-f46849ba2bd7,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:19:27.561261 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d116ddcb-4b9f-4210-a571-cdc82968f34b tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:27.561261 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d116ddcb-4b9f-4210-a571-cdc82968f34b tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2982957 Apr 29 16:19:27.695007 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-de582c9e-f18b-4314-9534-c48c943c6eef req-df61ba7d-fcbc-46e8-94b8-8a8613cf6f68 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1973427140&fields=id&tenant_id=75a29794389746fc9d8f7eef50f99870 HTTP/1.1" status: 200 len: 267 time: 0.0443418 Apr 29 16:19:27.775013 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de582c9e-f18b-4314-9534-c48c943c6eef req-6a415d47-460d-4100-ad9b-dbe8c016dbea tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:19:27.776365 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-de582c9e-f18b-4314-9534-c48c943c6eef req-6a415d47-460d-4100-ad9b-dbe8c016dbea tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 946 time: 0.0754070 Apr 29 16:19:27.786776 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-de582c9e-f18b-4314-9534-c48c943c6eef req-c307f973-e44f-46a6-a91f-ada3308f69a7 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Request body: {'port': {'security_groups': ['5a3e56c8-db8f-447b-97a3-41fa2e068ea1', '10775e39-1f45-465c-a3cc-d4b40fdcd018']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:19:27.901180 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-de582c9e-f18b-4314-9534-c48c943c6eef req-c307f973-e44f-46a6-a91f-ada3308f69a7 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:28.142980 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-de582c9e-f18b-4314-9534-c48c943c6eef req-c307f973-e44f-46a6-a91f-ada3308f69a7 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] For port 01e46ee9-1d57-41bb-8be7-1d653c655805, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=01e46ee9-1d57-41bb-8be7-1d653c655805,segment=NetworkSegment(2b80c8e6-83e5-4f27-9340-faa23c6c0b0c),segment_id=2b80c8e6-83e5-4f27-9340-faa23c6c0b0c)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:19:28.170832 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-de582c9e-f18b-4314-9534-c48c943c6eef req-c307f973-e44f-46a6-a91f-ada3308f69a7 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:28.251170 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-de582c9e-f18b-4314-9534-c48c943c6eef req-c307f973-e44f-46a6-a91f-ada3308f69a7 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:28.263209 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['01e46ee9-1d57-41bb-8be7-1d653c655805'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:19:28.322520 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de582c9e-f18b-4314-9534-c48c943c6eef req-c307f973-e44f-46a6-a91f-ada3308f69a7 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:19:28.323119 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-de582c9e-f18b-4314-9534-c48c943c6eef req-c307f973-e44f-46a6-a91f-ada3308f69a7 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:28.324470 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-de582c9e-f18b-4314-9534-c48c943c6eef req-c307f973-e44f-46a6-a91f-ada3308f69a7 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "PUT /v2.0/ports/01e46ee9-1d57-41bb-8be7-1d653c655805 HTTP/1.1" status: 200 len: 982 time: 0.5420880 Apr 29 16:19:28.330165 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e41549-da85-403d-8c3c-a58804548551', 'tag': '01e46ee9-1d57-41bb-8be7-1d653c655805'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:19:28.374054 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307f973-e44f-46a6-a91f-ada3308f69a7 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Pushing event updated for resources: {'Port': ['ID=01e46ee9-1d57-41bb-8be7-1d653c655805,revision_number=6']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:19:28.420412 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307f973-e44f-46a6-a91f-ada3308f69a7 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:28.420763 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307f973-e44f-46a6-a91f-ada3308f69a7 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:28.421103 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307f973-e44f-46a6-a91f-ada3308f69a7 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:28.421740 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307f973-e44f-46a6-a91f-ada3308f69a7 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:28.421740 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307f973-e44f-46a6-a91f-ada3308f69a7 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:28.422070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307f973-e44f-46a6-a91f-ada3308f69a7 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:28.424703 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307f973-e44f-46a6-a91f-ada3308f69a7 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:28.425057 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307f973-e44f-46a6-a91f-ada3308f69a7 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:28.425398 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307f973-e44f-46a6-a91f-ada3308f69a7 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:28.425747 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307f973-e44f-46a6-a91f-ada3308f69a7 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:28.426066 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307f973-e44f-46a6-a91f-ada3308f69a7 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:28.511792 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['01e46ee9-1d57-41bb-8be7-1d653c655805'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:19:28.543804 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb03356d-cb87-47fd-ac88-11773900f940'] response: {'name': 'network-changed', 'server_uuid': 'f1e41549-da85-403d-8c3c-a58804548551', 'tag': '01e46ee9-1d57-41bb-8be7-1d653c655805', 'status': 'completed', 'code': 200} Apr 29 16:19:28.648034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d6421-08e0-4744-acae-5f06cb573f53 req-82e50b08-1839-4d28-ac81-8cb7abf7b66d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:19:28.649503 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-759d6421-08e0-4744-acae-5f06cb573f53 req-82e50b08-1839-4d28-ac81-8cb7abf7b66d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 985 time: 0.1564159 Apr 29 16:19:28.652620 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d5fe7e20-da2c-4d50-b09a-ab2ac67a942c req-88581b9e-d47f-4dd4-a670-3e5c9bb22d70 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75a29794389746fc9d8f7eef50f99870&device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 1138 time: 0.1106808 Apr 29 16:19:28.711675 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c922b663-7636-4e0c-b1f7-03ca95a14e81 None None] Provisioning complete for port 01e46ee9-1d57-41bb-8be7-1d653c655805 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:19:28.712042 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c922b663-7636-4e0c-b1f7-03ca95a14e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:28.787934 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-759d6421-08e0-4744-acae-5f06cb573f53 req-14b1ab34-46c6-4943-a4bf-27f4101e2c06 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=10775e39-1f45-465c-a3cc-d4b40fdcd018&id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1300743 Apr 29 16:19:28.840852 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe7e20-da2c-4d50-b09a-ab2ac67a942c req-582fab56-3439-47b7-95c3-18240b66479d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:19:28.843093 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d5fe7e20-da2c-4d50-b09a-ab2ac67a942c req-582fab56-3439-47b7-95c3-18240b66479d service neutron] 10.222.0.35 "GET /v2.0/networks?id=62577d02-ed52-4423-92db-220c2c50d5a7 HTTP/1.1" status: 200 len: 916 time: 0.1705918 Apr 29 16:19:29.067834 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d5fe7e20-da2c-4d50-b09a-ab2ac67a942c req-feabbe49-4f45-43e5-8f3f-190e9038035d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01e46ee9-1d57-41bb-8be7-1d653c655805 HTTP/1.1" status: 200 len: 1002 time: 0.2113328 Apr 29 16:19:29.145290 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe7e20-da2c-4d50-b09a-ab2ac67a942c req-5c51ac70-1eec-45cf-8bb4-7febf04bf654 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:19:29.146886 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d5fe7e20-da2c-4d50-b09a-ab2ac67a942c req-5c51ac70-1eec-45cf-8bb4-7febf04bf654 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3 HTTP/1.1" status: 200 len: 854 time: 0.0781369 Apr 29 16:19:29.224575 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d5fe7e20-da2c-4d50-b09a-ab2ac67a942c req-d3fa4958-b242-4757-af51-9335c07ca042 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=62577d02-ed52-4423-92db-220c2c50d5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700879 Apr 29 16:19:29.357155 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d5fe7e20-da2c-4d50-b09a-ab2ac67a942c req-e47b68b6-d740-4ba6-9a43-f99f096733e5 service neutron] 10.222.0.35 "GET /v2.0/networks/62577d02-ed52-4423-92db-220c2c50d5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272774 Apr 29 16:19:29.492102 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d5fe7e20-da2c-4d50-b09a-ab2ac67a942c req-81e10509-b829-4aad-862f-83ce728d2be8 service neutron] 10.222.0.35 "GET /v2.0/networks/62577d02-ed52-4423-92db-220c2c50d5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281261 Apr 29 16:19:34.758105 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:19:43.635667 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3aa86659-5875-4b56-9bef-e8e5a80468c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:45.657765 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:45.926591 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f8620a1e-8f96-4515-8483-b7b4d0797fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:47.275370 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:47.492168 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:48.566759 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:51.106428 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1b0cb707-00fc-4e2e-bcdf-3728cb996a36 req-d05b7df6-67e3-4a4e-8421-d469d3ec78c5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1318908 Apr 29 16:19:51.242656 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1b0cb707-00fc-4e2e-bcdf-3728cb996a36 req-1169f9c5-facd-41af-ae3c-81b01110e73e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75a29794389746fc9d8f7eef50f99870&device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 1138 time: 0.0702395 Apr 29 16:19:51.380750 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cb707-00fc-4e2e-bcdf-3728cb996a36 req-aa9fd53d-17f9-4623-b673-c2d4bf1b45de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:19:51.382199 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1b0cb707-00fc-4e2e-bcdf-3728cb996a36 req-aa9fd53d-17f9-4623-b673-c2d4bf1b45de service neutron] 10.222.0.35 "GET /v2.0/networks?id=62577d02-ed52-4423-92db-220c2c50d5a7 HTTP/1.1" status: 200 len: 916 time: 0.1221790 Apr 29 16:19:51.482118 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1b0cb707-00fc-4e2e-bcdf-3728cb996a36 req-d99f185a-35a3-47a1-b6d9-b57fd114925c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01e46ee9-1d57-41bb-8be7-1d653c655805 HTTP/1.1" status: 200 len: 1002 time: 0.0936904 Apr 29 16:19:51.541771 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cb707-00fc-4e2e-bcdf-3728cb996a36 req-44ede5e9-b86b-4a5f-8bcb-5f0f83b4e324 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:19:51.543093 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1b0cb707-00fc-4e2e-bcdf-3728cb996a36 req-44ede5e9-b86b-4a5f-8bcb-5f0f83b4e324 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3 HTTP/1.1" status: 200 len: 854 time: 0.0555015 Apr 29 16:19:51.616455 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1b0cb707-00fc-4e2e-bcdf-3728cb996a36 req-d7b37876-d297-483b-b413-62c216a2ec95 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=62577d02-ed52-4423-92db-220c2c50d5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676129 Apr 29 16:19:51.747984 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1b0cb707-00fc-4e2e-bcdf-3728cb996a36 req-3743b65d-9f69-4b4f-ae9e-84a31de30169 service neutron] 10.222.0.35 "GET /v2.0/networks/62577d02-ed52-4423-92db-220c2c50d5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240602 Apr 29 16:19:51.874825 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1b0cb707-00fc-4e2e-bcdf-3728cb996a36 req-5c2af711-d5cc-4f9e-9b11-bc7c448ade4b service neutron] 10.222.0.35 "GET /v2.0/networks/62577d02-ed52-4423-92db-220c2c50d5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210554 Apr 29 16:20:11.757622 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:20:13.624755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-11b3b22b-8160-4501-9897-6ab61616ac8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:20:15.601158 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:20:15.990145 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b8a1e468-7419-4767-9abc-453f6075dce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:20:17.216258 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5742e28-5281-4686-9c49-da35bcd243ed req-8286fe64-68b2-479a-9f83-15ed38696808 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:20:17.217695 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e5742e28-5281-4686-9c49-da35bcd243ed req-8286fe64-68b2-479a-9f83-15ed38696808 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 985 time: 0.1287031 Apr 29 16:20:17.224276 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-94d12b43-0745-4e91-bd20-7b85c3bd7b84 req-be6a5606-f993-46fd-8e90-2c63ad3f824b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75a29794389746fc9d8f7eef50f99870&device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 1138 time: 0.1006620 Apr 29 16:20:17.258855 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:20:17.442830 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e5742e28-5281-4686-9c49-da35bcd243ed req-29b4242a-1763-42fd-93b4-abee641427c9 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=10775e39-1f45-465c-a3cc-d4b40fdcd018&id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2175782 Apr 29 16:20:17.478620 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d12b43-0745-4e91-bd20-7b85c3bd7b84 req-bfc66c3f-f518-47f2-b2f6-9124b995e495 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:20:17.482904 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-94d12b43-0745-4e91-bd20-7b85c3bd7b84 req-bfc66c3f-f518-47f2-b2f6-9124b995e495 service neutron] 10.222.0.35 "GET /v2.0/networks?id=62577d02-ed52-4423-92db-220c2c50d5a7 HTTP/1.1" status: 200 len: 916 time: 0.2417448 Apr 29 16:20:17.493034 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:20:17.584723 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-94d12b43-0745-4e91-bd20-7b85c3bd7b84 req-f1008759-bb54-4fc5-a201-459fee77721f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01e46ee9-1d57-41bb-8be7-1d653c655805 HTTP/1.1" status: 200 len: 1002 time: 0.0972173 Apr 29 16:20:17.646113 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d12b43-0745-4e91-bd20-7b85c3bd7b84 req-64a35e93-c643-4381-8940-a746a4f8c2e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:20:17.647508 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-94d12b43-0745-4e91-bd20-7b85c3bd7b84 req-64a35e93-c643-4381-8940-a746a4f8c2e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3 HTTP/1.1" status: 200 len: 854 time: 0.0558715 Apr 29 16:20:17.735470 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-94d12b43-0745-4e91-bd20-7b85c3bd7b84 req-f4bb5498-4552-4842-952f-d281b5a142b2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=62577d02-ed52-4423-92db-220c2c50d5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818157 Apr 29 16:20:17.865755 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-94d12b43-0745-4e91-bd20-7b85c3bd7b84 req-91caf739-bf5b-41ee-85c9-82c30c1c2f8c service neutron] 10.222.0.35 "GET /v2.0/networks/62577d02-ed52-4423-92db-220c2c50d5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239119 Apr 29 16:20:17.995278 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-94d12b43-0745-4e91-bd20-7b85c3bd7b84 req-3ebf7293-e13d-42a8-990e-e59c3a5fff7e service neutron] 10.222.0.35 "GET /v2.0/networks/62577d02-ed52-4423-92db-220c2c50d5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233072 Apr 29 16:20:18.539700 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:20:18.784155 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30250f-693b-4772-984d-5f2f2dab2601 req-3dd29776-d760-4d80-89b4-c223a8c2558c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:20:18.785616 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5c30250f-693b-4772-984d-5f2f2dab2601 req-3dd29776-d760-4d80-89b4-c223a8c2558c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 985 time: 0.2174506 Apr 29 16:20:18.832815 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5c30250f-693b-4772-984d-5f2f2dab2601 req-3ecc4e03-535f-4410-b33e-0f1b37743adc tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=10775e39-1f45-465c-a3cc-d4b40fdcd018&id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413983 Apr 29 16:20:20.028755 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b72a83-4d3b-48cb-bffc-166110b3e84a req-adb24931-c8fa-4c7d-9c80-6839714e9abf tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:20:20.030262 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f1b72a83-4d3b-48cb-bffc-166110b3e84a req-adb24931-c8fa-4c7d-9c80-6839714e9abf tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 985 time: 0.0761023 Apr 29 16:20:20.080344 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f1b72a83-4d3b-48cb-bffc-166110b3e84a req-51b4839a-c60b-4099-92f6-0d334b66f0d5 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=10775e39-1f45-465c-a3cc-d4b40fdcd018&id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444036 Apr 29 16:20:21.274287 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15c373-54ba-4959-a19a-e0b0c1d80ed6 req-91f10f3f-ef02-4870-9edd-4ac25099a7be tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:20:21.275738 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7a15c373-54ba-4959-a19a-e0b0c1d80ed6 req-91f10f3f-ef02-4870-9edd-4ac25099a7be tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 985 time: 0.0748649 Apr 29 16:20:21.321261 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7a15c373-54ba-4959-a19a-e0b0c1d80ed6 req-c2f3fb3b-5e39-4680-a5e5-d8e19437a8c6 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=10775e39-1f45-465c-a3cc-d4b40fdcd018&id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394139 Apr 29 16:20:22.521412 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5068e5-a2e5-42a1-a56a-96975fc9cce2 req-c0bab7b8-dc23-438b-b44b-6bc8abcc6b5f tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:20:22.522861 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c5068e5-a2e5-42a1-a56a-96975fc9cce2 req-c0bab7b8-dc23-438b-b44b-6bc8abcc6b5f tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 985 time: 0.0813134 Apr 29 16:20:22.568316 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c5068e5-a2e5-42a1-a56a-96975fc9cce2 req-be697678-cf55-4faf-b599-5af8d1f0f297 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=10775e39-1f45-465c-a3cc-d4b40fdcd018&id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400064 Apr 29 16:20:23.768697 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29089be9-b97c-4578-81f6-1dbe2a9cb760 req-b65a7c44-d756-4aed-b554-2e3b1c0022d8 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:20:23.770459 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-29089be9-b97c-4578-81f6-1dbe2a9cb760 req-b65a7c44-d756-4aed-b554-2e3b1c0022d8 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 985 time: 0.0811327 Apr 29 16:20:23.818226 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-29089be9-b97c-4578-81f6-1dbe2a9cb760 req-1a675600-a0dd-496b-9a5c-2adae418832d tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=10775e39-1f45-465c-a3cc-d4b40fdcd018&id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420704 Apr 29 16:20:25.016154 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96191d-02bc-4240-8970-a94b0175f13c req-e21dd1a7-5682-4ac5-b3f3-8e5851ccfe16 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:20:25.017795 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cb96191d-02bc-4240-8970-a94b0175f13c req-e21dd1a7-5682-4ac5-b3f3-8e5851ccfe16 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 985 time: 0.0827551 Apr 29 16:20:25.066286 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cb96191d-02bc-4240-8970-a94b0175f13c req-aff2fabd-6ded-4629-854d-907e80ee265e tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=10775e39-1f45-465c-a3cc-d4b40fdcd018&id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428421 Apr 29 16:20:26.259533 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b94fd-4afb-45f2-b4e5-44ec10c38ed9 req-09e250a9-f5c2-4dee-b410-1400e5014de0 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:20:26.260980 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-047b94fd-4afb-45f2-b4e5-44ec10c38ed9 req-09e250a9-f5c2-4dee-b410-1400e5014de0 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 985 time: 0.0758164 Apr 29 16:20:26.308441 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-047b94fd-4afb-45f2-b4e5-44ec10c38ed9 req-f25f6466-07eb-443d-a482-cfa9f256d60c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=10775e39-1f45-465c-a3cc-d4b40fdcd018&id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401933 Apr 29 16:20:27.511279 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b989bb3-7392-482e-90f8-8cb795476fad req-aef183ac-e9e4-4af6-963b-d9ca1fcade70 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:20:27.512704 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2b989bb3-7392-482e-90f8-8cb795476fad req-aef183ac-e9e4-4af6-963b-d9ca1fcade70 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 985 time: 0.0777695 Apr 29 16:20:27.559782 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2b989bb3-7392-482e-90f8-8cb795476fad req-343c89bd-f122-4e2f-8686-2ff89dbcfea0 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=10775e39-1f45-465c-a3cc-d4b40fdcd018&id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411472 Apr 29 16:20:28.769657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280b3b6-63ab-4763-9874-a5189947b799 req-99d31594-9aee-4287-b07a-5fb50f4ab5d8 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:20:28.771132 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1280b3b6-63ab-4763-9874-a5189947b799 req-99d31594-9aee-4287-b07a-5fb50f4ab5d8 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 985 time: 0.0756941 Apr 29 16:20:28.822611 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1280b3b6-63ab-4763-9874-a5189947b799 req-7fa5871a-10d1-4b59-b46c-7af8e493ac92 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=10775e39-1f45-465c-a3cc-d4b40fdcd018&id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457807 Apr 29 16:20:30.018367 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6c46a-b482-4d19-be51-d01228eb015c req-cac03db8-5a63-4de6-9c22-efb3bfdbc2ef tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:20:30.019724 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a9b6c46a-b482-4d19-be51-d01228eb015c req-cac03db8-5a63-4de6-9c22-efb3bfdbc2ef tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 985 time: 0.0762177 Apr 29 16:20:30.066165 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a9b6c46a-b482-4d19-be51-d01228eb015c req-bfc12e95-e2d0-4507-993f-56d634e43e31 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=10775e39-1f45-465c-a3cc-d4b40fdcd018&id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409055 Apr 29 16:20:43.625838 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f2b1e4e7-b3bf-4658-9242-5a523e70bc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:20:45.596616 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:20:45.917030 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6b207740-0263-4f8c-a606-c08e007951dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:20:47.311573 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:20:47.499613 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:20:48.562786 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:20:48.758357 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:20:51.023853 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-493fdfc8-79b9-4601-b65e-99851c29dd30 req-7264d685-3d5f-4e58-9c9f-ab2ee5351b99 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685141 Apr 29 16:20:51.156780 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-493fdfc8-79b9-4601-b65e-99851c29dd30 req-5f24c67b-9c63-46c0-ab42-8c03f7682b34 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75a29794389746fc9d8f7eef50f99870&device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 1138 time: 0.0674212 Apr 29 16:20:51.374915 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fdfc8-79b9-4601-b65e-99851c29dd30 req-0333c245-ca0b-414a-a585-cb29bfe716a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:20:51.376955 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-493fdfc8-79b9-4601-b65e-99851c29dd30 req-0333c245-ca0b-414a-a585-cb29bfe716a4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=62577d02-ed52-4423-92db-220c2c50d5a7 HTTP/1.1" status: 200 len: 916 time: 0.2020547 Apr 29 16:20:51.476019 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-493fdfc8-79b9-4601-b65e-99851c29dd30 req-1f8b25de-012d-4f78-ae2d-4ad3f99e8419 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01e46ee9-1d57-41bb-8be7-1d653c655805 HTTP/1.1" status: 200 len: 1002 time: 0.0930119 Apr 29 16:20:51.535609 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fdfc8-79b9-4601-b65e-99851c29dd30 req-37b43ed1-8158-4a88-8ef6-3dfde6475026 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:20:51.536954 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-493fdfc8-79b9-4601-b65e-99851c29dd30 req-37b43ed1-8158-4a88-8ef6-3dfde6475026 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3 HTTP/1.1" status: 200 len: 854 time: 0.0551710 Apr 29 16:20:51.610419 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-493fdfc8-79b9-4601-b65e-99851c29dd30 req-eac7f735-159f-4ceb-9a4e-7e32de0b9c8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=62577d02-ed52-4423-92db-220c2c50d5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678613 Apr 29 16:20:51.738212 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-493fdfc8-79b9-4601-b65e-99851c29dd30 req-9e9d8385-f453-4bd1-805a-2ac930c0a826 service neutron] 10.222.0.35 "GET /v2.0/networks/62577d02-ed52-4423-92db-220c2c50d5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214385 Apr 29 16:20:51.866827 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-493fdfc8-79b9-4601-b65e-99851c29dd30 req-84b34929-ac17-4ecd-bf7a-770371999bfb service neutron] 10.222.0.35 "GET /v2.0/networks/62577d02-ed52-4423-92db-220c2c50d5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224673 Apr 29 16:21:13.615498 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8250cbe4-2905-490d-af98-300ed1f46d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:15.615083 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:15.900891 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cc4f0485-5237-4199-b2d0-1e68bc617dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:17.283282 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:17.506426 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:18.552205 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:25.759048 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:21:25.796347 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-65be8205-3408-4b7a-8b36-9bb5c8878b2c req-4b2d8198-e8c6-4dd5-b44c-5278d1b3562a tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1973427140&fields=id&tenant_id=75a29794389746fc9d8f7eef50f99870 HTTP/1.1" status: 200 len: 267 time: 0.0465679 Apr 29 16:21:25.876183 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be8205-3408-4b7a-8b36-9bb5c8878b2c req-defacc06-c64a-4cd6-a4c7-450e854680b8 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:21:25.877597 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-65be8205-3408-4b7a-8b36-9bb5c8878b2c req-defacc06-c64a-4cd6-a4c7-450e854680b8 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 985 time: 0.0762734 Apr 29 16:21:25.888526 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-65be8205-3408-4b7a-8b36-9bb5c8878b2c req-1cd5f6d6-d448-4a05-9bee-d64e94c46c0f tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Request body: {'port': {'security_groups': ['5a3e56c8-db8f-447b-97a3-41fa2e068ea1']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:21:26.003803 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-65be8205-3408-4b7a-8b36-9bb5c8878b2c req-1cd5f6d6-d448-4a05-9bee-d64e94c46c0f tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:26.257010 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-65be8205-3408-4b7a-8b36-9bb5c8878b2c req-1cd5f6d6-d448-4a05-9bee-d64e94c46c0f tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] For port 01e46ee9-1d57-41bb-8be7-1d653c655805, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=01e46ee9-1d57-41bb-8be7-1d653c655805,segment=NetworkSegment(2b80c8e6-83e5-4f27-9340-faa23c6c0b0c),segment_id=2b80c8e6-83e5-4f27-9340-faa23c6c0b0c)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:21:26.280998 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-65be8205-3408-4b7a-8b36-9bb5c8878b2c req-1cd5f6d6-d448-4a05-9bee-d64e94c46c0f tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:26.335269 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-65be8205-3408-4b7a-8b36-9bb5c8878b2c req-1cd5f6d6-d448-4a05-9bee-d64e94c46c0f tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:26.347597 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['01e46ee9-1d57-41bb-8be7-1d653c655805'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:21:26.405109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be8205-3408-4b7a-8b36-9bb5c8878b2c req-1cd5f6d6-d448-4a05-9bee-d64e94c46c0f tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:21:26.405706 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-65be8205-3408-4b7a-8b36-9bb5c8878b2c req-1cd5f6d6-d448-4a05-9bee-d64e94c46c0f tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:26.407115 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-65be8205-3408-4b7a-8b36-9bb5c8878b2c req-1cd5f6d6-d448-4a05-9bee-d64e94c46c0f tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "PUT /v2.0/ports/01e46ee9-1d57-41bb-8be7-1d653c655805 HTTP/1.1" status: 200 len: 943 time: 0.5229211 Apr 29 16:21:26.407563 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e41549-da85-403d-8c3c-a58804548551', 'tag': '01e46ee9-1d57-41bb-8be7-1d653c655805'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:21:26.415605 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37046) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:21:26.464112 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5f6d6-d448-4a05-9bee-d64e94c46c0f tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Pushing event updated for resources: {'Port': ['ID=01e46ee9-1d57-41bb-8be7-1d653c655805,revision_number=7']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:26.477589 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['01e46ee9-1d57-41bb-8be7-1d653c655805'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:21:26.486740 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd5f6d6-d448-4a05-9bee-d64e94c46c0f tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:21:26.487094 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd5f6d6-d448-4a05-9bee-d64e94c46c0f tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:21:26.487426 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd5f6d6-d448-4a05-9bee-d64e94c46c0f tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:21:26.487755 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd5f6d6-d448-4a05-9bee-d64e94c46c0f tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:21:26.488082 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd5f6d6-d448-4a05-9bee-d64e94c46c0f tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:21:26.488407 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd5f6d6-d448-4a05-9bee-d64e94c46c0f tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:21:26.488810 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd5f6d6-d448-4a05-9bee-d64e94c46c0f tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:21:26.490336 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd5f6d6-d448-4a05-9bee-d64e94c46c0f tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:21:26.490824 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd5f6d6-d448-4a05-9bee-d64e94c46c0f tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:21:26.491185 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd5f6d6-d448-4a05-9bee-d64e94c46c0f tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:21:26.494962 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd5f6d6-d448-4a05-9bee-d64e94c46c0f tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:21:26.510314 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc5b6b3-bfcc-4938-9fc4-1f72b10975e6'] response: {'name': 'network-changed', 'server_uuid': 'f1e41549-da85-403d-8c3c-a58804548551', 'tag': '01e46ee9-1d57-41bb-8be7-1d653c655805', 'status': 'completed', 'code': 200} Apr 29 16:21:26.576004 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10d595cb-842b-4c43-ab34-e9811d35c99e tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:26.620448 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10d595cb-842b-4c43-ab34-e9811d35c99e tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:26.646292 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cb1655c7-6761-447e-af26-389dfcb20b4e req-6e4ef7c1-99e9-4547-a02f-1f717653b04d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75a29794389746fc9d8f7eef50f99870&device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 1099 time: 0.1348474 Apr 29 16:21:26.681275 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-af68eb5e-60e5-476a-a76d-05ba5f1451b8 None None] Provisioning complete for port 01e46ee9-1d57-41bb-8be7-1d653c655805 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:21:26.681275 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-af68eb5e-60e5-476a-a76d-05ba5f1451b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:26.789788 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1655c7-6761-447e-af26-389dfcb20b4e req-7f1ad051-2ae1-4799-9625-bb740dbb2ef5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:21:26.791219 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cb1655c7-6761-447e-af26-389dfcb20b4e req-7f1ad051-2ae1-4799-9625-bb740dbb2ef5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=62577d02-ed52-4423-92db-220c2c50d5a7 HTTP/1.1" status: 200 len: 916 time: 0.1350160 Apr 29 16:21:26.853773 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10d595cb-842b-4c43-ab34-e9811d35c99e tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:26.887872 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d595cb-842b-4c43-ab34-e9811d35c99e tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10775e39-1f45-465c-a3cc-d4b40fdcd018,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:26.902789 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-10d595cb-842b-4c43-ab34-e9811d35c99e tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:26.903903 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-10d595cb-842b-4c43-ab34-e9811d35c99e tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "DELETE /v2.0/security-groups/10775e39-1f45-465c-a3cc-d4b40fdcd018 HTTP/1.1" status: 204 len: 168 time: 0.4877956 Apr 29 16:21:26.906848 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 37050) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:21:26.919961 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cb1655c7-6761-447e-af26-389dfcb20b4e req-6089f6f9-4734-43bb-88cd-47b22633123c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01e46ee9-1d57-41bb-8be7-1d653c655805 HTTP/1.1" status: 200 len: 1002 time: 0.1215949 Apr 29 16:21:27.076589 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1655c7-6761-447e-af26-389dfcb20b4e req-423bb498-3a8e-4130-848e-fbbdb52d2c51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:21:27.077916 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cb1655c7-6761-447e-af26-389dfcb20b4e req-423bb498-3a8e-4130-848e-fbbdb52d2c51 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3 HTTP/1.1" status: 200 len: 854 time: 0.1519687 Apr 29 16:21:27.112018 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-aba40de8-1d81-4b9b-bd6a-d613b3d3f758 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Deleting port c3906f0c-c86b-45af-9cce-de8050b2bc9e {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:21:27.112361 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aba40de8-1d81-4b9b-bd6a-d613b3d3f758 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:27.151188 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cb1655c7-6761-447e-af26-389dfcb20b4e req-29486391-1319-43fe-b86c-94d7a21623c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=62577d02-ed52-4423-92db-220c2c50d5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671606 Apr 29 16:21:27.279132 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aba40de8-1d81-4b9b-bd6a-d613b3d3f758 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:27.279452 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aba40de8-1d81-4b9b-bd6a-d613b3d3f758 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:27.281123 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cb1655c7-6761-447e-af26-389dfcb20b4e req-540ee17d-c125-45f1-bd1d-b70b58488c39 service neutron] 10.222.0.35 "GET /v2.0/networks/62577d02-ed52-4423-92db-220c2c50d5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234913 Apr 29 16:21:27.402397 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-aba40de8-1d81-4b9b-bd6a-d613b3d3f758 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Calling delete_port for c3906f0c-c86b-45af-9cce-de8050b2bc9e owned by network:floatingip {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:21:27.411257 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cb1655c7-6761-447e-af26-389dfcb20b4e req-e4afa9c8-6957-44ed-b979-ac4d90e94b9e service neutron] 10.222.0.35 "GET /v2.0/networks/62577d02-ed52-4423-92db-220c2c50d5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238544 Apr 29 16:21:27.598957 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aba40de8-1d81-4b9b-bd6a-d613b3d3f758 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:27.644512 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba40de8-1d81-4b9b-bd6a-d613b3d3f758 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Pushing event deleted for resources: {'Port': ['ID=c3906f0c-c86b-45af-9cce-de8050b2bc9e,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:27.683783 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba40de8-1d81-4b9b-bd6a-d613b3d3f758 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:21:27.684816 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba40de8-1d81-4b9b-bd6a-d613b3d3f758 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:21:27.684816 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba40de8-1d81-4b9b-bd6a-d613b3d3f758 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:21:27.684816 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba40de8-1d81-4b9b-bd6a-d613b3d3f758 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:21:27.685100 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba40de8-1d81-4b9b-bd6a-d613b3d3f758 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:21:27.685408 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba40de8-1d81-4b9b-bd6a-d613b3d3f758 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:21:27.685733 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba40de8-1d81-4b9b-bd6a-d613b3d3f758 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:21:27.686056 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba40de8-1d81-4b9b-bd6a-d613b3d3f758 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:21:27.686377 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba40de8-1d81-4b9b-bd6a-d613b3d3f758 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:21:27.686725 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba40de8-1d81-4b9b-bd6a-d613b3d3f758 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:21:27.687047 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba40de8-1d81-4b9b-bd6a-d613b3d3f758 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:21:27.746283 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aba40de8-1d81-4b9b-bd6a-d613b3d3f758 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks [] for floatingip, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:28.136000 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba40de8-1d81-4b9b-bd6a-d613b3d3f758 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Router 2cf8c8a5-791a-4b34-b3a5-ed235751b5e7 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:21:28.413654 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba40de8-1d81-4b9b-bd6a-d613b3d3f758 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:21:28.423023 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd99b3ad-1b8f-450c-b188-40fdf2241488 None None] Sync routers for ids ['2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:21:28.436325 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd99b3ad-1b8f-450c-b188-40fdf2241488 None None] Routers {'2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:21:28.436929 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-fd99b3ad-1b8f-450c-b188-40fdf2241488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:21:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:21:28.535095 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-aba40de8-1d81-4b9b-bd6a-d613b3d3f758 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:28.591715 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-aba40de8-1d81-4b9b-bd6a-d613b3d3f758 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "DELETE /v2.0/floatingips/6cf32114-098f-45f8-8f55-949fc06c3598 HTTP/1.1" status: 204 len: 168 time: 1.6824565 Apr 29 16:21:28.592378 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e41549-da85-403d-8c3c-a58804548551', 'tag': '01e46ee9-1d57-41bb-8be7-1d653c655805'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:21:28.613486 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-fd99b3ad-1b8f-450c-b188-40fdf2241488 None None] Set router 2cf8c8a5-791a-4b34-b3a5-ed235751b5e7 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:21:28.740335 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e677ffe-ee8d-4999-845d-fa900ecdf35c'] response: {'name': 'network-changed', 'server_uuid': 'f1e41549-da85-403d-8c3c-a58804548551', 'tag': '01e46ee9-1d57-41bb-8be7-1d653c655805', 'status': 'completed', 'code': 200} Apr 29 16:21:28.844236 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a3dacd83-7aa1-4a03-9cc3-bc70db82bc53 req-e167913c-3f78-4809-b87b-8633ed1c578d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75a29794389746fc9d8f7eef50f99870&device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 1099 time: 0.0822213 Apr 29 16:21:28.992724 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dacd83-7aa1-4a03-9cc3-bc70db82bc53 req-27450ee2-340b-4792-80eb-d7d564c270de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:21:28.994276 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a3dacd83-7aa1-4a03-9cc3-bc70db82bc53 req-27450ee2-340b-4792-80eb-d7d564c270de service neutron] 10.222.0.35 "GET /v2.0/networks?id=62577d02-ed52-4423-92db-220c2c50d5a7 HTTP/1.1" status: 200 len: 916 time: 0.1436434 Apr 29 16:21:28.999021 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-fd99b3ad-1b8f-450c-b188-40fdf2241488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'name': 'tempest-TestMinimumBasicScenario-1256700956-router', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:18:20Z', 'updated_at': '2022-04-29T16:18:24Z', 'revision_number': 4, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'gw_port': {'id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:21Z', 'updated_at': '2022-04-29T16:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'cfed6dd5-7d9e-4fec-b961-6b972881f6a9', 'name': '', 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'mac_address': 'fa:16:3e:30:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:23Z', 'updated_at': '2022-04-29T16:18:33Z', 'revision_number': 5, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'subnets': [{'id': '4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:21:29.003293 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd99b3ad-1b8f-450c-b188-40fdf2241488 None None] Checking router: 2cf8c8a5-791a-4b34-b3a5-ed235751b5e7 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:21:29.019286 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd99b3ad-1b8f-450c-b188-40fdf2241488 None None] Routers {'2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:21:29.019896 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-fd99b3ad-1b8f-450c-b188-40fdf2241488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:21:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:21:29.066412 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a3dacd83-7aa1-4a03-9cc3-bc70db82bc53 req-1e4f09d9-68ca-446a-b8bf-50a903927c5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01e46ee9-1d57-41bb-8be7-1d653c655805 HTTP/1.1" status: 200 len: 217 time: 0.0661459 Apr 29 16:21:29.135317 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dacd83-7aa1-4a03-9cc3-bc70db82bc53 req-cd495c71-643c-4204-8597-f361bb2ee280 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:21:29.136623 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a3dacd83-7aa1-4a03-9cc3-bc70db82bc53 req-cd495c71-643c-4204-8597-f361bb2ee280 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3 HTTP/1.1" status: 200 len: 854 time: 0.0652056 Apr 29 16:21:29.231253 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a3dacd83-7aa1-4a03-9cc3-bc70db82bc53 req-3675d0cf-9ab6-4703-98a1-d124912888fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=62577d02-ed52-4423-92db-220c2c50d5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0886240 Apr 29 16:21:29.280039 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-fd99b3ad-1b8f-450c-b188-40fdf2241488 None None] Set router 2cf8c8a5-791a-4b34-b3a5-ed235751b5e7 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:21:29.401438 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a3dacd83-7aa1-4a03-9cc3-bc70db82bc53 req-1544f098-b951-4405-a302-3f8b3225ae93 service neutron] 10.222.0.35 "GET /v2.0/networks/62577d02-ed52-4423-92db-220c2c50d5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576476 Apr 29 16:21:29.568333 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a3dacd83-7aa1-4a03-9cc3-bc70db82bc53 req-53e65382-d25b-497a-8a87-ebfa861a8ec2 service neutron] 10.222.0.35 "GET /v2.0/networks/62577d02-ed52-4423-92db-220c2c50d5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583281 Apr 29 16:21:29.644344 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-fd99b3ad-1b8f-450c-b188-40fdf2241488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'name': 'tempest-TestMinimumBasicScenario-1256700956-router', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:18:20Z', 'updated_at': '2022-04-29T16:18:24Z', 'revision_number': 4, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'gw_port': {'id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:21Z', 'updated_at': '2022-04-29T16:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'cfed6dd5-7d9e-4fec-b961-6b972881f6a9', 'name': '', 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'mac_address': 'fa:16:3e:30:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:23Z', 'updated_at': '2022-04-29T16:18:33Z', 'revision_number': 5, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'subnets': [{'id': '4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:21:29.649761 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd99b3ad-1b8f-450c-b188-40fdf2241488 None None] The sync data for ids ['2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'] in dv-neutron-839913-1-hyperv is: [{'id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'name': 'tempest-TestMinimumBasicScenario-1256700956-router', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:18:20Z', 'updated_at': '2022-04-29T16:18:24Z', 'revision_number': 4, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'gw_port': {'id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:21Z', 'updated_at': '2022-04-29T16:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'cfed6dd5-7d9e-4fec-b961-6b972881f6a9', 'name': '', 'network_id': '62577d02-ed52-4423-92db-220c2c50d5a7', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'mac_address': 'fa:16:3e:30:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:23Z', 'updated_at': '2022-04-29T16:18:33Z', 'revision_number': 5, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'subnets': [{'id': '4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:21:29.888151 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54211b4f-924d-4f01-9b41-4d3fb73ee5e1 None None] New status for floating IP 6cf32114-098f-45f8-8f55-949fc06c3598: DOWN {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:21:34.694231 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876427b-ec42-4639-b006-410469fbd18b req-6fcf5d30-fb77-455e-8949-81f40b77b36b tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:21:34.695689 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2876427b-ec42-4639-b006-410469fbd18b req-6fcf5d30-fb77-455e-8949-81f40b77b36b tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 946 time: 0.0779383 Apr 29 16:21:34.744824 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-2876427b-ec42-4639-b006-410469fbd18b req-c1effdb8-7e05-4bd7-a142-a4b3e0cb3166 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Synchronizing usage tracker for tenant:75a29794389746fc9d8f7eef50f99870 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:21:34.827188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-2876427b-ec42-4639-b006-410469fbd18b req-c1effdb8-7e05-4bd7-a142-a4b3e0cb3166 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Unset dirty status for tenant:75a29794389746fc9d8f7eef50f99870 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:21:34.828265 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2876427b-ec42-4639-b006-410469fbd18b req-c1effdb8-7e05-4bd7-a142-a4b3e0cb3166 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270127 Apr 29 16:21:36.028948 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6534e-6106-45e8-84a2-67ec96c46550 req-dae418de-ea2b-4922-95c9-cfa34aa7ad1c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:21:36.030297 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6fa6534e-6106-45e8-84a2-67ec96c46550 req-dae418de-ea2b-4922-95c9-cfa34aa7ad1c tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 946 time: 0.0752437 Apr 29 16:21:36.075002 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6fa6534e-6106-45e8-84a2-67ec96c46550 req-cb495614-3113-45df-9d2a-e1e92f34074a tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a3e56c8-db8f-447b-97a3-41fa2e068ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392492 Apr 29 16:21:36.524730 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4c933-c13c-45e7-bfcc-acb8eebfcdd9 req-3ea3a828-3baa-4a74-8e07-45805c3e3bf2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:21:36.526114 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5cc4c933-c13c-45e7-bfcc-acb8eebfcdd9 req-3ea3a828-3baa-4a74-8e07-45805c3e3bf2 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 946 time: 0.0770183 Apr 29 16:21:36.592444 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-5cc4c933-c13c-45e7-bfcc-acb8eebfcdd9 req-9dd83ecd-694d-4df7-8b66-ad95cf32e566 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Deleting port 01e46ee9-1d57-41bb-8be7-1d653c655805 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:21:36.592783 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-5cc4c933-c13c-45e7-bfcc-acb8eebfcdd9 req-9dd83ecd-694d-4df7-8b66-ad95cf32e566 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:36.913791 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-5cc4c933-c13c-45e7-bfcc-acb8eebfcdd9 req-9dd83ecd-694d-4df7-8b66-ad95cf32e566 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] For port 01e46ee9-1d57-41bb-8be7-1d653c655805, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=01e46ee9-1d57-41bb-8be7-1d653c655805,segment=NetworkSegment(2b80c8e6-83e5-4f27-9340-faa23c6c0b0c),segment_id=2b80c8e6-83e5-4f27-9340-faa23c6c0b0c)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:21:36.914139 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-5cc4c933-c13c-45e7-bfcc-acb8eebfcdd9 req-9dd83ecd-694d-4df7-8b66-ad95cf32e566 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:37.028760 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-5cc4c933-c13c-45e7-bfcc-acb8eebfcdd9 req-9dd83ecd-694d-4df7-8b66-ad95cf32e566 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Calling delete_port for 01e46ee9-1d57-41bb-8be7-1d653c655805 owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:21:37.228085 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-5cc4c933-c13c-45e7-bfcc-acb8eebfcdd9 req-9dd83ecd-694d-4df7-8b66-ad95cf32e566 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:37.238242 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c12a38a8-33a8-46e9-b8ed-c7376b414fba req-5c6030c9-0089-4069-b88e-22ea5c76cea1 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1e41549-da85-403d-8c3c-a58804548551 HTTP/1.1" status: 200 len: 210 time: 0.0436769 Apr 29 16:21:37.241230 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['01e46ee9-1d57-41bb-8be7-1d653c655805'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:21:37.280341 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd83ecd-694d-4df7-8b66-ad95cf32e566 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Pushing event deleted for resources: {'Port': ['ID=01e46ee9-1d57-41bb-8be7-1d653c655805,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:37.354793 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc4c933-c13c-45e7-bfcc-acb8eebfcdd9 req-9dd83ecd-694d-4df7-8b66-ad95cf32e566 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] No DVR routers for this DVR port 01e46ee9-1d57-41bb-8be7-1d653c655805 on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:21:37.357136 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-5cc4c933-c13c-45e7-bfcc-acb8eebfcdd9 req-9dd83ecd-694d-4df7-8b66-ad95cf32e566 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:37.359522 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e41549-da85-403d-8c3c-a58804548551', 'name': 'network-vif-deleted', 'tag': '01e46ee9-1d57-41bb-8be7-1d653c655805'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:21:37.370967 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5cc4c933-c13c-45e7-bfcc-acb8eebfcdd9 req-9dd83ecd-694d-4df7-8b66-ad95cf32e566 tempest-TestMinimumBasicScenario-61213674 tempest-TestMinimumBasicScenario-61213674-project] 10.222.0.35 "DELETE /v2.0/ports/01e46ee9-1d57-41bb-8be7-1d653c655805 HTTP/1.1" status: 204 len: 173 time: 0.8387203 Apr 29 16:21:37.416398 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ff679b7-2759-4591-ae3c-7b16ab7841b9'] response: {'server_uuid': 'f1e41549-da85-403d-8c3c-a58804548551', 'name': 'network-vif-deleted', 'tag': '01e46ee9-1d57-41bb-8be7-1d653c655805', 'status': 'completed', 'code': 200} Apr 29 16:21:39.494913 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37136) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:21:39.877812 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-39aa41e1-c2ec-4164-b7c6-af6f8c2d5299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:40.446797 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-39aa41e1-c2ec-4164-b7c6-af6f8c2d5299 admin admin] Deleting port cfed6dd5-7d9e-4fec-b961-6b972881f6a9 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:21:40.447127 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-39aa41e1-c2ec-4164-b7c6-af6f8c2d5299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:40.579606 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 01e46ee9-1d57-41bb-8be7-1d653c655805 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:21:40.623969 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 01e46ee9-1d57-41bb-8be7-1d653c655805 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:21:40.624319 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 01e46ee9-1d57-41bb-8be7-1d653c655805 not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:21:40.702163 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-39aa41e1-c2ec-4164-b7c6-af6f8c2d5299 admin admin] For port cfed6dd5-7d9e-4fec-b961-6b972881f6a9, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cfed6dd5-7d9e-4fec-b961-6b972881f6a9,segment=NetworkSegment(2b80c8e6-83e5-4f27-9340-faa23c6c0b0c),segment_id=2b80c8e6-83e5-4f27-9340-faa23c6c0b0c)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:21:40.702761 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-39aa41e1-c2ec-4164-b7c6-af6f8c2d5299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:40.817936 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-39aa41e1-c2ec-4164-b7c6-af6f8c2d5299 admin admin] Calling delete_port for cfed6dd5-7d9e-4fec-b961-6b972881f6a9 owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:21:41.038985 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-39aa41e1-c2ec-4164-b7c6-af6f8c2d5299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:41.082580 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa41e1-c2ec-4164-b7c6-af6f8c2d5299 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfed6dd5-7d9e-4fec-b961-6b972881f6a9,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:41.386435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-39aa41e1-c2ec-4164-b7c6-af6f8c2d5299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:41.966672 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39aa41e1-c2ec-4164-b7c6-af6f8c2d5299 admin admin] Router 2cf8c8a5-791a-4b34-b3a5-ed235751b5e7 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:21:42.253637 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39aa41e1-c2ec-4164-b7c6-af6f8c2d5299 admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:21:42.262387 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e9212e-5a04-48d4-a8d7-80e183351d06 None None] Sync routers for ids ['2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:21:42.266696 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-39aa41e1-c2ec-4164-b7c6-af6f8c2d5299 admin admin] 10.222.0.21 "PUT /v2.0/routers/2cf8c8a5-791a-4b34-b3a5-ed235751b5e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7707076 Apr 29 16:21:42.269135 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37142) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:21:42.274112 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e9212e-5a04-48d4-a8d7-80e183351d06 None None] Routers {'2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:21:42.274751 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-13e9212e-5a04-48d4-a8d7-80e183351d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:21:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:21:42.446784 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-13e9212e-5a04-48d4-a8d7-80e183351d06 None None] Set router 2cf8c8a5-791a-4b34-b3a5-ed235751b5e7 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:21:42.465257 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-230b46b4-5241-4e23-b9a0-a3b50523936f admin admin] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:42.656219 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-230b46b4-5241-4e23-b9a0-a3b50523936f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:42.729806 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-13e9212e-5a04-48d4-a8d7-80e183351d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'name': 'tempest-TestMinimumBasicScenario-1256700956-router', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:18:20Z', 'updated_at': '2022-04-29T16:21:40Z', 'revision_number': 5, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'gw_port': {'id': 'c4df365a-ff3b-45a0-a5cb-65bcdeb351a2', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:21Z', 'updated_at': '2022-04-29T16:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:21:42.733590 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e9212e-5a04-48d4-a8d7-80e183351d06 None None] Checking router: 2cf8c8a5-791a-4b34-b3a5-ed235751b5e7 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:21:42.735792 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-230b46b4-5241-4e23-b9a0-a3b50523936f admin admin] Deleting port c4df365a-ff3b-45a0-a5cb-65bcdeb351a2 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:21:42.736188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-230b46b4-5241-4e23-b9a0-a3b50523936f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:42.744388 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e9212e-5a04-48d4-a8d7-80e183351d06 None None] Routers {'2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:21:42.744981 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-13e9212e-5a04-48d4-a8d7-80e183351d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:21:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:21:42.911534 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-230b46b4-5241-4e23-b9a0-a3b50523936f admin admin] For port c4df365a-ff3b-45a0-a5cb-65bcdeb351a2, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c4df365a-ff3b-45a0-a5cb-65bcdeb351a2,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:21:42.911831 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-230b46b4-5241-4e23-b9a0-a3b50523936f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:42.914319 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-13e9212e-5a04-48d4-a8d7-80e183351d06 None None] Set router 2cf8c8a5-791a-4b34-b3a5-ed235751b5e7 gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:21:43.014601 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-13e9212e-5a04-48d4-a8d7-80e183351d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'name': 'tempest-TestMinimumBasicScenario-1256700956-router', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:18:20Z', 'updated_at': '2022-04-29T16:21:42Z', 'revision_number': 6, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:21:43.018421 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e9212e-5a04-48d4-a8d7-80e183351d06 None None] The sync data for ids ['2cf8c8a5-791a-4b34-b3a5-ed235751b5e7'] in dv-neutron-839913-1-hyperv is: [{'id': '2cf8c8a5-791a-4b34-b3a5-ed235751b5e7', 'name': 'tempest-TestMinimumBasicScenario-1256700956-router', 'tenant_id': '75a29794389746fc9d8f7eef50f99870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:18:20Z', 'updated_at': '2022-04-29T16:21:42Z', 'revision_number': 6, 'project_id': '75a29794389746fc9d8f7eef50f99870', 'gw_port_host': None}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:21:43.030211 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-230b46b4-5241-4e23-b9a0-a3b50523936f admin admin] Calling delete_port for c4df365a-ff3b-45a0-a5cb-65bcdeb351a2 owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:21:43.261431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-230b46b4-5241-4e23-b9a0-a3b50523936f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:43.304743 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b46b4-5241-4e23-b9a0-a3b50523936f admin admin] Pushing event deleted for resources: {'Port': ['ID=c4df365a-ff3b-45a0-a5cb-65bcdeb351a2,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:43.525265 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-230b46b4-5241-4e23-b9a0-a3b50523936f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:43.610882 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-60a20939-1770-404d-9590-b6ca0bd9188a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:43.873700 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-230b46b4-5241-4e23-b9a0-a3b50523936f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:43.877781 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-230b46b4-5241-4e23-b9a0-a3b50523936f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:43.981216 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-230b46b4-5241-4e23-b9a0-a3b50523936f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:43.981857 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230b46b4-5241-4e23-b9a0-a3b50523936f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cf8c8a5-791a-4b34-b3a5-ed235751b5e7 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 16:21:43.998818 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-230b46b4-5241-4e23-b9a0-a3b50523936f admin admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:44.000366 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-230b46b4-5241-4e23-b9a0-a3b50523936f admin admin] 10.222.0.21 "DELETE /v2.0/routers/2cf8c8a5-791a-4b34-b3a5-ed235751b5e7 HTTP/1.1" status: 204 len: 168 time: 1.7300122 Apr 29 16:21:44.003369 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37146) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:21:44.063176 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed779a5-7630-4f19-801f-729e117b201e admin admin] Deleting subnet 4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 16:21:44.066033 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9ed779a5-7630-4f19-801f-729e117b201e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:44.113926 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9ed779a5-7630-4f19-801f-729e117b201e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:44.191760 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9ed779a5-7630-4f19-801f-729e117b201e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:44.296194 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9ed779a5-7630-4f19-801f-729e117b201e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:44.335560 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed779a5-7630-4f19-801f-729e117b201e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:44.341431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9ed779a5-7630-4f19-801f-729e117b201e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:44.346445 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffad078-b4a5-427c-ad1c-c9b5f3ba4283 None None] Network 62577d02-ed52-4423-92db-220c2c50d5a7 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:21:44.347509 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9ed779a5-7630-4f19-801f-729e117b201e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4c1fe5f0-7a5a-476b-b6f6-16c21b1a3cd3 HTTP/1.1" status: 204 len: 168 time: 0.3429618 Apr 29 16:21:44.350409 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37150) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:21:44.450927 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8bf5-dc31-407c-9933-11679388aef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:44.461494 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c8bf5-dc31-407c-9933-11679388aef3 admin admin] Deleting port 1c3c5107-750c-47a6-928d-37f96e31a163 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:21:44.461916 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8bf5-dc31-407c-9933-11679388aef3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:44.523569 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cfed6dd5-7d9e-4fec-b961-6b972881f6a9 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:21:44.557759 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: cfed6dd5-7d9e-4fec-b961-6b972881f6a9 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:21:44.558097 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cfed6dd5-7d9e-4fec-b961-6b972881f6a9 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:21:44.558518 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c4df365a-ff3b-45a0-a5cb-65bcdeb351a2 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:21:44.592979 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: c4df365a-ff3b-45a0-a5cb-65bcdeb351a2 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:21:44.593234 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c4df365a-ff3b-45a0-a5cb-65bcdeb351a2 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:21:44.667845 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d5e6cf-78b5-4b13-ac42-04ad96fe1fd2 None None] DHCP port deletion for 62577d02-ed52-4423-92db-220c2c50d5a7 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 16:21:44.671933 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d8d5e6cf-78b5-4b13-ac42-04ad96fe1fd2 None None] Deleting port 1c3c5107-750c-47a6-928d-37f96e31a163 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:21:44.672302 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d8d5e6cf-78b5-4b13-ac42-04ad96fe1fd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:44.679367 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-ee2c8bf5-dc31-407c-9933-11679388aef3 admin admin] For port 1c3c5107-750c-47a6-928d-37f96e31a163, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1c3c5107-750c-47a6-928d-37f96e31a163,segment=NetworkSegment(2b80c8e6-83e5-4f27-9340-faa23c6c0b0c),segment_id=2b80c8e6-83e5-4f27-9340-faa23c6c0b0c)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:21:44.679722 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8bf5-dc31-407c-9933-11679388aef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:44.798806 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c8bf5-dc31-407c-9933-11679388aef3 admin admin] Calling delete_port for 1c3c5107-750c-47a6-928d-37f96e31a163 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:21:44.870836 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-d8d5e6cf-78b5-4b13-ac42-04ad96fe1fd2 None None] For port 1c3c5107-750c-47a6-928d-37f96e31a163, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1c3c5107-750c-47a6-928d-37f96e31a163,segment=NetworkSegment(2b80c8e6-83e5-4f27-9340-faa23c6c0b0c),segment_id=2b80c8e6-83e5-4f27-9340-faa23c6c0b0c)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:21:44.871147 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d8d5e6cf-78b5-4b13-ac42-04ad96fe1fd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:44.919004 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8bf5-dc31-407c-9933-11679388aef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:44.962100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c8bf5-dc31-407c-9933-11679388aef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c3c5107-750c-47a6-928d-37f96e31a163,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:44.968156 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c8bf5-dc31-407c-9933-11679388aef3 admin admin] No DVR routers for this DVR port 1c3c5107-750c-47a6-928d-37f96e31a163 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:21:45.029912 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d8d5e6cf-78b5-4b13-ac42-04ad96fe1fd2 None None] Calling delete_port for 1c3c5107-750c-47a6-928d-37f96e31a163 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:21:45.085803 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8bf5-dc31-407c-9933-11679388aef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:45.098026 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-d8d5e6cf-78b5-4b13-ac42-04ad96fe1fd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:21:45.098394 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-d8d5e6cf-78b5-4b13-ac42-04ad96fe1fd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:21:45.111142 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-ee2c8bf5-dc31-407c-9933-11679388aef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62577d02-ed52-4423-92db-220c2c50d5a7']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:21:45.123487 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-ee2c8bf5-dc31-407c-9933-11679388aef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b80c8e6-83e5-4f27-9340-faa23c6c0b0c') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:21:45.123712 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-ee2c8bf5-dc31-407c-9933-11679388aef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b80c8e6-83e5-4f27-9340-faa23c6c0b0c') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:21:45.135905 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8bf5-dc31-407c-9933-11679388aef3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:45.152990 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8bf5-dc31-407c-9933-11679388aef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:45.159095 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2c8bf5-dc31-407c-9933-11679388aef3 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:21:45.159518 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8bf5-dc31-407c-9933-11679388aef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:21:45.172478 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:21:45.428141 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8bf5-dc31-407c-9933-11679388aef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:45.432785 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8bf5-dc31-407c-9933-11679388aef3 admin admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:45.466345 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c8bf5-dc31-407c-9933-11679388aef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=62577d02-ed52-4423-92db-220c2c50d5a7,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:45.519699 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ee2c8bf5-dc31-407c-9933-11679388aef3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/62577d02-ed52-4423-92db-220c2c50d5a7 HTTP/1.1" status: 204 len: 168 time: 1.1680627 Apr 29 16:21:45.527088 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37154) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:21:45.600948 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d8d5e6cf-78b5-4b13-ac42-04ad96fe1fd2 None None] Deleting port 1c3c5107-750c-47a6-928d-37f96e31a163 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:21:45.601357 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d8d5e6cf-78b5-4b13-ac42-04ad96fe1fd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:45.680223 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:45.686630 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d8d5e6cf-78b5-4b13-ac42-04ad96fe1fd2 None None] The port '1c3c5107-750c-47a6-928d-37f96e31a163' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 16:21:45.913533 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9b67e6a9-0c67-48f9-a8a4-e18d4c78f965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:45.960964 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ba4611fc-c392-40e9-a624-04741a789f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:46.518869 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1c3c5107-750c-47a6-928d-37f96e31a163 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:21:46.549755 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ba4611fc-c392-40e9-a624-04741a789f7d admin admin] Deleting port cacd11cd-ccaf-4246-a5d6-87cda5f08843 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:21:46.550335 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ba4611fc-c392-40e9-a624-04741a789f7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:46.551462 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 1c3c5107-750c-47a6-928d-37f96e31a163 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:21:46.551812 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1c3c5107-750c-47a6-928d-37f96e31a163 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:21:46.716802 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-ba4611fc-c392-40e9-a624-04741a789f7d admin admin] For port cacd11cd-ccaf-4246-a5d6-87cda5f08843, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cacd11cd-ccaf-4246-a5d6-87cda5f08843,segment=NetworkSegment(25d144cb-32b8-479f-85e9-d0e2861cf90c),segment_id=25d144cb-32b8-479f-85e9-d0e2861cf90c)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:21:46.717066 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ba4611fc-c392-40e9-a624-04741a789f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:46.834775 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-ba4611fc-c392-40e9-a624-04741a789f7d admin admin] Calling delete_port for cacd11cd-ccaf-4246-a5d6-87cda5f08843 owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:21:47.130423 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ba4611fc-c392-40e9-a624-04741a789f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:47.174796 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4611fc-c392-40e9-a624-04741a789f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=cacd11cd-ccaf-4246-a5d6-87cda5f08843,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:47.262012 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:47.459814 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ba4611fc-c392-40e9-a624-04741a789f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:47.485076 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:48.017187 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4611fc-c392-40e9-a624-04741a789f7d admin admin] Router 750f63d8-5bcd-4835-9b25-07572001fbc1 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:21:48.206839 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4611fc-c392-40e9-a624-04741a789f7d admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:21:48.215434 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaef038-a113-494c-8a73-6c6834b76b92 None None] Sync routers for ids ['750f63d8-5bcd-4835-9b25-07572001fbc1'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:21:48.216078 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ba4611fc-c392-40e9-a624-04741a789f7d admin admin] 10.222.0.21 "PUT /v2.0/routers/750f63d8-5bcd-4835-9b25-07572001fbc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6879041 Apr 29 16:21:48.218594 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37158) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:21:48.228420 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaef038-a113-494c-8a73-6c6834b76b92 None None] Routers {'750f63d8-5bcd-4835-9b25-07572001fbc1'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:21:48.229022 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-5aaef038-a113-494c-8a73-6c6834b76b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:21:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['750f63d8-5bcd-4835-9b25-07572001fbc1'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:21:48.409207 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-5aaef038-a113-494c-8a73-6c6834b76b92 None None] Set router 750f63d8-5bcd-4835-9b25-07572001fbc1 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:21:48.525371 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f64c6aaa-75f8-4bfc-a4e0-03914d757b08 admin admin] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:48.618670 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:48.708506 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-5aaef038-a113-494c-8a73-6c6834b76b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750f63d8-5bcd-4835-9b25-07572001fbc1', 'name': 'tempest-TestMinimumBasicScenario-134674687-router', 'tenant_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': 'ce39dd43-17cf-4496-b86d-625ab676ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:18:28Z', 'updated_at': '2022-04-29T16:21:47Z', 'revision_number': 5, 'project_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'gw_port': {'id': 'ce39dd43-17cf-4496-b86d-625ab676ae7f', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750f63d8-5bcd-4835-9b25-07572001fbc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:28Z', 'updated_at': '2022-04-29T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:21:48.712966 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaef038-a113-494c-8a73-6c6834b76b92 None None] Checking router: 750f63d8-5bcd-4835-9b25-07572001fbc1 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:21:48.721686 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f64c6aaa-75f8-4bfc-a4e0-03914d757b08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:48.723759 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaef038-a113-494c-8a73-6c6834b76b92 None None] Routers {'750f63d8-5bcd-4835-9b25-07572001fbc1'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:21:48.724361 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-5aaef038-a113-494c-8a73-6c6834b76b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:21:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['750f63d8-5bcd-4835-9b25-07572001fbc1'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:21:48.781906 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-f64c6aaa-75f8-4bfc-a4e0-03914d757b08 admin admin] Deleting port ce39dd43-17cf-4496-b86d-625ab676ae7f {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:21:48.782282 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f64c6aaa-75f8-4bfc-a4e0-03914d757b08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:48.906226 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-5aaef038-a113-494c-8a73-6c6834b76b92 None None] Set router 750f63d8-5bcd-4835-9b25-07572001fbc1 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:21:48.957568 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-f64c6aaa-75f8-4bfc-a4e0-03914d757b08 admin admin] For port ce39dd43-17cf-4496-b86d-625ab676ae7f, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=ce39dd43-17cf-4496-b86d-625ab676ae7f,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:21:48.957936 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f64c6aaa-75f8-4bfc-a4e0-03914d757b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:49.077201 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-f64c6aaa-75f8-4bfc-a4e0-03914d757b08 admin admin] Calling delete_port for ce39dd43-17cf-4496-b86d-625ab676ae7f owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:21:49.192505 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-5aaef038-a113-494c-8a73-6c6834b76b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750f63d8-5bcd-4835-9b25-07572001fbc1', 'name': 'tempest-TestMinimumBasicScenario-134674687-router', 'tenant_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': 'ce39dd43-17cf-4496-b86d-625ab676ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:18:28Z', 'updated_at': '2022-04-29T16:21:47Z', 'revision_number': 5, 'project_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'gw_port': {'id': 'ce39dd43-17cf-4496-b86d-625ab676ae7f', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750f63d8-5bcd-4835-9b25-07572001fbc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:28Z', 'updated_at': '2022-04-29T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:21:49.196937 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaef038-a113-494c-8a73-6c6834b76b92 None None] The sync data for ids ['750f63d8-5bcd-4835-9b25-07572001fbc1'] in dv-neutron-839913-1-hyperv is: [{'id': '750f63d8-5bcd-4835-9b25-07572001fbc1', 'name': 'tempest-TestMinimumBasicScenario-134674687-router', 'tenant_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': 'ce39dd43-17cf-4496-b86d-625ab676ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:18:28Z', 'updated_at': '2022-04-29T16:21:47Z', 'revision_number': 5, 'project_id': 'd7f19e07ba0349b9858a920bbbe90c67', 'gw_port': {'id': 'ce39dd43-17cf-4496-b86d-625ab676ae7f', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:93:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750f63d8-5bcd-4835-9b25-07572001fbc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:18:28Z', 'updated_at': '2022-04-29T16:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:21:49.296271 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f64c6aaa-75f8-4bfc-a4e0-03914d757b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:49.342050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c6aaa-75f8-4bfc-a4e0-03914d757b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce39dd43-17cf-4496-b86d-625ab676ae7f,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:49.559904 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f64c6aaa-75f8-4bfc-a4e0-03914d757b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:49.822585 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f64c6aaa-75f8-4bfc-a4e0-03914d757b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:49.827015 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f64c6aaa-75f8-4bfc-a4e0-03914d757b08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:49.918736 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f64c6aaa-75f8-4bfc-a4e0-03914d757b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:49.919160 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64c6aaa-75f8-4bfc-a4e0-03914d757b08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 750f63d8-5bcd-4835-9b25-07572001fbc1 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 16:21:49.932181 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f64c6aaa-75f8-4bfc-a4e0-03914d757b08 admin admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:49.933794 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f64c6aaa-75f8-4bfc-a4e0-03914d757b08 admin admin] 10.222.0.21 "DELETE /v2.0/routers/750f63d8-5bcd-4835-9b25-07572001fbc1 HTTP/1.1" status: 204 len: 168 time: 1.7142007 Apr 29 16:21:49.936274 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37162) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:21:50.098597 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf212e22-cfe7-4719-85dc-08747dbdef50 admin admin] Deleting subnet 8d5dd8e8-2f3b-454d-901a-20a73c7bf40a {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 16:21:50.102081 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cf212e22-cfe7-4719-85dc-08747dbdef50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:50.149048 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cf212e22-cfe7-4719-85dc-08747dbdef50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:50.225466 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cf212e22-cfe7-4719-85dc-08747dbdef50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:50.336639 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cf212e22-cfe7-4719-85dc-08747dbdef50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:50.373846 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf212e22-cfe7-4719-85dc-08747dbdef50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d5dd8e8-2f3b-454d-901a-20a73c7bf40a,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:50.380288 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cf212e22-cfe7-4719-85dc-08747dbdef50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:50.386435 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e04c3e-55dd-45b3-9902-d17ecaf70f3f None None] Network b92ecebc-ea9b-43e8-8482-3ee0a38179d4 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:21:50.390914 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-cf212e22-cfe7-4719-85dc-08747dbdef50 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8d5dd8e8-2f3b-454d-901a-20a73c7bf40a HTTP/1.1" status: 204 len: 168 time: 0.4512305 Apr 29 16:21:50.391119 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37166) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:21:50.507559 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-144f8cb4-6fca-4f17-9f82-173038135e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:50.518208 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-144f8cb4-6fca-4f17-9f82-173038135e5c admin admin] Deleting port 73a2052a-4558-4eb3-8c5e-6d8db791ea58 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:21:50.518573 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-144f8cb4-6fca-4f17-9f82-173038135e5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:50.526198 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cacd11cd-ccaf-4246-a5d6-87cda5f08843 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:21:50.586122 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: cacd11cd-ccaf-4246-a5d6-87cda5f08843 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:21:50.592492 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cacd11cd-ccaf-4246-a5d6-87cda5f08843 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:21:50.592492 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ce39dd43-17cf-4496-b86d-625ab676ae7f no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:21:50.621243 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: ce39dd43-17cf-4496-b86d-625ab676ae7f {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:21:50.621583 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device ce39dd43-17cf-4496-b86d-625ab676ae7f not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:21:50.723849 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-144f8cb4-6fca-4f17-9f82-173038135e5c admin admin] For port 73a2052a-4558-4eb3-8c5e-6d8db791ea58, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=73a2052a-4558-4eb3-8c5e-6d8db791ea58,segment=NetworkSegment(25d144cb-32b8-479f-85e9-d0e2861cf90c),segment_id=25d144cb-32b8-479f-85e9-d0e2861cf90c)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:21:50.724346 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-144f8cb4-6fca-4f17-9f82-173038135e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:50.742824 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952c1e0c-cf2c-4eaf-bfb0-6fd6ae247614 None None] DHCP port deletion for b92ecebc-ea9b-43e8-8482-3ee0a38179d4 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 16:21:50.747104 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-952c1e0c-cf2c-4eaf-bfb0-6fd6ae247614 None None] Deleting port 73a2052a-4558-4eb3-8c5e-6d8db791ea58 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:21:50.747469 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-952c1e0c-cf2c-4eaf-bfb0-6fd6ae247614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:50.844396 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-144f8cb4-6fca-4f17-9f82-173038135e5c admin admin] Calling delete_port for 73a2052a-4558-4eb3-8c5e-6d8db791ea58 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:21:50.947146 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-952c1e0c-cf2c-4eaf-bfb0-6fd6ae247614 None None] For port 73a2052a-4558-4eb3-8c5e-6d8db791ea58, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=73a2052a-4558-4eb3-8c5e-6d8db791ea58,segment=NetworkSegment(25d144cb-32b8-479f-85e9-d0e2861cf90c),segment_id=25d144cb-32b8-479f-85e9-d0e2861cf90c)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:21:50.947536 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-952c1e0c-cf2c-4eaf-bfb0-6fd6ae247614 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:50.964850 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-144f8cb4-6fca-4f17-9f82-173038135e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:51.008243 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f8cb4-6fca-4f17-9f82-173038135e5c admin admin] Pushing event deleted for resources: {'Port': ['ID=73a2052a-4558-4eb3-8c5e-6d8db791ea58,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:51.014113 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144f8cb4-6fca-4f17-9f82-173038135e5c admin admin] No DVR routers for this DVR port 73a2052a-4558-4eb3-8c5e-6d8db791ea58 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:21:51.066870 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-952c1e0c-cf2c-4eaf-bfb0-6fd6ae247614 None None] Calling delete_port for 73a2052a-4558-4eb3-8c5e-6d8db791ea58 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:21:51.127052 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-144f8cb4-6fca-4f17-9f82-173038135e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:51.137315 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-952c1e0c-cf2c-4eaf-bfb0-6fd6ae247614 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:21:51.137664 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-952c1e0c-cf2c-4eaf-bfb0-6fd6ae247614 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:21:51.152570 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-144f8cb4-6fca-4f17-9f82-173038135e5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92ecebc-ea9b-43e8-8482-3ee0a38179d4']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:21:51.164439 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-144f8cb4-6fca-4f17-9f82-173038135e5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d144cb-32b8-479f-85e9-d0e2861cf90c') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:21:51.164735 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-144f8cb4-6fca-4f17-9f82-173038135e5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d144cb-32b8-479f-85e9-d0e2861cf90c') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:21:51.176047 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-144f8cb4-6fca-4f17-9f82-173038135e5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:51.191439 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-144f8cb4-6fca-4f17-9f82-173038135e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:51.197786 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144f8cb4-6fca-4f17-9f82-173038135e5c admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:21:51.198170 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-144f8cb4-6fca-4f17-9f82-173038135e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:21:51.211684 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:21:51.336190 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-144f8cb4-6fca-4f17-9f82-173038135e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:51.352725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-144f8cb4-6fca-4f17-9f82-173038135e5c admin admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:51.364260 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f8cb4-6fca-4f17-9f82-173038135e5c admin admin] Pushing event deleted for resources: {'Network': ['ID=b92ecebc-ea9b-43e8-8482-3ee0a38179d4,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:51.367137 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-144f8cb4-6fca-4f17-9f82-173038135e5c admin admin] 10.222.0.21 "DELETE /v2.0/networks/b92ecebc-ea9b-43e8-8482-3ee0a38179d4 HTTP/1.1" status: 204 len: 168 time: 0.9750843 Apr 29 16:21:51.639372 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-952c1e0c-cf2c-4eaf-bfb0-6fd6ae247614 None None] Deleting port 73a2052a-4558-4eb3-8c5e-6d8db791ea58 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:21:51.639931 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-952c1e0c-cf2c-4eaf-bfb0-6fd6ae247614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:51.704743 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-952c1e0c-cf2c-4eaf-bfb0-6fd6ae247614 None None] The port '73a2052a-4558-4eb3-8c5e-6d8db791ea58' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 16:21:51.783373 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37172) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:21:51.832775 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0808bb43-a4e3-4232-bf33-3f91864c8dea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75a29794389746fc9d8f7eef50f99870&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481899 Apr 29 16:21:51.835721 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37176) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:21:51.899554 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b17871f1-4e64-4df5-9ced-0fb0210d7e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:51.923495 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b17871f1-4e64-4df5-9ced-0fb0210d7e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:52.050159 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b17871f1-4e64-4df5-9ced-0fb0210d7e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:52.065040 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17871f1-4e64-4df5-9ced-0fb0210d7e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3e56c8-db8f-447b-97a3-41fa2e068ea1,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:52.140334 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b17871f1-4e64-4df5-9ced-0fb0210d7e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:52.141446 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b17871f1-4e64-4df5-9ced-0fb0210d7e5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a3e56c8-db8f-447b-97a3-41fa2e068ea1 HTTP/1.1" status: 204 len: 168 time: 0.3048546 Apr 29 16:21:52.519583 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 73a2052a-4558-4eb3-8c5e-6d8db791ea58 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:21:52.554768 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 73a2052a-4558-4eb3-8c5e-6d8db791ea58 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:21:52.555107 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 73a2052a-4558-4eb3-8c5e-6d8db791ea58 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:21:52.799345 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37184) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:21:52.847729 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d3e20325-5520-49b4-81e6-c261b5396f8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7f19e07ba0349b9858a920bbbe90c67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0472314 Apr 29 16:21:52.850807 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37188) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:21:52.907431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0f0d4429-7d47-4ff9-9f61-6ffa1fe12756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:52.933038 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0f0d4429-7d47-4ff9-9f61-6ffa1fe12756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:53.039024 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0f0d4429-7d47-4ff9-9f61-6ffa1fe12756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:53.054241 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d4429-7d47-4ff9-9f61-6ffa1fe12756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d5a089-5978-4fcf-910d-23bdbc7283c4,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:53.058469 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0f0d4429-7d47-4ff9-9f61-6ffa1fe12756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:53.059572 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0f0d4429-7d47-4ff9-9f61-6ffa1fe12756 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72d5a089-5978-4fcf-910d-23bdbc7283c4 HTTP/1.1" status: 204 len: 168 time: 0.2079022 Apr 29 16:21:55.988722 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37232) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:21:55.995004 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-47813330-7c37-4e79-8e99-95a7a832ee84 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-910572989', 'description': 'tempest-secgroup-smoke-910572989 description', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:21:56.000893 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-47813330-7c37-4e79-8e99-95a7a832ee84 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:21:56.004877 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-47813330-7c37-4e79-8e99-95a7a832ee84 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:21:56.008405 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-47813330-7c37-4e79-8e99-95a7a832ee84 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:21:56.014028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-47813330-7c37-4e79-8e99-95a7a832ee84 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:21:56.073483 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-47813330-7c37-4e79-8e99-95a7a832ee84 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:56.085920 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-47813330-7c37-4e79-8e99-95a7a832ee84 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:56.116504 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-47813330-7c37-4e79-8e99-95a7a832ee84 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:21:56.120242 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-47813330-7c37-4e79-8e99-95a7a832ee84 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:21:56.123001 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-47813330-7c37-4e79-8e99-95a7a832ee84 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:21:56.128583 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-47813330-7c37-4e79-8e99-95a7a832ee84 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:21:56.196197 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-47813330-7c37-4e79-8e99-95a7a832ee84 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:56.268186 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-47813330-7c37-4e79-8e99-95a7a832ee84 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:56.310223 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-47813330-7c37-4e79-8e99-95a7a832ee84 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:21:56.314081 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47813330-7c37-4e79-8e99-95a7a832ee84 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8699fc22-db28-46af-8795-33a390cefd2f,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:56.318055 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-47813330-7c37-4e79-8e99-95a7a832ee84 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:21:56.320894 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-47813330-7c37-4e79-8e99-95a7a832ee84 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:21:56.327473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-47813330-7c37-4e79-8e99-95a7a832ee84 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:21:56.382610 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-47813330-7c37-4e79-8e99-95a7a832ee84 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:56.422108 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-47813330-7c37-4e79-8e99-95a7a832ee84 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:56.464326 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47813330-7c37-4e79-8e99-95a7a832ee84 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00dddc97-f4be-4915-9267-c039b5094ff4,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:56.525019 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-47813330-7c37-4e79-8e99-95a7a832ee84 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:56.526210 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-47813330-7c37-4e79-8e99-95a7a832ee84 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5365148 Apr 29 16:21:56.529044 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37236) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:21:56.534200 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-919e5043-4360-430e-9e47-7d8de9d028c2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '00dddc97-f4be-4915-9267-c039b5094ff4', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:21:56.540610 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-919e5043-4360-430e-9e47-7d8de9d028c2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:21:56.544361 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-919e5043-4360-430e-9e47-7d8de9d028c2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:21:56.547202 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-919e5043-4360-430e-9e47-7d8de9d028c2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:21:56.553333 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-919e5043-4360-430e-9e47-7d8de9d028c2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:21:56.702469 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-919e5043-4360-430e-9e47-7d8de9d028c2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:56.761288 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-919e5043-4360-430e-9e47-7d8de9d028c2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:56.833505 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-919e5043-4360-430e-9e47-7d8de9d028c2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:56.861308 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e5043-4360-430e-9e47-7d8de9d028c2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ade73f-59b2-4687-8428-2665d590e76a,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:56.937368 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-919e5043-4360-430e-9e47-7d8de9d028c2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:56.937601 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-919e5043-4360-430e-9e47-7d8de9d028c2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4075758 Apr 29 16:21:56.940415 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37240) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:21:56.946092 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-494e1468-68c5-463d-b3d0-8da37fe64c61 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '00dddc97-f4be-4915-9267-c039b5094ff4', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:21:56.952285 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-494e1468-68c5-463d-b3d0-8da37fe64c61 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:21:56.955958 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-494e1468-68c5-463d-b3d0-8da37fe64c61 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:21:56.959501 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-494e1468-68c5-463d-b3d0-8da37fe64c61 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:21:56.965156 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-494e1468-68c5-463d-b3d0-8da37fe64c61 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:21:57.050295 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-494e1468-68c5-463d-b3d0-8da37fe64c61 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:57.109256 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-494e1468-68c5-463d-b3d0-8da37fe64c61 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:57.152998 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-494e1468-68c5-463d-b3d0-8da37fe64c61 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:57.180038 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e1468-68c5-463d-b3d0-8da37fe64c61 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ad0771-9641-4d75-95fa-9d656ec7c10a,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:57.233455 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-494e1468-68c5-463d-b3d0-8da37fe64c61 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:57.234693 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-494e1468-68c5-463d-b3d0-8da37fe64c61 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2933166 Apr 29 16:21:57.237632 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37244) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:21:57.243060 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-df94a197-4c77-447f-b107-9f722082a58e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '00dddc97-f4be-4915-9267-c039b5094ff4', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:21:57.248919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-df94a197-4c77-447f-b107-9f722082a58e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:21:57.252626 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-df94a197-4c77-447f-b107-9f722082a58e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:21:57.255443 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-df94a197-4c77-447f-b107-9f722082a58e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:21:57.261867 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-df94a197-4c77-447f-b107-9f722082a58e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:21:57.320153 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-df94a197-4c77-447f-b107-9f722082a58e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:57.382786 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-df94a197-4c77-447f-b107-9f722082a58e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:57.439063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-df94a197-4c77-447f-b107-9f722082a58e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:57.464165 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94a197-4c77-447f-b107-9f722082a58e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76908645-48c1-420d-9ae5-777d401abe60,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:57.507635 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-df94a197-4c77-447f-b107-9f722082a58e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:57.508835 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-df94a197-4c77-447f-b107-9f722082a58e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2702281 Apr 29 16:21:57.511504 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37248) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:21:57.516830 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-5db39d88-0b4d-4eec-82c2-9fee5cb24b7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '00dddc97-f4be-4915-9267-c039b5094ff4', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:21:57.523058 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5db39d88-0b4d-4eec-82c2-9fee5cb24b7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:21:57.526847 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5db39d88-0b4d-4eec-82c2-9fee5cb24b7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:21:57.530657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5db39d88-0b4d-4eec-82c2-9fee5cb24b7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:21:57.537102 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5db39d88-0b4d-4eec-82c2-9fee5cb24b7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:21:57.587922 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5db39d88-0b4d-4eec-82c2-9fee5cb24b7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:57.648912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5db39d88-0b4d-4eec-82c2-9fee5cb24b7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:57.696023 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5db39d88-0b4d-4eec-82c2-9fee5cb24b7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:57.718889 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db39d88-0b4d-4eec-82c2-9fee5cb24b7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c08338-99f8-43e0-a582-95911e184783,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:57.776027 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5db39d88-0b4d-4eec-82c2-9fee5cb24b7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:57.777185 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5db39d88-0b4d-4eec-82c2-9fee5cb24b7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2647619 Apr 29 16:21:57.779975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37252) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:21:57.785206 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-01c8fd58-455c-44fa-8e8b-7de433097fd4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '00dddc97-f4be-4915-9267-c039b5094ff4', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:21:57.790981 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-01c8fd58-455c-44fa-8e8b-7de433097fd4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:21:57.794705 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-01c8fd58-455c-44fa-8e8b-7de433097fd4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:21:57.797460 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-01c8fd58-455c-44fa-8e8b-7de433097fd4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:21:57.803521 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-01c8fd58-455c-44fa-8e8b-7de433097fd4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:21:57.873264 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-01c8fd58-455c-44fa-8e8b-7de433097fd4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Project ac19136cf1d643d5a5fb15dcd7a028ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:21:57.879442 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-01c8fd58-455c-44fa-8e8b-7de433097fd4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:57.943095 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-01c8fd58-455c-44fa-8e8b-7de433097fd4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:58.016086 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-01c8fd58-455c-44fa-8e8b-7de433097fd4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:58.040104 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8fd58-455c-44fa-8e8b-7de433097fd4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba0c0702-0441-47a4-aef0-deb1fb015e16,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:58.107296 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-01c8fd58-455c-44fa-8e8b-7de433097fd4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:58.108448 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-01c8fd58-455c-44fa-8e8b-7de433097fd4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3275795 Apr 29 16:21:58.111367 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37256) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:21:58.117571 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-5416fa7a-8d94-44a2-ba19-df02024dff2f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '00dddc97-f4be-4915-9267-c039b5094ff4', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:21:58.123218 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5416fa7a-8d94-44a2-ba19-df02024dff2f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:21:58.126859 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5416fa7a-8d94-44a2-ba19-df02024dff2f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:21:58.129704 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5416fa7a-8d94-44a2-ba19-df02024dff2f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:21:58.135591 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5416fa7a-8d94-44a2-ba19-df02024dff2f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:21:58.215974 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-5416fa7a-8d94-44a2-ba19-df02024dff2f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Project ac19136cf1d643d5a5fb15dcd7a028ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:21:58.222184 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5416fa7a-8d94-44a2-ba19-df02024dff2f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:58.289936 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5416fa7a-8d94-44a2-ba19-df02024dff2f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:58.347654 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5416fa7a-8d94-44a2-ba19-df02024dff2f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:58.371686 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416fa7a-8d94-44a2-ba19-df02024dff2f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a79273c-4a7d-4303-8b36-42df9e8afe6c,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:58.462088 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5416fa7a-8d94-44a2-ba19-df02024dff2f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:58.463311 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5416fa7a-8d94-44a2-ba19-df02024dff2f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3510609 Apr 29 16:21:58.466370 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37260) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:21:58.471753 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-d0ba16ad-2597-4fc1-873f-aaa6da0f053c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'network': {'name': 'tempest-network-smoke--2147087626', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'port_security_enabled': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:21:58.477354 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d0ba16ad-2597-4fc1-873f-aaa6da0f053c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:21:58.481284 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d0ba16ad-2597-4fc1-873f-aaa6da0f053c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:network and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:21:58.484168 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d0ba16ad-2597-4fc1-873f-aaa6da0f053c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:21:58.489710 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d0ba16ad-2597-4fc1-873f-aaa6da0f053c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:21:58.564499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ba16ad-2597-4fc1-873f-aaa6da0f053c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Made reservation on behalf of ac19136cf1d643d5a5fb15dcd7a028ab for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:21:58.567384 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d0ba16ad-2597-4fc1-873f-aaa6da0f053c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:58.595632 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ba16ad-2597-4fc1-873f-aaa6da0f053c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:21:58.604725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d0ba16ad-2597-4fc1-873f-aaa6da0f053c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:58.605056 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-d0ba16ad-2597-4fc1-873f-aaa6da0f053c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Added segment 498014d3-3768-48b3-b580-6f9e70a0d686 of type vlan for network cdfffad0-a05a-4627-b578-1409ff042730 Apr 29 16:21:58.629499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d0ba16ad-2597-4fc1-873f-aaa6da0f053c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:58.707594 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d0ba16ad-2597-4fc1-873f-aaa6da0f053c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:58.712423 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ba16ad-2597-4fc1-873f-aaa6da0f053c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:21:58.713028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d0ba16ad-2597-4fc1-873f-aaa6da0f053c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:58.817200 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba16ad-2597-4fc1-873f-aaa6da0f053c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Network': ['ID=cdfffad0-a05a-4627-b578-1409ff042730,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:58.827584 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network cdfffad0-a05a-4627-b578-1409ff042730 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:21:58.846040 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d0ba16ad-2597-4fc1-873f-aaa6da0f053c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3782113 Apr 29 16:21:58.848538 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37264) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:21:58.853928 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-d769c1c0-888c-4fb8-96e3-0cef6fc54372 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1916137964', 'admin_state_up': True, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:21:58.860678 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d769c1c0-888c-4fb8-96e3-0cef6fc54372 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:21:58.864473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d769c1c0-888c-4fb8-96e3-0cef6fc54372 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:router and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:21:58.867426 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d769c1c0-888c-4fb8-96e3-0cef6fc54372 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:21:58.873179 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d769c1c0-888c-4fb8-96e3-0cef6fc54372 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:21:58.914139 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d769c1c0-888c-4fb8-96e3-0cef6fc54372 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:58.915113 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d769c1c0-888c-4fb8-96e3-0cef6fc54372 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:58.934942 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d769c1c0-888c-4fb8-96e3-0cef6fc54372 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:59.122971 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d769c1c0-888c-4fb8-96e3-0cef6fc54372 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:59.351316 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d769c1c0-888c-4fb8-96e3-0cef6fc54372 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:59.383210 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d769c1c0-888c-4fb8-96e3-0cef6fc54372 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:59.510720 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-d769c1c0-888c-4fb8-96e3-0cef6fc54372 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Allocated IP 172.26.1.92 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/dd87d729-5780-4916-a1b3-f19145457079) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:21:59.652724 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d769c1c0-888c-4fb8-96e3-0cef6fc54372 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:59.742685 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d769c1c0-888c-4fb8-96e3-0cef6fc54372 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:59.817204 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d769c1c0-888c-4fb8-96e3-0cef6fc54372 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:21:59.818226 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769c1c0-888c-4fb8-96e3-0cef6fc54372 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=dd87d729-5780-4916-a1b3-f19145457079,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:21:59.820676 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-d769c1c0-888c-4fb8-96e3-0cef6fc54372 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:21:59.822951 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d769c1c0-888c-4fb8-96e3-0cef6fc54372 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:22:00.022462 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d769c1c0-888c-4fb8-96e3-0cef6fc54372 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:00.023448 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d769c1c0-888c-4fb8-96e3-0cef6fc54372 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:00.387711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d769c1c0-888c-4fb8-96e3-0cef6fc54372 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Router 5e24ffc6-c7da-4c8a-b4da-1c7254d3f238 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 16:22:00.589485 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d769c1c0-888c-4fb8-96e3-0cef6fc54372 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:22:00.598703 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] Sync routers for ids ['5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:22:00.614028 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] Routers {'5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:22:00.614661 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:21:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:22:00.673981 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d769c1c0-888c-4fb8-96e3-0cef6fc54372 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:00.678017 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d769c1c0-888c-4fb8-96e3-0cef6fc54372 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8256593 Apr 29 16:22:00.678509 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 37268) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:22:00.786833 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] Set router 5e24ffc6-c7da-4c8a-b4da-1c7254d3f238 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:22:00.846451 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a4066ad2-17af-45ea-ba8c-4b2923d80078 tempest-TestNetworkAdvancedServerOps-1888383214 tempest-TestNetworkAdvancedServerOps-1888383214-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=ac19136cf1d643d5a5fb15dcd7a028ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1667333 Apr 29 16:22:00.849068 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 37274) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:22:00.978237 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58f47b0-0c1a-4e62-9b46-afc98ffdb548 tempest-TestNetworkAdvancedServerOps-1888383214 tempest-TestNetworkAdvancedServerOps-1888383214-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:22:00.979722 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d58f47b0-0c1a-4e62-9b46-afc98ffdb548 tempest-TestNetworkAdvancedServerOps-1888383214 tempest-TestNetworkAdvancedServerOps-1888383214-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1291053 Apr 29 16:22:00.982688 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37278) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:22:01.024360 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-34ad5920-feae-4b39-a115-dbc21153f0fa tempest-TestNetworkAdvancedServerOps-1888383214 tempest-TestNetworkAdvancedServerOps-1888383214-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372596 Apr 29 16:22:01.024568 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37282) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:22:01.029657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-8b958de7-c3f4-49c9-915a-f2c0f9571fa1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-227269610', 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:22:01.069955 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916137964', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'dd87d729-5780-4916-a1b3-f19145457079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:21:58Z', 'updated_at': '2022-04-29T16:21:59Z', 'revision_number': 3, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'dd87d729-5780-4916-a1b3-f19145457079', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:21:59Z', 'updated_at': '2022-04-29T16:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:22:01.073685 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] Checking router: 5e24ffc6-c7da-4c8a-b4da-1c7254d3f238 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:22:01.074013 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] Updating router 5e24ffc6-c7da-4c8a-b4da-1c7254d3f238 port dd87d729-5780-4916-a1b3-f19145457079 binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:22:01.122793 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:01.134052 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8b958de7-c3f4-49c9-915a-f2c0f9571fa1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:22:01.137850 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8b958de7-c3f4-49c9-915a-f2c0f9571fa1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:subnet and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:22:01.140571 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8b958de7-c3f4-49c9-915a-f2c0f9571fa1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:22:01.146124 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8b958de7-c3f4-49c9-915a-f2c0f9571fa1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:22:01.228201 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b958de7-c3f4-49c9-915a-f2c0f9571fa1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Made reservation on behalf of ac19136cf1d643d5a5fb15dcd7a028ab for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:22:01.328992 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8b958de7-c3f4-49c9-915a-f2c0f9571fa1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:01.438395 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:01.449489 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] Transition to ACTIVE for port object dd87d729-5780-4916-a1b3-f19145457079 will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:22:01.519233 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:01.602976 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] Attempting to bind port dd87d729-5780-4916-a1b3-f19145457079 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:22:01.603844 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] Attempting to bind port dd87d729-5780-4916-a1b3-f19145457079 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:22:01.603844 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] Attempting to bind port dd87d729-5780-4916-a1b3-f19145457079 on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:22:01.605604 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e945b1-37ad-4ae2-9192-03f573e613db None None] Pushing event updated for resources: {'Port': ['ID=dd87d729-5780-4916-a1b3-f19145457079,revision_number=2']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:22:01.616873 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e945b1-37ad-4ae2-9192-03f573e613db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:01.617206 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e945b1-37ad-4ae2-9192-03f573e613db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:01.617544 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e945b1-37ad-4ae2-9192-03f573e613db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:01.617870 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e945b1-37ad-4ae2-9192-03f573e613db None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:01.618197 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e945b1-37ad-4ae2-9192-03f573e613db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:01.618553 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e945b1-37ad-4ae2-9192-03f573e613db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:01.618875 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e945b1-37ad-4ae2-9192-03f573e613db None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:01.619193 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e945b1-37ad-4ae2-9192-03f573e613db None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:01.619508 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e945b1-37ad-4ae2-9192-03f573e613db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:01.619822 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e945b1-37ad-4ae2-9192-03f573e613db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:01.620134 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e945b1-37ad-4ae2-9192-03f573e613db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:01.623209 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:22:01.628459 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:22:01.628459 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:01.628459 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:22:01.628459 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] Bound port: dd87d729-5780-4916-a1b3-f19145457079, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:22:01.628459 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:01.656680 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8b958de7-c3f4-49c9-915a-f2c0f9571fa1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:01.698072 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] For port dd87d729-5780-4916-a1b3-f19145457079, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:22:01.701088 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] For port dd87d729-5780-4916-a1b3-f19145457079, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=dd87d729-5780-4916-a1b3-f19145457079,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:22:01.733462 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b958de7-c3f4-49c9-915a-f2c0f9571fa1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Subnet': ['ID=17cd4dee-5909-4fb3-9c9b-44d70ed762a3,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:22:01.748313 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b958de7-c3f4-49c9-915a-f2c0f9571fa1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Checking segment: {'id': '498014d3-3768-48b3-b580-6f9e70a0d686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:22:01.748665 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b958de7-c3f4-49c9-915a-f2c0f9571fa1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network hostable DHCP agents. Network: cdfffad0-a05a-4627-b578-1409ff042730, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:22:01.794094 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:01.872662 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e945b1-37ad-4ae2-9192-03f573e613db None None] Pushing event updated for resources: {'Port': ['ID=dd87d729-5780-4916-a1b3-f19145457079,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:22:01.876998 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] Routers {'5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:22:01.877618 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:21:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:22:01.882988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b958de7-c3f4-49c9-915a-f2c0f9571fa1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network cdfffad0-a05a-4627-b578-1409ff042730 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:22:01.942191 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-8b958de7-c3f4-49c9-915a-f2c0f9571fa1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, cdfffad0-a05a-4627-b578-1409ff042730) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:22:01.946822 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b958de7-c3f4-49c9-915a-f2c0f9571fa1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:22:01.947405 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8b958de7-c3f4-49c9-915a-f2c0f9571fa1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:01.953575 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57debb20-5391-41a3-bae0-4fa0b5cff564 None None] Network cdfffad0-a05a-4627-b578-1409ff042730 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:22:02.040275 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8b958de7-c3f4-49c9-915a-f2c0f9571fa1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0147197 Apr 29 16:22:02.043197 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 37286) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:22:02.086411 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] Set router 5e24ffc6-c7da-4c8a-b4da-1c7254d3f238 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:22:02.177939 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-cdfffad0-a05a-4627-b578-1409ff042730', 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'fixed_ips': [{'subnet_id': '17cd4dee-5909-4fb3-9c9b-44d70ed762a3'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 16:22:02.179077 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:02.348431 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Allocated IP 172.20.0.2 (cdfffad0-a05a-4627-b578-1409ff042730/17cd4dee-5909-4fb3-9c9b-44d70ed762a3/2252471e-1c74-4fd1-a4eb-104b8e94bd85) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:22:02.379419 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916137964', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'dd87d729-5780-4916-a1b3-f19145457079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:21:58Z', 'updated_at': '2022-04-29T16:21:59Z', 'revision_number': 3, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'dd87d729-5780-4916-a1b3-f19145457079', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:21:59Z', 'updated_at': '2022-04-29T16:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:22:02.384695 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d758d28f-6d7d-4281-8c38-569fd0fdb558 None None] The sync data for ids ['5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'] in dv-neutron-839913-1-hyperv is: [{'id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916137964', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'dd87d729-5780-4916-a1b3-f19145457079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:21:58Z', 'updated_at': '2022-04-29T16:21:59Z', 'revision_number': 3, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'dd87d729-5780-4916-a1b3-f19145457079', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:21:59Z', 'updated_at': '2022-04-29T16:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:22:02.586728 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:02.601473 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Transition to ACTIVE for port object 2252471e-1c74-4fd1-a4eb-104b8e94bd85 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:22:02.623012 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Transition to ACTIVE for port object 2252471e-1c74-4fd1-a4eb-104b8e94bd85 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:22:02.726362 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:02.760654 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:22:02.845120 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-45820a02-5d76-4ed7-807a-6e5b539b1654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:02.848408 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Pushing event updated for resources: {'Port': ['ID=2252471e-1c74-4fd1-a4eb-104b8e94bd85,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:22:02.855440 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Network cdfffad0-a05a-4627-b578-1409ff042730 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:22:02.857684 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:22:02.860428 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:22:02.872482 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:02.872845 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:02.873246 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:02.873642 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:02.874036 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:02.874429 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:02.874836 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:02.875229 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:02.875612 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:02.875997 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:02.876378 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:02.976470 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Attempting to bind port 2252471e-1c74-4fd1-a4eb-104b8e94bd85 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:22:02.977124 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Attempting to bind port 2252471e-1c74-4fd1-a4eb-104b8e94bd85 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '498014d3-3768-48b3-b580-6f9e70a0d686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:22:02.977124 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Attempting to bind port 2252471e-1c74-4fd1-a4eb-104b8e94bd85 on network cdfffad0-a05a-4627-b578-1409ff042730 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:22:02.984471 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:22:02.984837 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Checking segment: {'id': '498014d3-3768-48b3-b580-6f9e70a0d686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:22:02.985228 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:02.985609 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Bound using segment: {'id': '498014d3-3768-48b3-b580-6f9e70a0d686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:22:02.986094 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Bound port: 2252471e-1c74-4fd1-a4eb-104b8e94bd85, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498014d3-3768-48b3-b580-6f9e70a0d686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:22:02.986456 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:03.078255 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] For port 2252471e-1c74-4fd1-a4eb-104b8e94bd85, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:22:03.081931 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] For port 2252471e-1c74-4fd1-a4eb-104b8e94bd85, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=2252471e-1c74-4fd1-a4eb-104b8e94bd85,segment=NetworkSegment(498014d3-3768-48b3-b580-6f9e70a0d686),segment_id=498014d3-3768-48b3-b580-6f9e70a0d686)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:22:03.182924 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:03.288752 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5d897-1e33-4914-99d6-7bd3220b01fb None None] Pushing event updated for resources: {'Port': ['ID=2252471e-1c74-4fd1-a4eb-104b8e94bd85,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:22:03.369324 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-45820a02-5d76-4ed7-807a-6e5b539b1654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Allocated IP 172.20.0.1 (cdfffad0-a05a-4627-b578-1409ff042730/17cd4dee-5909-4fb3-9c9b-44d70ed762a3/be0e32f5-e95b-47ab-b10e-463d5c65f078) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:22:03.556165 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-45820a02-5d76-4ed7-807a-6e5b539b1654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:03.574090 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-45820a02-5d76-4ed7-807a-6e5b539b1654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Transition to ACTIVE for port object be0e32f5-e95b-47ab-b10e-463d5c65f078 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:22:03.662436 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-45820a02-5d76-4ed7-807a-6e5b539b1654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:03.732046 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45820a02-5d76-4ed7-807a-6e5b539b1654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network cdfffad0-a05a-4627-b578-1409ff042730 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:22:03.735150 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-45820a02-5d76-4ed7-807a-6e5b539b1654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:22:03.740705 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45820a02-5d76-4ed7-807a-6e5b539b1654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:22:03.770391 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45820a02-5d76-4ed7-807a-6e5b539b1654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=be0e32f5-e95b-47ab-b10e-463d5c65f078,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:22:03.803918 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-45820a02-5d76-4ed7-807a-6e5b539b1654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:03.942100 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-45820a02-5d76-4ed7-807a-6e5b539b1654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:04.210721 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d73fc0f-0f9a-4b84-90df-4566a038b128 None None] Network cdfffad0-a05a-4627-b578-1409ff042730 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:22:04.357759 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-45820a02-5d76-4ed7-807a-6e5b539b1654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:04.365632 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-899ef1ac-d6a9-4fa2-bb16-944dfc4edbf5 None None] Provisioning for port 2252471e-1c74-4fd1-a4eb-104b8e94bd85 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:22:04.399490 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-45820a02-5d76-4ed7-807a-6e5b539b1654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:04.507903 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-45820a02-5d76-4ed7-807a-6e5b539b1654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:04.512419 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45820a02-5d76-4ed7-807a-6e5b539b1654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=be0e32f5-e95b-47ab-b10e-463d5c65f078,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:22:04.606025 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device dd87d729-5780-4916-a1b3-f19145457079 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:22:04.664574 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45820a02-5d76-4ed7-807a-6e5b539b1654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network cdfffad0-a05a-4627-b578-1409ff042730 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:22:04.665928 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-45820a02-5d76-4ed7-807a-6e5b539b1654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:22:04.759414 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port dd87d729-5780-4916-a1b3-f19145457079 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:22:04.764698 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port dd87d729-5780-4916-a1b3-f19145457079 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:22:04.765035 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:04.796157 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ddd1c99d-6469-441f-ad53-91fcbac81a31 None None] Provisioning for port be0e32f5-e95b-47ab-b10e-463d5c65f078 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:22:04.817182 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ddd1c99d-6469-441f-ad53-91fcbac81a31 None None] Provisioning complete for port be0e32f5-e95b-47ab-b10e-463d5c65f078 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:22:04.817541 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c99d-6469-441f-ad53-91fcbac81a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:04.885277 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-ddd1c99d-6469-441f-ad53-91fcbac81a31 None None] Port be0e32f5-e95b-47ab-b10e-463d5c65f078 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:22:04.940402 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:04.962358 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port dd87d729-5780-4916-a1b3-f19145457079, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=dd87d729-5780-4916-a1b3-f19145457079,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:22:05.018038 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b8c1cf65-c332-40ab-adf9-380f2e13df3f None None] Provisioning complete for port be0e32f5-e95b-47ab-b10e-463d5c65f078 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:22:05.018356 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b8c1cf65-c332-40ab-adf9-380f2e13df3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:05.055362 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:05.056135 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2252471e-1c74-4fd1-a4eb-104b8e94bd85 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:22:05.161826 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-b8c1cf65-c332-40ab-adf9-380f2e13df3f None None] Port be0e32f5-e95b-47ab-b10e-463d5c65f078 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:22:05.182370 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45820a02-5d76-4ed7-807a-6e5b539b1654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Router 5e24ffc6-c7da-4c8a-b4da-1c7254d3f238 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:22:05.184663 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=dd87d729-5780-4916-a1b3-f19145457079,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:22:05.250972 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 2252471e-1c74-4fd1-a4eb-104b8e94bd85 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:22:05.256620 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 2252471e-1c74-4fd1-a4eb-104b8e94bd85 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:22:05.256993 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:05.327022 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-01c64284-a96d-442f-8bf3-e89fd16c6658 None None] Provisioning complete for port be0e32f5-e95b-47ab-b10e-463d5c65f078 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:22:05.327303 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-01c64284-a96d-442f-8bf3-e89fd16c6658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:05.397154 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45820a02-5d76-4ed7-807a-6e5b539b1654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:22:05.407235 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-45820a02-5d76-4ed7-807a-6e5b539b1654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "PUT /v2.0/routers/5e24ffc6-c7da-4c8a-b4da-1c7254d3f238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3628523 Apr 29 16:22:05.434702 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-01c64284-a96d-442f-8bf3-e89fd16c6658 None None] Port be0e32f5-e95b-47ab-b10e-463d5c65f078 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:22:05.444069 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:05.476883 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 2252471e-1c74-4fd1-a4eb-104b8e94bd85, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=2252471e-1c74-4fd1-a4eb-104b8e94bd85,segment=NetworkSegment(498014d3-3768-48b3-b580-6f9e70a0d686),segment_id=498014d3-3768-48b3-b580-6f9e70a0d686)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:22:05.554435 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:05.581992 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-60ea8656-db85-4ef0-af39-8daf498323d5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Synchronizing usage tracker for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:22:05.618606 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=2252471e-1c74-4fd1-a4eb-104b8e94bd85,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:22:05.685120 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-60ea8656-db85-4ef0-af39-8daf498323d5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Unset dirty status for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:22:05.686376 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-60ea8656-db85-4ef0-af39-8daf498323d5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-910572989&fields=id&tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab HTTP/1.1" status: 200 len: 267 time: 0.1455042 Apr 29 16:22:05.855466 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-37974eeb-2f32-4900-b0a4-ef9dc63f9c17 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:22:05.856048 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-37974eeb-2f32-4900-b0a4-ef9dc63f9c17 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Synchronizing usage tracker for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:22:05.925188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-37974eeb-2f32-4900-b0a4-ef9dc63f9c17 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Unset dirty status for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:22:05.926397 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-37974eeb-2f32-4900-b0a4-ef9dc63f9c17 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/networks?id=cdfffad0-a05a-4627-b578-1409ff042730 HTTP/1.1" status: 200 len: 797 time: 0.2332418 Apr 29 16:22:05.943032 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-e4f65cd4-e386-4133-ad20-7c93766317f2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/quotas/ac19136cf1d643d5a5fb15dcd7a028ab HTTP/1.1" status: 200 len: 375 time: 0.0105093 Apr 29 16:22:05.969069 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] Sync routers for ids ['5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:22:05.981742 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] Routers {'5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:22:05.982431 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:21:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:22:06.029211 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-33501b65-34de-4951-ad90-cce8d9dd3746 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794587 Apr 29 16:22:06.175221 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] Set router 5e24ffc6-c7da-4c8a-b4da-1c7254d3f238 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:22:06.248768 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-c7af8446-374e-42ab-adb7-15251aae9c94 service neutron] 10.222.0.21 "GET /v2.0/networks/cdfffad0-a05a-4627-b578-1409ff042730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071197 Apr 29 16:22:06.383001 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-529213e3-a2d0-4420-bfa5-0193effc8441 service neutron] 10.222.0.21 "GET /v2.0/networks/cdfffad0-a05a-4627-b578-1409ff042730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283207 Apr 29 16:22:06.521264 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916137964', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'dd87d729-5780-4916-a1b3-f19145457079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:21:58Z', 'updated_at': '2022-04-29T16:22:03Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'dd87d729-5780-4916-a1b3-f19145457079', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:21:59Z', 'updated_at': '2022-04-29T16:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'be0e32f5-e95b-47ab-b10e-463d5c65f078', 'name': '', 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:1d:87:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17cd4dee-5909-4fb3-9c9b-44d70ed762a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:22:03Z', 'updated_at': '2022-04-29T16:22:04Z', 'revision_number': 2, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '17cd4dee-5909-4fb3-9c9b-44d70ed762a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:22:06.526261 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] Checking router: 5e24ffc6-c7da-4c8a-b4da-1c7254d3f238 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:22:06.526650 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] Updating router 5e24ffc6-c7da-4c8a-b4da-1c7254d3f238 port be0e32f5-e95b-47ab-b10e-463d5c65f078 binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:22:06.560323 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device dd87d729-5780-4916-a1b3-f19145457079 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:22:06.626831 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:06.742075 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port dd87d729-5780-4916-a1b3-f19145457079 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:22:06.742435 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:06.981217 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2252471e-1c74-4fd1-a4eb-104b8e94bd85 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:22:07.119827 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 2252471e-1c74-4fd1-a4eb-104b8e94bd85 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:22:07.120190 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:07.142552 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:07.172460 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] Transition to ACTIVE for port object be0e32f5-e95b-47ab-b10e-463d5c65f078 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:22:07.240254 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:07.364716 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3e157-35b5-49f0-82d4-b5fcd4dd1097 None None] Pushing event updated for resources: {'Port': ['ID=be0e32f5-e95b-47ab-b10e-463d5c65f078,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:22:07.455451 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] Attempting to bind port be0e32f5-e95b-47ab-b10e-463d5c65f078 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:22:07.455812 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] Attempting to bind port be0e32f5-e95b-47ab-b10e-463d5c65f078 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '498014d3-3768-48b3-b580-6f9e70a0d686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:22:07.456167 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] Attempting to bind port be0e32f5-e95b-47ab-b10e-463d5c65f078 on network cdfffad0-a05a-4627-b578-1409ff042730 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:22:07.462804 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:22:07.463274 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] Checking segment: {'id': '498014d3-3768-48b3-b580-6f9e70a0d686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:22:07.463578 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:07.463915 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] Bound using segment: {'id': '498014d3-3768-48b3-b580-6f9e70a0d686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:22:07.464367 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] Bound port: be0e32f5-e95b-47ab-b10e-463d5c65f078, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498014d3-3768-48b3-b580-6f9e70a0d686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:22:07.464731 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:07.551310 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] For port be0e32f5-e95b-47ab-b10e-463d5c65f078, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:22:07.554148 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] For port be0e32f5-e95b-47ab-b10e-463d5c65f078, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=be0e32f5-e95b-47ab-b10e-463d5c65f078,segment=NetworkSegment(498014d3-3768-48b3-b580-6f9e70a0d686),segment_id=498014d3-3768-48b3-b580-6f9e70a0d686)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:22:07.634245 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:07.675213 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0f461012-03fb-433d-a8f6-3ff58264e386 req-59512c1c-d5cb-4897-95a6-7b45207845dc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 210 time: 0.0404992 Apr 29 16:22:07.726934 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3e157-35b5-49f0-82d4-b5fcd4dd1097 None None] Pushing event updated for resources: {'Port': ['ID=be0e32f5-e95b-47ab-b10e-463d5c65f078,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:22:07.731996 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] Routers {'5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:22:07.740959 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:21:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:22:07.963619 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] Set router 5e24ffc6-c7da-4c8a-b4da-1c7254d3f238 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:22:08.265124 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916137964', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'dd87d729-5780-4916-a1b3-f19145457079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:21:58Z', 'updated_at': '2022-04-29T16:22:03Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'dd87d729-5780-4916-a1b3-f19145457079', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:21:59Z', 'updated_at': '2022-04-29T16:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'be0e32f5-e95b-47ab-b10e-463d5c65f078', 'name': '', 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:1d:87:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17cd4dee-5909-4fb3-9c9b-44d70ed762a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:22:03Z', 'updated_at': '2022-04-29T16:22:07Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '17cd4dee-5909-4fb3-9c9b-44d70ed762a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:22:08.268979 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad10c3a-2dec-488a-87af-499c5e983bd6 None None] The sync data for ids ['5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'] in dv-neutron-839913-1-hyperv is: [{'id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916137964', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'dd87d729-5780-4916-a1b3-f19145457079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:21:58Z', 'updated_at': '2022-04-29T16:22:03Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'dd87d729-5780-4916-a1b3-f19145457079', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:21:59Z', 'updated_at': '2022-04-29T16:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'be0e32f5-e95b-47ab-b10e-463d5c65f078', 'name': '', 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:1d:87:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17cd4dee-5909-4fb3-9c9b-44d70ed762a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:22:03Z', 'updated_at': '2022-04-29T16:22:07Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '17cd4dee-5909-4fb3-9c9b-44d70ed762a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:22:08.559671 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device be0e32f5-e95b-47ab-b10e-463d5c65f078 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:22:08.713637 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port be0e32f5-e95b-47ab-b10e-463d5c65f078 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:22:08.719306 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port be0e32f5-e95b-47ab-b10e-463d5c65f078 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:22:08.719675 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:08.803601 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-68a6c8e9-830e-4748-916e-4a96dff3b704 req-a917cd89-1e2c-47eb-92c2-8e0efcf2226f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 210 time: 0.0517142 Apr 29 16:22:08.862970 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:08.900662 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port be0e32f5-e95b-47ab-b10e-463d5c65f078, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=be0e32f5-e95b-47ab-b10e-463d5c65f078,segment=NetworkSegment(498014d3-3768-48b3-b580-6f9e70a0d686),segment_id=498014d3-3768-48b3-b580-6f9e70a0d686)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:22:08.970823 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:09.040986 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=be0e32f5-e95b-47ab-b10e-463d5c65f078,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:22:09.921462 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-919bc8a8-61ec-475e-b257-552b5c2e07a6 req-64e088ce-398d-4b56-a948-66c2d4ed7bd9 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 210 time: 0.0435934 Apr 29 16:22:10.539852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device be0e32f5-e95b-47ab-b10e-463d5c65f078 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:22:10.610324 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port be0e32f5-e95b-47ab-b10e-463d5c65f078 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:22:10.610718 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:11.115511 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1c836851-05ce-439a-9036-d5f26e8539b9 req-3b0c0896-6201-4841-a821-1b6616280e82 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 210 time: 0.1279657 Apr 29 16:22:12.270927 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a443937e-1abc-4313-a5d6-39c148bcf4d5 req-2bcf583b-2709-406a-b252-b3ede1bb1f90 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 210 time: 0.0383477 Apr 29 16:22:13.434532 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b19f0a6d-09b9-44fa-9ba2-4d625d14a4ac req-742339b8-f06f-434a-9586-fd4c3a427523 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 210 time: 0.0416796 Apr 29 16:22:13.622184 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d10d226d-9eef-4d3f-b2b5-f487e8c681eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:13.775247 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-2d1cea9a-1362-415d-8e95-8cae29c0e4c2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:22:13.776828 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-2d1cea9a-1362-415d-8e95-8cae29c0e4c2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "GET /v2.0/networks?id=cdfffad0-a05a-4627-b578-1409ff042730 HTTP/1.1" status: 200 len: 797 time: 0.1466105 Apr 29 16:22:13.831280 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-181942cc-5d04-41f1-a4b3-29ad83166b30 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab HTTP/1.1" status: 200 len: 379 time: 0.0413804 Apr 29 16:22:13.839013 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-6f7e5328-fabe-4bc0-89bd-f735213c990f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'port': {'device_id': 'a81ab7bf-303b-4200-beab-e18286e10f60', 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730', 'admin_state_up': True, 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'security_groups': ['00dddc97-f4be-4915-9267-c039b5094ff4']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:22:13.970769 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-6f7e5328-fabe-4bc0-89bd-f735213c990f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:22:13.974560 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-6f7e5328-fabe-4bc0-89bd-f735213c990f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:port and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:22:13.978129 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-6f7e5328-fabe-4bc0-89bd-f735213c990f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:22:13.983747 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-6f7e5328-fabe-4bc0-89bd-f735213c990f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:22:14.073589 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-6f7e5328-fabe-4bc0-89bd-f735213c990f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Made reservation on behalf of ac19136cf1d643d5a5fb15dcd7a028ab for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:22:14.076634 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-6f7e5328-fabe-4bc0-89bd-f735213c990f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:14.236247 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-6f7e5328-fabe-4bc0-89bd-f735213c990f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Allocated IP 172.20.0.12 (cdfffad0-a05a-4627-b578-1409ff042730/17cd4dee-5909-4fb3-9c9b-44d70ed762a3/29a395bc-3b73-4808-adcf-e34fe1c381bb) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:22:14.420669 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-6f7e5328-fabe-4bc0-89bd-f735213c990f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:14.436016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-6f7e5328-fabe-4bc0-89bd-f735213c990f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Transition to ACTIVE for port object 29a395bc-3b73-4808-adcf-e34fe1c381bb will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:22:14.531695 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-6f7e5328-fabe-4bc0-89bd-f735213c990f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:14.653010 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-6f7e5328-fabe-4bc0-89bd-f735213c990f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network cdfffad0-a05a-4627-b578-1409ff042730 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:22:14.656668 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-6f7e5328-fabe-4bc0-89bd-f735213c990f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:22:14.666041 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-6f7e5328-fabe-4bc0-89bd-f735213c990f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:22:14.691115 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e5328-fabe-4bc0-89bd-f735213c990f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=29a395bc-3b73-4808-adcf-e34fe1c381bb,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:22:14.736936 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-6f7e5328-fabe-4bc0-89bd-f735213c990f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:22:14.737532 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-6f7e5328-fabe-4bc0-89bd-f735213c990f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:14.758347 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf363ae-e4dc-4750-bf81-5e77ef6748b1 req-6b792e7a-4319-4ee2-b5c5-b86baa8d0821 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:22:14.759870 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4bf363ae-e4dc-4750-bf81-5e77ef6748b1 req-6b792e7a-4319-4ee2-b5c5-b86baa8d0821 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 932 time: 0.1889307 Apr 29 16:22:14.812826 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4bf363ae-e4dc-4750-bf81-5e77ef6748b1 req-cfbb12ce-f03c-4010-8780-71943aad4869 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00dddc97-f4be-4915-9267-c039b5094ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467017 Apr 29 16:22:14.835645 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-6f7e5328-fabe-4bc0-89bd-f735213c990f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0001972 Apr 29 16:22:14.845907 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-d356a7d4-9876-4130-a486-e507de61bd4c service neutron] Request body: {'port': {'device_id': 'a81ab7bf-303b-4200-beab-e18286e10f60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:22:14.949027 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-d356a7d4-9876-4130-a486-e507de61bd4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:14.953846 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3c807d27-827a-4903-9e5a-1f1fa3d18170 None None] Provisioning for port 29a395bc-3b73-4808-adcf-e34fe1c381bb completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:22:14.958832 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-3c807d27-827a-4903-9e5a-1f1fa3d18170 None None] Provisioning complete for port 29a395bc-3b73-4808-adcf-e34fe1c381bb triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:22:14.959199 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3c807d27-827a-4903-9e5a-1f1fa3d18170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:15.015898 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-3c807d27-827a-4903-9e5a-1f1fa3d18170 None None] Port 29a395bc-3b73-4808-adcf-e34fe1c381bb cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:22:15.279417 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-d356a7d4-9876-4130-a486-e507de61bd4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a395bc-3b73-4808-adcf-e34fe1c381bb {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:22:15.286103 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-d356a7d4-9876-4130-a486-e507de61bd4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:15.300081 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-d356a7d4-9876-4130-a486-e507de61bd4c service neutron] Transition to ACTIVE for port object 29a395bc-3b73-4808-adcf-e34fe1c381bb will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:22:15.382770 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-d356a7d4-9876-4130-a486-e507de61bd4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:15.601280 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356a7d4-9876-4130-a486-e507de61bd4c service neutron] Pushing event updated for resources: {'Port': ['ID=29a395bc-3b73-4808-adcf-e34fe1c381bb,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:22:15.656499 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:15.706738 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-d356a7d4-9876-4130-a486-e507de61bd4c service neutron] Attempting to bind port 29a395bc-3b73-4808-adcf-e34fe1c381bb on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:22:15.707097 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-d356a7d4-9876-4130-a486-e507de61bd4c service neutron] Attempting to bind port 29a395bc-3b73-4808-adcf-e34fe1c381bb by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '498014d3-3768-48b3-b580-6f9e70a0d686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:22:15.707417 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-d356a7d4-9876-4130-a486-e507de61bd4c service neutron] Attempting to bind port 29a395bc-3b73-4808-adcf-e34fe1c381bb on network cdfffad0-a05a-4627-b578-1409ff042730 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:22:15.713917 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-d356a7d4-9876-4130-a486-e507de61bd4c service neutron] Port 29a395bc-3b73-4808-adcf-e34fe1c381bb on network cdfffad0-a05a-4627-b578-1409ff042730 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 16:22:15.714230 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-d356a7d4-9876-4130-a486-e507de61bd4c service neutron] Attempting to bind port 29a395bc-3b73-4808-adcf-e34fe1c381bb on network cdfffad0-a05a-4627-b578-1409ff042730 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:22:15.720377 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-d356a7d4-9876-4130-a486-e507de61bd4c service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:22:15.720700 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-d356a7d4-9876-4130-a486-e507de61bd4c service neutron] Checking segment: {'id': '498014d3-3768-48b3-b580-6f9e70a0d686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:22:15.721069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-d356a7d4-9876-4130-a486-e507de61bd4c service neutron] Bound using segment: {'id': '498014d3-3768-48b3-b580-6f9e70a0d686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:22:15.721479 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-d356a7d4-9876-4130-a486-e507de61bd4c service neutron] Bound port: 29a395bc-3b73-4808-adcf-e34fe1c381bb, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '498014d3-3768-48b3-b580-6f9e70a0d686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:22:15.721817 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-d356a7d4-9876-4130-a486-e507de61bd4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:15.810560 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-d356a7d4-9876-4130-a486-e507de61bd4c service neutron] For port 29a395bc-3b73-4808-adcf-e34fe1c381bb, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:22:15.813328 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-d356a7d4-9876-4130-a486-e507de61bd4c service neutron] For port 29a395bc-3b73-4808-adcf-e34fe1c381bb, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=29a395bc-3b73-4808-adcf-e34fe1c381bb,segment=NetworkSegment(498014d3-3768-48b3-b580-6f9e70a0d686),segment_id=498014d3-3768-48b3-b580-6f9e70a0d686)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:22:15.869032 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-d356a7d4-9876-4130-a486-e507de61bd4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:15.924616 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-d356a7d4-9876-4130-a486-e507de61bd4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:15.926195 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-d356a7d4-9876-4130-a486-e507de61bd4c service neutron] 10.222.0.35 "PUT /v2.0/ports/29a395bc-3b73-4808-adcf-e34fe1c381bb HTTP/1.1" status: 200 len: 1094 time: 1.0841923 Apr 29 16:22:15.927016 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-58dc2fb3-0051-40cd-be4f-1be8ed3a6ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:15.935368 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81ab7bf-303b-4200-beab-e18286e10f60', 'tag': '29a395bc-3b73-4808-adcf-e34fe1c381bb'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:22:16.004825 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356a7d4-9876-4130-a486-e507de61bd4c service neutron] Pushing event updated for resources: {'Port': ['ID=29a395bc-3b73-4808-adcf-e34fe1c381bb,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:22:16.048669 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678a516-29dc-4bd0-b118-8f3b32eb9d00 req-dec0fd99-5140-4e73-a02d-34b930b68fdc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:22:16.049465 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-7678a516-29dc-4bd0-b118-8f3b32eb9d00 req-dec0fd99-5140-4e73-a02d-34b930b68fdc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Synchronizing usage tracker for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:22:16.095029 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2142e2ee-f337-47fa-bfb8-280f9ce73150'] response: {'name': 'network-changed', 'server_uuid': 'a81ab7bf-303b-4200-beab-e18286e10f60', 'tag': '29a395bc-3b73-4808-adcf-e34fe1c381bb', 'status': 'completed', 'code': 200} Apr 29 16:22:16.136654 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-fe917eb5-9b28-4393-a715-c33bbe45f198 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 1097 time: 0.0813303 Apr 29 16:22:16.196367 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-7678a516-29dc-4bd0-b118-8f3b32eb9d00 req-dec0fd99-5140-4e73-a02d-34b930b68fdc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Unset dirty status for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:22:16.197493 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7678a516-29dc-4bd0-b118-8f3b32eb9d00 req-dec0fd99-5140-4e73-a02d-34b930b68fdc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 944 time: 0.2388985 Apr 29 16:22:16.218715 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-71c8cfda-d592-4ada-9bd8-8a10165b40af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29a395bc-3b73-4808-adcf-e34fe1c381bb HTTP/1.1" status: 200 len: 217 time: 0.0778980 Apr 29 16:22:16.293199 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7678a516-29dc-4bd0-b118-8f3b32eb9d00 req-3a66b47c-9a16-44e6-8f54-c29b617c902b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00dddc97-f4be-4915-9267-c039b5094ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886555 Apr 29 16:22:16.297948 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-057b613f-3aec-4e57-9826-07804004d6a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:22:16.299370 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-057b613f-3aec-4e57-9826-07804004d6a7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=17cd4dee-5909-4fb3-9c9b-44d70ed762a3 HTTP/1.1" status: 200 len: 834 time: 0.0752659 Apr 29 16:22:16.376987 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-56a99719-93df-4b21-bef2-233fdb927e34 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cdfffad0-a05a-4627-b578-1409ff042730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709081 Apr 29 16:22:16.504271 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-aa09d7fd-6df1-4481-a114-025b676662f8 service neutron] 10.222.0.35 "GET /v2.0/networks/cdfffad0-a05a-4627-b578-1409ff042730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212821 Apr 29 16:22:16.637208 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d57bed5a-4f38-4699-9627-d484a1f8c466 req-43a6fa65-ee59-4ad0-b97b-dde83789ed9c service neutron] 10.222.0.35 "GET /v2.0/networks/cdfffad0-a05a-4627-b578-1409ff042730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273620 Apr 29 16:22:16.805721 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8802897-9ff4-4d15-909a-6404b7f6b92a req-0564ac4e-ca05-4c72-aea8-3af1bf8264e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 1097 time: 0.0675564 Apr 29 16:22:16.936690 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8802897-9ff4-4d15-909a-6404b7f6b92a req-97e2fcf3-f97c-4439-a4b8-faf8cb5a9644 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:22:16.938331 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8802897-9ff4-4d15-909a-6404b7f6b92a req-97e2fcf3-f97c-4439-a4b8-faf8cb5a9644 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cdfffad0-a05a-4627-b578-1409ff042730 HTTP/1.1" status: 200 len: 898 time: 0.1256077 Apr 29 16:22:17.006874 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8802897-9ff4-4d15-909a-6404b7f6b92a req-dd04ef9f-4f07-434b-b9e6-964a513c3ec4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29a395bc-3b73-4808-adcf-e34fe1c381bb HTTP/1.1" status: 200 len: 217 time: 0.0631640 Apr 29 16:22:17.066667 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8802897-9ff4-4d15-909a-6404b7f6b92a req-c90cccff-0f0b-4136-93a5-86f58f07dcc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:22:17.068097 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8802897-9ff4-4d15-909a-6404b7f6b92a req-c90cccff-0f0b-4136-93a5-86f58f07dcc6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=17cd4dee-5909-4fb3-9c9b-44d70ed762a3 HTTP/1.1" status: 200 len: 834 time: 0.0561059 Apr 29 16:22:17.141495 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8802897-9ff4-4d15-909a-6404b7f6b92a req-8bdff781-229b-40bb-8559-46ced63a8fd4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cdfffad0-a05a-4627-b578-1409ff042730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680456 Apr 29 16:22:17.268895 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:17.270599 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8802897-9ff4-4d15-909a-6404b7f6b92a req-4ecef034-5ce5-4be8-b28f-5dce90737e34 service neutron] 10.222.0.35 "GET /v2.0/networks/cdfffad0-a05a-4627-b578-1409ff042730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231627 Apr 29 16:22:17.402412 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8802897-9ff4-4d15-909a-6404b7f6b92a req-566dd3ba-ebfc-403e-a845-0f40a1cf850b service neutron] 10.222.0.35 "GET /v2.0/networks/cdfffad0-a05a-4627-b578-1409ff042730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262598 Apr 29 16:22:17.486098 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:17.578545 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24adcb7-ef11-4064-b542-db98056ff073 req-a2c03a5f-f8f1-4d1a-a285-d0e047cf23fe tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:22:17.579881 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a24adcb7-ef11-4064-b542-db98056ff073 req-a2c03a5f-f8f1-4d1a-a285-d0e047cf23fe tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 944 time: 0.1608210 Apr 29 16:22:17.624022 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a24adcb7-ef11-4064-b542-db98056ff073 req-6bf28f8b-ca9f-450a-8c24-427f3df620c0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00dddc97-f4be-4915-9267-c039b5094ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386598 Apr 29 16:22:18.559571 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:18.818041 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4578bd2-be46-4c51-8f5f-4354fbc5c9e9 req-31d98e54-55ac-4fed-9b56-6d494da78ef2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:22:18.819489 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e4578bd2-be46-4c51-8f5f-4354fbc5c9e9 req-31d98e54-55ac-4fed-9b56-6d494da78ef2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 944 time: 0.0773923 Apr 29 16:22:18.864421 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e4578bd2-be46-4c51-8f5f-4354fbc5c9e9 req-8c824aae-2ffb-449d-a087-6fcc6b237438 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00dddc97-f4be-4915-9267-c039b5094ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392497 Apr 29 16:22:20.054359 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdafc81-3ce5-412f-9f38-ce5323e9b7cc req-665e4455-ef6c-454c-a2ac-0589b345b0eb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:22:20.056347 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8bdafc81-3ce5-412f-9f38-ce5323e9b7cc req-665e4455-ef6c-454c-a2ac-0589b345b0eb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 944 time: 0.0744212 Apr 29 16:22:20.100837 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8bdafc81-3ce5-412f-9f38-ce5323e9b7cc req-e9bbc9a7-5230-48f5-a9c4-85f7f79fe89d tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00dddc97-f4be-4915-9267-c039b5094ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389235 Apr 29 16:22:20.691731 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 29a395bc-3b73-4808-adcf-e34fe1c381bb details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:22:20.823962 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 29a395bc-3b73-4808-adcf-e34fe1c381bb, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=29a395bc-3b73-4808-adcf-e34fe1c381bb,segment=NetworkSegment(498014d3-3768-48b3-b580-6f9e70a0d686),segment_id=498014d3-3768-48b3-b580-6f9e70a0d686)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:22:20.836610 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '29a395bc-3b73-4808-adcf-e34fe1c381bb', 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730', 'port_id': '29a395bc-3b73-4808-adcf-e34fe1c381bb', 'mac_address': 'fa:16:3e:d3:eb:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17cd4dee-5909-4fb3-9c9b-44d70ed762a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:22:20.888164 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:20.904755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a395bc-3b73-4808-adcf-e34fe1c381bb {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:22:20.919648 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 29a395bc-3b73-4808-adcf-e34fe1c381bb, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=29a395bc-3b73-4808-adcf-e34fe1c381bb,segment=NetworkSegment(498014d3-3768-48b3-b580-6f9e70a0d686),segment_id=498014d3-3768-48b3-b580-6f9e70a0d686)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:22:20.965350 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:21.040253 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=29a395bc-3b73-4808-adcf-e34fe1c381bb,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:22:21.295298 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbbe81-9d76-49c9-9d26-424d1d607f3c req-7384ecc5-2a50-4f82-9c9e-556fef9fc301 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:22:21.296626 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d7bbbe81-9d76-49c9-9d26-424d1d607f3c req-7384ecc5-2a50-4f82-9c9e-556fef9fc301 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 945 time: 0.0774155 Apr 29 16:22:21.308933 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['29a395bc-3b73-4808-adcf-e34fe1c381bb'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:22:21.341137 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d7bbbe81-9d76-49c9-9d26-424d1d607f3c req-0caf6655-405a-4ded-a9df-8fef25ad8ca5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00dddc97-f4be-4915-9267-c039b5094ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390143 Apr 29 16:22:22.536355 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77517df8-9f43-4094-aadb-71d95bed2576 req-bbf553c7-3ab5-44d6-b627-87bde09ea6eb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:22:22.537787 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-77517df8-9f43-4094-aadb-71d95bed2576 req-bbf553c7-3ab5-44d6-b627-87bde09ea6eb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 945 time: 0.0738280 Apr 29 16:22:22.583857 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-77517df8-9f43-4094-aadb-71d95bed2576 req-eb1a9ed2-7a2b-476b-95a2-d9a47f17c0bd tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00dddc97-f4be-4915-9267-c039b5094ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402818 Apr 29 16:22:22.689275 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 29a395bc-3b73-4808-adcf-e34fe1c381bb up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:22:22.822689 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 29a395bc-3b73-4808-adcf-e34fe1c381bb completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:22:22.827330 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 29a395bc-3b73-4808-adcf-e34fe1c381bb triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:22:22.827697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:22.941562 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:22.968464 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81ab7bf-303b-4200-beab-e18286e10f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a395bc-3b73-4808-adcf-e34fe1c381bb'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:22:22.978825 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 29a395bc-3b73-4808-adcf-e34fe1c381bb, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=29a395bc-3b73-4808-adcf-e34fe1c381bb,segment=NetworkSegment(498014d3-3768-48b3-b580-6f9e70a0d686),segment_id=498014d3-3768-48b3-b580-6f9e70a0d686)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:22:23.045578 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:23.133977 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac5f50b6-3d34-4fa6-9719-dadbb502fad5'] response: {'server_uuid': 'a81ab7bf-303b-4200-beab-e18286e10f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a395bc-3b73-4808-adcf-e34fe1c381bb', 'code': 200} Apr 29 16:22:23.150669 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=29a395bc-3b73-4808-adcf-e34fe1c381bb,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:22:23.444602 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4fc2c2a3-6fe1-4a7c-9c8d-d92bdb7e830a req-82564e5f-481d-412a-974d-c27d6f1d9087 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 1099 time: 0.0658495 Apr 29 16:22:23.485281 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4fc2c2a3-6fe1-4a7c-9c8d-d92bdb7e830a req-49ab8650-1a3d-4e6a-8a4f-2e1f428a57f2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=00dddc97-f4be-4915-9267-c039b5094ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352945 Apr 29 16:22:23.783129 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994702b-677e-47fa-911e-1475219b21c0 req-31405456-c19e-4b55-8f61-ad14b48f07f5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:22:23.784562 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e994702b-677e-47fa-911e-1475219b21c0 req-31405456-c19e-4b55-8f61-ad14b48f07f5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 946 time: 0.0800452 Apr 29 16:22:23.830035 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e994702b-677e-47fa-911e-1475219b21c0 req-e5ad1174-dff4-4205-a4d3-b9da33eae8e6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00dddc97-f4be-4915-9267-c039b5094ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400898 Apr 29 16:22:25.030715 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33824e3b-ea83-483d-8342-ffac1d45bbd1 req-10caf0a0-5965-429b-9000-a10ff13aa3f1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:22:25.032054 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-33824e3b-ea83-483d-8342-ffac1d45bbd1 req-10caf0a0-5965-429b-9000-a10ff13aa3f1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 946 time: 0.0785086 Apr 29 16:22:25.078204 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-33824e3b-ea83-483d-8342-ffac1d45bbd1 req-809f333a-2742-41ce-9e2e-046dc68fbed7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00dddc97-f4be-4915-9267-c039b5094ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399106 Apr 29 16:22:26.276579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d9573-c89c-47cd-9b0d-8b745e5b6ea8 req-3bf3ffb1-1240-4a5d-9c22-80c1250e71a7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:22:26.278001 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a04d9573-c89c-47cd-9b0d-8b745e5b6ea8 req-3bf3ffb1-1240-4a5d-9c22-80c1250e71a7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 946 time: 0.0798767 Apr 29 16:22:26.322662 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a04d9573-c89c-47cd-9b0d-8b745e5b6ea8 req-e3693277-9a22-47e1-a773-f59e48cbeaf9 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00dddc97-f4be-4915-9267-c039b5094ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391092 Apr 29 16:22:26.519070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a46413-2aae-4335-b3bb-db2b0ac4094b req-a8766f47-40e9-4658-839e-6819f84e91d1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:22:26.520480 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-71a46413-2aae-4335-b3bb-db2b0ac4094b req-a8766f47-40e9-4658-839e-6819f84e91d1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 946 time: 0.0756299 Apr 29 16:22:26.565035 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-71a46413-2aae-4335-b3bb-db2b0ac4094b req-e81a7bfa-f651-4de8-8e9b-5916af02a954 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00dddc97-f4be-4915-9267-c039b5094ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379751 Apr 29 16:22:26.592892 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37368) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:22:26.670442 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9f59bcc4-af30-4651-9a9a-4fbe2caec03f tempest-TestNetworkAdvancedServerOps-1888383214 tempest-TestNetworkAdvancedServerOps-1888383214-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 1094 time: 0.0761142 Apr 29 16:22:26.672990 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37372) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:22:26.677965 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': '29a395bc-3b73-4808-adcf-e34fe1c381bb', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:22:26.684080 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:22:26.687836 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:floatingip and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:22:26.690616 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:22:26.697070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:22:26.765890 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for floatingip, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:26.899520 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:27.046628 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Allocated IP 172.26.1.71 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/82c53540-2ca4-447d-8f20-bbbe732e618b) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:22:27.188799 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:27.263227 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:27.328039 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:22:27.330743 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:22:27.335009 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:22:27.358328 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=82c53540-2ca4-447d-8f20-bbbe732e618b,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:22:27.382780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:27.383121 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:27.383485 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:27.383819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:27.384147 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:27.384468 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:27.384788 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:27.385105 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:27.385422 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:27.385738 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:27.386054 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:27.908753 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:28.007337 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:28.203431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:28.245467 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:28.354539 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=82c53540-2ca4-447d-8f20-bbbe732e618b,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:22:28.370896 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:28.554098 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Floating IP 2bac3a62-01d0-4d26-9a76-4fc2891d465c associated. External IP: 172.26.1.71, port: 29a395bc-3b73-4808-adcf-e34fe1c381bb. Apr 29 16:22:28.948134 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Router 5e24ffc6-c7da-4c8a-b4da-1c7254d3f238 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:22:29.248372 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:22:29.260433 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a5963-7844-4df8-b78c-de530d5852b0 None None] Sync routers for ids ['5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:22:29.274726 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a5963-7844-4df8-b78c-de530d5852b0 None None] Routers {'5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:22:29.275376 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-3e3a5963-7844-4df8-b78c-de530d5852b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:22:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:22:29.331674 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:29.388779 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b70f607b-479a-438f-ba35-4f0b0f2f634a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7122486 Apr 29 16:22:29.388779 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81ab7bf-303b-4200-beab-e18286e10f60', 'tag': '29a395bc-3b73-4808-adcf-e34fe1c381bb'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:22:29.452017 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebd1cafe-b88a-452e-a165-2fc1efcbeccf'] response: {'name': 'network-changed', 'server_uuid': 'a81ab7bf-303b-4200-beab-e18286e10f60', 'tag': '29a395bc-3b73-4808-adcf-e34fe1c381bb', 'status': 'completed', 'code': 200} Apr 29 16:22:29.464925 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-3e3a5963-7844-4df8-b78c-de530d5852b0 None None] Set router 5e24ffc6-c7da-4c8a-b4da-1c7254d3f238 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:22:29.616412 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2a3ddd98-a506-4a66-adec-5e9b5b8199db req-58c8ccc7-2e83-4e69-81b8-d95a06e1d6f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 1099 time: 0.1412475 Apr 29 16:22:29.725668 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c57b89-4294-4e3a-b0cb-f2a956455107 req-df0b1bd4-9e2e-485f-8fca-c74ff69219fc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:22:29.729173 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c9c57b89-4294-4e3a-b0cb-f2a956455107 req-df0b1bd4-9e2e-485f-8fca-c74ff69219fc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 946 time: 0.2186630 Apr 29 16:22:29.820131 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c9c57b89-4294-4e3a-b0cb-f2a956455107 req-547e34ba-4e99-4a26-b77a-d5b6bc3ace19 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00dddc97-f4be-4915-9267-c039b5094ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815716 Apr 29 16:22:29.837332 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ddd98-a506-4a66-adec-5e9b5b8199db req-1f07c629-fce5-46b8-925d-aaf2752baa24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:22:29.838800 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2a3ddd98-a506-4a66-adec-5e9b5b8199db req-1f07c629-fce5-46b8-925d-aaf2752baa24 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cdfffad0-a05a-4627-b578-1409ff042730 HTTP/1.1" status: 200 len: 898 time: 0.2149746 Apr 29 16:22:29.847310 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-3e3a5963-7844-4df8-b78c-de530d5852b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916137964', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'dd87d729-5780-4916-a1b3-f19145457079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:21:58Z', 'updated_at': '2022-04-29T16:22:03Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'dd87d729-5780-4916-a1b3-f19145457079', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:21:59Z', 'updated_at': '2022-04-29T16:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '2bac3a62-01d0-4d26-9a76-4fc2891d465c', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'floating_ip_address': '172.26.1.71', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'port_id': '29a395bc-3b73-4808-adcf-e34fe1c381bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730', 'mac_address': 'fa:16:3e:d3:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81ab7bf-303b-4200-beab-e18286e10f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:22:27Z', 'updated_at': '2022-04-29T16:22:27Z', 'revision_number': 0, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be0e32f5-e95b-47ab-b10e-463d5c65f078', 'name': '', 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:1d:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17cd4dee-5909-4fb3-9c9b-44d70ed762a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:22:03Z', 'updated_at': '2022-04-29T16:22:08Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '17cd4dee-5909-4fb3-9c9b-44d70ed762a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:22:29.852118 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a5963-7844-4df8-b78c-de530d5852b0 None None] Checking router: 5e24ffc6-c7da-4c8a-b4da-1c7254d3f238 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:22:29.858514 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 37380) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:22:29.864369 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a5963-7844-4df8-b78c-de530d5852b0 None None] Routers {'5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:22:29.864980 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-3e3a5963-7844-4df8-b78c-de530d5852b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:22:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:22:29.973531 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2a3ddd98-a506-4a66-adec-5e9b5b8199db req-fe2e34b1-6849-4324-8761-6e2ba7f1ed6e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29a395bc-3b73-4808-adcf-e34fe1c381bb HTTP/1.1" status: 200 len: 999 time: 0.1231353 Apr 29 16:22:29.976162 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-01057e01-f646-473a-b4af-ddc59eb8b20a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/floatingips/2bac3a62-01d0-4d26-9a76-4fc2891d465c HTTP/1.1" status: 200 len: 991 time: 0.1162348 Apr 29 16:22:30.040117 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ddd98-a506-4a66-adec-5e9b5b8199db req-a5655b0e-e820-453d-8b0e-27649c3a53a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:22:30.041607 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2a3ddd98-a506-4a66-adec-5e9b5b8199db req-a5655b0e-e820-453d-8b0e-27649c3a53a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=17cd4dee-5909-4fb3-9c9b-44d70ed762a3 HTTP/1.1" status: 200 len: 834 time: 0.0618787 Apr 29 16:22:30.056184 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-3e3a5963-7844-4df8-b78c-de530d5852b0 None None] Set router 5e24ffc6-c7da-4c8a-b4da-1c7254d3f238 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:22:30.114422 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2a3ddd98-a506-4a66-adec-5e9b5b8199db req-af71a1c0-7f7d-4f79-8b49-a411f39d9ac8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cdfffad0-a05a-4627-b578-1409ff042730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669239 Apr 29 16:22:30.245823 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2a3ddd98-a506-4a66-adec-5e9b5b8199db req-5a4527aa-485f-4250-afec-68662c0de88a service neutron] 10.222.0.35 "GET /v2.0/networks/cdfffad0-a05a-4627-b578-1409ff042730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258194 Apr 29 16:22:30.379061 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2a3ddd98-a506-4a66-adec-5e9b5b8199db req-c07e6388-54b1-4d21-aa64-e62bc9af1f97 service neutron] 10.222.0.35 "GET /v2.0/networks/cdfffad0-a05a-4627-b578-1409ff042730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275127 Apr 29 16:22:30.436916 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-3e3a5963-7844-4df8-b78c-de530d5852b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916137964', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'dd87d729-5780-4916-a1b3-f19145457079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:21:58Z', 'updated_at': '2022-04-29T16:22:03Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'dd87d729-5780-4916-a1b3-f19145457079', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:21:59Z', 'updated_at': '2022-04-29T16:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '2bac3a62-01d0-4d26-9a76-4fc2891d465c', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'floating_ip_address': '172.26.1.71', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'port_id': '29a395bc-3b73-4808-adcf-e34fe1c381bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730', 'mac_address': 'fa:16:3e:d3:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81ab7bf-303b-4200-beab-e18286e10f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:22:27Z', 'updated_at': '2022-04-29T16:22:27Z', 'revision_number': 0, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be0e32f5-e95b-47ab-b10e-463d5c65f078', 'name': '', 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:1d:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17cd4dee-5909-4fb3-9c9b-44d70ed762a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:22:03Z', 'updated_at': '2022-04-29T16:22:08Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '17cd4dee-5909-4fb3-9c9b-44d70ed762a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:22:30.440755 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a5963-7844-4df8-b78c-de530d5852b0 None None] The sync data for ids ['5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'] in dv-neutron-839913-1-hyperv is: [{'id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916137964', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'dd87d729-5780-4916-a1b3-f19145457079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:21:58Z', 'updated_at': '2022-04-29T16:22:03Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'dd87d729-5780-4916-a1b3-f19145457079', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:21:59Z', 'updated_at': '2022-04-29T16:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '2bac3a62-01d0-4d26-9a76-4fc2891d465c', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'floating_ip_address': '172.26.1.71', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'port_id': '29a395bc-3b73-4808-adcf-e34fe1c381bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730', 'mac_address': 'fa:16:3e:d3:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81ab7bf-303b-4200-beab-e18286e10f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:22:27Z', 'updated_at': '2022-04-29T16:22:27Z', 'revision_number': 0, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be0e32f5-e95b-47ab-b10e-463d5c65f078', 'name': '', 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:1d:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17cd4dee-5909-4fb3-9c9b-44d70ed762a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:22:03Z', 'updated_at': '2022-04-29T16:22:08Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '17cd4dee-5909-4fb3-9c9b-44d70ed762a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:22:30.623647 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631f66a1-2d1a-4216-a30c-71889937e3b7 None None] New status for floating IP 2bac3a62-01d0-4d26-9a76-4fc2891d465c: ACTIVE {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:22:30.980306 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37384) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:22:31.085244 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-131a7933-3ccb-4ec8-b378-1f964cab2bec tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/floatingips/2bac3a62-01d0-4d26-9a76-4fc2891d465c HTTP/1.1" status: 200 len: 993 time: 0.1037309 Apr 29 16:22:39.761422 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:22:43.623285 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-38c5b2d0-e6ce-4147-aed9-3f076462ff10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:45.663427 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:45.943206 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-90430838-f892-4c49-82ce-4b51a96a8e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:47.291595 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:47.531818 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:48.571853 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:51.035701 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0428697b-aaca-4932-8cf7-2e9c00b55ccb req-6184b28c-dce3-4482-9606-65b447eeacf0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662038 Apr 29 16:22:51.172545 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0428697b-aaca-4932-8cf7-2e9c00b55ccb req-eab4f08f-3450-4644-a70f-83a377f8bf12 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 1099 time: 0.0704246 Apr 29 16:22:51.315169 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428697b-aaca-4932-8cf7-2e9c00b55ccb req-6ecd5c77-425e-4f79-9fa0-1843ef16dbf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:22:51.316518 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0428697b-aaca-4932-8cf7-2e9c00b55ccb req-6ecd5c77-425e-4f79-9fa0-1843ef16dbf4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cdfffad0-a05a-4627-b578-1409ff042730 HTTP/1.1" status: 200 len: 898 time: 0.1232851 Apr 29 16:22:51.417329 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0428697b-aaca-4932-8cf7-2e9c00b55ccb req-2ee78b26-486b-4608-920b-8c48b24fbb6c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29a395bc-3b73-4808-adcf-e34fe1c381bb HTTP/1.1" status: 200 len: 1001 time: 0.0953507 Apr 29 16:22:51.477680 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428697b-aaca-4932-8cf7-2e9c00b55ccb req-1b1f0824-b2c9-4242-9da2-dc490ba768d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:22:51.479063 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0428697b-aaca-4932-8cf7-2e9c00b55ccb req-1b1f0824-b2c9-4242-9da2-dc490ba768d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=17cd4dee-5909-4fb3-9c9b-44d70ed762a3 HTTP/1.1" status: 200 len: 834 time: 0.0550249 Apr 29 16:22:51.551271 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0428697b-aaca-4932-8cf7-2e9c00b55ccb req-3394f2b0-dda5-40b9-a6c0-f996524521cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cdfffad0-a05a-4627-b578-1409ff042730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656016 Apr 29 16:22:51.768977 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0428697b-aaca-4932-8cf7-2e9c00b55ccb req-d2619a84-a3f0-4ef3-8e82-389014e4ec08 service neutron] 10.222.0.35 "GET /v2.0/networks/cdfffad0-a05a-4627-b578-1409ff042730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116060 Apr 29 16:22:51.894777 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0428697b-aaca-4932-8cf7-2e9c00b55ccb req-d879738a-01fb-4741-8332-4ba1dc1091fe service neutron] 10.222.0.35 "GET /v2.0/networks/cdfffad0-a05a-4627-b578-1409ff042730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204185 Apr 29 16:23:13.646408 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b2a9f219-4b93-44bf-a146-ac50788b0ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:15.653156 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:15.898214 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ac6e68cb-ebc1-4364-85aa-fc53a802a514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:16.761953 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:23:17.303765 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:17.503794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:18.555550 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:33.294069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead8016-5d67-4ec8-a639-c3d49fb4074d req-85ea8d7a-990b-4fdc-95ad-0a99810fa931 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:23:33.295445 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0ead8016-5d67-4ec8-a639-c3d49fb4074d req-85ea8d7a-990b-4fdc-95ad-0a99810fa931 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 946 time: 0.2001965 Apr 29 16:23:33.340825 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0ead8016-5d67-4ec8-a639-c3d49fb4074d req-dd9fa239-872b-4711-9e5d-9d805c395004 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00dddc97-f4be-4915-9267-c039b5094ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396028 Apr 29 16:23:34.535215 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b45b1-efe9-4824-81ca-7825c99aa7df req-e98de3c6-f0db-45e3-b4b2-d5ca1e88ed06 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:23:34.536641 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-109b45b1-efe9-4824-81ca-7825c99aa7df req-e98de3c6-f0db-45e3-b4b2-d5ca1e88ed06 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 946 time: 0.0741930 Apr 29 16:23:34.587079 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-109b45b1-efe9-4824-81ca-7825c99aa7df req-4006f8e8-1a32-43f3-8ce1-6d5061f31c34 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00dddc97-f4be-4915-9267-c039b5094ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450037 Apr 29 16:23:34.615483 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37414) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:23:34.717960 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6ddcedfa-e92b-47f1-8330-7e61bc616111 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/floatingips/2bac3a62-01d0-4d26-9a76-4fc2891d465c HTTP/1.1" status: 200 len: 993 time: 0.1013887 Apr 29 16:23:36.271056 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0cb80-dd05-4b43-bf73-789faaf1edea req-3c122e4b-00aa-46fa-914c-ad0b7f9738ba tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:23:36.272481 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-33d0cb80-dd05-4b43-bf73-789faaf1edea req-3c122e4b-00aa-46fa-914c-ad0b7f9738ba tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 946 time: 0.0762992 Apr 29 16:23:36.317865 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-33d0cb80-dd05-4b43-bf73-789faaf1edea req-d0fad20f-474c-4c2b-bff8-cbba5b27891e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00dddc97-f4be-4915-9267-c039b5094ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388973 Apr 29 16:23:37.516672 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefff7d-0aeb-452f-a36d-671c43b61de2 req-057acf5a-ca9c-43d5-93a5-166f0b09f4c8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:23:37.518095 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1cefff7d-0aeb-452f-a36d-671c43b61de2 req-057acf5a-ca9c-43d5-93a5-166f0b09f4c8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 946 time: 0.0787454 Apr 29 16:23:37.562550 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1cefff7d-0aeb-452f-a36d-671c43b61de2 req-d977e897-4d52-4e98-9069-520823b4b45f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00dddc97-f4be-4915-9267-c039b5094ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390642 Apr 29 16:23:37.590086 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37426) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:23:37.692647 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4b23e269-ceba-4318-a6f8-068afd751a05 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/floatingips/2bac3a62-01d0-4d26-9a76-4fc2891d465c HTTP/1.1" status: 200 len: 993 time: 0.1011872 Apr 29 16:23:38.202509 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37434) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:23:38.395294 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-fc8325a0-d656-47da-9b1e-9f5ba922cd7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Deleting port 82c53540-2ca4-447d-8f20-bbbe732e618b {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:23:38.395571 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fc8325a0-d656-47da-9b1e-9f5ba922cd7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:38.564234 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fc8325a0-d656-47da-9b1e-9f5ba922cd7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:38.564910 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fc8325a0-d656-47da-9b1e-9f5ba922cd7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:38.691486 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-fc8325a0-d656-47da-9b1e-9f5ba922cd7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Calling delete_port for 82c53540-2ca4-447d-8f20-bbbe732e618b owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:23:38.910186 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fc8325a0-d656-47da-9b1e-9f5ba922cd7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:39.040572 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8325a0-d656-47da-9b1e-9f5ba922cd7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Port': ['ID=82c53540-2ca4-447d-8f20-bbbe732e618b,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:23:39.079821 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8325a0-d656-47da-9b1e-9f5ba922cd7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:23:39.086016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8325a0-d656-47da-9b1e-9f5ba922cd7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:23:39.086016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8325a0-d656-47da-9b1e-9f5ba922cd7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:23:39.086016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8325a0-d656-47da-9b1e-9f5ba922cd7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:23:39.086016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8325a0-d656-47da-9b1e-9f5ba922cd7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:23:39.086016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8325a0-d656-47da-9b1e-9f5ba922cd7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:23:39.086016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8325a0-d656-47da-9b1e-9f5ba922cd7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:23:39.086016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8325a0-d656-47da-9b1e-9f5ba922cd7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:23:39.086016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8325a0-d656-47da-9b1e-9f5ba922cd7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:23:39.086016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8325a0-d656-47da-9b1e-9f5ba922cd7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:23:39.086016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8325a0-d656-47da-9b1e-9f5ba922cd7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:23:39.141605 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fc8325a0-d656-47da-9b1e-9f5ba922cd7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for floatingip, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:39.528689 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8325a0-d656-47da-9b1e-9f5ba922cd7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Router 5e24ffc6-c7da-4c8a-b4da-1c7254d3f238 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:23:39.741310 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8325a0-d656-47da-9b1e-9f5ba922cd7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:23:39.751084 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3ef6c2-c497-464e-b646-0ec32c57c88c None None] Sync routers for ids ['5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:23:39.762671 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3ef6c2-c497-464e-b646-0ec32c57c88c None None] Routers {'5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:23:39.763274 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-8a3ef6c2-c497-464e-b646-0ec32c57c88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:23:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:23:39.831002 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fc8325a0-d656-47da-9b1e-9f5ba922cd7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:39.888772 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-fc8325a0-d656-47da-9b1e-9f5ba922cd7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "DELETE /v2.0/floatingips/2bac3a62-01d0-4d26-9a76-4fc2891d465c HTTP/1.1" status: 204 len: 168 time: 1.6822169 Apr 29 16:23:39.888772 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81ab7bf-303b-4200-beab-e18286e10f60', 'tag': '29a395bc-3b73-4808-adcf-e34fe1c381bb'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:23:39.943440 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-8a3ef6c2-c497-464e-b646-0ec32c57c88c None None] Set router 5e24ffc6-c7da-4c8a-b4da-1c7254d3f238 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:23:39.948363 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d3824f9-360b-400c-a3b1-afd12d7fb04e'] response: {'name': 'network-changed', 'server_uuid': 'a81ab7bf-303b-4200-beab-e18286e10f60', 'tag': '29a395bc-3b73-4808-adcf-e34fe1c381bb', 'status': 'completed', 'code': 200} Apr 29 16:23:40.040179 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e19b02ed-c21f-41bc-82d2-c5be0dc7fa46 req-6e4c9b1b-fb30-436a-a7f5-82702682a3d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 1099 time: 0.0707746 Apr 29 16:23:40.170848 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b02ed-c21f-41bc-82d2-c5be0dc7fa46 req-916c4d35-fd11-4f6b-a43a-a0fbe884645f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:23:40.172364 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e19b02ed-c21f-41bc-82d2-c5be0dc7fa46 req-916c4d35-fd11-4f6b-a43a-a0fbe884645f service neutron] 10.222.0.35 "GET /v2.0/networks?id=cdfffad0-a05a-4627-b578-1409ff042730 HTTP/1.1" status: 200 len: 898 time: 0.1259587 Apr 29 16:23:40.243216 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e19b02ed-c21f-41bc-82d2-c5be0dc7fa46 req-aecdde2b-c150-4294-a5e5-556340443dc2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29a395bc-3b73-4808-adcf-e34fe1c381bb HTTP/1.1" status: 200 len: 217 time: 0.0656464 Apr 29 16:23:40.256997 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-8a3ef6c2-c497-464e-b646-0ec32c57c88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916137964', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'dd87d729-5780-4916-a1b3-f19145457079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:21:58Z', 'updated_at': '2022-04-29T16:22:03Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'dd87d729-5780-4916-a1b3-f19145457079', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:21:59Z', 'updated_at': '2022-04-29T16:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'be0e32f5-e95b-47ab-b10e-463d5c65f078', 'name': '', 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:1d:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17cd4dee-5909-4fb3-9c9b-44d70ed762a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:22:03Z', 'updated_at': '2022-04-29T16:22:08Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '17cd4dee-5909-4fb3-9c9b-44d70ed762a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:23:40.261518 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3ef6c2-c497-464e-b646-0ec32c57c88c None None] Checking router: 5e24ffc6-c7da-4c8a-b4da-1c7254d3f238 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:23:40.272843 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3ef6c2-c497-464e-b646-0ec32c57c88c None None] Routers {'5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:23:40.273445 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-8a3ef6c2-c497-464e-b646-0ec32c57c88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:23:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:23:40.344203 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b02ed-c21f-41bc-82d2-c5be0dc7fa46 req-ffd5e8ed-d9b6-42d8-bad9-738deecac8d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:23:40.346691 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e19b02ed-c21f-41bc-82d2-c5be0dc7fa46 req-ffd5e8ed-d9b6-42d8-bad9-738deecac8d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=17cd4dee-5909-4fb3-9c9b-44d70ed762a3 HTTP/1.1" status: 200 len: 834 time: 0.0973351 Apr 29 16:23:40.450942 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-8a3ef6c2-c497-464e-b646-0ec32c57c88c None None] Set router 5e24ffc6-c7da-4c8a-b4da-1c7254d3f238 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:23:40.476343 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e19b02ed-c21f-41bc-82d2-c5be0dc7fa46 req-0d4824fc-8a17-4a8b-9e09-3b5b2de110cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cdfffad0-a05a-4627-b578-1409ff042730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1234725 Apr 29 16:23:40.566694 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a4bc6-c0f7-44cc-b4d5-d4374159d3ce req-76ded689-bfa0-4f83-8458-df5aa0c4e1b0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:23:40.567797 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-792a4bc6-c0f7-44cc-b4d5-d4374159d3ce req-76ded689-bfa0-4f83-8458-df5aa0c4e1b0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Synchronizing usage tracker for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:23:40.631902 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e19b02ed-c21f-41bc-82d2-c5be0dc7fa46 req-a0d74c19-7316-41a8-b5d0-b4198561ba04 service neutron] 10.222.0.35 "GET /v2.0/networks/cdfffad0-a05a-4627-b578-1409ff042730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472344 Apr 29 16:23:40.658406 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-792a4bc6-c0f7-44cc-b4d5-d4374159d3ce req-76ded689-bfa0-4f83-8458-df5aa0c4e1b0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Unset dirty status for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:23:40.659513 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-792a4bc6-c0f7-44cc-b4d5-d4374159d3ce req-76ded689-bfa0-4f83-8458-df5aa0c4e1b0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 946 time: 0.2519221 Apr 29 16:23:40.761861 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-8a3ef6c2-c497-464e-b646-0ec32c57c88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916137964', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'dd87d729-5780-4916-a1b3-f19145457079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:21:58Z', 'updated_at': '2022-04-29T16:22:03Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'dd87d729-5780-4916-a1b3-f19145457079', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:21:59Z', 'updated_at': '2022-04-29T16:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'be0e32f5-e95b-47ab-b10e-463d5c65f078', 'name': '', 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:1d:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17cd4dee-5909-4fb3-9c9b-44d70ed762a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:22:03Z', 'updated_at': '2022-04-29T16:22:08Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '17cd4dee-5909-4fb3-9c9b-44d70ed762a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:23:40.766218 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3ef6c2-c497-464e-b646-0ec32c57c88c None None] The sync data for ids ['5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'] in dv-neutron-839913-1-hyperv is: [{'id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916137964', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'dd87d729-5780-4916-a1b3-f19145457079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:21:58Z', 'updated_at': '2022-04-29T16:22:03Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'dd87d729-5780-4916-a1b3-f19145457079', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:21:59Z', 'updated_at': '2022-04-29T16:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'be0e32f5-e95b-47ab-b10e-463d5c65f078', 'name': '', 'network_id': 'cdfffad0-a05a-4627-b578-1409ff042730', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:1d:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17cd4dee-5909-4fb3-9c9b-44d70ed762a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:22:03Z', 'updated_at': '2022-04-29T16:22:08Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '17cd4dee-5909-4fb3-9c9b-44d70ed762a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:23:40.889173 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-792a4bc6-c0f7-44cc-b4d5-d4374159d3ce req-cbc1088b-bcac-49e6-ad1f-69ba41130f7e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00dddc97-f4be-4915-9267-c039b5094ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729191 Apr 29 16:23:40.911068 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e19b02ed-c21f-41bc-82d2-c5be0dc7fa46 req-d011e71a-176d-42ab-a194-1d23ac88a438 service neutron] 10.222.0.35 "GET /v2.0/networks/cdfffad0-a05a-4627-b578-1409ff042730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719934 Apr 29 16:23:41.001658 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26643bda-3de8-4cac-9259-376caa53d06f None None] New status for floating IP 2bac3a62-01d0-4d26-9a76-4fc2891d465c: DOWN {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:23:42.085898 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b5d0b-7a23-4a95-8d56-36fda413b19f req-9ed04c54-b0a2-4213-89f2-7fb3cb7b21a1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:23:42.087254 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b77b5d0b-7a23-4a95-8d56-36fda413b19f req-9ed04c54-b0a2-4213-89f2-7fb3cb7b21a1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 946 time: 0.0772579 Apr 29 16:23:42.131092 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b77b5d0b-7a23-4a95-8d56-36fda413b19f req-4931ba9e-4a0c-4c06-a814-e4cb538d58e4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00dddc97-f4be-4915-9267-c039b5094ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376999 Apr 29 16:23:42.289943 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33422a72-56f0-4695-82a7-b2fb66b47ab2 req-6f8efeaa-a82f-4016-ac34-b2d88fbf91ee tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:23:42.291734 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-33422a72-56f0-4695-82a7-b2fb66b47ab2 req-6f8efeaa-a82f-4016-ac34-b2d88fbf91ee tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 946 time: 0.0753214 Apr 29 16:23:42.362930 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-33422a72-56f0-4695-82a7-b2fb66b47ab2 req-dd15443e-564c-427e-8429-70cddedbd61b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Deleting port 29a395bc-3b73-4808-adcf-e34fe1c381bb {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:23:42.363184 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-33422a72-56f0-4695-82a7-b2fb66b47ab2 req-dd15443e-564c-427e-8429-70cddedbd61b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:42.597150 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-33422a72-56f0-4695-82a7-b2fb66b47ab2 req-dd15443e-564c-427e-8429-70cddedbd61b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] For port 29a395bc-3b73-4808-adcf-e34fe1c381bb, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=29a395bc-3b73-4808-adcf-e34fe1c381bb,segment=NetworkSegment(498014d3-3768-48b3-b580-6f9e70a0d686),segment_id=498014d3-3768-48b3-b580-6f9e70a0d686)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:23:42.597498 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-33422a72-56f0-4695-82a7-b2fb66b47ab2 req-dd15443e-564c-427e-8429-70cddedbd61b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:42.716574 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-33422a72-56f0-4695-82a7-b2fb66b47ab2 req-dd15443e-564c-427e-8429-70cddedbd61b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Calling delete_port for 29a395bc-3b73-4808-adcf-e34fe1c381bb owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:23:42.909696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-33422a72-56f0-4695-82a7-b2fb66b47ab2 req-dd15443e-564c-427e-8429-70cddedbd61b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:42.958968 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15443e-564c-427e-8429-70cddedbd61b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Port': ['ID=29a395bc-3b73-4808-adcf-e34fe1c381bb,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:23:43.029667 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-33422a72-56f0-4695-82a7-b2fb66b47ab2 req-dd15443e-564c-427e-8429-70cddedbd61b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] No DVR routers for this DVR port 29a395bc-3b73-4808-adcf-e34fe1c381bb on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:23:43.032153 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-33422a72-56f0-4695-82a7-b2fb66b47ab2 req-dd15443e-564c-427e-8429-70cddedbd61b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:43.034624 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81ab7bf-303b-4200-beab-e18286e10f60', 'name': 'network-vif-deleted', 'tag': '29a395bc-3b73-4808-adcf-e34fe1c381bb'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:23:43.089092 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dcd8627-ab9e-4298-a0bd-72a125d50723'] response: {'server_uuid': 'a81ab7bf-303b-4200-beab-e18286e10f60', 'name': 'network-vif-deleted', 'tag': '29a395bc-3b73-4808-adcf-e34fe1c381bb', 'status': 'completed', 'code': 200} Apr 29 16:23:43.093957 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-33422a72-56f0-4695-82a7-b2fb66b47ab2 req-dd15443e-564c-427e-8429-70cddedbd61b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "DELETE /v2.0/ports/29a395bc-3b73-4808-adcf-e34fe1c381bb HTTP/1.1" status: 204 len: 173 time: 0.7960963 Apr 29 16:23:43.298899 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-2bdd8c7e-8a1a-434b-8162-805206c55e82 req-53d3c340-9190-4db8-89d0-e03667a80955 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Synchronizing usage tracker for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:23:43.407782 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-2bdd8c7e-8a1a-434b-8162-805206c55e82 req-53d3c340-9190-4db8-89d0-e03667a80955 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Unset dirty status for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:23:43.409019 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2bdd8c7e-8a1a-434b-8162-805206c55e82 req-53d3c340-9190-4db8-89d0-e03667a80955 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81ab7bf-303b-4200-beab-e18286e10f60 HTTP/1.1" status: 200 len: 210 time: 0.1543446 Apr 29 16:23:43.630141 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-272de91c-66f6-4c9c-b4c5-f1a219700826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:44.517043 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37452) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:23:44.920240 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-40ccfea1-20bf-4db9-81ee-901c6f2ee342 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:45.060841 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 29a395bc-3b73-4808-adcf-e34fe1c381bb no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:23:45.082085 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 29a395bc-3b73-4808-adcf-e34fe1c381bb {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:23:45.087660 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 29a395bc-3b73-4808-adcf-e34fe1c381bb not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:23:45.602698 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-40ccfea1-20bf-4db9-81ee-901c6f2ee342 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Deleting port be0e32f5-e95b-47ab-b10e-463d5c65f078 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:23:45.603321 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-40ccfea1-20bf-4db9-81ee-901c6f2ee342 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:45.681411 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:45.789778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-40ccfea1-20bf-4db9-81ee-901c6f2ee342 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] For port be0e32f5-e95b-47ab-b10e-463d5c65f078, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=be0e32f5-e95b-47ab-b10e-463d5c65f078,segment=NetworkSegment(498014d3-3768-48b3-b580-6f9e70a0d686),segment_id=498014d3-3768-48b3-b580-6f9e70a0d686)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:23:45.790123 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-40ccfea1-20bf-4db9-81ee-901c6f2ee342 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:45.911819 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-40ccfea1-20bf-4db9-81ee-901c6f2ee342 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Calling delete_port for be0e32f5-e95b-47ab-b10e-463d5c65f078 owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:23:45.921896 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-75cd3fa9-6370-4e23-9d81-18a7b5c062bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:46.151336 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-40ccfea1-20bf-4db9-81ee-901c6f2ee342 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:46.207593 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccfea1-20bf-4db9-81ee-901c6f2ee342 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Port': ['ID=be0e32f5-e95b-47ab-b10e-463d5c65f078,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:23:46.557104 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-40ccfea1-20bf-4db9-81ee-901c6f2ee342 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:47.293851 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:47.297913 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ccfea1-20bf-4db9-81ee-901c6f2ee342 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Router 5e24ffc6-c7da-4c8a-b4da-1c7254d3f238 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:23:47.500715 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ccfea1-20bf-4db9-81ee-901c6f2ee342 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:23:47.510052 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:47.511589 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8ddc8b-00bf-43b7-84ce-ef12813d35b3 None None] Sync routers for ids ['5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:23:47.522514 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8ddc8b-00bf-43b7-84ce-ef12813d35b3 None None] Routers {'5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:23:47.523115 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-6f8ddc8b-00bf-43b7-84ce-ef12813d35b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:23:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:23:47.580399 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-40ccfea1-20bf-4db9-81ee-901c6f2ee342 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "PUT /v2.0/routers/5e24ffc6-c7da-4c8a-b4da-1c7254d3f238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0619977 Apr 29 16:23:47.582837 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37456) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:23:47.724072 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-6f8ddc8b-00bf-43b7-84ce-ef12813d35b3 None None] Set router 5e24ffc6-c7da-4c8a-b4da-1c7254d3f238 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:23:47.763503 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec921539-1b6a-4e5e-aa5c-412f625b1d3b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Deleting subnet 17cd4dee-5909-4fb3-9c9b-44d70ed762a3 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 16:23:47.766452 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ec921539-1b6a-4e5e-aa5c-412f625b1d3b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:47.822781 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ec921539-1b6a-4e5e-aa5c-412f625b1d3b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:47.904213 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ec921539-1b6a-4e5e-aa5c-412f625b1d3b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:48.007332 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-6f8ddc8b-00bf-43b7-84ce-ef12813d35b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916137964', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'dd87d729-5780-4916-a1b3-f19145457079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:21:58Z', 'updated_at': '2022-04-29T16:23:46Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'dd87d729-5780-4916-a1b3-f19145457079', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:21:59Z', 'updated_at': '2022-04-29T16:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:23:48.011062 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8ddc8b-00bf-43b7-84ce-ef12813d35b3 None None] Checking router: 5e24ffc6-c7da-4c8a-b4da-1c7254d3f238 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:23:48.021835 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8ddc8b-00bf-43b7-84ce-ef12813d35b3 None None] Routers {'5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:23:48.022409 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-6f8ddc8b-00bf-43b7-84ce-ef12813d35b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:23:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:23:48.047848 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ec921539-1b6a-4e5e-aa5c-412f625b1d3b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:48.087432 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec921539-1b6a-4e5e-aa5c-412f625b1d3b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Subnet': ['ID=17cd4dee-5909-4fb3-9c9b-44d70ed762a3,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:23:48.091886 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-ec921539-1b6a-4e5e-aa5c-412f625b1d3b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:48.100727 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-ec921539-1b6a-4e5e-aa5c-412f625b1d3b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "DELETE /v2.0/subnets/17cd4dee-5909-4fb3-9c9b-44d70ed762a3 HTTP/1.1" status: 204 len: 168 time: 0.5145655 Apr 29 16:23:48.101087 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37460) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:23:48.102005 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1a829a-150b-4dcd-8bd2-7f4d56e4baef None None] Network cdfffad0-a05a-4627-b578-1409ff042730 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:23:48.197308 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-6f8ddc8b-00bf-43b7-84ce-ef12813d35b3 None None] Set router 5e24ffc6-c7da-4c8a-b4da-1c7254d3f238 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:23:48.298597 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63eeabfd-24fa-4465-ba93-dd8d85b97521 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:48.368471 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff7bf88-c72a-4112-96cc-a7637976a1dc None None] DHCP port deletion for cdfffad0-a05a-4627-b578-1409ff042730 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 16:23:48.373260 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-7ff7bf88-c72a-4112-96cc-a7637976a1dc None None] Deleting port 2252471e-1c74-4fd1-a4eb-104b8e94bd85 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:23:48.373638 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7ff7bf88-c72a-4112-96cc-a7637976a1dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:48.492553 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-6f8ddc8b-00bf-43b7-84ce-ef12813d35b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916137964', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'dd87d729-5780-4916-a1b3-f19145457079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:21:58Z', 'updated_at': '2022-04-29T16:23:46Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'dd87d729-5780-4916-a1b3-f19145457079', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:21:59Z', 'updated_at': '2022-04-29T16:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:23:48.497326 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8ddc8b-00bf-43b7-84ce-ef12813d35b3 None None] The sync data for ids ['5e24ffc6-c7da-4c8a-b4da-1c7254d3f238'] in dv-neutron-839913-1-hyperv is: [{'id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916137964', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'dd87d729-5780-4916-a1b3-f19145457079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:21:58Z', 'updated_at': '2022-04-29T16:23:46Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'dd87d729-5780-4916-a1b3-f19145457079', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e24ffc6-c7da-4c8a-b4da-1c7254d3f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:21:59Z', 'updated_at': '2022-04-29T16:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:23:48.608292 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-7ff7bf88-c72a-4112-96cc-a7637976a1dc None None] For port 2252471e-1c74-4fd1-a4eb-104b8e94bd85, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=2252471e-1c74-4fd1-a4eb-104b8e94bd85,segment=NetworkSegment(498014d3-3768-48b3-b580-6f9e70a0d686),segment_id=498014d3-3768-48b3-b580-6f9e70a0d686)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:23:48.608591 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7ff7bf88-c72a-4112-96cc-a7637976a1dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:48.610017 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63eeabfd-24fa-4465-ba93-dd8d85b97521 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:48.671060 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:48.692943 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-63eeabfd-24fa-4465-ba93-dd8d85b97521 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Deleting port dd87d729-5780-4916-a1b3-f19145457079 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:23:48.693289 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63eeabfd-24fa-4465-ba93-dd8d85b97521 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:48.730101 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-7ff7bf88-c72a-4112-96cc-a7637976a1dc None None] Calling delete_port for 2252471e-1c74-4fd1-a4eb-104b8e94bd85 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:23:48.873997 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-63eeabfd-24fa-4465-ba93-dd8d85b97521 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] For port dd87d729-5780-4916-a1b3-f19145457079, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=dd87d729-5780-4916-a1b3-f19145457079,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:23:48.874358 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63eeabfd-24fa-4465-ba93-dd8d85b97521 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:48.910729 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7ff7bf88-c72a-4112-96cc-a7637976a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:48.950275 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2252471e-1c74-4fd1-a4eb-104b8e94bd85 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:23:48.989369 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7bf88-c72a-4112-96cc-a7637976a1dc None None] Pushing event deleted for resources: {'Port': ['ID=2252471e-1c74-4fd1-a4eb-104b8e94bd85,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:23:48.994102 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 2252471e-1c74-4fd1-a4eb-104b8e94bd85 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:23:48.994752 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 2252471e-1c74-4fd1-a4eb-104b8e94bd85 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:23:48.995154 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device be0e32f5-e95b-47ab-b10e-463d5c65f078 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:23:49.004811 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-63eeabfd-24fa-4465-ba93-dd8d85b97521 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Calling delete_port for dd87d729-5780-4916-a1b3-f19145457079 owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:23:49.035359 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: be0e32f5-e95b-47ab-b10e-463d5c65f078 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:23:49.035708 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device be0e32f5-e95b-47ab-b10e-463d5c65f078 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:23:49.047598 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff7bf88-c72a-4112-96cc-a7637976a1dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:23:49.048136 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff7bf88-c72a-4112-96cc-a7637976a1dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:23:49.048612 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff7bf88-c72a-4112-96cc-a7637976a1dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:23:49.049105 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff7bf88-c72a-4112-96cc-a7637976a1dc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:23:49.049599 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff7bf88-c72a-4112-96cc-a7637976a1dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:23:49.050099 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff7bf88-c72a-4112-96cc-a7637976a1dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:23:49.050626 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff7bf88-c72a-4112-96cc-a7637976a1dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:23:49.051101 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff7bf88-c72a-4112-96cc-a7637976a1dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:23:49.051440 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff7bf88-c72a-4112-96cc-a7637976a1dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:23:49.051777 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff7bf88-c72a-4112-96cc-a7637976a1dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:23:49.052097 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff7bf88-c72a-4112-96cc-a7637976a1dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:23:49.058151 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff7bf88-c72a-4112-96cc-a7637976a1dc None None] No DVR routers for this DVR port 2252471e-1c74-4fd1-a4eb-104b8e94bd85 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:23:49.270499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63eeabfd-24fa-4465-ba93-dd8d85b97521 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:49.314545 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eeabfd-24fa-4465-ba93-dd8d85b97521 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Port': ['ID=dd87d729-5780-4916-a1b3-f19145457079,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:23:49.534404 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63eeabfd-24fa-4465-ba93-dd8d85b97521 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:49.781799 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63eeabfd-24fa-4465-ba93-dd8d85b97521 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:49.786003 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63eeabfd-24fa-4465-ba93-dd8d85b97521 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:49.876112 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63eeabfd-24fa-4465-ba93-dd8d85b97521 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:49.876646 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63eeabfd-24fa-4465-ba93-dd8d85b97521 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Fanout notify agent at l3_agent the message router_deleted on router 5e24ffc6-c7da-4c8a-b4da-1c7254d3f238 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 16:23:49.890932 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-63eeabfd-24fa-4465-ba93-dd8d85b97521 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:49.892111 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-63eeabfd-24fa-4465-ba93-dd8d85b97521 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "DELETE /v2.0/routers/5e24ffc6-c7da-4c8a-b4da-1c7254d3f238 HTTP/1.1" status: 204 len: 168 time: 1.7900953 Apr 29 16:23:49.894944 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37466) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:23:50.013486 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba6db-522e-46e7-8b58-bc63c4e81380 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:50.235104 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba6db-522e-46e7-8b58-bc63c4e81380 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:50.258793 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-0d8ba6db-522e-46e7-8b58-bc63c4e81380 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfffad0-a05a-4627-b578-1409ff042730']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:23:50.271839 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-0d8ba6db-522e-46e7-8b58-bc63c4e81380 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498014d3-3768-48b3-b580-6f9e70a0d686') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:23:50.272128 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-0d8ba6db-522e-46e7-8b58-bc63c4e81380 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498014d3-3768-48b3-b580-6f9e70a0d686') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:23:50.284125 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba6db-522e-46e7-8b58-bc63c4e81380 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:50.300949 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba6db-522e-46e7-8b58-bc63c4e81380 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:50.307224 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8ba6db-522e-46e7-8b58-bc63c4e81380 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:23:50.307600 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba6db-522e-46e7-8b58-bc63c4e81380 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:23:50.322469 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:23:50.441937 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba6db-522e-46e7-8b58-bc63c4e81380 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:50.459253 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba6db-522e-46e7-8b58-bc63c4e81380 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:50.470390 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ba6db-522e-46e7-8b58-bc63c4e81380 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Network': ['ID=cdfffad0-a05a-4627-b578-1409ff042730,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:23:50.522464 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0d8ba6db-522e-46e7-8b58-bc63c4e81380 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "DELETE /v2.0/networks/cdfffad0-a05a-4627-b578-1409ff042730 HTTP/1.1" status: 204 len: 168 time: 0.6264989 Apr 29 16:23:50.525069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37470) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:23:50.584117 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device dd87d729-5780-4916-a1b3-f19145457079 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:23:50.599026 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5973b150-0ad1-40f0-a4cb-b89a7d848ae1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:50.619068 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: dd87d729-5780-4916-a1b3-f19145457079 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:23:50.619412 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device dd87d729-5780-4916-a1b3-f19145457079 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:23:50.632087 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5973b150-0ad1-40f0-a4cb-b89a7d848ae1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:50.732878 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5973b150-0ad1-40f0-a4cb-b89a7d848ae1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:50.751409 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973b150-0ad1-40f0-a4cb-b89a7d848ae1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dddc97-f4be-4915-9267-c039b5094ff4,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:23:50.800416 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5973b150-0ad1-40f0-a4cb-b89a7d848ae1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:50.801603 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5973b150-0ad1-40f0-a4cb-b89a7d848ae1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "DELETE /v2.0/security-groups/00dddc97-f4be-4915-9267-c039b5094ff4 HTTP/1.1" status: 204 len: 168 time: 0.2756174 Apr 29 16:23:51.507243 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37480) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:23:51.512813 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-b4019b51-5e18-484a-a5e0-826d7d67faab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-678915337', 'description': 'tempest-secgroup-smoke-678915337 description', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:23:51.518699 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b4019b51-5e18-484a-a5e0-826d7d67faab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:23:51.522711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b4019b51-5e18-484a-a5e0-826d7d67faab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:23:51.525497 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b4019b51-5e18-484a-a5e0-826d7d67faab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:23:51.531486 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b4019b51-5e18-484a-a5e0-826d7d67faab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:23:51.584730 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4019b51-5e18-484a-a5e0-826d7d67faab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:51.618640 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b4019b51-5e18-484a-a5e0-826d7d67faab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:23:51.622946 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b4019b51-5e18-484a-a5e0-826d7d67faab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:23:51.625657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-b4019b51-5e18-484a-a5e0-826d7d67faab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:23:51.631526 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-b4019b51-5e18-484a-a5e0-826d7d67faab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:23:51.686897 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4019b51-5e18-484a-a5e0-826d7d67faab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:51.727537 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4019b51-5e18-484a-a5e0-826d7d67faab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:51.770810 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4019b51-5e18-484a-a5e0-826d7d67faab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d71747-a2ff-43d3-b3f5-772e87e67895,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:23:51.818855 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b4019b51-5e18-484a-a5e0-826d7d67faab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:51.820064 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b4019b51-5e18-484a-a5e0-826d7d67faab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3118191 Apr 29 16:23:51.822871 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37484) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:23:51.828186 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-4a01ff42-30ae-460a-aaa2-38cd82325462 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '31d71747-a2ff-43d3-b3f5-772e87e67895', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:23:51.833989 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-4a01ff42-30ae-460a-aaa2-38cd82325462 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:23:51.837721 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4a01ff42-30ae-460a-aaa2-38cd82325462 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:23:51.841272 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4a01ff42-30ae-460a-aaa2-38cd82325462 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:23:51.847114 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-4a01ff42-30ae-460a-aaa2-38cd82325462 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:23:51.905630 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4a01ff42-30ae-460a-aaa2-38cd82325462 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:51.967540 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4a01ff42-30ae-460a-aaa2-38cd82325462 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:52.024464 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4a01ff42-30ae-460a-aaa2-38cd82325462 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:52.047832 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01ff42-30ae-460a-aaa2-38cd82325462 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67573ca-4ae8-4c0b-8347-6e9631fa5258,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:23:52.126938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4a01ff42-30ae-460a-aaa2-38cd82325462 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:52.128114 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4a01ff42-30ae-460a-aaa2-38cd82325462 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3042946 Apr 29 16:23:52.130799 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37488) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:23:52.136093 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-9fdd4bc6-1522-4028-ba2b-71e8f90282a6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '31d71747-a2ff-43d3-b3f5-772e87e67895', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:23:52.142671 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9fdd4bc6-1522-4028-ba2b-71e8f90282a6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:23:52.146399 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9fdd4bc6-1522-4028-ba2b-71e8f90282a6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:23:52.149301 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9fdd4bc6-1522-4028-ba2b-71e8f90282a6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:23:52.155258 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9fdd4bc6-1522-4028-ba2b-71e8f90282a6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:23:52.247629 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9fdd4bc6-1522-4028-ba2b-71e8f90282a6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:52.306373 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9fdd4bc6-1522-4028-ba2b-71e8f90282a6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:52.378591 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9fdd4bc6-1522-4028-ba2b-71e8f90282a6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:52.401001 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd4bc6-1522-4028-ba2b-71e8f90282a6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d00f03-4c6f-4fbc-9f26-71348891c57e,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:23:52.453255 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9fdd4bc6-1522-4028-ba2b-71e8f90282a6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:52.454415 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9fdd4bc6-1522-4028-ba2b-71e8f90282a6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3227184 Apr 29 16:23:52.457301 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37492) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:23:52.462622 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-436e01b7-0e34-4b4f-86e8-ad4d807e7339 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '31d71747-a2ff-43d3-b3f5-772e87e67895', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:23:52.468451 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-436e01b7-0e34-4b4f-86e8-ad4d807e7339 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:23:52.472234 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-436e01b7-0e34-4b4f-86e8-ad4d807e7339 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:23:52.475038 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-436e01b7-0e34-4b4f-86e8-ad4d807e7339 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:23:52.481119 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-436e01b7-0e34-4b4f-86e8-ad4d807e7339 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:23:52.539133 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-436e01b7-0e34-4b4f-86e8-ad4d807e7339 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:52.602459 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-436e01b7-0e34-4b4f-86e8-ad4d807e7339 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:52.652274 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-436e01b7-0e34-4b4f-86e8-ad4d807e7339 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:52.676668 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e01b7-0e34-4b4f-86e8-ad4d807e7339 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d97c54-008f-4b1e-afb7-2c4db7cdab52,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:23:52.756057 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-436e01b7-0e34-4b4f-86e8-ad4d807e7339 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:52.757291 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-436e01b7-0e34-4b4f-86e8-ad4d807e7339 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2990882 Apr 29 16:23:52.759993 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37496) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:23:52.765561 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-65614fdc-75d7-483a-90f8-22a9a48adba6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '31d71747-a2ff-43d3-b3f5-772e87e67895', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:23:52.771384 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-65614fdc-75d7-483a-90f8-22a9a48adba6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:23:52.775175 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-65614fdc-75d7-483a-90f8-22a9a48adba6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:23:52.778523 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-65614fdc-75d7-483a-90f8-22a9a48adba6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:23:52.784232 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-65614fdc-75d7-483a-90f8-22a9a48adba6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:23:52.860319 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-65614fdc-75d7-483a-90f8-22a9a48adba6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:52.923113 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-65614fdc-75d7-483a-90f8-22a9a48adba6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:52.967636 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-65614fdc-75d7-483a-90f8-22a9a48adba6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:52.990349 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65614fdc-75d7-483a-90f8-22a9a48adba6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4dbd99-0c7b-4527-812f-75a03d53e63a,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:23:53.041857 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-65614fdc-75d7-483a-90f8-22a9a48adba6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:53.043058 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-65614fdc-75d7-483a-90f8-22a9a48adba6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2821805 Apr 29 16:23:53.045780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37500) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:23:53.051118 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-c66c0bfe-697f-45e4-864d-e6d1f300449f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '31d71747-a2ff-43d3-b3f5-772e87e67895', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:23:53.056913 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c66c0bfe-697f-45e4-864d-e6d1f300449f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:23:53.060815 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c66c0bfe-697f-45e4-864d-e6d1f300449f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:23:53.063737 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c66c0bfe-697f-45e4-864d-e6d1f300449f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:23:53.069369 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c66c0bfe-697f-45e4-864d-e6d1f300449f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:23:53.126544 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-c66c0bfe-697f-45e4-864d-e6d1f300449f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Project ac19136cf1d643d5a5fb15dcd7a028ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:23:53.132661 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c66c0bfe-697f-45e4-864d-e6d1f300449f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:53.194248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c66c0bfe-697f-45e4-864d-e6d1f300449f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:53.270436 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c66c0bfe-697f-45e4-864d-e6d1f300449f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:53.293902 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c0bfe-697f-45e4-864d-e6d1f300449f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96184a0-3256-449c-becb-561028754548,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:23:53.355504 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c66c0bfe-697f-45e4-864d-e6d1f300449f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:53.356700 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c66c0bfe-697f-45e4-864d-e6d1f300449f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3100131 Apr 29 16:23:53.359454 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37504) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:23:53.364716 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-903210fd-8b68-4ee4-8b38-8bef46b561ae tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '31d71747-a2ff-43d3-b3f5-772e87e67895', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:23:53.370451 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-903210fd-8b68-4ee4-8b38-8bef46b561ae tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:23:53.375397 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-903210fd-8b68-4ee4-8b38-8bef46b561ae tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:23:53.378257 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-903210fd-8b68-4ee4-8b38-8bef46b561ae tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:23:53.383753 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-903210fd-8b68-4ee4-8b38-8bef46b561ae tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:23:53.447395 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-903210fd-8b68-4ee4-8b38-8bef46b561ae tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Project ac19136cf1d643d5a5fb15dcd7a028ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:23:53.454589 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-903210fd-8b68-4ee4-8b38-8bef46b561ae tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:53.517968 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-903210fd-8b68-4ee4-8b38-8bef46b561ae tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:53.561400 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-903210fd-8b68-4ee4-8b38-8bef46b561ae tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:53.584848 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903210fd-8b68-4ee4-8b38-8bef46b561ae tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b43ef40-1939-4012-9904-ef05c34c9dcf,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:23:53.647898 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-903210fd-8b68-4ee4-8b38-8bef46b561ae tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:53.649040 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-903210fd-8b68-4ee4-8b38-8bef46b561ae tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2886858 Apr 29 16:23:53.651891 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37508) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:23:53.657551 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-d1b00867-dcb0-47c8-86a5-c0a9369a8aab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'network': {'name': 'tempest-network-smoke--2038743228', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'port_security_enabled': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:23:53.662635 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d1b00867-dcb0-47c8-86a5-c0a9369a8aab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:23:53.666600 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d1b00867-dcb0-47c8-86a5-c0a9369a8aab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:network and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:23:53.669522 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-d1b00867-dcb0-47c8-86a5-c0a9369a8aab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:23:53.675191 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-d1b00867-dcb0-47c8-86a5-c0a9369a8aab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:23:53.721764 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b00867-dcb0-47c8-86a5-c0a9369a8aab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Made reservation on behalf of ac19136cf1d643d5a5fb15dcd7a028ab for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:23:53.724763 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d1b00867-dcb0-47c8-86a5-c0a9369a8aab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:53.753939 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b00867-dcb0-47c8-86a5-c0a9369a8aab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:23:53.762282 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:23:53.762903 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d1b00867-dcb0-47c8-86a5-c0a9369a8aab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:53.762903 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-d1b00867-dcb0-47c8-86a5-c0a9369a8aab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Added segment 77668603-691c-4f96-92f9-f39e427caaf9 of type vlan for network a4877dfb-5176-4666-8369-1dc05db67244 Apr 29 16:23:53.787593 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d1b00867-dcb0-47c8-86a5-c0a9369a8aab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:53.870344 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d1b00867-dcb0-47c8-86a5-c0a9369a8aab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:53.874608 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b00867-dcb0-47c8-86a5-c0a9369a8aab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:23:53.875161 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d1b00867-dcb0-47c8-86a5-c0a9369a8aab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:53.983189 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b00867-dcb0-47c8-86a5-c0a9369a8aab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Network': ['ID=a4877dfb-5176-4666-8369-1dc05db67244,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:23:53.993536 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network a4877dfb-5176-4666-8369-1dc05db67244 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:23:54.031072 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d1b00867-dcb0-47c8-86a5-c0a9369a8aab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3781710 Apr 29 16:23:54.033677 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37514) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:23:54.038861 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-9145f6d5-04c7-4452-9e5b-c1d141424c33 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-895412527', 'admin_state_up': True, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:23:54.046178 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9145f6d5-04c7-4452-9e5b-c1d141424c33 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:23:54.050030 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9145f6d5-04c7-4452-9e5b-c1d141424c33 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:router and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:23:54.052882 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9145f6d5-04c7-4452-9e5b-c1d141424c33 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:23:54.059394 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9145f6d5-04c7-4452-9e5b-c1d141424c33 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:23:54.098976 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9145f6d5-04c7-4452-9e5b-c1d141424c33 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:54.099905 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9145f6d5-04c7-4452-9e5b-c1d141424c33 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:54.117488 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9145f6d5-04c7-4452-9e5b-c1d141424c33 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:54.312972 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9145f6d5-04c7-4452-9e5b-c1d141424c33 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:54.566427 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9145f6d5-04c7-4452-9e5b-c1d141424c33 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:54.594955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9145f6d5-04c7-4452-9e5b-c1d141424c33 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:54.729790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-9145f6d5-04c7-4452-9e5b-c1d141424c33 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Allocated IP 172.26.1.169 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/f059ab85-3a78-4b7c-a3d2-c6c37228703b) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:23:54.954635 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9145f6d5-04c7-4452-9e5b-c1d141424c33 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:55.042262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9145f6d5-04c7-4452-9e5b-c1d141424c33 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:55.112836 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9145f6d5-04c7-4452-9e5b-c1d141424c33 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:23:55.115688 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-9145f6d5-04c7-4452-9e5b-c1d141424c33 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:23:55.118100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9145f6d5-04c7-4452-9e5b-c1d141424c33 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:23:55.147445 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145f6d5-04c7-4452-9e5b-c1d141424c33 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=f059ab85-3a78-4b7c-a3d2-c6c37228703b,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:23:55.319403 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9145f6d5-04c7-4452-9e5b-c1d141424c33 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:55.320073 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9145f6d5-04c7-4452-9e5b-c1d141424c33 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:55.591387 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9145f6d5-04c7-4452-9e5b-c1d141424c33 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Router 6303eefa-5479-4f8a-b8bd-a06092d52fef is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 16:23:55.789512 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9145f6d5-04c7-4452-9e5b-c1d141424c33 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:23:55.799384 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] Sync routers for ids ['6303eefa-5479-4f8a-b8bd-a06092d52fef'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:23:55.810767 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] Routers {'6303eefa-5479-4f8a-b8bd-a06092d52fef'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:23:55.811376 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:23:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['6303eefa-5479-4f8a-b8bd-a06092d52fef'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:23:55.865097 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9145f6d5-04c7-4452-9e5b-c1d141424c33 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:55.866476 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9145f6d5-04c7-4452-9e5b-c1d141424c33 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8316669 Apr 29 16:23:55.869716 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37518) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:23:55.909093 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7c9778e7-d7e2-4024-877c-9cc2a16482b8 tempest-TestNetworkAdvancedServerOps-1888383214 tempest-TestNetworkAdvancedServerOps-1888383214-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=ac19136cf1d643d5a5fb15dcd7a028ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382326 Apr 29 16:23:55.911712 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37522) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:23:55.986807 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] Set router 6303eefa-5479-4f8a-b8bd-a06092d52fef gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:23:56.037630 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda26a78-6cf7-41e6-addc-583022be4c9b tempest-TestNetworkAdvancedServerOps-1888383214 tempest-TestNetworkAdvancedServerOps-1888383214-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:23:56.039136 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-cda26a78-6cf7-41e6-addc-583022be4c9b tempest-TestNetworkAdvancedServerOps-1888383214 tempest-TestNetworkAdvancedServerOps-1888383214-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1265495 Apr 29 16:23:56.042015 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37526) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:23:56.079957 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b4f767a6-b887-4cb1-be76-5a794604487b tempest-TestNetworkAdvancedServerOps-1888383214 tempest-TestNetworkAdvancedServerOps-1888383214-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368865 Apr 29 16:23:56.083050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37530) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:23:56.088140 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-4a996d45-04f9-45ee-b84e-7f5f83a1aebc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1181098400', 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:23:56.194860 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-4a996d45-04f9-45ee-b84e-7f5f83a1aebc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:23:56.198513 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4a996d45-04f9-45ee-b84e-7f5f83a1aebc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:subnet and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:23:56.201774 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-4a996d45-04f9-45ee-b84e-7f5f83a1aebc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:23:56.207390 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-4a996d45-04f9-45ee-b84e-7f5f83a1aebc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:23:56.263989 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895412527', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:55Z', 'revision_number': 3, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:23:56.267829 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] Checking router: 6303eefa-5479-4f8a-b8bd-a06092d52fef for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:23:56.268197 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] Updating router 6303eefa-5479-4f8a-b8bd-a06092d52fef port f059ab85-3a78-4b7c-a3d2-c6c37228703b binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:23:56.270457 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a996d45-04f9-45ee-b84e-7f5f83a1aebc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Made reservation on behalf of ac19136cf1d643d5a5fb15dcd7a028ab for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:23:56.321914 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:56.372962 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4a996d45-04f9-45ee-b84e-7f5f83a1aebc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:56.619261 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4a996d45-04f9-45ee-b84e-7f5f83a1aebc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:56.646874 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:56.659275 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] Transition to ACTIVE for port object f059ab85-3a78-4b7c-a3d2-c6c37228703b will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:23:56.698854 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:56.701564 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a996d45-04f9-45ee-b84e-7f5f83a1aebc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Subnet': ['ID=3efeb16b-77b5-4d70-9ff9-ac59909fd092,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:23:56.711767 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a996d45-04f9-45ee-b84e-7f5f83a1aebc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Checking segment: {'id': '77668603-691c-4f96-92f9-f39e427caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:23:56.712192 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a996d45-04f9-45ee-b84e-7f5f83a1aebc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network hostable DHCP agents. Network: a4877dfb-5176-4666-8369-1dc05db67244, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:23:56.777861 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] Attempting to bind port f059ab85-3a78-4b7c-a3d2-c6c37228703b on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:23:56.778500 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] Attempting to bind port f059ab85-3a78-4b7c-a3d2-c6c37228703b by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:23:56.778851 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] Attempting to bind port f059ab85-3a78-4b7c-a3d2-c6c37228703b on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:23:56.780690 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353fee0-e9ab-4281-947e-dd1eeb732ba5 None None] Pushing event updated for resources: {'Port': ['ID=f059ab85-3a78-4b7c-a3d2-c6c37228703b,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:23:56.787366 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:23:56.787710 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:23:56.788096 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:56.788468 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:23:56.788912 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] Bound port: f059ab85-3a78-4b7c-a3d2-c6c37228703b, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:23:56.789320 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:56.801631 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a996d45-04f9-45ee-b84e-7f5f83a1aebc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network a4877dfb-5176-4666-8369-1dc05db67244 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:23:56.861777 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] For port f059ab85-3a78-4b7c-a3d2-c6c37228703b, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:23:56.864742 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] For port f059ab85-3a78-4b7c-a3d2-c6c37228703b, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=f059ab85-3a78-4b7c-a3d2-c6c37228703b,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:23:56.893223 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-4a996d45-04f9-45ee-b84e-7f5f83a1aebc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, a4877dfb-5176-4666-8369-1dc05db67244) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:23:56.897555 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a996d45-04f9-45ee-b84e-7f5f83a1aebc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:23:56.898311 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4a996d45-04f9-45ee-b84e-7f5f83a1aebc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:56.901968 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0beb520-6a57-49a3-8aa3-de9182ad1d2b None None] Network a4877dfb-5176-4666-8369-1dc05db67244 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:23:56.962234 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:56.979728 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4a996d45-04f9-45ee-b84e-7f5f83a1aebc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8956847 Apr 29 16:23:56.983536 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37534) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:23:57.129265 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353fee0-e9ab-4281-947e-dd1eeb732ba5 None None] Pushing event updated for resources: {'Port': ['ID=f059ab85-3a78-4b7c-a3d2-c6c37228703b,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:23:57.135207 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] Routers {'6303eefa-5479-4f8a-b8bd-a06092d52fef'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:23:57.135824 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:23:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['6303eefa-5479-4f8a-b8bd-a06092d52fef'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:23:57.367629 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94501df7-dd3d-4f13-a030-a9cc1c0d8a5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-a4877dfb-5176-4666-8369-1dc05db67244', 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'fixed_ips': [{'subnet_id': '3efeb16b-77b5-4d70-9ff9-ac59909fd092'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 16:23:57.368429 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-94501df7-dd3d-4f13-a030-a9cc1c0d8a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:57.446424 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] Set router 6303eefa-5479-4f8a-b8bd-a06092d52fef gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:23:57.724421 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-94501df7-dd3d-4f13-a030-a9cc1c0d8a5b None None] Allocated IP 172.20.0.2 (a4877dfb-5176-4666-8369-1dc05db67244/3efeb16b-77b5-4d70-9ff9-ac59909fd092/93bfae38-1623-47a6-a7e0-e396788a04b5) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:23:57.843699 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6810688a-8fbe-4ec0-8106-3d19dc4f6d45 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:57.915878 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895412527', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:55Z', 'revision_number': 3, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:23:57.931342 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06ef702-60ca-4899-a367-b8b46b283c78 None None] The sync data for ids ['6303eefa-5479-4f8a-b8bd-a06092d52fef'] in dv-neutron-839913-1-hyperv is: [{'id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895412527', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:55Z', 'revision_number': 3, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:23:57.993800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-94501df7-dd3d-4f13-a030-a9cc1c0d8a5b None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:58.005093 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-94501df7-dd3d-4f13-a030-a9cc1c0d8a5b None None] Transition to ACTIVE for port object 93bfae38-1623-47a6-a7e0-e396788a04b5 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:23:58.031595 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-94501df7-dd3d-4f13-a030-a9cc1c0d8a5b None None] Transition to ACTIVE for port object 93bfae38-1623-47a6-a7e0-e396788a04b5 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:23:58.099742 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-94501df7-dd3d-4f13-a030-a9cc1c0d8a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:58.186325 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94501df7-dd3d-4f13-a030-a9cc1c0d8a5b None None] Network a4877dfb-5176-4666-8369-1dc05db67244 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:23:58.189964 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-94501df7-dd3d-4f13-a030-a9cc1c0d8a5b None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:23:58.192430 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94501df7-dd3d-4f13-a030-a9cc1c0d8a5b None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:23:58.222956 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94501df7-dd3d-4f13-a030-a9cc1c0d8a5b None None] Pushing event updated for resources: {'Port': ['ID=93bfae38-1623-47a6-a7e0-e396788a04b5,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:23:58.266296 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-6810688a-8fbe-4ec0-8106-3d19dc4f6d45 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Allocated IP 172.20.0.1 (a4877dfb-5176-4666-8369-1dc05db67244/3efeb16b-77b5-4d70-9ff9-ac59909fd092/261dc59d-ccbf-4243-8e5b-7f5ad7659c3f) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:23:58.289264 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-94501df7-dd3d-4f13-a030-a9cc1c0d8a5b None None] Attempting to bind port 93bfae38-1623-47a6-a7e0-e396788a04b5 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:23:58.293887 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-94501df7-dd3d-4f13-a030-a9cc1c0d8a5b None None] Attempting to bind port 93bfae38-1623-47a6-a7e0-e396788a04b5 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '77668603-691c-4f96-92f9-f39e427caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:23:58.293887 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94501df7-dd3d-4f13-a030-a9cc1c0d8a5b None None] Attempting to bind port 93bfae38-1623-47a6-a7e0-e396788a04b5 on network a4877dfb-5176-4666-8369-1dc05db67244 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:23:58.298363 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94501df7-dd3d-4f13-a030-a9cc1c0d8a5b None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:23:58.298766 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94501df7-dd3d-4f13-a030-a9cc1c0d8a5b None None] Checking segment: {'id': '77668603-691c-4f96-92f9-f39e427caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:23:58.299166 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-94501df7-dd3d-4f13-a030-a9cc1c0d8a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:58.299555 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94501df7-dd3d-4f13-a030-a9cc1c0d8a5b None None] Bound using segment: {'id': '77668603-691c-4f96-92f9-f39e427caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:23:58.300023 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-94501df7-dd3d-4f13-a030-a9cc1c0d8a5b None None] Bound port: 93bfae38-1623-47a6-a7e0-e396788a04b5, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77668603-691c-4f96-92f9-f39e427caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:23:58.300443 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-94501df7-dd3d-4f13-a030-a9cc1c0d8a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:58.397484 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-94501df7-dd3d-4f13-a030-a9cc1c0d8a5b None None] For port 93bfae38-1623-47a6-a7e0-e396788a04b5, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:23:58.400807 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-94501df7-dd3d-4f13-a030-a9cc1c0d8a5b None None] For port 93bfae38-1623-47a6-a7e0-e396788a04b5, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=93bfae38-1623-47a6-a7e0-e396788a04b5,segment=NetworkSegment(77668603-691c-4f96-92f9-f39e427caaf9),segment_id=77668603-691c-4f96-92f9-f39e427caaf9)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:23:58.443683 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6810688a-8fbe-4ec0-8106-3d19dc4f6d45 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:58.460259 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-94501df7-dd3d-4f13-a030-a9cc1c0d8a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:58.460508 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-6810688a-8fbe-4ec0-8106-3d19dc4f6d45 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Transition to ACTIVE for port object 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:23:58.542281 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6810688a-8fbe-4ec0-8106-3d19dc4f6d45 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:58.550314 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94501df7-dd3d-4f13-a030-a9cc1c0d8a5b None None] Pushing event updated for resources: {'Port': ['ID=93bfae38-1623-47a6-a7e0-e396788a04b5,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:23:58.642441 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6810688a-8fbe-4ec0-8106-3d19dc4f6d45 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network a4877dfb-5176-4666-8369-1dc05db67244 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:23:58.645544 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device f059ab85-3a78-4b7c-a3d2-c6c37228703b up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:23:58.645731 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-6810688a-8fbe-4ec0-8106-3d19dc4f6d45 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:23:58.650130 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6810688a-8fbe-4ec0-8106-3d19dc4f6d45 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:23:58.700198 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810688a-8fbe-4ec0-8106-3d19dc4f6d45 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=261dc59d-ccbf-4243-8e5b-7f5ad7659c3f,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:23:58.758278 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6810688a-8fbe-4ec0-8106-3d19dc4f6d45 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:58.796259 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port f059ab85-3a78-4b7c-a3d2-c6c37228703b completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:23:58.801319 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port f059ab85-3a78-4b7c-a3d2-c6c37228703b triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:23:58.804510 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:58.922836 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6810688a-8fbe-4ec0-8106-3d19dc4f6d45 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:58.933472 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:58.953125 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port f059ab85-3a78-4b7c-a3d2-c6c37228703b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=f059ab85-3a78-4b7c-a3d2-c6c37228703b,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:23:59.019265 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:59.131943 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=f059ab85-3a78-4b7c-a3d2-c6c37228703b,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:23:59.441515 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6810688a-8fbe-4ec0-8106-3d19dc4f6d45 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:59.499416 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6810688a-8fbe-4ec0-8106-3d19dc4f6d45 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:59.609785 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6810688a-8fbe-4ec0-8106-3d19dc4f6d45 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:59.614078 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810688a-8fbe-4ec0-8106-3d19dc4f6d45 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=261dc59d-ccbf-4243-8e5b-7f5ad7659c3f,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:23:59.618722 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802c522e-6a49-441c-a97f-b5c7fd433589 None None] Network a4877dfb-5176-4666-8369-1dc05db67244 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:23:59.757883 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6810688a-8fbe-4ec0-8106-3d19dc4f6d45 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network a4877dfb-5176-4666-8369-1dc05db67244 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:23:59.759019 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-6810688a-8fbe-4ec0-8106-3d19dc4f6d45 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:23:59.793737 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2ad4758d-2d65-4dc7-924f-15c09a78c6a2 None None] Provisioning for port 93bfae38-1623-47a6-a7e0-e396788a04b5 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:24:00.169938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6810688a-8fbe-4ec0-8106-3d19dc4f6d45 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Router 6303eefa-5479-4f8a-b8bd-a06092d52fef has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:24:00.190819 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-825e6554-827d-469e-8b96-a3205df28f43 None None] Provisioning for port 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:24:00.196839 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-825e6554-827d-469e-8b96-a3205df28f43 None None] Provisioning complete for port 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:24:00.197407 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-825e6554-827d-469e-8b96-a3205df28f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:00.251572 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-825e6554-827d-469e-8b96-a3205df28f43 None None] Port 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:24:00.377052 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6810688a-8fbe-4ec0-8106-3d19dc4f6d45 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:24:00.386842 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-58b0984e-8ba5-4da9-8398-fff3c70b6e8a None None] Provisioning complete for port 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:24:00.388066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-58b0984e-8ba5-4da9-8398-fff3c70b6e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:00.391872 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6810688a-8fbe-4ec0-8106-3d19dc4f6d45 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "PUT /v2.0/routers/6303eefa-5479-4f8a-b8bd-a06092d52fef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4073176 Apr 29 16:24:00.452866 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-58b0984e-8ba5-4da9-8398-fff3c70b6e8a None None] Port 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:24:00.573162 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f823e65e-2178-4e74-90ca-f9e01e79e54a None None] Provisioning complete for port 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:24:00.573539 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f823e65e-2178-4e74-90ca-f9e01e79e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:00.579111 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-351572b6-4237-4b77-8ccb-22cead45d884 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Synchronizing usage tracker for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:24:00.629877 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-f823e65e-2178-4e74-90ca-f9e01e79e54a None None] Port 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:24:00.648289 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-351572b6-4237-4b77-8ccb-22cead45d884 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Unset dirty status for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:24:00.653559 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-351572b6-4237-4b77-8ccb-22cead45d884 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-678915337&fields=id&tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab HTTP/1.1" status: 200 len: 267 time: 0.1140816 Apr 29 16:24:00.677779 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 93bfae38-1623-47a6-a7e0-e396788a04b5 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:24:00.804772 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-79f328fa-ca9d-4b3a-bed6-8e94661e0b1e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:24:00.805467 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-79f328fa-ca9d-4b3a-bed6-8e94661e0b1e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Synchronizing usage tracker for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:24:00.807586 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 93bfae38-1623-47a6-a7e0-e396788a04b5 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:24:00.812840 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 93bfae38-1623-47a6-a7e0-e396788a04b5 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:24:00.813233 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:00.870763 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-79f328fa-ca9d-4b3a-bed6-8e94661e0b1e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Unset dirty status for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:24:00.872661 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-79f328fa-ca9d-4b3a-bed6-8e94661e0b1e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/networks?id=a4877dfb-5176-4666-8369-1dc05db67244 HTTP/1.1" status: 200 len: 797 time: 0.2152383 Apr 29 16:24:00.889776 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-cda6392e-4ae3-45a3-9298-1b9e20b9e0d1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/quotas/ac19136cf1d643d5a5fb15dcd7a028ab HTTP/1.1" status: 200 len: 375 time: 0.0114250 Apr 29 16:24:00.929189 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:00.961452 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 93bfae38-1623-47a6-a7e0-e396788a04b5, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=93bfae38-1623-47a6-a7e0-e396788a04b5,segment=NetworkSegment(77668603-691c-4f96-92f9-f39e427caaf9),segment_id=77668603-691c-4f96-92f9-f39e427caaf9)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:24:01.047948 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:01.048830 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device f059ab85-3a78-4b7c-a3d2-c6c37228703b up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:24:01.068346 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-12b95010-4e7c-4399-aac8-00820c93eb8c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Synchronizing usage tracker for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:24:01.157605 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-12b95010-4e7c-4399-aac8-00820c93eb8c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Unset dirty status for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:24:01.159202 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-12b95010-4e7c-4399-aac8-00820c93eb8c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2639356 Apr 29 16:24:01.162611 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=93bfae38-1623-47a6-a7e0-e396788a04b5,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:01.175892 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port f059ab85-3a78-4b7c-a3d2-c6c37228703b triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:24:01.176416 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:01.246885 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-6d13b1a7-293c-4f5f-9579-9510cd885516 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 16:24:01.248138 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-6d13b1a7-293c-4f5f-9579-9510cd885516 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0757990 Apr 29 16:24:01.383136 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-22c59803-15a7-46da-8678-8e445f48679f service neutron] 10.222.0.21 "GET /v2.0/networks/a4877dfb-5176-4666-8369-1dc05db67244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287527 Apr 29 16:24:01.514618 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-a8dcc585-c908-4d4b-837f-f4dedee1ca15 service neutron] 10.222.0.21 "GET /v2.0/networks/a4877dfb-5176-4666-8369-1dc05db67244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250455 Apr 29 16:24:01.573526 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] Sync routers for ids ['6303eefa-5479-4f8a-b8bd-a06092d52fef'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:24:01.586535 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] Routers {'6303eefa-5479-4f8a-b8bd-a06092d52fef'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:24:01.587216 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:23:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['6303eefa-5479-4f8a-b8bd-a06092d52fef'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:01.765439 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] Set router 6303eefa-5479-4f8a-b8bd-a06092d52fef gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:24:01.815598 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d3fdb9e7-d5f5-479b-84f9-6c34f5989e54 req-b0cac3cf-e8f8-449a-9c4c-457a781c3fd6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 210 time: 0.0560670 Apr 29 16:24:02.106301 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895412527', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:58Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '261dc59d-ccbf-4243-8e5b-7f5ad7659c3f', 'name': '', 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:ff:ba:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3efeb16b-77b5-4d70-9ff9-ac59909fd092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:23:58Z', 'updated_at': '2022-04-29T16:23:59Z', 'revision_number': 2, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '3efeb16b-77b5-4d70-9ff9-ac59909fd092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:02.110167 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] Checking router: 6303eefa-5479-4f8a-b8bd-a06092d52fef for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:24:02.110534 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] Updating router 6303eefa-5479-4f8a-b8bd-a06092d52fef port 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:24:02.160276 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:02.489126 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:02.500977 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] Transition to ACTIVE for port object 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:24:02.579305 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:02.594280 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 93bfae38-1623-47a6-a7e0-e396788a04b5 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:24:02.687882 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 93bfae38-1623-47a6-a7e0-e396788a04b5 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:24:02.688503 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:02.712749 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c0030-0a73-42d2-9e8c-1bf283a14afe None None] Pushing event updated for resources: {'Port': ['ID=261dc59d-ccbf-4243-8e5b-7f5ad7659c3f,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:02.780089 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c0030-0a73-42d2-9e8c-1bf283a14afe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:02.780431 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c0030-0a73-42d2-9e8c-1bf283a14afe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:02.780770 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c0030-0a73-42d2-9e8c-1bf283a14afe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:02.781099 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c0030-0a73-42d2-9e8c-1bf283a14afe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:02.781430 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c0030-0a73-42d2-9e8c-1bf283a14afe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:02.781755 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c0030-0a73-42d2-9e8c-1bf283a14afe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:02.782074 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c0030-0a73-42d2-9e8c-1bf283a14afe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:02.782400 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c0030-0a73-42d2-9e8c-1bf283a14afe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:02.786994 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c0030-0a73-42d2-9e8c-1bf283a14afe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:02.787354 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c0030-0a73-42d2-9e8c-1bf283a14afe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:02.787688 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c0030-0a73-42d2-9e8c-1bf283a14afe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:02.817897 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] Attempting to bind port 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:24:02.818266 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] Attempting to bind port 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '77668603-691c-4f96-92f9-f39e427caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:24:02.819929 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] Attempting to bind port 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f on network a4877dfb-5176-4666-8369-1dc05db67244 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:24:02.827440 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:24:02.827814 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] Checking segment: {'id': '77668603-691c-4f96-92f9-f39e427caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:24:02.828339 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:02.828926 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] Bound using segment: {'id': '77668603-691c-4f96-92f9-f39e427caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:24:02.829059 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] Bound port: 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77668603-691c-4f96-92f9-f39e427caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:24:02.829592 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:02.929154 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] For port 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:24:02.932257 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] For port 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=261dc59d-ccbf-4243-8e5b-7f5ad7659c3f,segment=NetworkSegment(77668603-691c-4f96-92f9-f39e427caaf9),segment_id=77668603-691c-4f96-92f9-f39e427caaf9)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:24:02.985592 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:02.998548 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5ec0c6bb-d2b7-45ff-b4f8-2d96bb06cdd5 req-11e2f12d-f023-4b05-a6a5-d59303400222 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 210 time: 0.0426800 Apr 29 16:24:03.070708 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c0030-0a73-42d2-9e8c-1bf283a14afe None None] Pushing event updated for resources: {'Port': ['ID=261dc59d-ccbf-4243-8e5b-7f5ad7659c3f,revision_number=4']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:03.075478 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] Routers {'6303eefa-5479-4f8a-b8bd-a06092d52fef'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:24:03.075478 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:23:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['6303eefa-5479-4f8a-b8bd-a06092d52fef'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:03.260875 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] Set router 6303eefa-5479-4f8a-b8bd-a06092d52fef gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:24:03.566279 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895412527', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:58Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '261dc59d-ccbf-4243-8e5b-7f5ad7659c3f', 'name': '', 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:ff:ba:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3efeb16b-77b5-4d70-9ff9-ac59909fd092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:23:58Z', 'updated_at': '2022-04-29T16:24:02Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '3efeb16b-77b5-4d70-9ff9-ac59909fd092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:03.569776 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd60858f-8000-4422-961f-15ca6a1ce9fb None None] The sync data for ids ['6303eefa-5479-4f8a-b8bd-a06092d52fef'] in dv-neutron-839913-1-hyperv is: [{'id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895412527', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:58Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '261dc59d-ccbf-4243-8e5b-7f5ad7659c3f', 'name': '', 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:ff:ba:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3efeb16b-77b5-4d70-9ff9-ac59909fd092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:23:58Z', 'updated_at': '2022-04-29T16:24:02Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '3efeb16b-77b5-4d70-9ff9-ac59909fd092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:24:03.716763 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-f3812326-9b4a-4f20-b59f-f8aeeafbe8c1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:24:03.719041 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-f3812326-9b4a-4f20-b59f-f8aeeafbe8c1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "GET /v2.0/networks?id=a4877dfb-5176-4666-8369-1dc05db67244 HTTP/1.1" status: 200 len: 797 time: 0.1788189 Apr 29 16:24:03.776867 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-954194d6-7d26-47ec-a7ca-60a4520fbadc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab HTTP/1.1" status: 200 len: 379 time: 0.0468199 Apr 29 16:24:03.786250 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-917d5ce2-0be5-4c35-a19b-ab2367e9a955 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'port': {'device_id': 'a35b23af-c5ab-4489-94ec-44b10ddd0ed1', 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244', 'admin_state_up': True, 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'security_groups': ['31d71747-a2ff-43d3-b3f5-772e87e67895']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:24:03.930846 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-917d5ce2-0be5-4c35-a19b-ab2367e9a955 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:24:03.941657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-917d5ce2-0be5-4c35-a19b-ab2367e9a955 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:24:04.007494 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-917d5ce2-0be5-4c35-a19b-ab2367e9a955 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Made reservation on behalf of ac19136cf1d643d5a5fb15dcd7a028ab for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:24:04.010962 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-917d5ce2-0be5-4c35-a19b-ab2367e9a955 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:04.201032 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-494a3069-a444-453f-9cf0-3e3859b2c2aa req-085b2bb8-b286-43e1-ad6c-acdb55e304c5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 210 time: 0.0569723 Apr 29 16:24:04.221916 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-917d5ce2-0be5-4c35-a19b-ab2367e9a955 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Allocated IP 172.20.0.3 (a4877dfb-5176-4666-8369-1dc05db67244/3efeb16b-77b5-4d70-9ff9-ac59909fd092/414f5bed-b275-4ccf-b708-24af4d0a3d4b) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:24:04.422288 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-917d5ce2-0be5-4c35-a19b-ab2367e9a955 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:04.439092 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-917d5ce2-0be5-4c35-a19b-ab2367e9a955 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Transition to ACTIVE for port object 414f5bed-b275-4ccf-b708-24af4d0a3d4b will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:24:04.596773 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-917d5ce2-0be5-4c35-a19b-ab2367e9a955 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:04.612531 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:24:04.679546 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-917d5ce2-0be5-4c35-a19b-ab2367e9a955 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network a4877dfb-5176-4666-8369-1dc05db67244 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:24:04.682558 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-917d5ce2-0be5-4c35-a19b-ab2367e9a955 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:24:04.687035 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-917d5ce2-0be5-4c35-a19b-ab2367e9a955 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:24:04.718571 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d5ce2-0be5-4c35-a19b-ab2367e9a955 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=414f5bed-b275-4ccf-b708-24af4d0a3d4b,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:04.739337 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:24:04.744557 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:24:04.745932 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:04.754753 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-917d5ce2-0be5-4c35-a19b-ab2367e9a955 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:24:04.755633 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-917d5ce2-0be5-4c35-a19b-ab2367e9a955 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:04.861267 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-917d5ce2-0be5-4c35-a19b-ab2367e9a955 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0789421 Apr 29 16:24:04.865189 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:04.873038 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-0d02f1fd-c8a8-4852-90a0-6fcdd1cb7153 service neutron] Request body: {'port': {'device_id': 'a35b23af-c5ab-4489-94ec-44b10ddd0ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:24:04.898322 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=261dc59d-ccbf-4243-8e5b-7f5ad7659c3f,segment=NetworkSegment(77668603-691c-4f96-92f9-f39e427caaf9),segment_id=77668603-691c-4f96-92f9-f39e427caaf9)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:24:04.967904 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:04.982783 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-0d02f1fd-c8a8-4852-90a0-6fcdd1cb7153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:05.005145 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b09ca94c-b084-4f13-8b0a-3d3b4c1e9f6d None None] Provisioning for port 414f5bed-b275-4ccf-b708-24af4d0a3d4b completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:24:05.023302 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b09ca94c-b084-4f13-8b0a-3d3b4c1e9f6d None None] Provisioning complete for port 414f5bed-b275-4ccf-b708-24af4d0a3d4b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:24:05.023600 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b09ca94c-b084-4f13-8b0a-3d3b4c1e9f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:05.083553 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=261dc59d-ccbf-4243-8e5b-7f5ad7659c3f,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:05.087577 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-b09ca94c-b084-4f13-8b0a-3d3b4c1e9f6d None None] Port 414f5bed-b275-4ccf-b708-24af4d0a3d4b cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:24:05.446969 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-0d02f1fd-c8a8-4852-90a0-6fcdd1cb7153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414f5bed-b275-4ccf-b708-24af4d0a3d4b {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:24:05.459783 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-0d02f1fd-c8a8-4852-90a0-6fcdd1cb7153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:05.479706 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-0d02f1fd-c8a8-4852-90a0-6fcdd1cb7153 service neutron] Transition to ACTIVE for port object 414f5bed-b275-4ccf-b708-24af4d0a3d4b will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:24:05.492535 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fd069-78f1-43b2-b5ac-6a5babd687d6 req-7c77123c-86e7-45d2-ad0b-d75c4ba6f453 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:24:05.493206 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-036fd069-78f1-43b2-b5ac-6a5babd687d6 req-7c77123c-86e7-45d2-ad0b-d75c4ba6f453 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Synchronizing usage tracker for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:24:05.573412 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-0d02f1fd-c8a8-4852-90a0-6fcdd1cb7153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:05.609727 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-036fd069-78f1-43b2-b5ac-6a5babd687d6 req-7c77123c-86e7-45d2-ad0b-d75c4ba6f453 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Unset dirty status for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:24:05.610896 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-036fd069-78f1-43b2-b5ac-6a5babd687d6 req-7c77123c-86e7-45d2-ad0b-d75c4ba6f453 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 931 time: 0.2563431 Apr 29 16:24:05.728670 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02f1fd-c8a8-4852-90a0-6fcdd1cb7153 service neutron] Pushing event updated for resources: {'Port': ['ID=414f5bed-b275-4ccf-b708-24af4d0a3d4b,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:05.751881 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-036fd069-78f1-43b2-b5ac-6a5babd687d6 req-6331022a-ecd2-4338-ad26-64325c3a5dfa tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d71747-a2ff-43d3-b3f5-772e87e67895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304991 Apr 29 16:24:05.853466 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-0d02f1fd-c8a8-4852-90a0-6fcdd1cb7153 service neutron] Attempting to bind port 414f5bed-b275-4ccf-b708-24af4d0a3d4b on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:24:05.853798 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-0d02f1fd-c8a8-4852-90a0-6fcdd1cb7153 service neutron] Attempting to bind port 414f5bed-b275-4ccf-b708-24af4d0a3d4b by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '77668603-691c-4f96-92f9-f39e427caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:24:05.854119 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-0d02f1fd-c8a8-4852-90a0-6fcdd1cb7153 service neutron] Attempting to bind port 414f5bed-b275-4ccf-b708-24af4d0a3d4b on network a4877dfb-5176-4666-8369-1dc05db67244 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:24:05.859998 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-0d02f1fd-c8a8-4852-90a0-6fcdd1cb7153 service neutron] Port 414f5bed-b275-4ccf-b708-24af4d0a3d4b on network a4877dfb-5176-4666-8369-1dc05db67244 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 16:24:05.860312 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-0d02f1fd-c8a8-4852-90a0-6fcdd1cb7153 service neutron] Attempting to bind port 414f5bed-b275-4ccf-b708-24af4d0a3d4b on network a4877dfb-5176-4666-8369-1dc05db67244 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:24:05.866505 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-0d02f1fd-c8a8-4852-90a0-6fcdd1cb7153 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:24:05.866840 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-0d02f1fd-c8a8-4852-90a0-6fcdd1cb7153 service neutron] Checking segment: {'id': '77668603-691c-4f96-92f9-f39e427caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:24:05.867218 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-0d02f1fd-c8a8-4852-90a0-6fcdd1cb7153 service neutron] Bound using segment: {'id': '77668603-691c-4f96-92f9-f39e427caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:24:05.867660 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-0d02f1fd-c8a8-4852-90a0-6fcdd1cb7153 service neutron] Bound port: 414f5bed-b275-4ccf-b708-24af4d0a3d4b, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77668603-691c-4f96-92f9-f39e427caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:24:05.868002 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-0d02f1fd-c8a8-4852-90a0-6fcdd1cb7153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:05.956605 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-0d02f1fd-c8a8-4852-90a0-6fcdd1cb7153 service neutron] For port 414f5bed-b275-4ccf-b708-24af4d0a3d4b, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:24:05.962072 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-0d02f1fd-c8a8-4852-90a0-6fcdd1cb7153 service neutron] For port 414f5bed-b275-4ccf-b708-24af4d0a3d4b, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=414f5bed-b275-4ccf-b708-24af4d0a3d4b,segment=NetworkSegment(77668603-691c-4f96-92f9-f39e427caaf9),segment_id=77668603-691c-4f96-92f9-f39e427caaf9)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:24:06.025160 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-0d02f1fd-c8a8-4852-90a0-6fcdd1cb7153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:06.086150 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-0d02f1fd-c8a8-4852-90a0-6fcdd1cb7153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:06.087406 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-0d02f1fd-c8a8-4852-90a0-6fcdd1cb7153 service neutron] 10.222.0.35 "PUT /v2.0/ports/414f5bed-b275-4ccf-b708-24af4d0a3d4b HTTP/1.1" status: 200 len: 1093 time: 1.2192709 Apr 29 16:24:06.087842 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35b23af-c5ab-4489-94ec-44b10ddd0ed1', 'tag': '414f5bed-b275-4ccf-b708-24af4d0a3d4b'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:24:06.109568 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02f1fd-c8a8-4852-90a0-6fcdd1cb7153 service neutron] Pushing event updated for resources: {'Port': ['ID=414f5bed-b275-4ccf-b708-24af4d0a3d4b,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:06.145669 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d1e3c4-8ec6-40bf-b0dc-7d3ecf33a49d'] response: {'name': 'network-changed', 'server_uuid': 'a35b23af-c5ab-4489-94ec-44b10ddd0ed1', 'tag': '414f5bed-b275-4ccf-b708-24af4d0a3d4b', 'status': 'completed', 'code': 200} Apr 29 16:24:06.238813 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-01798166-eb3b-4594-b84c-fb84a916aed8 req-bc133fa8-6322-46a3-bd19-677bf6cf07f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0744326 Apr 29 16:24:06.378976 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01798166-eb3b-4594-b84c-fb84a916aed8 req-f1a1e8c5-6220-4a99-bdfe-73ece343c81f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:24:06.380335 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-01798166-eb3b-4594-b84c-fb84a916aed8 req-f1a1e8c5-6220-4a99-bdfe-73ece343c81f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1354215 Apr 29 16:24:06.511781 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01798166-eb3b-4594-b84c-fb84a916aed8 req-5d7cf281-dfdb-4d05-8567-71bfcb80b4c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:24:06.513222 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-01798166-eb3b-4594-b84c-fb84a916aed8 req-5d7cf281-dfdb-4d05-8567-71bfcb80b4c8 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274714 Apr 29 16:24:06.596815 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:24:06.618235 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-048a2d4b-790c-4358-a44f-35f49c192e84 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0687461 Apr 29 16:24:06.669045 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:24:06.669609 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:06.693955 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-3c21e3d1-04b8-405c-b59a-098c36825d4d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414f5bed-b275-4ccf-b708-24af4d0a3d4b HTTP/1.1" status: 200 len: 217 time: 0.0681672 Apr 29 16:24:06.756364 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-73ac1df8-a6f6-408d-ba7f-5cb980989157 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:24:06.757802 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-73ac1df8-a6f6-408d-ba7f-5cb980989157 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3efeb16b-77b5-4d70-9ff9-ac59909fd092 HTTP/1.1" status: 200 len: 835 time: 0.0587254 Apr 29 16:24:06.834102 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-1c062654-44c4-40cb-b9f7-c734c2bbb802 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4877dfb-5176-4666-8369-1dc05db67244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707021 Apr 29 16:24:07.016588 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-6f0c3eb9-3399-4bcb-a852-bd5ed2c01bf5 service neutron] 10.222.0.35 "GET /v2.0/networks/a4877dfb-5176-4666-8369-1dc05db67244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768348 Apr 29 16:24:07.029713 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123f47e-dc54-44f7-845d-f290bad80adc req-b80cb19a-f8c5-41fc-86e8-a8f6a64030bb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:24:07.031125 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d123f47e-dc54-44f7-845d-f290bad80adc req-b80cb19a-f8c5-41fc-86e8-a8f6a64030bb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 943 time: 0.1282337 Apr 29 16:24:07.155031 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d123f47e-dc54-44f7-845d-f290bad80adc req-8100299d-3527-4b50-a91c-bdba1df6d81f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d71747-a2ff-43d3-b3f5-772e87e67895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067607 Apr 29 16:24:07.190711 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-559e4801-03f0-4a81-afb3-ec3ff744c6ca req-4804a4e1-3d68-4d8e-8023-b174dbbf39f4 service neutron] 10.222.0.35 "GET /v2.0/networks/a4877dfb-5176-4666-8369-1dc05db67244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679323 Apr 29 16:24:08.437552 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf307623-0fd3-450c-a590-31271772cda2 req-44ea18d0-e574-4849-b3dc-8af8a3a47f0c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:24:08.438933 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bf307623-0fd3-450c-a590-31271772cda2 req-44ea18d0-e574-4849-b3dc-8af8a3a47f0c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 943 time: 0.1614850 Apr 29 16:24:08.483456 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bf307623-0fd3-450c-a590-31271772cda2 req-372c4c0a-af8d-4e9c-a31d-f9bb56b13c97 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d71747-a2ff-43d3-b3f5-772e87e67895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390475 Apr 29 16:24:09.680169 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928af3c-0513-4071-b3e1-433f761ff916 req-dd8e9178-198b-45af-8bf4-aea922b50fb0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:24:09.681603 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1928af3c-0513-4071-b3e1-433f761ff916 req-dd8e9178-198b-45af-8bf4-aea922b50fb0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 943 time: 0.0795410 Apr 29 16:24:09.728347 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1928af3c-0513-4071-b3e1-433f761ff916 req-a7b60ae2-1c6d-4186-bea3-d2cfa423d5b7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d71747-a2ff-43d3-b3f5-772e87e67895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412607 Apr 29 16:24:10.921556 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca43c39-e5ce-4811-a5e0-2aa8b43c04d7 req-d62f3b1a-4647-4875-bc08-d9a10c222105 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:24:10.922914 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5ca43c39-e5ce-4811-a5e0-2aa8b43c04d7 req-d62f3b1a-4647-4875-bc08-d9a10c222105 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 943 time: 0.0744927 Apr 29 16:24:10.967302 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5ca43c39-e5ce-4811-a5e0-2aa8b43c04d7 req-39b767ca-5a1a-4d7a-9ac1-d7dea9c73f4f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d71747-a2ff-43d3-b3f5-772e87e67895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388949 Apr 29 16:24:11.204740 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 414f5bed-b275-4ccf-b708-24af4d0a3d4b details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:24:11.361978 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 414f5bed-b275-4ccf-b708-24af4d0a3d4b, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=414f5bed-b275-4ccf-b708-24af4d0a3d4b,segment=NetworkSegment(77668603-691c-4f96-92f9-f39e427caaf9),segment_id=77668603-691c-4f96-92f9-f39e427caaf9)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:24:11.375527 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '414f5bed-b275-4ccf-b708-24af4d0a3d4b', 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244', 'port_id': '414f5bed-b275-4ccf-b708-24af4d0a3d4b', 'mac_address': 'fa:16:3e:0a:e3:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3efeb16b-77b5-4d70-9ff9-ac59909fd092', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:24:11.428224 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:11.445071 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414f5bed-b275-4ccf-b708-24af4d0a3d4b {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:24:11.463714 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 414f5bed-b275-4ccf-b708-24af4d0a3d4b, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=414f5bed-b275-4ccf-b708-24af4d0a3d4b,segment=NetworkSegment(77668603-691c-4f96-92f9-f39e427caaf9),segment_id=77668603-691c-4f96-92f9-f39e427caaf9)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:24:11.539455 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:11.606814 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=414f5bed-b275-4ccf-b708-24af4d0a3d4b,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:11.858021 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['414f5bed-b275-4ccf-b708-24af4d0a3d4b'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:24:12.167181 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb485c-9967-4e67-84c9-e5d9d6f0051c req-74e1aec8-1851-4b42-8ac4-4381dc0a293a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:24:12.168613 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6adb485c-9967-4e67-84c9-e5d9d6f0051c req-74e1aec8-1851-4b42-8ac4-4381dc0a293a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 944 time: 0.0768516 Apr 29 16:24:12.212613 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6adb485c-9967-4e67-84c9-e5d9d6f0051c req-eefa1e25-23b1-4694-9c16-d3e1e1a718ab tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d71747-a2ff-43d3-b3f5-772e87e67895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385118 Apr 29 16:24:13.221659 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 414f5bed-b275-4ccf-b708-24af4d0a3d4b up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:24:13.357182 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 414f5bed-b275-4ccf-b708-24af4d0a3d4b completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:24:13.362843 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 414f5bed-b275-4ccf-b708-24af4d0a3d4b triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:24:13.363234 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:13.405501 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22b399-57fd-4040-a07f-fee42cc4c47f req-ba4f248e-96fe-440e-a060-691d2a5b0ada tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:24:13.406992 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ef22b399-57fd-4040-a07f-fee42cc4c47f req-ba4f248e-96fe-440e-a060-691d2a5b0ada tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 944 time: 0.0755548 Apr 29 16:24:13.460758 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ef22b399-57fd-4040-a07f-fee42cc4c47f req-2214256e-912d-475b-b933-d8e78e17110d tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d71747-a2ff-43d3-b3f5-772e87e67895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440354 Apr 29 16:24:13.483005 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:13.509351 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35b23af-c5ab-4489-94ec-44b10ddd0ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414f5bed-b275-4ccf-b708-24af4d0a3d4b'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:24:13.519114 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 414f5bed-b275-4ccf-b708-24af4d0a3d4b, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=414f5bed-b275-4ccf-b708-24af4d0a3d4b,segment=NetworkSegment(77668603-691c-4f96-92f9-f39e427caaf9),segment_id=77668603-691c-4f96-92f9-f39e427caaf9)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:24:13.569382 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d55fd35d-0034-446d-86e4-e0076614911a'] response: {'server_uuid': 'a35b23af-c5ab-4489-94ec-44b10ddd0ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414f5bed-b275-4ccf-b708-24af4d0a3d4b', 'code': 200} Apr 29 16:24:13.602387 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:13.670582 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=414f5bed-b275-4ccf-b708-24af4d0a3d4b,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:13.673612 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d7eb736f-fdfb-44a9-bf46-777cc977084c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:13.938453 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-80eed555-6559-4304-98c9-b6e75a25ed4c req-da6aeaeb-b531-4de5-9d80-b5069198174e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 1098 time: 0.0656743 Apr 29 16:24:13.981142 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-80eed555-6559-4304-98c9-b6e75a25ed4c req-6a296bcf-a843-4b62-a951-17fede53b5c3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=31d71747-a2ff-43d3-b3f5-772e87e67895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369282 Apr 29 16:24:14.662885 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c62d8-4256-4e77-8129-f49ce57e85b1 req-1f2763f3-3a90-4790-bf60-2291e6965474 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:24:14.664348 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-728c62d8-4256-4e77-8129-f49ce57e85b1 req-1f2763f3-3a90-4790-bf60-2291e6965474 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 945 time: 0.0786960 Apr 29 16:24:14.712831 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-728c62d8-4256-4e77-8129-f49ce57e85b1 req-a80a82d3-dcdd-4b03-a821-ae0fba488692 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d71747-a2ff-43d3-b3f5-772e87e67895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426719 Apr 29 16:24:15.704853 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:15.909498 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c1722-13e0-40e3-9eaf-705e6484fb6e req-6ca16294-17cd-43ad-983b-ffacd98c291e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:24:15.911059 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d79c1722-13e0-40e3-9eaf-705e6484fb6e req-6ca16294-17cd-43ad-983b-ffacd98c291e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 945 time: 0.0780053 Apr 29 16:24:15.916385 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-189c7bd2-4479-4ccc-b65f-96b8279709d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:15.956969 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d79c1722-13e0-40e3-9eaf-705e6484fb6e req-0c6c9e7b-1eff-4a55-8b32-783c8afdaa6a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d71747-a2ff-43d3-b3f5-772e87e67895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402861 Apr 29 16:24:16.152528 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef7a26-f282-4c7b-ad38-ea5967490ab8 req-df63a937-0138-4f00-a724-c971ed709f3d tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:24:16.154514 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8bef7a26-f282-4c7b-ad38-ea5967490ab8 req-df63a937-0138-4f00-a724-c971ed709f3d tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 945 time: 0.0778933 Apr 29 16:24:16.198122 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8bef7a26-f282-4c7b-ad38-ea5967490ab8 req-c6a69428-8a9c-4336-9f47-3859d65bb0fa tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d71747-a2ff-43d3-b3f5-772e87e67895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382597 Apr 29 16:24:16.225287 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37594) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:16.292985 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-159f0496-eb19-4853-97a2-384d5c1404da tempest-TestNetworkAdvancedServerOps-1888383214 tempest-TestNetworkAdvancedServerOps-1888383214-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 1093 time: 0.0665793 Apr 29 16:24:16.296123 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37598) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:16.301125 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-bd85b01b-74ff-4775-b1f1-d721f35e5287 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': '414f5bed-b275-4ccf-b708-24af4d0a3d4b', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:24:16.306511 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-bd85b01b-74ff-4775-b1f1-d721f35e5287 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:24:16.310808 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-bd85b01b-74ff-4775-b1f1-d721f35e5287 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:floatingip and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:24:16.313565 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-bd85b01b-74ff-4775-b1f1-d721f35e5287 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:24:16.319173 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-bd85b01b-74ff-4775-b1f1-d721f35e5287 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:24:16.391053 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd85b01b-74ff-4775-b1f1-d721f35e5287 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for floatingip, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:16.524319 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd85b01b-74ff-4775-b1f1-d721f35e5287 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:16.660233 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-bd85b01b-74ff-4775-b1f1-d721f35e5287 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Allocated IP 172.26.1.144 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/5e3058fe-5b68-4d6e-8555-29773bc47f9f) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:24:16.806778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd85b01b-74ff-4775-b1f1-d721f35e5287 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:16.893681 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd85b01b-74ff-4775-b1f1-d721f35e5287 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:16.963353 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd85b01b-74ff-4775-b1f1-d721f35e5287 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:24:16.966041 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-bd85b01b-74ff-4775-b1f1-d721f35e5287 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:24:16.970067 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd85b01b-74ff-4775-b1f1-d721f35e5287 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:24:17.002809 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85b01b-74ff-4775-b1f1-d721f35e5287 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=5e3058fe-5b68-4d6e-8555-29773bc47f9f,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:17.299444 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:17.510708 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:17.546325 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd85b01b-74ff-4775-b1f1-d721f35e5287 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:17.640162 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd85b01b-74ff-4775-b1f1-d721f35e5287 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:17.838605 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd85b01b-74ff-4775-b1f1-d721f35e5287 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:17.881824 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd85b01b-74ff-4775-b1f1-d721f35e5287 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:17.993072 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85b01b-74ff-4775-b1f1-d721f35e5287 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=5e3058fe-5b68-4d6e-8555-29773bc47f9f,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:18.004893 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd85b01b-74ff-4775-b1f1-d721f35e5287 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:18.193030 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [None req-bd85b01b-74ff-4775-b1f1-d721f35e5287 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Floating IP 13939e71-37e7-489c-8176-8b3603b6c7d9 associated. External IP: 172.26.1.144, port: 414f5bed-b275-4ccf-b708-24af4d0a3d4b. Apr 29 16:24:18.581435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd85b01b-74ff-4775-b1f1-d721f35e5287 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Router 6303eefa-5479-4f8a-b8bd-a06092d52fef has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:24:18.613773 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:18.779275 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd85b01b-74ff-4775-b1f1-d721f35e5287 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:24:18.788824 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd75abf-524c-484e-a8c9-74cbcb434f4e None None] Sync routers for ids ['6303eefa-5479-4f8a-b8bd-a06092d52fef'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:24:18.800450 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd75abf-524c-484e-a8c9-74cbcb434f4e None None] Routers {'6303eefa-5479-4f8a-b8bd-a06092d52fef'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:24:18.801088 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6bd75abf-524c-484e-a8c9-74cbcb434f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:24:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['6303eefa-5479-4f8a-b8bd-a06092d52fef'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:18.859778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd85b01b-74ff-4775-b1f1-d721f35e5287 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:18.916013 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bd85b01b-74ff-4775-b1f1-d721f35e5287 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6188033 Apr 29 16:24:18.916546 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35b23af-c5ab-4489-94ec-44b10ddd0ed1', 'tag': '414f5bed-b275-4ccf-b708-24af4d0a3d4b'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:24:18.980421 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-6bd75abf-524c-484e-a8c9-74cbcb434f4e None None] Set router 6303eefa-5479-4f8a-b8bd-a06092d52fef gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:24:18.994907 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c534ee86-4f2e-4d0d-9987-7bb550adfb16'] response: {'name': 'network-changed', 'server_uuid': 'a35b23af-c5ab-4489-94ec-44b10ddd0ed1', 'tag': '414f5bed-b275-4ccf-b708-24af4d0a3d4b', 'status': 'completed', 'code': 200} Apr 29 16:24:19.252649 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b5589107-f7c3-497f-9415-fd586cd12f58 req-89e4be2d-2f0f-44ea-a3dc-b6610b96373d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 1098 time: 0.2350326 Apr 29 16:24:19.261840 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab5a96-52c9-4b3d-a959-681e3b684c03 req-b504d77c-88cc-43da-94ba-8ab7cdb8f18e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:24:19.263261 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-71ab5a96-52c9-4b3d-a959-681e3b684c03 req-b504d77c-88cc-43da-94ba-8ab7cdb8f18e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 945 time: 0.1041479 Apr 29 16:24:19.324454 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6bd75abf-524c-484e-a8c9-74cbcb434f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895412527', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:58Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '13939e71-37e7-489c-8176-8b3603b6c7d9', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'floating_ip_address': '172.26.1.144', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'port_id': '414f5bed-b275-4ccf-b708-24af4d0a3d4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244', 'mac_address': 'fa:16:3e:0a:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35b23af-c5ab-4489-94ec-44b10ddd0ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:24:17Z', 'updated_at': '2022-04-29T16:24:17Z', 'revision_number': 0, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261dc59d-ccbf-4243-8e5b-7f5ad7659c3f', 'name': '', 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:ff:ba:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3efeb16b-77b5-4d70-9ff9-ac59909fd092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:23:58Z', 'updated_at': '2022-04-29T16:24:04Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '3efeb16b-77b5-4d70-9ff9-ac59909fd092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:19.328602 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd75abf-524c-484e-a8c9-74cbcb434f4e None None] Checking router: 6303eefa-5479-4f8a-b8bd-a06092d52fef for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:24:19.338764 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd75abf-524c-484e-a8c9-74cbcb434f4e None None] Routers {'6303eefa-5479-4f8a-b8bd-a06092d52fef'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:24:19.339358 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6bd75abf-524c-484e-a8c9-74cbcb434f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:24:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['6303eefa-5479-4f8a-b8bd-a06092d52fef'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:19.391111 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-71ab5a96-52c9-4b3d-a959-681e3b684c03 req-98307c98-b358-4048-9c36-edd0b895d406 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d71747-a2ff-43d3-b3f5-772e87e67895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099024 Apr 29 16:24:19.420659 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 37606) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:19.426644 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5589107-f7c3-497f-9415-fd586cd12f58 req-43292a15-3dac-440d-8174-24234754af45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:24:19.428093 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b5589107-f7c3-497f-9415-fd586cd12f58 req-43292a15-3dac-440d-8174-24234754af45 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4877dfb-5176-4666-8369-1dc05db67244 HTTP/1.1" status: 200 len: 898 time: 0.1640062 Apr 29 16:24:19.531953 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-47d3c41f-d13e-42c4-ad7f-de0f8ab41223 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/floatingips/13939e71-37e7-489c-8176-8b3603b6c7d9 HTTP/1.1" status: 200 len: 991 time: 0.1100910 Apr 29 16:24:19.532369 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b5589107-f7c3-497f-9415-fd586cd12f58 req-13c68dc4-0812-4155-bd87-145ebd532dfb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414f5bed-b275-4ccf-b708-24af4d0a3d4b HTTP/1.1" status: 200 len: 999 time: 0.0986934 Apr 29 16:24:19.556823 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-6bd75abf-524c-484e-a8c9-74cbcb434f4e None None] Set router 6303eefa-5479-4f8a-b8bd-a06092d52fef gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:24:19.593699 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5589107-f7c3-497f-9415-fd586cd12f58 req-d8bfb7e2-7c79-4233-a66d-ef2d5d4e2da4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:24:19.595357 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b5589107-f7c3-497f-9415-fd586cd12f58 req-d8bfb7e2-7c79-4233-a66d-ef2d5d4e2da4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3efeb16b-77b5-4d70-9ff9-ac59909fd092 HTTP/1.1" status: 200 len: 835 time: 0.0568783 Apr 29 16:24:19.671609 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b5589107-f7c3-497f-9415-fd586cd12f58 req-22d5b3ca-ae1c-4f44-9d66-3ff9355b6c33 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4877dfb-5176-4666-8369-1dc05db67244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706148 Apr 29 16:24:19.804725 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b5589107-f7c3-497f-9415-fd586cd12f58 req-0738da09-4e2a-4223-8ff0-e97f77a5b8f3 service neutron] 10.222.0.35 "GET /v2.0/networks/a4877dfb-5176-4666-8369-1dc05db67244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261294 Apr 29 16:24:19.926577 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6bd75abf-524c-484e-a8c9-74cbcb434f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895412527', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:58Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '13939e71-37e7-489c-8176-8b3603b6c7d9', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'floating_ip_address': '172.26.1.144', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'port_id': '414f5bed-b275-4ccf-b708-24af4d0a3d4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244', 'mac_address': 'fa:16:3e:0a:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35b23af-c5ab-4489-94ec-44b10ddd0ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:24:17Z', 'updated_at': '2022-04-29T16:24:17Z', 'revision_number': 0, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261dc59d-ccbf-4243-8e5b-7f5ad7659c3f', 'name': '', 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:ff:ba:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3efeb16b-77b5-4d70-9ff9-ac59909fd092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:23:58Z', 'updated_at': '2022-04-29T16:24:04Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '3efeb16b-77b5-4d70-9ff9-ac59909fd092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:19.930762 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd75abf-524c-484e-a8c9-74cbcb434f4e None None] The sync data for ids ['6303eefa-5479-4f8a-b8bd-a06092d52fef'] in dv-neutron-839913-1-hyperv is: [{'id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895412527', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:58Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '13939e71-37e7-489c-8176-8b3603b6c7d9', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'floating_ip_address': '172.26.1.144', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'port_id': '414f5bed-b275-4ccf-b708-24af4d0a3d4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244', 'mac_address': 'fa:16:3e:0a:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35b23af-c5ab-4489-94ec-44b10ddd0ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:24:17Z', 'updated_at': '2022-04-29T16:24:17Z', 'revision_number': 0, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261dc59d-ccbf-4243-8e5b-7f5ad7659c3f', 'name': '', 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:ff:ba:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3efeb16b-77b5-4d70-9ff9-ac59909fd092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:23:58Z', 'updated_at': '2022-04-29T16:24:04Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '3efeb16b-77b5-4d70-9ff9-ac59909fd092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:24:19.937561 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b5589107-f7c3-497f-9415-fd586cd12f58 req-33538479-9bb9-4552-96f7-c6edade41b29 service neutron] 10.222.0.35 "GET /v2.0/networks/a4877dfb-5176-4666-8369-1dc05db67244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268125 Apr 29 16:24:20.533146 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 37610) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:20.616379 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8849af94-5629-4808-b36b-ac4804c16475 None None] New status for floating IP 13939e71-37e7-489c-8176-8b3603b6c7d9: ACTIVE {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:24:20.642744 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-91681a5e-954f-45aa-a255-542cefef86f5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/floatingips/13939e71-37e7-489c-8176-8b3603b6c7d9 HTTP/1.1" status: 200 len: 991 time: 0.1079133 Apr 29 16:24:21.645985 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 37614) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:21.749847 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a8f23981-966f-43d1-a534-9272485089d3 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/floatingips/13939e71-37e7-489c-8176-8b3603b6c7d9 HTTP/1.1" status: 200 len: 993 time: 0.1027291 Apr 29 16:24:30.783968 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:24:43.637079 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-33bc48ff-f2e9-42de-b653-76cc0890b999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:45.688510 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:45.956996 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1a17df5c-3c4c-4c22-b355-d374982704bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:47.300071 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:47.505403 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:48.592087 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:53.104532 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ac9369f5-cd28-4752-8e15-ccaa6927d143 req-ee658f0b-e6c6-4583-8ef8-a1b81b3f66e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1517284 Apr 29 16:24:53.241425 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ac9369f5-cd28-4752-8e15-ccaa6927d143 req-96569abb-135d-4d65-825c-9fde2aebe282 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 1098 time: 0.0685277 Apr 29 16:24:53.381433 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9369f5-cd28-4752-8e15-ccaa6927d143 req-4d71cca0-448f-47e5-8b9a-aa2be94f5a02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:24:53.382849 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ac9369f5-cd28-4752-8e15-ccaa6927d143 req-4d71cca0-448f-47e5-8b9a-aa2be94f5a02 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4877dfb-5176-4666-8369-1dc05db67244 HTTP/1.1" status: 200 len: 898 time: 0.1235881 Apr 29 16:24:53.482072 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ac9369f5-cd28-4752-8e15-ccaa6927d143 req-4ae514c9-7083-4930-b4ae-b38d518ce3e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414f5bed-b275-4ccf-b708-24af4d0a3d4b HTTP/1.1" status: 200 len: 1001 time: 0.0921168 Apr 29 16:24:53.545136 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9369f5-cd28-4752-8e15-ccaa6927d143 req-27ea45d7-3750-4b24-b220-456bbaa05fb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:24:53.546444 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ac9369f5-cd28-4752-8e15-ccaa6927d143 req-27ea45d7-3750-4b24-b220-456bbaa05fb9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3efeb16b-77b5-4d70-9ff9-ac59909fd092 HTTP/1.1" status: 200 len: 835 time: 0.0585089 Apr 29 16:24:53.617744 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ac9369f5-cd28-4752-8e15-ccaa6927d143 req-95b2ddf4-fe2d-4bcf-ac9e-290c831e7a81 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4877dfb-5176-4666-8369-1dc05db67244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653133 Apr 29 16:24:53.746448 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ac9369f5-cd28-4752-8e15-ccaa6927d143 req-1c6f4d27-e040-43c0-893b-7c42732e6f5c service neutron] 10.222.0.35 "GET /v2.0/networks/a4877dfb-5176-4666-8369-1dc05db67244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222103 Apr 29 16:24:53.957264 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ac9369f5-cd28-4752-8e15-ccaa6927d143 req-f7422bd5-0629-4fb8-9ade-4c6e91072b53 service neutron] 10.222.0.35 "GET /v2.0/networks/a4877dfb-5176-4666-8369-1dc05db67244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048645 Apr 29 16:25:07.764234 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:25:13.631308 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-49656b73-00ca-4bf4-9fa5-4ad85d52b989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:15.694319 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:15.974393 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1e2b2a51-d7ea-4e81-8068-dbc6445e69ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:17.328551 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:17.534802 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:18.597386 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:20.991741 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d161d3f3-a406-47b8-824b-94de19f0ab84 req-0ace769d-7205-4158-b720-4ecfd27d76d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 1098 time: 0.1272240 Apr 29 16:25:20.997768 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c1ab8-b7a1-4357-be49-c284e9db106e req-9fd58690-c7d3-4b16-9e26-48d45251006d tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:25:20.999132 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-233c1ab8-b7a1-4357-be49-c284e9db106e req-9fd58690-c7d3-4b16-9e26-48d45251006d tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 945 time: 0.1061041 Apr 29 16:25:21.131585 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-233c1ab8-b7a1-4357-be49-c284e9db106e req-3ff522ab-eece-424d-ad17-eb4e136d1277 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d71747-a2ff-43d3-b3f5-772e87e67895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140473 Apr 29 16:25:21.155301 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161d3f3-a406-47b8-824b-94de19f0ab84 req-4bd620a1-d990-4cd5-80f6-eafccca1a512 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:25:21.157394 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d161d3f3-a406-47b8-824b-94de19f0ab84 req-4bd620a1-d990-4cd5-80f6-eafccca1a512 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4877dfb-5176-4666-8369-1dc05db67244 HTTP/1.1" status: 200 len: 898 time: 0.1574528 Apr 29 16:25:21.256823 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d161d3f3-a406-47b8-824b-94de19f0ab84 req-6423436f-ed63-4192-a5aa-919fb316fe4a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414f5bed-b275-4ccf-b708-24af4d0a3d4b HTTP/1.1" status: 200 len: 1001 time: 0.0929246 Apr 29 16:25:21.317955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161d3f3-a406-47b8-824b-94de19f0ab84 req-5fb7615f-e102-4a5d-90e8-36d5947394e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:25:21.319370 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d161d3f3-a406-47b8-824b-94de19f0ab84 req-5fb7615f-e102-4a5d-90e8-36d5947394e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3efeb16b-77b5-4d70-9ff9-ac59909fd092 HTTP/1.1" status: 200 len: 835 time: 0.0563130 Apr 29 16:25:21.396000 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d161d3f3-a406-47b8-824b-94de19f0ab84 req-3dfa0d2e-ec63-4a9c-b3c9-ede49511c4a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4877dfb-5176-4666-8369-1dc05db67244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704534 Apr 29 16:25:21.525258 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d161d3f3-a406-47b8-824b-94de19f0ab84 req-fe69604e-4964-4e51-9fd7-2f33a926fa4a service neutron] 10.222.0.35 "GET /v2.0/networks/a4877dfb-5176-4666-8369-1dc05db67244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233656 Apr 29 16:25:21.653338 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d161d3f3-a406-47b8-824b-94de19f0ab84 req-4ebf3165-b2bb-42a4-b3b4-984abd095d42 service neutron] 10.222.0.35 "GET /v2.0/networks/a4877dfb-5176-4666-8369-1dc05db67244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207094 Apr 29 16:25:22.407387 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab55f5-f01f-434e-b162-2284e4f2fa34 req-155d550e-d286-419b-9552-90eed64b5dd8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:25:22.408814 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-16ab55f5-f01f-434e-b162-2284e4f2fa34 req-155d550e-d286-419b-9552-90eed64b5dd8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 945 time: 0.1399846 Apr 29 16:25:22.452627 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-16ab55f5-f01f-434e-b162-2284e4f2fa34 req-82487df3-69bc-42a6-8ad6-4cd1fed4039f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d71747-a2ff-43d3-b3f5-772e87e67895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384071 Apr 29 16:25:23.646867 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ac627-1403-4a76-8ee2-f3e6ed8c46ad req-9851e6bd-2a36-4b4c-a54a-69b9d81b49fb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:25:23.648282 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9b3ac627-1403-4a76-8ee2-f3e6ed8c46ad req-9851e6bd-2a36-4b4c-a54a-69b9d81b49fb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 945 time: 0.0779481 Apr 29 16:25:23.693670 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9b3ac627-1403-4a76-8ee2-f3e6ed8c46ad req-6f1d3102-437a-4535-b623-f5996a7b51ee tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d71747-a2ff-43d3-b3f5-772e87e67895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400229 Apr 29 16:25:24.889044 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb952a20-5d3d-4799-b882-a4ae059d380b req-ceab9622-fea8-4b51-bc97-6f08322422da tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:25:24.891027 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bb952a20-5d3d-4799-b882-a4ae059d380b req-ceab9622-fea8-4b51-bc97-6f08322422da tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 945 time: 0.0757060 Apr 29 16:25:24.939699 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bb952a20-5d3d-4799-b882-a4ae059d380b req-875840fc-1276-4051-8d76-79adb826f8f9 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d71747-a2ff-43d3-b3f5-772e87e67895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430634 Apr 29 16:25:26.135242 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf587846-1f88-48a9-b431-e5643e47304f req-c2e1ebd5-65f4-44b0-a19c-041df723d28b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:25:26.136656 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bf587846-1f88-48a9-b431-e5643e47304f req-c2e1ebd5-65f4-44b0-a19c-041df723d28b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 945 time: 0.0752616 Apr 29 16:25:26.181980 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bf587846-1f88-48a9-b431-e5643e47304f req-ecc0f514-ea64-41d1-a950-7dd8290921e6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d71747-a2ff-43d3-b3f5-772e87e67895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393133 Apr 29 16:25:27.379791 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283b38b-7322-4c1c-a6fc-8e4b1303c976 req-b3fcda75-7926-4dd6-b382-1a89236c38a8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:25:27.381122 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5283b38b-7322-4c1c-a6fc-8e4b1303c976 req-b3fcda75-7926-4dd6-b382-1a89236c38a8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 945 time: 0.0764494 Apr 29 16:25:27.425532 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5283b38b-7322-4c1c-a6fc-8e4b1303c976 req-0e75fefc-294f-4c38-aa45-78231acb633b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d71747-a2ff-43d3-b3f5-772e87e67895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390224 Apr 29 16:25:28.629061 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956aa2f-d05e-4950-9aa1-1a04651df9d7 req-186f4796-3f13-4311-8ed7-4b96743a9a0e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:25:28.630495 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9956aa2f-d05e-4950-9aa1-1a04651df9d7 req-186f4796-3f13-4311-8ed7-4b96743a9a0e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 945 time: 0.0760033 Apr 29 16:25:28.674728 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9956aa2f-d05e-4950-9aa1-1a04651df9d7 req-0e1f3e18-3206-4a92-9416-4f74a0c02cee tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d71747-a2ff-43d3-b3f5-772e87e67895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387743 Apr 29 16:25:29.879331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f4dab-15f5-4bff-a158-45a46e70fcc5 req-370da0b4-28d5-4531-b9b1-c2307dfef7bf tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:25:29.880824 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b63f4dab-15f5-4bff-a158-45a46e70fcc5 req-370da0b4-28d5-4531-b9b1-c2307dfef7bf tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 945 time: 0.0804214 Apr 29 16:25:29.927890 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b63f4dab-15f5-4bff-a158-45a46e70fcc5 req-a1134fcc-f2b4-4d1d-a5df-6004e3e8af85 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d71747-a2ff-43d3-b3f5-772e87e67895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415103 Apr 29 16:25:31.121608 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c71b1-1c34-4b58-9532-1ecc1fd6e0e9 req-b656766e-085a-400a-9277-82b563efb299 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:25:31.123060 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dd6c71b1-1c34-4b58-9532-1ecc1fd6e0e9 req-b656766e-085a-400a-9277-82b563efb299 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 945 time: 0.0739322 Apr 29 16:25:31.167854 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dd6c71b1-1c34-4b58-9532-1ecc1fd6e0e9 req-c6b6c7ff-e2d3-4e88-a805-6e559816ab75 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d71747-a2ff-43d3-b3f5-772e87e67895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391467 Apr 29 16:25:32.451060 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14e2f9-8382-44a5-9212-ba82d9657762 req-fbe87118-5101-40c1-8a03-2569a7b5af89 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:25:32.453154 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0a14e2f9-8382-44a5-9212-ba82d9657762 req-fbe87118-5101-40c1-8a03-2569a7b5af89 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 945 time: 0.1628528 Apr 29 16:25:32.498393 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0a14e2f9-8382-44a5-9212-ba82d9657762 req-2642d933-c229-43a5-8f50-c2f61d3b5c60 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d71747-a2ff-43d3-b3f5-772e87e67895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396781 Apr 29 16:25:33.693412 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedb70c-561f-4c37-8667-6b0adb47f360 req-8b77ff09-27c4-48d6-850c-80e3ca34c13e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:25:33.694858 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1dedb70c-561f-4c37-8667-6b0adb47f360 req-8b77ff09-27c4-48d6-850c-80e3ca34c13e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 945 time: 0.0773268 Apr 29 16:25:33.739517 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1dedb70c-561f-4c37-8667-6b0adb47f360 req-deda4fe1-b89b-4904-a15e-cef89ce5c12f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d71747-a2ff-43d3-b3f5-772e87e67895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392647 Apr 29 16:25:33.768083 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37668) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:25:33.871017 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8235e618-bc70-49b5-aebe-59fa4bd76ae4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/floatingips/13939e71-37e7-489c-8176-8b3603b6c7d9 HTTP/1.1" status: 200 len: 993 time: 0.1017344 Apr 29 16:25:43.631627 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-337a7cfa-e8c4-4268-9489-8db365518c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:44.764856 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:25:45.699431 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:45.968093 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2b09d01b-977b-4363-b147-7f31036aaed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:47.300204 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:47.540203 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:48.592062 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:54.024498 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8c7784f-d351-4a66-9101-93e46ccf4063 req-666dbeda-c28b-4642-8b7d-510665466e8e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655603 Apr 29 16:25:54.159819 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8c7784f-d351-4a66-9101-93e46ccf4063 req-42645697-04a2-465d-8f70-248c202afa60 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 1098 time: 0.0663962 Apr 29 16:25:54.301840 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7784f-d351-4a66-9101-93e46ccf4063 req-7b169a94-ba3c-40ce-ba07-75f56d6b60c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:25:54.303171 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8c7784f-d351-4a66-9101-93e46ccf4063 req-7b169a94-ba3c-40ce-ba07-75f56d6b60c6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4877dfb-5176-4666-8369-1dc05db67244 HTTP/1.1" status: 200 len: 898 time: 0.1223903 Apr 29 16:25:54.406340 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8c7784f-d351-4a66-9101-93e46ccf4063 req-b4a973cb-0d7f-4a8d-bd4b-27ee7fad6b38 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414f5bed-b275-4ccf-b708-24af4d0a3d4b HTTP/1.1" status: 200 len: 1001 time: 0.0938869 Apr 29 16:25:54.469608 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7784f-d351-4a66-9101-93e46ccf4063 req-30fbd0d3-1bad-4a34-85ac-38bb2a563435 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:25:54.471015 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8c7784f-d351-4a66-9101-93e46ccf4063 req-30fbd0d3-1bad-4a34-85ac-38bb2a563435 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3efeb16b-77b5-4d70-9ff9-ac59909fd092 HTTP/1.1" status: 200 len: 835 time: 0.0592024 Apr 29 16:25:54.542034 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8c7784f-d351-4a66-9101-93e46ccf4063 req-9e4ddd9f-37e4-4217-adab-60da1b957f96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4877dfb-5176-4666-8369-1dc05db67244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652301 Apr 29 16:25:54.671282 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8c7784f-d351-4a66-9101-93e46ccf4063 req-03161541-88cc-44a2-9857-6b6209d481e9 service neutron] 10.222.0.35 "GET /v2.0/networks/a4877dfb-5176-4666-8369-1dc05db67244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217978 Apr 29 16:25:54.800694 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8c7784f-d351-4a66-9101-93e46ccf4063 req-b6f45093-a7bc-4ee1-8a7c-0d20981153a9 service neutron] 10.222.0.35 "GET /v2.0/networks/a4877dfb-5176-4666-8369-1dc05db67244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236887 Apr 29 16:26:13.626635 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-159cf909-4591-420d-8d82-adcc6439c4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:15.683490 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:15.912622 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-43e52d88-aa47-4f92-94b1-67a2d3da4fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:17.299191 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:17.522272 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:18.603676 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:21.764416 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:26:28.869422 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 37686) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:26:29.070576 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-5bbfd564-a334-4a87-bafc-11d8086998a0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Deleting port 5e3058fe-5b68-4d6e-8555-29773bc47f9f {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:26:29.070911 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5bbfd564-a334-4a87-bafc-11d8086998a0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:29.247348 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5bbfd564-a334-4a87-bafc-11d8086998a0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:29.247659 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5bbfd564-a334-4a87-bafc-11d8086998a0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:29.366926 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-5bbfd564-a334-4a87-bafc-11d8086998a0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Calling delete_port for 5e3058fe-5b68-4d6e-8555-29773bc47f9f owned by network:floatingip {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:26:29.666550 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5bbfd564-a334-4a87-bafc-11d8086998a0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:29.711869 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfd564-a334-4a87-bafc-11d8086998a0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Port': ['ID=5e3058fe-5b68-4d6e-8555-29773bc47f9f,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:29.793179 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfd564-a334-4a87-bafc-11d8086998a0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:29.793562 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfd564-a334-4a87-bafc-11d8086998a0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:29.793899 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfd564-a334-4a87-bafc-11d8086998a0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:29.794232 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfd564-a334-4a87-bafc-11d8086998a0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:29.794583 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfd564-a334-4a87-bafc-11d8086998a0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:29.794912 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfd564-a334-4a87-bafc-11d8086998a0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:29.795237 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfd564-a334-4a87-bafc-11d8086998a0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:29.795565 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfd564-a334-4a87-bafc-11d8086998a0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:29.795887 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfd564-a334-4a87-bafc-11d8086998a0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:29.796208 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfd564-a334-4a87-bafc-11d8086998a0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:29.797095 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfd564-a334-4a87-bafc-11d8086998a0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:29.831303 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5bbfd564-a334-4a87-bafc-11d8086998a0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for floatingip, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:30.220613 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbfd564-a334-4a87-bafc-11d8086998a0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Router 6303eefa-5479-4f8a-b8bd-a06092d52fef has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:26:30.421239 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbfd564-a334-4a87-bafc-11d8086998a0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:26:30.430620 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d8caa6-1586-4d92-b523-46b94000e565 None None] Sync routers for ids ['6303eefa-5479-4f8a-b8bd-a06092d52fef'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:26:30.442679 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d8caa6-1586-4d92-b523-46b94000e565 None None] Routers {'6303eefa-5479-4f8a-b8bd-a06092d52fef'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:26:30.443311 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-58d8caa6-1586-4d92-b523-46b94000e565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:26:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['6303eefa-5479-4f8a-b8bd-a06092d52fef'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:26:30.501772 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5bbfd564-a334-4a87-bafc-11d8086998a0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:30.555308 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5bbfd564-a334-4a87-bafc-11d8086998a0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "DELETE /v2.0/floatingips/13939e71-37e7-489c-8176-8b3603b6c7d9 HTTP/1.1" status: 204 len: 168 time: 1.6874964 Apr 29 16:26:30.555985 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35b23af-c5ab-4489-94ec-44b10ddd0ed1', 'tag': '414f5bed-b275-4ccf-b708-24af4d0a3d4b'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:26:30.624875 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-58d8caa6-1586-4d92-b523-46b94000e565 None None] Set router 6303eefa-5479-4f8a-b8bd-a06092d52fef gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:26:30.726324 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b93727-5f67-49e6-a388-d1bc7a3129da'] response: {'name': 'network-changed', 'server_uuid': 'a35b23af-c5ab-4489-94ec-44b10ddd0ed1', 'tag': '414f5bed-b275-4ccf-b708-24af4d0a3d4b', 'status': 'completed', 'code': 200} Apr 29 16:26:30.837103 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-07347adb-e7c0-4bb6-ad74-fbc5fa86ec79 req-499a3fe7-b863-4f6b-857a-d8bf4f4088cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 1098 time: 0.0823436 Apr 29 16:26:30.950785 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-58d8caa6-1586-4d92-b523-46b94000e565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895412527', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:58Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '261dc59d-ccbf-4243-8e5b-7f5ad7659c3f', 'name': '', 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:ff:ba:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3efeb16b-77b5-4d70-9ff9-ac59909fd092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:23:58Z', 'updated_at': '2022-04-29T16:24:04Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '3efeb16b-77b5-4d70-9ff9-ac59909fd092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:26:30.955083 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d8caa6-1586-4d92-b523-46b94000e565 None None] Checking router: 6303eefa-5479-4f8a-b8bd-a06092d52fef for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:26:30.980206 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d8caa6-1586-4d92-b523-46b94000e565 None None] Routers {'6303eefa-5479-4f8a-b8bd-a06092d52fef'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:26:30.980910 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-58d8caa6-1586-4d92-b523-46b94000e565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:26:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['6303eefa-5479-4f8a-b8bd-a06092d52fef'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:26:30.992085 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07347adb-e7c0-4bb6-ad74-fbc5fa86ec79 req-0ce8e60c-401d-42de-9c75-93ca56e23bac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:26:30.993637 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-07347adb-e7c0-4bb6-ad74-fbc5fa86ec79 req-0ce8e60c-401d-42de-9c75-93ca56e23bac service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4877dfb-5176-4666-8369-1dc05db67244 HTTP/1.1" status: 200 len: 898 time: 0.1504765 Apr 29 16:26:31.073293 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-07347adb-e7c0-4bb6-ad74-fbc5fa86ec79 req-7f942b9a-02e2-49ab-91ce-7d796bab6dbc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414f5bed-b275-4ccf-b708-24af4d0a3d4b HTTP/1.1" status: 200 len: 217 time: 0.0725996 Apr 29 16:26:31.140105 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07347adb-e7c0-4bb6-ad74-fbc5fa86ec79 req-b4c4770a-a3dc-4d7a-bc01-eacc5424b23f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:26:31.142200 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-07347adb-e7c0-4bb6-ad74-fbc5fa86ec79 req-b4c4770a-a3dc-4d7a-bc01-eacc5424b23f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3efeb16b-77b5-4d70-9ff9-ac59909fd092 HTTP/1.1" status: 200 len: 835 time: 0.0627277 Apr 29 16:26:31.210150 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-58d8caa6-1586-4d92-b523-46b94000e565 None None] Set router 6303eefa-5479-4f8a-b8bd-a06092d52fef gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:26:31.279996 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edaf1f-1c9d-48f5-b9e4-78ad35d9f204 req-9250c59f-d3d9-41d8-b729-0c4cc2952883 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:26:31.281473 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-01edaf1f-1c9d-48f5-b9e4-78ad35d9f204 req-9250c59f-d3d9-41d8-b729-0c4cc2952883 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 945 time: 0.1036248 Apr 29 16:26:31.284506 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-07347adb-e7c0-4bb6-ad74-fbc5fa86ec79 req-7eddbcd4-299c-45c2-84d8-56afef2e9d49 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4877dfb-5176-4666-8369-1dc05db67244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1361306 Apr 29 16:26:31.490759 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-01edaf1f-1c9d-48f5-b9e4-78ad35d9f204 req-0105cb77-4de2-4b48-a929-0224b1c663f4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d71747-a2ff-43d3-b3f5-772e87e67895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034850 Apr 29 16:26:31.534630 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-07347adb-e7c0-4bb6-ad74-fbc5fa86ec79 req-2b73cbbe-dc7a-4fc2-860e-b9ff0ece6648 service neutron] 10.222.0.35 "GET /v2.0/networks/a4877dfb-5176-4666-8369-1dc05db67244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468208 Apr 29 16:26:31.534872 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-58d8caa6-1586-4d92-b523-46b94000e565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895412527', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:58Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '261dc59d-ccbf-4243-8e5b-7f5ad7659c3f', 'name': '', 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:ff:ba:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3efeb16b-77b5-4d70-9ff9-ac59909fd092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:23:58Z', 'updated_at': '2022-04-29T16:24:04Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '3efeb16b-77b5-4d70-9ff9-ac59909fd092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:26:31.538675 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d8caa6-1586-4d92-b523-46b94000e565 None None] The sync data for ids ['6303eefa-5479-4f8a-b8bd-a06092d52fef'] in dv-neutron-839913-1-hyperv is: [{'id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895412527', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:58Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '261dc59d-ccbf-4243-8e5b-7f5ad7659c3f', 'name': '', 'network_id': 'a4877dfb-5176-4666-8369-1dc05db67244', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:ff:ba:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3efeb16b-77b5-4d70-9ff9-ac59909fd092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:23:58Z', 'updated_at': '2022-04-29T16:24:04Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '3efeb16b-77b5-4d70-9ff9-ac59909fd092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:26:31.668424 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-07347adb-e7c0-4bb6-ad74-fbc5fa86ec79 req-90150175-586e-4af1-a758-255fb464bc81 service neutron] 10.222.0.35 "GET /v2.0/networks/a4877dfb-5176-4666-8369-1dc05db67244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276689 Apr 29 16:26:31.758451 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effe7719-2d7b-40e4-9e2d-10306aef64bf None None] New status for floating IP 13939e71-37e7-489c-8176-8b3603b6c7d9: DOWN {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:26:32.728535 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540fc57-2988-46b8-a523-363ce8d42434 req-85fa5578-1d80-4eae-a9e4-dff5e143e58e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:26:32.729963 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f540fc57-2988-46b8-a523-363ce8d42434 req-85fa5578-1d80-4eae-a9e4-dff5e143e58e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 945 time: 0.1165929 Apr 29 16:26:32.790478 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6be10-4c00-4867-ad17-29c9438e72aa req-06e5ac76-7754-4e88-b7e2-2f0ace3d947a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:26:32.791792 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-33e6be10-4c00-4867-ad17-29c9438e72aa req-06e5ac76-7754-4e88-b7e2-2f0ace3d947a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 945 time: 0.1249106 Apr 29 16:26:32.793701 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f540fc57-2988-46b8-a523-363ce8d42434 req-342604be-c8aa-4191-9567-dd0f37b7cf96 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=31d71747-a2ff-43d3-b3f5-772e87e67895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573151 Apr 29 16:26:32.859725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-33e6be10-4c00-4867-ad17-29c9438e72aa req-b4f677c1-40c1-4675-9a48-fb5e32a06102 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Deleting port 414f5bed-b275-4ccf-b708-24af4d0a3d4b {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:26:32.860587 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-33e6be10-4c00-4867-ad17-29c9438e72aa req-b4f677c1-40c1-4675-9a48-fb5e32a06102 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:33.089675 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-33e6be10-4c00-4867-ad17-29c9438e72aa req-b4f677c1-40c1-4675-9a48-fb5e32a06102 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] For port 414f5bed-b275-4ccf-b708-24af4d0a3d4b, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=414f5bed-b275-4ccf-b708-24af4d0a3d4b,segment=NetworkSegment(77668603-691c-4f96-92f9-f39e427caaf9),segment_id=77668603-691c-4f96-92f9-f39e427caaf9)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:26:33.089911 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-33e6be10-4c00-4867-ad17-29c9438e72aa req-b4f677c1-40c1-4675-9a48-fb5e32a06102 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:33.205685 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-33e6be10-4c00-4867-ad17-29c9438e72aa req-b4f677c1-40c1-4675-9a48-fb5e32a06102 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Calling delete_port for 414f5bed-b275-4ccf-b708-24af4d0a3d4b owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:26:33.402445 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-33e6be10-4c00-4867-ad17-29c9438e72aa req-b4f677c1-40c1-4675-9a48-fb5e32a06102 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:33.450745 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f677c1-40c1-4675-9a48-fb5e32a06102 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Port': ['ID=414f5bed-b275-4ccf-b708-24af4d0a3d4b,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:33.490617 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f677c1-40c1-4675-9a48-fb5e32a06102 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:33.490963 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f677c1-40c1-4675-9a48-fb5e32a06102 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:33.491296 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f677c1-40c1-4675-9a48-fb5e32a06102 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:33.491627 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f677c1-40c1-4675-9a48-fb5e32a06102 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:33.491950 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f677c1-40c1-4675-9a48-fb5e32a06102 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:33.492271 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f677c1-40c1-4675-9a48-fb5e32a06102 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:33.492590 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f677c1-40c1-4675-9a48-fb5e32a06102 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:33.492909 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f677c1-40c1-4675-9a48-fb5e32a06102 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:33.493222 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f677c1-40c1-4675-9a48-fb5e32a06102 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:33.493540 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f677c1-40c1-4675-9a48-fb5e32a06102 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:33.493855 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f677c1-40c1-4675-9a48-fb5e32a06102 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:33.531858 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e6be10-4c00-4867-ad17-29c9438e72aa req-b4f677c1-40c1-4675-9a48-fb5e32a06102 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] No DVR routers for this DVR port 414f5bed-b275-4ccf-b708-24af4d0a3d4b on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:26:33.535035 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-33e6be10-4c00-4867-ad17-29c9438e72aa req-b4f677c1-40c1-4675-9a48-fb5e32a06102 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:33.537412 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35b23af-c5ab-4489-94ec-44b10ddd0ed1', 'name': 'network-vif-deleted', 'tag': '414f5bed-b275-4ccf-b708-24af4d0a3d4b'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:26:33.548477 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-33e6be10-4c00-4867-ad17-29c9438e72aa req-b4f677c1-40c1-4675-9a48-fb5e32a06102 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "DELETE /v2.0/ports/414f5bed-b275-4ccf-b708-24af4d0a3d4b HTTP/1.1" status: 204 len: 173 time: 0.7513571 Apr 29 16:26:33.595272 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc26bce9-bbb6-406d-8181-28507bbfb98b'] response: {'server_uuid': 'a35b23af-c5ab-4489-94ec-44b10ddd0ed1', 'name': 'network-vif-deleted', 'tag': '414f5bed-b275-4ccf-b708-24af4d0a3d4b', 'status': 'completed', 'code': 200} Apr 29 16:26:33.981264 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-f93c7c29-5474-40d5-9d89-334464c022c2 req-cfd1a041-4091-4ed1-85d7-c8906e590670 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Synchronizing usage tracker for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:26:34.043683 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-f93c7c29-5474-40d5-9d89-334464c022c2 req-cfd1a041-4091-4ed1-85d7-c8906e590670 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Unset dirty status for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:26:34.044751 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f93c7c29-5474-40d5-9d89-334464c022c2 req-cfd1a041-4091-4ed1-85d7-c8906e590670 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=a35b23af-c5ab-4489-94ec-44b10ddd0ed1 HTTP/1.1" status: 200 len: 210 time: 0.1025476 Apr 29 16:26:35.155612 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37706) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:26:35.636703 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4ace5f1b-7d05-4dac-8bc7-7789154b2eea tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:35.952009 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 414f5bed-b275-4ccf-b708-24af4d0a3d4b no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:26:35.983996 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 414f5bed-b275-4ccf-b708-24af4d0a3d4b {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:26:35.984342 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 414f5bed-b275-4ccf-b708-24af4d0a3d4b not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:26:36.233773 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-4ace5f1b-7d05-4dac-8bc7-7789154b2eea tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Deleting port 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:26:36.234337 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4ace5f1b-7d05-4dac-8bc7-7789154b2eea tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:36.416517 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-4ace5f1b-7d05-4dac-8bc7-7789154b2eea tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] For port 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=261dc59d-ccbf-4243-8e5b-7f5ad7659c3f,segment=NetworkSegment(77668603-691c-4f96-92f9-f39e427caaf9),segment_id=77668603-691c-4f96-92f9-f39e427caaf9)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:26:36.416864 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4ace5f1b-7d05-4dac-8bc7-7789154b2eea tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:36.532154 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-4ace5f1b-7d05-4dac-8bc7-7789154b2eea tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Calling delete_port for 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:26:36.762339 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4ace5f1b-7d05-4dac-8bc7-7789154b2eea tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:36.809061 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace5f1b-7d05-4dac-8bc7-7789154b2eea tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Port': ['ID=261dc59d-ccbf-4243-8e5b-7f5ad7659c3f,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:37.188577 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4ace5f1b-7d05-4dac-8bc7-7789154b2eea tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:37.753047 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ace5f1b-7d05-4dac-8bc7-7789154b2eea tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Router 6303eefa-5479-4f8a-b8bd-a06092d52fef has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:26:37.949761 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ace5f1b-7d05-4dac-8bc7-7789154b2eea tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:26:37.960227 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daafad1f-6eaf-4da0-8791-6c593cc11735 None None] Sync routers for ids ['6303eefa-5479-4f8a-b8bd-a06092d52fef'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:26:37.972604 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daafad1f-6eaf-4da0-8791-6c593cc11735 None None] Routers {'6303eefa-5479-4f8a-b8bd-a06092d52fef'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:26:37.973542 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-daafad1f-6eaf-4da0-8791-6c593cc11735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:26:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['6303eefa-5479-4f8a-b8bd-a06092d52fef'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:26:38.023011 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4ace5f1b-7d05-4dac-8bc7-7789154b2eea tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "PUT /v2.0/routers/6303eefa-5479-4f8a-b8bd-a06092d52fef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8662138 Apr 29 16:26:38.025528 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37710) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:26:38.168064 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-daafad1f-6eaf-4da0-8791-6c593cc11735 None None] Set router 6303eefa-5479-4f8a-b8bd-a06092d52fef gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:26:38.214341 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb43829-8a5e-4535-a802-148f3b53b996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Deleting subnet 3efeb16b-77b5-4d70-9ff9-ac59909fd092 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 16:26:38.217322 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-acb43829-8a5e-4535-a802-148f3b53b996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:38.275913 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-acb43829-8a5e-4535-a802-148f3b53b996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:38.359767 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-acb43829-8a5e-4535-a802-148f3b53b996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:38.449762 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-daafad1f-6eaf-4da0-8791-6c593cc11735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895412527', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:26:36Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:26:38.453546 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daafad1f-6eaf-4da0-8791-6c593cc11735 None None] Checking router: 6303eefa-5479-4f8a-b8bd-a06092d52fef for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:26:38.463972 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daafad1f-6eaf-4da0-8791-6c593cc11735 None None] Routers {'6303eefa-5479-4f8a-b8bd-a06092d52fef'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:26:38.464563 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-daafad1f-6eaf-4da0-8791-6c593cc11735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:26:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['6303eefa-5479-4f8a-b8bd-a06092d52fef'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:26:38.505959 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-acb43829-8a5e-4535-a802-148f3b53b996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:38.546919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb43829-8a5e-4535-a802-148f3b53b996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Subnet': ['ID=3efeb16b-77b5-4d70-9ff9-ac59909fd092,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:38.556871 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-acb43829-8a5e-4535-a802-148f3b53b996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:38.560105 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-acb43829-8a5e-4535-a802-148f3b53b996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "DELETE /v2.0/subnets/3efeb16b-77b5-4d70-9ff9-ac59909fd092 HTTP/1.1" status: 204 len: 168 time: 0.5336516 Apr 29 16:26:38.562701 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37716) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:26:38.570577 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092acb69-3537-4883-acc3-d5a5e129bc01 None None] Network a4877dfb-5176-4666-8369-1dc05db67244 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:26:38.801389 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-daafad1f-6eaf-4da0-8791-6c593cc11735 None None] Set router 6303eefa-5479-4f8a-b8bd-a06092d52fef gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:26:38.874042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8259b07c-cd36-4650-9258-27f4c1869f37 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:39.089223 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8259b07c-cd36-4650-9258-27f4c1869f37 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:39.115421 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df92b7fa-c106-4f97-8a58-be8aa2a0b633 None None] DHCP port deletion for a4877dfb-5176-4666-8369-1dc05db67244 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 16:26:39.121186 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-df92b7fa-c106-4f97-8a58-be8aa2a0b633 None None] Deleting port 93bfae38-1623-47a6-a7e0-e396788a04b5 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:26:39.121554 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-df92b7fa-c106-4f97-8a58-be8aa2a0b633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:39.191323 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-8259b07c-cd36-4650-9258-27f4c1869f37 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Deleting port f059ab85-3a78-4b7c-a3d2-c6c37228703b {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:26:39.191662 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8259b07c-cd36-4650-9258-27f4c1869f37 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:39.254161 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-daafad1f-6eaf-4da0-8791-6c593cc11735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895412527', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:26:36Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:26:39.308762 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daafad1f-6eaf-4da0-8791-6c593cc11735 None None] The sync data for ids ['6303eefa-5479-4f8a-b8bd-a06092d52fef'] in dv-neutron-839913-1-hyperv is: [{'id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895412527', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:26:36Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'f059ab85-3a78-4b7c-a3d2-c6c37228703b', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303eefa-5479-4f8a-b8bd-a06092d52fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:23:54Z', 'updated_at': '2022-04-29T16:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:26:39.344686 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-df92b7fa-c106-4f97-8a58-be8aa2a0b633 None None] For port 93bfae38-1623-47a6-a7e0-e396788a04b5, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=93bfae38-1623-47a6-a7e0-e396788a04b5,segment=NetworkSegment(77668603-691c-4f96-92f9-f39e427caaf9),segment_id=77668603-691c-4f96-92f9-f39e427caaf9)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:26:39.344686 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-df92b7fa-c106-4f97-8a58-be8aa2a0b633 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:39.372398 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-8259b07c-cd36-4650-9258-27f4c1869f37 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] For port f059ab85-3a78-4b7c-a3d2-c6c37228703b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=f059ab85-3a78-4b7c-a3d2-c6c37228703b,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:26:39.372750 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8259b07c-cd36-4650-9258-27f4c1869f37 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:39.462615 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-df92b7fa-c106-4f97-8a58-be8aa2a0b633 None None] Calling delete_port for 93bfae38-1623-47a6-a7e0-e396788a04b5 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:26:39.491743 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-8259b07c-cd36-4650-9258-27f4c1869f37 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Calling delete_port for f059ab85-3a78-4b7c-a3d2-c6c37228703b owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:26:39.633164 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-df92b7fa-c106-4f97-8a58-be8aa2a0b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:39.683051 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92b7fa-c106-4f97-8a58-be8aa2a0b633 None None] Pushing event deleted for resources: {'Port': ['ID=93bfae38-1623-47a6-a7e0-e396788a04b5,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:39.689135 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df92b7fa-c106-4f97-8a58-be8aa2a0b633 None None] No DVR routers for this DVR port 93bfae38-1623-47a6-a7e0-e396788a04b5 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:26:39.698755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92b7fa-c106-4f97-8a58-be8aa2a0b633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:39.698755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92b7fa-c106-4f97-8a58-be8aa2a0b633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:39.698755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92b7fa-c106-4f97-8a58-be8aa2a0b633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:39.698755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92b7fa-c106-4f97-8a58-be8aa2a0b633 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:39.698755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92b7fa-c106-4f97-8a58-be8aa2a0b633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:39.698755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92b7fa-c106-4f97-8a58-be8aa2a0b633 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:39.698755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92b7fa-c106-4f97-8a58-be8aa2a0b633 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:39.699959 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92b7fa-c106-4f97-8a58-be8aa2a0b633 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:39.700528 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92b7fa-c106-4f97-8a58-be8aa2a0b633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:39.700642 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92b7fa-c106-4f97-8a58-be8aa2a0b633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:39.700955 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92b7fa-c106-4f97-8a58-be8aa2a0b633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:39.729905 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8259b07c-cd36-4650-9258-27f4c1869f37 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:39.778702 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259b07c-cd36-4650-9258-27f4c1869f37 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Port': ['ID=f059ab85-3a78-4b7c-a3d2-c6c37228703b,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:39.996932 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8259b07c-cd36-4650-9258-27f4c1869f37 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:40.241469 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8259b07c-cd36-4650-9258-27f4c1869f37 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:40.245516 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8259b07c-cd36-4650-9258-27f4c1869f37 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:40.403588 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8259b07c-cd36-4650-9258-27f4c1869f37 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:40.404097 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8259b07c-cd36-4650-9258-27f4c1869f37 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Fanout notify agent at l3_agent the message router_deleted on router 6303eefa-5479-4f8a-b8bd-a06092d52fef {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 16:26:40.418243 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8259b07c-cd36-4650-9258-27f4c1869f37 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:40.419360 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8259b07c-cd36-4650-9258-27f4c1869f37 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "DELETE /v2.0/routers/6303eefa-5479-4f8a-b8bd-a06092d52fef HTTP/1.1" status: 204 len: 168 time: 1.8556840 Apr 29 16:26:40.422225 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 37720) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:26:40.545321 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ee294daa-2eff-42f9-9a49-0a1e11b2e4e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:40.674457 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ee294daa-2eff-42f9-9a49-0a1e11b2e4e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:40.698936 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-ee294daa-2eff-42f9-9a49-0a1e11b2e4e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4877dfb-5176-4666-8369-1dc05db67244']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:26:40.711443 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-ee294daa-2eff-42f9-9a49-0a1e11b2e4e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77668603-691c-4f96-92f9-f39e427caaf9') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:26:40.711735 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-ee294daa-2eff-42f9-9a49-0a1e11b2e4e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77668603-691c-4f96-92f9-f39e427caaf9') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:26:40.723048 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ee294daa-2eff-42f9-9a49-0a1e11b2e4e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:40.739009 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ee294daa-2eff-42f9-9a49-0a1e11b2e4e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:40.745173 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee294daa-2eff-42f9-9a49-0a1e11b2e4e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:26:40.745556 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ee294daa-2eff-42f9-9a49-0a1e11b2e4e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:26:40.763401 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:26:40.870421 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 93bfae38-1623-47a6-a7e0-e396788a04b5 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:26:40.901212 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ee294daa-2eff-42f9-9a49-0a1e11b2e4e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:40.903698 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 93bfae38-1623-47a6-a7e0-e396788a04b5 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:26:40.904049 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 93bfae38-1623-47a6-a7e0-e396788a04b5 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:26:40.904453 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:26:40.918765 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ee294daa-2eff-42f9-9a49-0a1e11b2e4e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:40.929998 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee294daa-2eff-42f9-9a49-0a1e11b2e4e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Network': ['ID=a4877dfb-5176-4666-8369-1dc05db67244,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:40.937607 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:26:40.937977 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 261dc59d-ccbf-4243-8e5b-7f5ad7659c3f not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:26:40.938696 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device f059ab85-3a78-4b7c-a3d2-c6c37228703b no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:26:40.972907 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: f059ab85-3a78-4b7c-a3d2-c6c37228703b {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:26:40.973243 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device f059ab85-3a78-4b7c-a3d2-c6c37228703b not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:26:40.981922 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ee294daa-2eff-42f9-9a49-0a1e11b2e4e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "DELETE /v2.0/networks/a4877dfb-5176-4666-8369-1dc05db67244 HTTP/1.1" status: 204 len: 168 time: 0.5578279 Apr 29 16:26:40.984562 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 37724) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:26:41.056160 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-656be6fb-8d62-4266-8cc3-6720361b322a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:41.084570 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-656be6fb-8d62-4266-8cc3-6720361b322a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:41.202357 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-656be6fb-8d62-4266-8cc3-6720361b322a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:41.218808 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656be6fb-8d62-4266-8cc3-6720361b322a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d71747-a2ff-43d3-b3f5-772e87e67895,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:41.293121 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-656be6fb-8d62-4266-8cc3-6720361b322a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:41.294230 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-656be6fb-8d62-4266-8cc3-6720361b322a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "DELETE /v2.0/security-groups/31d71747-a2ff-43d3-b3f5-772e87e67895 HTTP/1.1" status: 204 len: 168 time: 0.3082492 Apr 29 16:26:43.650046 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9712049c-5927-45f9-aa13-1730a30df9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:43.913452 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37736) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:26:43.918887 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-49199369-8e21-4e4d-8487-6d75def79141 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-116639739', 'description': 'tempest-secgroup-smoke-116639739 description', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:26:43.924673 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-49199369-8e21-4e4d-8487-6d75def79141 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:26:43.928591 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-49199369-8e21-4e4d-8487-6d75def79141 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:26:43.931330 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-49199369-8e21-4e4d-8487-6d75def79141 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:26:43.936754 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-49199369-8e21-4e4d-8487-6d75def79141 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:26:44.002320 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-49199369-8e21-4e4d-8487-6d75def79141 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:44.036965 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-49199369-8e21-4e4d-8487-6d75def79141 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:26:44.040690 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-49199369-8e21-4e4d-8487-6d75def79141 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:26:44.043421 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-49199369-8e21-4e4d-8487-6d75def79141 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:26:44.049679 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-49199369-8e21-4e4d-8487-6d75def79141 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:26:44.100791 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-49199369-8e21-4e4d-8487-6d75def79141 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:44.173892 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-49199369-8e21-4e4d-8487-6d75def79141 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:44.216648 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49199369-8e21-4e4d-8487-6d75def79141 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ded60e-099b-435a-a9d5-6c2ad0db295f,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:44.289364 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-49199369-8e21-4e4d-8487-6d75def79141 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:44.290604 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-49199369-8e21-4e4d-8487-6d75def79141 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3760936 Apr 29 16:26:44.293414 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37740) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:26:44.299353 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-2b2263c4-bb18-42d6-8a91-31c7d9b28acf tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '87ded60e-099b-435a-a9d5-6c2ad0db295f', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:26:44.305126 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2b2263c4-bb18-42d6-8a91-31c7d9b28acf tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:26:44.308906 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2b2263c4-bb18-42d6-8a91-31c7d9b28acf tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:26:44.311713 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2b2263c4-bb18-42d6-8a91-31c7d9b28acf tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:26:44.317432 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2b2263c4-bb18-42d6-8a91-31c7d9b28acf tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:26:44.432354 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2b2263c4-bb18-42d6-8a91-31c7d9b28acf tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:44.491404 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2b2263c4-bb18-42d6-8a91-31c7d9b28acf tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:44.575079 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2b2263c4-bb18-42d6-8a91-31c7d9b28acf tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:44.600052 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2263c4-bb18-42d6-8a91-31c7d9b28acf tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46705f4-8153-4968-a75d-7aa71da930dd,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:44.672297 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2b2263c4-bb18-42d6-8a91-31c7d9b28acf tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:44.673990 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2b2263c4-bb18-42d6-8a91-31c7d9b28acf tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3796844 Apr 29 16:26:44.676851 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 37744) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:26:44.682549 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-1141a75d-2cbd-4cad-8b7c-f5025c0cd537 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '87ded60e-099b-435a-a9d5-6c2ad0db295f', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:26:44.689143 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1141a75d-2cbd-4cad-8b7c-f5025c0cd537 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:26:44.692914 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1141a75d-2cbd-4cad-8b7c-f5025c0cd537 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:26:44.695721 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1141a75d-2cbd-4cad-8b7c-f5025c0cd537 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:26:44.702201 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1141a75d-2cbd-4cad-8b7c-f5025c0cd537 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:26:44.775904 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1141a75d-2cbd-4cad-8b7c-f5025c0cd537 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:44.836267 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1141a75d-2cbd-4cad-8b7c-f5025c0cd537 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:44.906557 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1141a75d-2cbd-4cad-8b7c-f5025c0cd537 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:44.930328 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141a75d-2cbd-4cad-8b7c-f5025c0cd537 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a5e4ef-3b09-4eb5-9695-8e7e54e9d590,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:45.026621 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1141a75d-2cbd-4cad-8b7c-f5025c0cd537 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:45.027806 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1141a75d-2cbd-4cad-8b7c-f5025c0cd537 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3499379 Apr 29 16:26:45.030435 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 37748) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:26:45.036675 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-b397263b-3b68-4fa4-8c62-592751f1605b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '87ded60e-099b-435a-a9d5-6c2ad0db295f', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:26:45.042478 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b397263b-3b68-4fa4-8c62-592751f1605b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:26:45.046305 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b397263b-3b68-4fa4-8c62-592751f1605b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:26:45.049927 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-b397263b-3b68-4fa4-8c62-592751f1605b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:26:45.055563 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-b397263b-3b68-4fa4-8c62-592751f1605b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:26:45.141104 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b397263b-3b68-4fa4-8c62-592751f1605b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:45.314554 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b397263b-3b68-4fa4-8c62-592751f1605b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:45.403721 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b397263b-3b68-4fa4-8c62-592751f1605b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:45.427173 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397263b-3b68-4fa4-8c62-592751f1605b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6589c6a3-19ea-457f-b7b9-3c09cb8b50e9,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:45.518763 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b397263b-3b68-4fa4-8c62-592751f1605b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:45.519987 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b397263b-3b68-4fa4-8c62-592751f1605b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4885888 Apr 29 16:26:45.522780 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 37752) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:26:45.528013 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-38f7eeb4-801d-466b-b465-030116796ea1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '87ded60e-099b-435a-a9d5-6c2ad0db295f', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:26:45.534260 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-38f7eeb4-801d-466b-b465-030116796ea1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:26:45.537930 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-38f7eeb4-801d-466b-b465-030116796ea1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:26:45.540730 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-38f7eeb4-801d-466b-b465-030116796ea1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:26:45.546260 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-38f7eeb4-801d-466b-b465-030116796ea1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:26:45.621472 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-38f7eeb4-801d-466b-b465-030116796ea1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:45.683401 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-38f7eeb4-801d-466b-b465-030116796ea1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:45.716696 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:45.757025 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-38f7eeb4-801d-466b-b465-030116796ea1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:45.779903 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7eeb4-801d-466b-b465-030116796ea1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f2c0c2-2620-4608-9e36-a18de94bcb4c,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:45.872681 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-38f7eeb4-801d-466b-b465-030116796ea1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:45.873817 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-38f7eeb4-801d-466b-b465-030116796ea1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3500967 Apr 29 16:26:45.876670 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 37756) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:26:45.881962 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-06fd9016-a8fa-4d0e-afb3-4f196cf61fa2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '87ded60e-099b-435a-a9d5-6c2ad0db295f', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:26:45.887726 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-06fd9016-a8fa-4d0e-afb3-4f196cf61fa2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:26:45.891498 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-06fd9016-a8fa-4d0e-afb3-4f196cf61fa2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:26:45.894292 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-06fd9016-a8fa-4d0e-afb3-4f196cf61fa2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:26:45.899878 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-06fd9016-a8fa-4d0e-afb3-4f196cf61fa2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:26:45.946551 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dff56ab9-b930-4b3e-8b03-9c9a915dcffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:45.975475 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.securitygroups_db [None req-06fd9016-a8fa-4d0e-afb3-4f196cf61fa2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Project ac19136cf1d643d5a5fb15dcd7a028ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:26:45.981921 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06fd9016-a8fa-4d0e-afb3-4f196cf61fa2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:46.047335 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06fd9016-a8fa-4d0e-afb3-4f196cf61fa2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:46.123507 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06fd9016-a8fa-4d0e-afb3-4f196cf61fa2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:46.145776 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd9016-a8fa-4d0e-afb3-4f196cf61fa2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eebc2862-3270-4513-b8aa-7a9af33308a8,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:46.215291 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06fd9016-a8fa-4d0e-afb3-4f196cf61fa2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:46.216443 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-06fd9016-a8fa-4d0e-afb3-4f196cf61fa2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3388758 Apr 29 16:26:46.219136 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 37760) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:26:46.224951 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-16fdde1a-dfee-46ca-9533-a3e2f65ddc58 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '87ded60e-099b-435a-a9d5-6c2ad0db295f', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:26:46.230585 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-16fdde1a-dfee-46ca-9533-a3e2f65ddc58 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:26:46.234277 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-16fdde1a-dfee-46ca-9533-a3e2f65ddc58 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:26:46.237417 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-16fdde1a-dfee-46ca-9533-a3e2f65ddc58 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:26:46.243034 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-16fdde1a-dfee-46ca-9533-a3e2f65ddc58 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:26:46.295485 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.securitygroups_db [None req-16fdde1a-dfee-46ca-9533-a3e2f65ddc58 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Project ac19136cf1d643d5a5fb15dcd7a028ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:26:46.302112 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-16fdde1a-dfee-46ca-9533-a3e2f65ddc58 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:46.365047 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-16fdde1a-dfee-46ca-9533-a3e2f65ddc58 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:46.420922 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-16fdde1a-dfee-46ca-9533-a3e2f65ddc58 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:46.443643 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdde1a-dfee-46ca-9533-a3e2f65ddc58 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2540eb71-329e-4142-a27d-5ba531f6f317,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:46.495408 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-16fdde1a-dfee-46ca-9533-a3e2f65ddc58 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:46.496564 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-16fdde1a-dfee-46ca-9533-a3e2f65ddc58 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2759538 Apr 29 16:26:46.499305 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 37764) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:26:46.505178 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d1ff032a-ea98-410d-83a7-ff17a044b449 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'network': {'name': 'tempest-network-smoke--569303386', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'port_security_enabled': True}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:26:46.511219 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d1ff032a-ea98-410d-83a7-ff17a044b449 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:26:46.515987 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d1ff032a-ea98-410d-83a7-ff17a044b449 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:network and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:26:46.519876 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d1ff032a-ea98-410d-83a7-ff17a044b449 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:26:46.525941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d1ff032a-ea98-410d-83a7-ff17a044b449 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:26:46.586766 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ff032a-ea98-410d-83a7-ff17a044b449 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Made reservation on behalf of ac19136cf1d643d5a5fb15dcd7a028ab for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:26:46.589680 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d1ff032a-ea98-410d-83a7-ff17a044b449 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:46.617259 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ff032a-ea98-410d-83a7-ff17a044b449 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:26:46.625459 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d1ff032a-ea98-410d-83a7-ff17a044b449 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:46.625792 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-d1ff032a-ea98-410d-83a7-ff17a044b449 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Added segment 49d863c6-e254-4d5e-a012-95fec356ad00 of type vlan for network f068b9cd-5eb2-4988-8d67-24d209b96890 Apr 29 16:26:46.650201 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d1ff032a-ea98-410d-83a7-ff17a044b449 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:46.741216 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d1ff032a-ea98-410d-83a7-ff17a044b449 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:46.744898 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ff032a-ea98-410d-83a7-ff17a044b449 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:26:46.745474 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d1ff032a-ea98-410d-83a7-ff17a044b449 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:46.853082 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff032a-ea98-410d-83a7-ff17a044b449 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Network': ['ID=f068b9cd-5eb2-4988-8d67-24d209b96890,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:46.864005 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network f068b9cd-5eb2-4988-8d67-24d209b96890 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:26:46.906030 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d1ff032a-ea98-410d-83a7-ff17a044b449 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4056897 Apr 29 16:26:46.909653 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37768) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:26:46.915201 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-e47a6786-ed9a-4c7d-8f49-345fbe323a8e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1778059233', 'admin_state_up': True, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:26:46.921930 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e47a6786-ed9a-4c7d-8f49-345fbe323a8e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:26:46.926057 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e47a6786-ed9a-4c7d-8f49-345fbe323a8e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:router and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:26:46.928862 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e47a6786-ed9a-4c7d-8f49-345fbe323a8e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:26:46.934419 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e47a6786-ed9a-4c7d-8f49-345fbe323a8e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:26:47.003102 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e47a6786-ed9a-4c7d-8f49-345fbe323a8e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:47.003990 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e47a6786-ed9a-4c7d-8f49-345fbe323a8e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:47.022243 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e47a6786-ed9a-4c7d-8f49-345fbe323a8e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:47.230760 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e47a6786-ed9a-4c7d-8f49-345fbe323a8e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:47.329938 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:47.465907 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e47a6786-ed9a-4c7d-8f49-345fbe323a8e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:47.496357 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e47a6786-ed9a-4c7d-8f49-345fbe323a8e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:47.535460 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:47.629714 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-e47a6786-ed9a-4c7d-8f49-345fbe323a8e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Allocated IP 172.26.1.80 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/e17ee233-ad72-424b-b7c5-e5932a646a79) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:26:47.770932 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e47a6786-ed9a-4c7d-8f49-345fbe323a8e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:47.873104 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e47a6786-ed9a-4c7d-8f49-345fbe323a8e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:47.940458 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47a6786-ed9a-4c7d-8f49-345fbe323a8e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:26:47.943148 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-e47a6786-ed9a-4c7d-8f49-345fbe323a8e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:26:47.945475 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47a6786-ed9a-4c7d-8f49-345fbe323a8e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:26:47.979988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a6786-ed9a-4c7d-8f49-345fbe323a8e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=e17ee233-ad72-424b-b7c5-e5932a646a79,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:48.170209 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e47a6786-ed9a-4c7d-8f49-345fbe323a8e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:48.170950 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e47a6786-ed9a-4c7d-8f49-345fbe323a8e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:48.453926 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47a6786-ed9a-4c7d-8f49-345fbe323a8e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Router 872a87bf-19c2-4098-8bb3-c00d9a69f6ce is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 16:26:48.592849 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:48.656042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47a6786-ed9a-4c7d-8f49-345fbe323a8e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:26:48.666147 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] Sync routers for ids ['872a87bf-19c2-4098-8bb3-c00d9a69f6ce'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:26:48.678623 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] Routers {'872a87bf-19c2-4098-8bb3-c00d9a69f6ce'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:26:48.679299 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:26:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['872a87bf-19c2-4098-8bb3-c00d9a69f6ce'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:26:48.757158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e47a6786-ed9a-4c7d-8f49-345fbe323a8e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:48.761306 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e47a6786-ed9a-4c7d-8f49-345fbe323a8e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8476326 Apr 29 16:26:48.767175 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37774) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:26:48.801003 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e371eb38-de9d-4c83-b7f2-e81d1087683c tempest-TestNetworkAdvancedServerOps-1888383214 tempest-TestNetworkAdvancedServerOps-1888383214-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=ac19136cf1d643d5a5fb15dcd7a028ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384030 Apr 29 16:26:48.803489 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37778) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:26:48.852361 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] Set router 872a87bf-19c2-4098-8bb3-c00d9a69f6ce gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:26:49.018369 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb448245-02e1-401c-8ae4-7414cc9d5998 tempest-TestNetworkAdvancedServerOps-1888383214 tempest-TestNetworkAdvancedServerOps-1888383214-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:26:49.022448 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-eb448245-02e1-401c-8ae4-7414cc9d5998 tempest-TestNetworkAdvancedServerOps-1888383214 tempest-TestNetworkAdvancedServerOps-1888383214-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2154102 Apr 29 16:26:49.022786 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37782) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:26:49.070540 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c3c4dd33-e823-468f-a620-8b4de41c4c2c tempest-TestNetworkAdvancedServerOps-1888383214 tempest-TestNetworkAdvancedServerOps-1888383214-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441709 Apr 29 16:26:49.070756 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37786) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:26:49.075875 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-067e5775-2e01-4490-88db-fca8de2d8d49 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-776717321', 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:26:49.170349 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778059233', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:48Z', 'revision_number': 3, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:26:49.175063 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] Checking router: 872a87bf-19c2-4098-8bb3-c00d9a69f6ce for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:26:49.175406 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] Updating router 872a87bf-19c2-4098-8bb3-c00d9a69f6ce port e17ee233-ad72-424b-b7c5-e5932a646a79 binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:26:49.189241 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-067e5775-2e01-4490-88db-fca8de2d8d49 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:26:49.193073 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-067e5775-2e01-4490-88db-fca8de2d8d49 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:subnet and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:26:49.195867 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-067e5775-2e01-4490-88db-fca8de2d8d49 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:26:49.201474 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-067e5775-2e01-4490-88db-fca8de2d8d49 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:26:49.226274 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:49.318094 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067e5775-2e01-4490-88db-fca8de2d8d49 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Made reservation on behalf of ac19136cf1d643d5a5fb15dcd7a028ab for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:26:49.417932 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-067e5775-2e01-4490-88db-fca8de2d8d49 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:49.555780 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:49.567103 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] Transition to ACTIVE for port object e17ee233-ad72-424b-b7c5-e5932a646a79 will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:26:49.632660 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:49.666973 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-067e5775-2e01-4490-88db-fca8de2d8d49 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:49.698931 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9538a7f-6671-424d-8181-f6ea01f0b231 None None] Pushing event updated for resources: {'Port': ['ID=e17ee233-ad72-424b-b7c5-e5932a646a79,revision_number=2']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:49.708610 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9538a7f-6671-424d-8181-f6ea01f0b231 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:49.708949 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9538a7f-6671-424d-8181-f6ea01f0b231 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:49.709280 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9538a7f-6671-424d-8181-f6ea01f0b231 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:49.709614 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9538a7f-6671-424d-8181-f6ea01f0b231 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:49.709937 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9538a7f-6671-424d-8181-f6ea01f0b231 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:49.710257 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9538a7f-6671-424d-8181-f6ea01f0b231 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:49.710596 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9538a7f-6671-424d-8181-f6ea01f0b231 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:49.711096 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9538a7f-6671-424d-8181-f6ea01f0b231 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:49.711558 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9538a7f-6671-424d-8181-f6ea01f0b231 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:49.712041 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9538a7f-6671-424d-8181-f6ea01f0b231 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:49.712535 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9538a7f-6671-424d-8181-f6ea01f0b231 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:26:49.762732 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] Attempting to bind port e17ee233-ad72-424b-b7c5-e5932a646a79 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:26:49.763089 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] Attempting to bind port e17ee233-ad72-424b-b7c5-e5932a646a79 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:26:49.763486 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] Attempting to bind port e17ee233-ad72-424b-b7c5-e5932a646a79 on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:26:49.766796 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e5775-2e01-4490-88db-fca8de2d8d49 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Subnet': ['ID=51ad1c61-e17c-4d8a-abe1-f09a03f8bc16,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:49.769791 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067e5775-2e01-4490-88db-fca8de2d8d49 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Checking segment: {'id': '49d863c6-e254-4d5e-a012-95fec356ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:26:49.770131 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067e5775-2e01-4490-88db-fca8de2d8d49 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network hostable DHCP agents. Network: f068b9cd-5eb2-4988-8d67-24d209b96890, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:26:49.779768 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:26:49.781315 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:26:49.781315 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:49.781315 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:26:49.781794 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] Bound port: e17ee233-ad72-424b-b7c5-e5932a646a79, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:26:49.782092 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:49.855542 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067e5775-2e01-4490-88db-fca8de2d8d49 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network f068b9cd-5eb2-4988-8d67-24d209b96890 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:26:49.859358 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] For port e17ee233-ad72-424b-b7c5-e5932a646a79, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:26:49.866808 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] For port e17ee233-ad72-424b-b7c5-e5932a646a79, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e17ee233-ad72-424b-b7c5-e5932a646a79,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:26:49.935478 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-067e5775-2e01-4490-88db-fca8de2d8d49 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, f068b9cd-5eb2-4988-8d67-24d209b96890) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:26:49.939811 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067e5775-2e01-4490-88db-fca8de2d8d49 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:26:49.940417 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-067e5775-2e01-4490-88db-fca8de2d8d49 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:49.947285 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:49.950357 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c43aace-2994-494e-944d-d560d6806b5e None None] Network f068b9cd-5eb2-4988-8d67-24d209b96890 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:26:50.025307 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-067e5775-2e01-4490-88db-fca8de2d8d49 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9505212 Apr 29 16:26:50.025894 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 37792) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:26:50.033719 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9538a7f-6671-424d-8181-f6ea01f0b231 None None] Pushing event updated for resources: {'Port': ['ID=e17ee233-ad72-424b-b7c5-e5932a646a79,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:50.038683 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] Routers {'872a87bf-19c2-4098-8bb3-c00d9a69f6ce'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:26:50.039283 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:26:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['872a87bf-19c2-4098-8bb3-c00d9a69f6ce'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:26:50.245459 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc9004b-d2a6-40c6-b711-7101aa657bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-f068b9cd-5eb2-4988-8d67-24d209b96890', 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'fixed_ips': [{'subnet_id': '51ad1c61-e17c-4d8a-abe1-f09a03f8bc16'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 16:26:50.247420 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dbc9004b-d2a6-40c6-b711-7101aa657bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:50.255832 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] Set router 872a87bf-19c2-4098-8bb3-c00d9a69f6ce gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:26:50.441740 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-dbc9004b-d2a6-40c6-b711-7101aa657bf0 None None] Allocated IP 172.20.0.2 (f068b9cd-5eb2-4988-8d67-24d209b96890/51ad1c61-e17c-4d8a-abe1-f09a03f8bc16/e501e232-2b93-4eab-8da1-59d736be0bc0) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:26:50.593302 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778059233', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:48Z', 'revision_number': 3, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:26:50.600115 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947ee858-984d-45b9-b80f-94aa736ae070 None None] The sync data for ids ['872a87bf-19c2-4098-8bb3-c00d9a69f6ce'] in dv-neutron-839913-1-hyperv is: [{'id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778059233', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:48Z', 'revision_number': 3, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:26:50.691464 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dbc9004b-d2a6-40c6-b711-7101aa657bf0 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:50.702449 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-dbc9004b-d2a6-40c6-b711-7101aa657bf0 None None] Transition to ACTIVE for port object e501e232-2b93-4eab-8da1-59d736be0bc0 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:26:50.728468 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-dbc9004b-d2a6-40c6-b711-7101aa657bf0 None None] Transition to ACTIVE for port object e501e232-2b93-4eab-8da1-59d736be0bc0 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:26:50.808029 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dbc9004b-d2a6-40c6-b711-7101aa657bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:50.913745 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc9004b-d2a6-40c6-b711-7101aa657bf0 None None] Network f068b9cd-5eb2-4988-8d67-24d209b96890 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:26:50.916875 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-dbc9004b-d2a6-40c6-b711-7101aa657bf0 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:26:50.919449 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc9004b-d2a6-40c6-b711-7101aa657bf0 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:26:50.973659 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-215ec5e1-92b5-464a-b414-1d68b4e9961b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:50.975359 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9004b-d2a6-40c6-b711-7101aa657bf0 None None] Pushing event updated for resources: {'Port': ['ID=e501e232-2b93-4eab-8da1-59d736be0bc0,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:51.045928 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-dbc9004b-d2a6-40c6-b711-7101aa657bf0 None None] Attempting to bind port e501e232-2b93-4eab-8da1-59d736be0bc0 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:26:51.046423 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-dbc9004b-d2a6-40c6-b711-7101aa657bf0 None None] Attempting to bind port e501e232-2b93-4eab-8da1-59d736be0bc0 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '49d863c6-e254-4d5e-a012-95fec356ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:26:51.046988 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc9004b-d2a6-40c6-b711-7101aa657bf0 None None] Attempting to bind port e501e232-2b93-4eab-8da1-59d736be0bc0 on network f068b9cd-5eb2-4988-8d67-24d209b96890 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:26:51.055228 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc9004b-d2a6-40c6-b711-7101aa657bf0 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:26:51.056050 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc9004b-d2a6-40c6-b711-7101aa657bf0 None None] Checking segment: {'id': '49d863c6-e254-4d5e-a012-95fec356ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:26:51.056611 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dbc9004b-d2a6-40c6-b711-7101aa657bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:51.057078 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc9004b-d2a6-40c6-b711-7101aa657bf0 None None] Bound using segment: {'id': '49d863c6-e254-4d5e-a012-95fec356ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:26:51.057778 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-dbc9004b-d2a6-40c6-b711-7101aa657bf0 None None] Bound port: e501e232-2b93-4eab-8da1-59d736be0bc0, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d863c6-e254-4d5e-a012-95fec356ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:26:51.058168 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dbc9004b-d2a6-40c6-b711-7101aa657bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:51.152508 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-dbc9004b-d2a6-40c6-b711-7101aa657bf0 None None] For port e501e232-2b93-4eab-8da1-59d736be0bc0, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:26:51.156062 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-dbc9004b-d2a6-40c6-b711-7101aa657bf0 None None] For port e501e232-2b93-4eab-8da1-59d736be0bc0, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e501e232-2b93-4eab-8da1-59d736be0bc0,segment=NetworkSegment(49d863c6-e254-4d5e-a012-95fec356ad00),segment_id=49d863c6-e254-4d5e-a012-95fec356ad00)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:26:51.227985 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dbc9004b-d2a6-40c6-b711-7101aa657bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:51.319527 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9004b-d2a6-40c6-b711-7101aa657bf0 None None] Pushing event updated for resources: {'Port': ['ID=e501e232-2b93-4eab-8da1-59d736be0bc0,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:51.519871 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-215ec5e1-92b5-464a-b414-1d68b4e9961b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Allocated IP 172.20.0.1 (f068b9cd-5eb2-4988-8d67-24d209b96890/51ad1c61-e17c-4d8a-abe1-f09a03f8bc16/47c2cfbb-2e1c-4e34-8722-1b54e6798fcb) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:26:51.693190 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-215ec5e1-92b5-464a-b414-1d68b4e9961b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:51.708564 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-215ec5e1-92b5-464a-b414-1d68b4e9961b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Transition to ACTIVE for port object 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:26:51.775799 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-215ec5e1-92b5-464a-b414-1d68b4e9961b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:51.847177 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215ec5e1-92b5-464a-b414-1d68b4e9961b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network f068b9cd-5eb2-4988-8d67-24d209b96890 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:26:51.850058 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-215ec5e1-92b5-464a-b414-1d68b4e9961b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:26:51.853982 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ec5e1-92b5-464a-b414-1d68b4e9961b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:26:51.883801 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ec5e1-92b5-464a-b414-1d68b4e9961b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=47c2cfbb-2e1c-4e34-8722-1b54e6798fcb,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:51.915063 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-215ec5e1-92b5-464a-b414-1d68b4e9961b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:52.059883 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-215ec5e1-92b5-464a-b414-1d68b4e9961b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:52.224067 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f650696-c425-456c-9ad8-bde739c743fd None None] Network f068b9cd-5eb2-4988-8d67-24d209b96890 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:26:52.426877 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-1fb050ff-abd2-48ef-92a9-d51af3a4ac49 None None] Provisioning for port e501e232-2b93-4eab-8da1-59d736be0bc0 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:26:52.463978 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-215ec5e1-92b5-464a-b414-1d68b4e9961b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:52.551379 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-215ec5e1-92b5-464a-b414-1d68b4e9961b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:52.665158 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ec5e1-92b5-464a-b414-1d68b4e9961b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=47c2cfbb-2e1c-4e34-8722-1b54e6798fcb,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:52.667526 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-215ec5e1-92b5-464a-b414-1d68b4e9961b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:52.759252 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-71a9c265-8a24-445a-816e-0c5bb9ea4572 None None] Provisioning for port 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:26:52.764876 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-71a9c265-8a24-445a-816e-0c5bb9ea4572 None None] Provisioning complete for port 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:26:52.766913 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-71a9c265-8a24-445a-816e-0c5bb9ea4572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:52.803424 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e501e232-2b93-4eab-8da1-59d736be0bc0 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:26:52.838976 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215ec5e1-92b5-464a-b414-1d68b4e9961b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network f068b9cd-5eb2-4988-8d67-24d209b96890 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:26:52.840289 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-215ec5e1-92b5-464a-b414-1d68b4e9961b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:26:52.878864 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-71a9c265-8a24-445a-816e-0c5bb9ea4572 None None] Port 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:26:52.971010 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port e501e232-2b93-4eab-8da1-59d736be0bc0 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:26:52.976120 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port e501e232-2b93-4eab-8da1-59d736be0bc0 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:26:52.976496 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:53.047865 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8778b238-14fa-4425-abaf-761fdb79c199 None None] Provisioning complete for port 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:26:53.048252 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8778b238-14fa-4425-abaf-761fdb79c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:53.141620 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8778b238-14fa-4425-abaf-761fdb79c199 None None] Port 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:26:53.150850 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:53.187540 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port e501e232-2b93-4eab-8da1-59d736be0bc0, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e501e232-2b93-4eab-8da1-59d736be0bc0,segment=NetworkSegment(49d863c6-e254-4d5e-a012-95fec356ad00),segment_id=49d863c6-e254-4d5e-a012-95fec356ad00)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:26:53.249598 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:53.250454 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e17ee233-ad72-424b-b7c5-e5932a646a79 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:26:53.336301 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215ec5e1-92b5-464a-b414-1d68b4e9961b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Router 872a87bf-19c2-4098-8bb3-c00d9a69f6ce has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:26:53.375145 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-feeb1e5c-e979-4724-a150-fdd5eabc2fc9 None None] Provisioning complete for port 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:26:53.376001 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-feeb1e5c-e979-4724-a150-fdd5eabc2fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:53.413932 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=e501e232-2b93-4eab-8da1-59d736be0bc0,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:53.438428 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-feeb1e5c-e979-4724-a150-fdd5eabc2fc9 None None] Port 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:26:53.484217 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port e17ee233-ad72-424b-b7c5-e5932a646a79 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:26:53.490356 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port e17ee233-ad72-424b-b7c5-e5932a646a79 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:26:53.490759 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:53.550941 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215ec5e1-92b5-464a-b414-1d68b4e9961b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:26:53.563451 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-215ec5e1-92b5-464a-b414-1d68b4e9961b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "PUT /v2.0/routers/872a87bf-19c2-4098-8bb3-c00d9a69f6ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5363030 Apr 29 16:26:53.633852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:53.651504 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port e17ee233-ad72-424b-b7c5-e5932a646a79, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e17ee233-ad72-424b-b7c5-e5932a646a79,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:26:53.707516 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:53.746125 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-161fc16d-cc15-4665-892c-ccc20f641883 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Synchronizing usage tracker for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:26:53.772318 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=e17ee233-ad72-424b-b7c5-e5932a646a79,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:53.815722 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-161fc16d-cc15-4665-892c-ccc20f641883 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Unset dirty status for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:26:53.816902 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-161fc16d-cc15-4665-892c-ccc20f641883 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-116639739&fields=id&tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab HTTP/1.1" status: 200 len: 267 time: 0.1160328 Apr 29 16:26:53.964769 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-33b633c0-795f-428c-b18d-2fcbcf86c9a9 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:26:53.966192 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-33b633c0-795f-428c-b18d-2fcbcf86c9a9 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/networks?id=f068b9cd-5eb2-4988-8d67-24d209b96890 HTTP/1.1" status: 200 len: 796 time: 0.1429775 Apr 29 16:26:53.982515 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-fcdf3233-e86a-4378-b227-b4be210b956c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/quotas/ac19136cf1d643d5a5fb15dcd7a028ab HTTP/1.1" status: 200 len: 375 time: 0.0108263 Apr 29 16:26:54.065818 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-58e45417-771b-4e7d-a0c5-9c62bad30ca0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Synchronizing usage tracker for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:26:54.145816 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-58e45417-771b-4e7d-a0c5-9c62bad30ca0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Unset dirty status for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:26:54.147172 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-58e45417-771b-4e7d-a0c5-9c62bad30ca0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1593361 Apr 29 16:26:54.221495 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] Sync routers for ids ['872a87bf-19c2-4098-8bb3-c00d9a69f6ce'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:26:54.233447 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] Routers {'872a87bf-19c2-4098-8bb3-c00d9a69f6ce'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:26:54.234148 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:26:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['872a87bf-19c2-4098-8bb3-c00d9a69f6ce'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:26:54.283851 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-1d942deb-cc3e-47b4-bc7c-38534687cb42 service neutron] 10.222.0.21 "GET /v2.0/networks/f068b9cd-5eb2-4988-8d67-24d209b96890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247063 Apr 29 16:26:54.414584 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] Set router 872a87bf-19c2-4098-8bb3-c00d9a69f6ce gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:26:54.415816 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-8ae06b60-621f-445c-a732-4bd7f0c76b11 service neutron] 10.222.0.21 "GET /v2.0/networks/f068b9cd-5eb2-4988-8d67-24d209b96890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250341 Apr 29 16:26:54.685452 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e501e232-2b93-4eab-8da1-59d736be0bc0 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:26:54.779861 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port e501e232-2b93-4eab-8da1-59d736be0bc0 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:26:54.780225 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:54.809388 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778059233', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:51Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '47c2cfbb-2e1c-4e34-8722-1b54e6798fcb', 'name': '', 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:21:b1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51ad1c61-e17c-4d8a-abe1-f09a03f8bc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:26:51Z', 'updated_at': '2022-04-29T16:26:52Z', 'revision_number': 2, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '51ad1c61-e17c-4d8a-abe1-f09a03f8bc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:26:54.819736 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] Checking router: 872a87bf-19c2-4098-8bb3-c00d9a69f6ce for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:26:54.820086 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] Updating router 872a87bf-19c2-4098-8bb3-c00d9a69f6ce port 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:26:54.888138 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:54.999665 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e17ee233-ad72-424b-b7c5-e5932a646a79 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:26:55.200522 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port e17ee233-ad72-424b-b7c5-e5932a646a79 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:26:55.200885 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:55.418249 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:55.429571 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] Transition to ACTIVE for port object 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:26:55.510691 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:55.692820 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb956d8-ed24-4d12-b754-3550a789160a None None] Pushing event updated for resources: {'Port': ['ID=47c2cfbb-2e1c-4e34-8722-1b54e6798fcb,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:55.791543 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] Attempting to bind port 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:26:55.792007 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] Attempting to bind port 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '49d863c6-e254-4d5e-a012-95fec356ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:26:55.792459 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] Attempting to bind port 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb on network f068b9cd-5eb2-4988-8d67-24d209b96890 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:26:55.800344 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:26:55.800863 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] Checking segment: {'id': '49d863c6-e254-4d5e-a012-95fec356ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:26:55.801750 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:55.801750 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] Bound using segment: {'id': '49d863c6-e254-4d5e-a012-95fec356ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:26:55.803795 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] Bound port: 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d863c6-e254-4d5e-a012-95fec356ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:26:55.804280 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:55.827646 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e2d91324-2395-4cf9-aed0-c40b35fb13a8 req-dc35d550-7c67-4278-bf50-1bea1dae3879 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 210 time: 0.0643387 Apr 29 16:26:55.911944 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] For port 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:26:55.915225 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] For port 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=47c2cfbb-2e1c-4e34-8722-1b54e6798fcb,segment=NetworkSegment(49d863c6-e254-4d5e-a012-95fec356ad00),segment_id=49d863c6-e254-4d5e-a012-95fec356ad00)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:26:55.991278 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:56.077945 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] Routers {'872a87bf-19c2-4098-8bb3-c00d9a69f6ce'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:26:56.079183 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:26:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['872a87bf-19c2-4098-8bb3-c00d9a69f6ce'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:26:56.129223 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb956d8-ed24-4d12-b754-3550a789160a None None] Pushing event updated for resources: {'Port': ['ID=47c2cfbb-2e1c-4e34-8722-1b54e6798fcb,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:56.273106 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] Set router 872a87bf-19c2-4098-8bb3-c00d9a69f6ce gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:26:56.598747 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778059233', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:51Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '47c2cfbb-2e1c-4e34-8722-1b54e6798fcb', 'name': '', 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:21:b1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51ad1c61-e17c-4d8a-abe1-f09a03f8bc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:26:51Z', 'updated_at': '2022-04-29T16:26:55Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '51ad1c61-e17c-4d8a-abe1-f09a03f8bc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:26:56.602697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5db73b-4ed0-4f0a-9f9b-d2066d4ea641 None None] The sync data for ids ['872a87bf-19c2-4098-8bb3-c00d9a69f6ce'] in dv-neutron-839913-1-hyperv is: [{'id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778059233', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:51Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '47c2cfbb-2e1c-4e34-8722-1b54e6798fcb', 'name': '', 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:21:b1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51ad1c61-e17c-4d8a-abe1-f09a03f8bc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:26:51Z', 'updated_at': '2022-04-29T16:26:55Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '51ad1c61-e17c-4d8a-abe1-f09a03f8bc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:26:56.990354 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-85abd3de-ee12-47d0-b943-c10191543b72 req-218fe8a3-726e-4d6a-bcc2-e19e44f65457 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 210 time: 0.0464385 Apr 29 16:26:57.738901 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-6981b0c4-b226-4601-907c-a5ed40046643 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:26:57.740282 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-6981b0c4-b226-4601-907c-a5ed40046643 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "GET /v2.0/networks?id=f068b9cd-5eb2-4988-8d67-24d209b96890 HTTP/1.1" status: 200 len: 796 time: 0.1464479 Apr 29 16:26:57.794370 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-17acdd9d-440e-4bbf-a32c-73df0774438c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab HTTP/1.1" status: 200 len: 379 time: 0.0423398 Apr 29 16:26:57.802679 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-26bc0b41-97af-4b1d-8e96-3721b647c245 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'port': {'device_id': 'ae3f539c-7206-4ad8-8977-47b059ff7d71', 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890', 'admin_state_up': True, 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'security_groups': ['87ded60e-099b-435a-a9d5-6c2ad0db295f']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:26:58.025612 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-26bc0b41-97af-4b1d-8e96-3721b647c245 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:26:58.035454 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-26bc0b41-97af-4b1d-8e96-3721b647c245 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:26:58.144484 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-26bc0b41-97af-4b1d-8e96-3721b647c245 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Made reservation on behalf of ac19136cf1d643d5a5fb15dcd7a028ab for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:26:58.147425 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-26bc0b41-97af-4b1d-8e96-3721b647c245 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:58.166587 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-63b9653d-09e3-4d69-b8d7-7554c6fd9ef4 req-669d8d1c-fa74-4e46-84fd-118bd643e731 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 210 time: 0.0568171 Apr 29 16:26:58.315993 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-26bc0b41-97af-4b1d-8e96-3721b647c245 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Allocated IP 172.20.0.13 (f068b9cd-5eb2-4988-8d67-24d209b96890/51ad1c61-e17c-4d8a-abe1-f09a03f8bc16/c7524eb0-459d-4b0d-96d6-4bfd455a2acb) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:26:58.500852 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-26bc0b41-97af-4b1d-8e96-3721b647c245 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:58.516674 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-26bc0b41-97af-4b1d-8e96-3721b647c245 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Transition to ACTIVE for port object c7524eb0-459d-4b0d-96d6-4bfd455a2acb will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:26:58.599530 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-26bc0b41-97af-4b1d-8e96-3721b647c245 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:58.661321 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-26bc0b41-97af-4b1d-8e96-3721b647c245 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network f068b9cd-5eb2-4988-8d67-24d209b96890 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:26:58.668759 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-26bc0b41-97af-4b1d-8e96-3721b647c245 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:26:58.673725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-26bc0b41-97af-4b1d-8e96-3721b647c245 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:26:58.700748 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:26:58.728972 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc0b41-97af-4b1d-8e96-3721b647c245 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=c7524eb0-459d-4b0d-96d6-4bfd455a2acb,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:58.757338 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-26bc0b41-97af-4b1d-8e96-3721b647c245 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:26:58.757964 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-26bc0b41-97af-4b1d-8e96-3721b647c245 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:58.765516 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:26:58.883160 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-26bc0b41-97af-4b1d-8e96-3721b647c245 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0840278 Apr 29 16:26:58.895042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-76fe4e23-8839-4136-83a7-ed2a3a1c2d02 service neutron] Request body: {'port': {'device_id': 'ae3f539c-7206-4ad8-8977-47b059ff7d71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:26:58.907270 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:26:58.913145 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:26:58.913508 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:59.008638 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-76fe4e23-8839-4136-83a7-ed2a3a1c2d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:59.041870 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:59.052807 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-27e8e73b-ce7c-4f2c-ac78-ed478bc9e295 None None] Provisioning for port c7524eb0-459d-4b0d-96d6-4bfd455a2acb completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:26:59.064385 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-27e8e73b-ce7c-4f2c-ac78-ed478bc9e295 None None] Provisioning complete for port c7524eb0-459d-4b0d-96d6-4bfd455a2acb triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:26:59.065015 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-27e8e73b-ce7c-4f2c-ac78-ed478bc9e295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:59.127730 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=47c2cfbb-2e1c-4e34-8722-1b54e6798fcb,segment=NetworkSegment(49d863c6-e254-4d5e-a012-95fec356ad00),segment_id=49d863c6-e254-4d5e-a012-95fec356ad00)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:26:59.129984 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-27e8e73b-ce7c-4f2c-ac78-ed478bc9e295 None None] Port c7524eb0-459d-4b0d-96d6-4bfd455a2acb cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:26:59.220263 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:59.290957 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=47c2cfbb-2e1c-4e34-8722-1b54e6798fcb,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:59.396024 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-76fe4e23-8839-4136-83a7-ed2a3a1c2d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7524eb0-459d-4b0d-96d6-4bfd455a2acb {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:26:59.407540 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-76fe4e23-8839-4136-83a7-ed2a3a1c2d02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:59.429381 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-76fe4e23-8839-4136-83a7-ed2a3a1c2d02 service neutron] Transition to ACTIVE for port object c7524eb0-459d-4b0d-96d6-4bfd455a2acb will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:26:59.443028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6bd79-595f-40c9-9041-ae9b30a35b51 req-884f2941-7780-40e2-8302-31b94370ce26 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:26:59.443707 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-1dc6bd79-595f-40c9-9041-ae9b30a35b51 req-884f2941-7780-40e2-8302-31b94370ce26 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Synchronizing usage tracker for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:26:59.505310 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-76fe4e23-8839-4136-83a7-ed2a3a1c2d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:59.541860 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-1dc6bd79-595f-40c9-9041-ae9b30a35b51 req-884f2941-7780-40e2-8302-31b94370ce26 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Unset dirty status for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:26:59.543018 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1dc6bd79-595f-40c9-9041-ae9b30a35b51 req-884f2941-7780-40e2-8302-31b94370ce26 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 932 time: 0.2399135 Apr 29 16:26:59.643386 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe4e23-8839-4136-83a7-ed2a3a1c2d02 service neutron] Pushing event updated for resources: {'Port': ['ID=c7524eb0-459d-4b0d-96d6-4bfd455a2acb,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:26:59.704194 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1dc6bd79-595f-40c9-9041-ae9b30a35b51 req-2918497f-4ba8-4d16-b340-9eca3f49fc00 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500144 Apr 29 16:26:59.785777 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-76fe4e23-8839-4136-83a7-ed2a3a1c2d02 service neutron] Attempting to bind port c7524eb0-459d-4b0d-96d6-4bfd455a2acb on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:26:59.786105 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-76fe4e23-8839-4136-83a7-ed2a3a1c2d02 service neutron] Attempting to bind port c7524eb0-459d-4b0d-96d6-4bfd455a2acb by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '49d863c6-e254-4d5e-a012-95fec356ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:26:59.786431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-76fe4e23-8839-4136-83a7-ed2a3a1c2d02 service neutron] Attempting to bind port c7524eb0-459d-4b0d-96d6-4bfd455a2acb on network f068b9cd-5eb2-4988-8d67-24d209b96890 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:26:59.792070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-76fe4e23-8839-4136-83a7-ed2a3a1c2d02 service neutron] Port c7524eb0-459d-4b0d-96d6-4bfd455a2acb on network f068b9cd-5eb2-4988-8d67-24d209b96890 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 16:26:59.792389 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-76fe4e23-8839-4136-83a7-ed2a3a1c2d02 service neutron] Attempting to bind port c7524eb0-459d-4b0d-96d6-4bfd455a2acb on network f068b9cd-5eb2-4988-8d67-24d209b96890 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:26:59.798898 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-76fe4e23-8839-4136-83a7-ed2a3a1c2d02 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:26:59.799232 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-76fe4e23-8839-4136-83a7-ed2a3a1c2d02 service neutron] Checking segment: {'id': '49d863c6-e254-4d5e-a012-95fec356ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:26:59.799606 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-76fe4e23-8839-4136-83a7-ed2a3a1c2d02 service neutron] Bound using segment: {'id': '49d863c6-e254-4d5e-a012-95fec356ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:26:59.800026 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-76fe4e23-8839-4136-83a7-ed2a3a1c2d02 service neutron] Bound port: c7524eb0-459d-4b0d-96d6-4bfd455a2acb, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49d863c6-e254-4d5e-a012-95fec356ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:26:59.800791 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-76fe4e23-8839-4136-83a7-ed2a3a1c2d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:59.887608 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-76fe4e23-8839-4136-83a7-ed2a3a1c2d02 service neutron] For port c7524eb0-459d-4b0d-96d6-4bfd455a2acb, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:26:59.890516 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-76fe4e23-8839-4136-83a7-ed2a3a1c2d02 service neutron] For port c7524eb0-459d-4b0d-96d6-4bfd455a2acb, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=c7524eb0-459d-4b0d-96d6-4bfd455a2acb,segment=NetworkSegment(49d863c6-e254-4d5e-a012-95fec356ad00),segment_id=49d863c6-e254-4d5e-a012-95fec356ad00)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:26:59.957181 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-76fe4e23-8839-4136-83a7-ed2a3a1c2d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:00.019224 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-76fe4e23-8839-4136-83a7-ed2a3a1c2d02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:00.020562 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-76fe4e23-8839-4136-83a7-ed2a3a1c2d02 service neutron] 10.222.0.35 "PUT /v2.0/ports/c7524eb0-459d-4b0d-96d6-4bfd455a2acb HTTP/1.1" status: 200 len: 1094 time: 1.1302676 Apr 29 16:27:00.020984 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3f539c-7206-4ad8-8977-47b059ff7d71', 'tag': 'c7524eb0-459d-4b0d-96d6-4bfd455a2acb'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:27:00.038623 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe4e23-8839-4136-83a7-ed2a3a1c2d02 service neutron] Pushing event updated for resources: {'Port': ['ID=c7524eb0-459d-4b0d-96d6-4bfd455a2acb,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:27:00.088682 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ce0987-94bc-465f-8a17-35b1a66af5db'] response: {'name': 'network-changed', 'server_uuid': 'ae3f539c-7206-4ad8-8977-47b059ff7d71', 'tag': 'c7524eb0-459d-4b0d-96d6-4bfd455a2acb', 'status': 'completed', 'code': 200} Apr 29 16:27:00.185863 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1c5a50ee-d9cb-488b-9598-ac8da25de9a9 req-aff22328-3a7e-42fd-bdc0-5bf5e9c70d64 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 1097 time: 0.0708487 Apr 29 16:27:00.411523 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a50ee-d9cb-488b-9598-ac8da25de9a9 req-945ab1f3-e056-41e3-a0a3-48ec797e6c4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:27:00.412943 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1c5a50ee-d9cb-488b-9598-ac8da25de9a9 req-945ab1f3-e056-41e3-a0a3-48ec797e6c4a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2211463 Apr 29 16:27:00.548531 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a50ee-d9cb-488b-9598-ac8da25de9a9 req-6c8a81d6-f32f-46ce-ac40-afab80ad0563 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:27:00.549956 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1c5a50ee-d9cb-488b-9598-ac8da25de9a9 req-6c8a81d6-f32f-46ce-ac40-afab80ad0563 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313436 Apr 29 16:27:00.655076 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-6a1a0b11-598a-4431-bd9a-019fa76abe99 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 1097 time: 0.0713530 Apr 29 16:27:00.684409 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:27:00.720869 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-aa699985-bfbd-458b-88d7-0b27e1e3b95f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7524eb0-459d-4b0d-96d6-4bfd455a2acb HTTP/1.1" status: 200 len: 217 time: 0.0598059 Apr 29 16:27:00.758061 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:27:00.758434 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:00.787181 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-307bcfa0-502d-42ae-947f-0801ecf0f91a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:27:00.788610 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-307bcfa0-502d-42ae-947f-0801ecf0f91a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51ad1c61-e17c-4d8a-abe1-f09a03f8bc16 HTTP/1.1" status: 200 len: 834 time: 0.0628691 Apr 29 16:27:00.937000 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-3cd31dc4-65b9-4a27-99cc-0f4898c46b39 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f068b9cd-5eb2-4988-8d67-24d209b96890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1420088 Apr 29 16:27:00.943224 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3a035-0dfc-4dbd-969d-be4e752e2c3b req-2ed8a620-5c56-43cb-8cb0-3ec1da771e23 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:27:00.944544 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f5e3a035-0dfc-4dbd-969d-be4e752e2c3b req-2ed8a620-5c56-43cb-8cb0-3ec1da771e23 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 944 time: 0.1110792 Apr 29 16:27:01.078732 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f5e3a035-0dfc-4dbd-969d-be4e752e2c3b req-9439bfa0-34ee-4c81-baef-f27cce920b8b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162419 Apr 29 16:27:01.100469 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-674700eb-fdf1-4a11-a913-642db32fcd40 service neutron] 10.222.0.35 "GET /v2.0/networks/f068b9cd-5eb2-4988-8d67-24d209b96890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549754 Apr 29 16:27:01.228632 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b947ed41-18be-498d-b3c1-b2962c1212aa req-642c1fc8-bded-4693-b6b6-5ffae51b2bf4 service neutron] 10.222.0.35 "GET /v2.0/networks/f068b9cd-5eb2-4988-8d67-24d209b96890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218646 Apr 29 16:27:02.283332 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f81fd1-9589-4b2f-98d7-f7afaeee7d19 req-cb9d4bb7-05e4-4c4e-afbf-662af084bcf0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:27:02.285035 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-89f81fd1-9589-4b2f-98d7-f7afaeee7d19 req-cb9d4bb7-05e4-4c4e-afbf-662af084bcf0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 944 time: 0.0749965 Apr 29 16:27:02.332949 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-89f81fd1-9589-4b2f-98d7-f7afaeee7d19 req-7eaf42ff-21bf-45c3-ab93-a1caa1020ff8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425451 Apr 29 16:27:03.526051 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c914a6-eb39-4d1a-aa19-16941a208513 req-0ea02f6e-110c-475c-9e61-a4320fa5055b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:27:03.527523 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-60c914a6-eb39-4d1a-aa19-16941a208513 req-0ea02f6e-110c-475c-9e61-a4320fa5055b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 944 time: 0.0759954 Apr 29 16:27:03.572587 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-60c914a6-eb39-4d1a-aa19-16941a208513 req-9cde1b51-5cc6-47f7-aaaf-2721fdc25dba tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396047 Apr 29 16:27:04.077271 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device c7524eb0-459d-4b0d-96d6-4bfd455a2acb details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:27:04.208728 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port c7524eb0-459d-4b0d-96d6-4bfd455a2acb, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=c7524eb0-459d-4b0d-96d6-4bfd455a2acb,segment=NetworkSegment(49d863c6-e254-4d5e-a012-95fec356ad00),segment_id=49d863c6-e254-4d5e-a012-95fec356ad00)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:27:04.221972 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': 'c7524eb0-459d-4b0d-96d6-4bfd455a2acb', 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890', 'port_id': 'c7524eb0-459d-4b0d-96d6-4bfd455a2acb', 'mac_address': 'fa:16:3e:f4:d5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51ad1c61-e17c-4d8a-abe1-f09a03f8bc16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:27:04.273228 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:04.289800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7524eb0-459d-4b0d-96d6-4bfd455a2acb {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:27:04.304661 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port c7524eb0-459d-4b0d-96d6-4bfd455a2acb, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=c7524eb0-459d-4b0d-96d6-4bfd455a2acb,segment=NetworkSegment(49d863c6-e254-4d5e-a012-95fec356ad00),segment_id=49d863c6-e254-4d5e-a012-95fec356ad00)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:27:04.380857 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:04.483907 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=c7524eb0-459d-4b0d-96d6-4bfd455a2acb,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:27:04.748774 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['c7524eb0-459d-4b0d-96d6-4bfd455a2acb'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:27:04.768542 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e71b43-c0fc-48d4-ba71-2a3514fa8312 req-38905e14-a491-49dc-a481-6ae3991c1b19 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:27:04.769995 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-03e71b43-c0fc-48d4-ba71-2a3514fa8312 req-38905e14-a491-49dc-a481-6ae3991c1b19 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 945 time: 0.0791888 Apr 29 16:27:04.816141 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-03e71b43-c0fc-48d4-ba71-2a3514fa8312 req-bc4cf1ae-004f-4a2c-956c-e2a403d1f4af tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404074 Apr 29 16:27:06.015851 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24561921-a0bd-4889-a9f5-b255fa38f658 req-2192413c-2bff-41e2-8bf0-4926dd8fa8f2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:27:06.017850 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-24561921-a0bd-4889-a9f5-b255fa38f658 req-2192413c-2bff-41e2-8bf0-4926dd8fa8f2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 945 time: 0.0743191 Apr 29 16:27:06.064055 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-24561921-a0bd-4889-a9f5-b255fa38f658 req-d0e09e5e-1a38-4a3d-9b35-48f0946f0c93 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406806 Apr 29 16:27:06.080548 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device c7524eb0-459d-4b0d-96d6-4bfd455a2acb up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:27:06.198319 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port c7524eb0-459d-4b0d-96d6-4bfd455a2acb completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:27:06.202944 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port c7524eb0-459d-4b0d-96d6-4bfd455a2acb triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:27:06.203408 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:06.315148 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:06.340872 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3f539c-7206-4ad8-8977-47b059ff7d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7524eb0-459d-4b0d-96d6-4bfd455a2acb'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:27:06.351235 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port c7524eb0-459d-4b0d-96d6-4bfd455a2acb, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=c7524eb0-459d-4b0d-96d6-4bfd455a2acb,segment=NetworkSegment(49d863c6-e254-4d5e-a012-95fec356ad00),segment_id=49d863c6-e254-4d5e-a012-95fec356ad00)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:27:06.395472 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d08da4d5-c6c7-4963-9411-bb2a560bbd63'] response: {'server_uuid': 'ae3f539c-7206-4ad8-8977-47b059ff7d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7524eb0-459d-4b0d-96d6-4bfd455a2acb', 'code': 200} Apr 29 16:27:06.408624 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:06.473762 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=c7524eb0-459d-4b0d-96d6-4bfd455a2acb,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:27:06.743196 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-aec6be10-6322-46d7-aebf-186d8a9de2d7 req-3e280c93-8ba2-4edc-9d39-e05af8e1892b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 1099 time: 0.0696480 Apr 29 16:27:06.785458 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-aec6be10-6322-46d7-aebf-186d8a9de2d7 req-1160b08f-9035-4cdb-a0b9-0eb6d2798693 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358112 Apr 29 16:27:07.260185 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991d3f0-bb3d-4bba-b22b-af3e85f5aa20 req-ea07eb52-5e0e-4d73-b3f7-88da11e2e198 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:27:07.261508 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d991d3f0-bb3d-4bba-b22b-af3e85f5aa20 req-ea07eb52-5e0e-4d73-b3f7-88da11e2e198 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 946 time: 0.0754807 Apr 29 16:27:07.310696 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d991d3f0-bb3d-4bba-b22b-af3e85f5aa20 req-8b89d34a-7a04-42e3-8340-b27f46608cfc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431263 Apr 29 16:27:08.516718 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a4bc8-ae37-4122-ba2c-80e7128724a3 req-04ed3939-d879-43d4-925c-39a89cb3e35f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:27:08.518265 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-958a4bc8-ae37-4122-ba2c-80e7128724a3 req-04ed3939-d879-43d4-925c-39a89cb3e35f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 946 time: 0.0839014 Apr 29 16:27:08.563830 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-958a4bc8-ae37-4122-ba2c-80e7128724a3 req-31132df8-b72b-4b8a-a234-95b290a81b85 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399268 Apr 29 16:27:08.759654 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9456b5-c312-43dc-9d9b-e0dcba0c0b56 req-3e2124d3-09b7-4fa6-924c-490328fee5a1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:27:08.761083 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8c9456b5-c312-43dc-9d9b-e0dcba0c0b56 req-3e2124d3-09b7-4fa6-924c-490328fee5a1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 946 time: 0.0780349 Apr 29 16:27:08.892534 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8c9456b5-c312-43dc-9d9b-e0dcba0c0b56 req-029aced9-0c1c-444b-8c72-296d3ae4ff5b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250498 Apr 29 16:27:08.920859 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 37850) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:27:09.121775 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ef2e1a9f-b52b-4784-a762-f10246e972f8 tempest-TestNetworkAdvancedServerOps-1888383214 tempest-TestNetworkAdvancedServerOps-1888383214-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 1094 time: 0.1996884 Apr 29 16:27:09.124422 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 37858) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:27:09.130384 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-91f8ab57-ce03-43f4-9ae4-8c4d46faf455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': 'c7524eb0-459d-4b0d-96d6-4bfd455a2acb', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:27:09.136118 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-91f8ab57-ce03-43f4-9ae4-8c4d46faf455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:27:09.139995 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-91f8ab57-ce03-43f4-9ae4-8c4d46faf455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:floatingip and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:27:09.143745 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-91f8ab57-ce03-43f4-9ae4-8c4d46faf455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:27:09.149328 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-91f8ab57-ce03-43f4-9ae4-8c4d46faf455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:27:09.231205 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-91f8ab57-ce03-43f4-9ae4-8c4d46faf455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for floatingip, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:09.364385 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-91f8ab57-ce03-43f4-9ae4-8c4d46faf455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:09.501581 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-91f8ab57-ce03-43f4-9ae4-8c4d46faf455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Allocated IP 172.26.1.42 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/dbd1cde9-d48b-490c-abc4-3ab457790d01) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:27:09.643828 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-91f8ab57-ce03-43f4-9ae4-8c4d46faf455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:09.718496 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-91f8ab57-ce03-43f4-9ae4-8c4d46faf455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:09.784156 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f8ab57-ce03-43f4-9ae4-8c4d46faf455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:27:09.787123 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-91f8ab57-ce03-43f4-9ae4-8c4d46faf455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:27:09.791316 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f8ab57-ce03-43f4-9ae4-8c4d46faf455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:27:09.820235 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8ab57-ce03-43f4-9ae4-8c4d46faf455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=dbd1cde9-d48b-490c-abc4-3ab457790d01,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:27:10.282878 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-91f8ab57-ce03-43f4-9ae4-8c4d46faf455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:10.390304 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-91f8ab57-ce03-43f4-9ae4-8c4d46faf455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:10.689721 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-91f8ab57-ce03-43f4-9ae4-8c4d46faf455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:10.741202 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-91f8ab57-ce03-43f4-9ae4-8c4d46faf455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:10.846469 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8ab57-ce03-43f4-9ae4-8c4d46faf455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=dbd1cde9-d48b-490c-abc4-3ab457790d01,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:27:10.860060 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-91f8ab57-ce03-43f4-9ae4-8c4d46faf455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:11.047592 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [None req-91f8ab57-ce03-43f4-9ae4-8c4d46faf455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Floating IP a336c171-23bb-4413-9252-606a6c073be9 associated. External IP: 172.26.1.42, port: c7524eb0-459d-4b0d-96d6-4bfd455a2acb. Apr 29 16:27:11.427084 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f8ab57-ce03-43f4-9ae4-8c4d46faf455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Router 872a87bf-19c2-4098-8bb3-c00d9a69f6ce has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:27:11.620375 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f8ab57-ce03-43f4-9ae4-8c4d46faf455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:27:11.631027 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c30f6f-d3af-44bd-a4e4-382c2f764f13 None None] Sync routers for ids ['872a87bf-19c2-4098-8bb3-c00d9a69f6ce'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:27:11.643456 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c30f6f-d3af-44bd-a4e4-382c2f764f13 None None] Routers {'872a87bf-19c2-4098-8bb3-c00d9a69f6ce'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:27:11.644048 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-f2c30f6f-d3af-44bd-a4e4-382c2f764f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:26:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['872a87bf-19c2-4098-8bb3-c00d9a69f6ce'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:27:11.724304 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-91f8ab57-ce03-43f4-9ae4-8c4d46faf455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:11.777110 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-91f8ab57-ce03-43f4-9ae4-8c4d46faf455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6516562 Apr 29 16:27:11.777681 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3f539c-7206-4ad8-8977-47b059ff7d71', 'tag': 'c7524eb0-459d-4b0d-96d6-4bfd455a2acb'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:27:11.823106 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-f2c30f6f-d3af-44bd-a4e4-382c2f764f13 None None] Set router 872a87bf-19c2-4098-8bb3-c00d9a69f6ce gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:27:11.848089 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f845d3-befa-43be-aef6-8c6f5cb3f462'] response: {'name': 'network-changed', 'server_uuid': 'ae3f539c-7206-4ad8-8977-47b059ff7d71', 'tag': 'c7524eb0-459d-4b0d-96d6-4bfd455a2acb', 'status': 'completed', 'code': 200} Apr 29 16:27:11.998443 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b2343183-74f5-4b17-b2f0-7cdd17aaf36d req-e1f9e527-4718-4f84-9e7e-27ed225155b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 1099 time: 0.1295121 Apr 29 16:27:12.005649 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a040d-1b26-485c-a877-1534f177a37a req-11bae14c-732d-4ab9-90e9-d4559d7e0606 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:27:12.008705 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-db9a040d-1b26-485c-a877-1534f177a37a req-11bae14c-732d-4ab9-90e9-d4559d7e0606 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 946 time: 0.1054420 Apr 29 16:27:12.142539 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-db9a040d-1b26-485c-a877-1534f177a37a req-84d98817-8b9e-43f1-9e0a-2a7be0e2a81d tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160338 Apr 29 16:27:12.164146 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2343183-74f5-4b17-b2f0-7cdd17aaf36d req-12fff16f-e9e1-44ee-a21d-98009474e7b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:27:12.165768 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b2343183-74f5-4b17-b2f0-7cdd17aaf36d req-12fff16f-e9e1-44ee-a21d-98009474e7b6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f068b9cd-5eb2-4988-8d67-24d209b96890 HTTP/1.1" status: 200 len: 897 time: 0.1578870 Apr 29 16:27:12.171702 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37866) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:27:12.190871 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-f2c30f6f-d3af-44bd-a4e4-382c2f764f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778059233', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:51Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'a336c171-23bb-4413-9252-606a6c073be9', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'floating_ip_address': '172.26.1.42', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'port_id': 'c7524eb0-459d-4b0d-96d6-4bfd455a2acb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890', 'mac_address': 'fa:16:3e:f4:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3f539c-7206-4ad8-8977-47b059ff7d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:27:10Z', 'updated_at': '2022-04-29T16:27:10Z', 'revision_number': 0, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c2cfbb-2e1c-4e34-8722-1b54e6798fcb', 'name': '', 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:21:b1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51ad1c61-e17c-4d8a-abe1-f09a03f8bc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:26:51Z', 'updated_at': '2022-04-29T16:26:59Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '51ad1c61-e17c-4d8a-abe1-f09a03f8bc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:27:12.194684 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c30f6f-d3af-44bd-a4e4-382c2f764f13 None None] Checking router: 872a87bf-19c2-4098-8bb3-c00d9a69f6ce for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:27:12.206112 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c30f6f-d3af-44bd-a4e4-382c2f764f13 None None] Routers {'872a87bf-19c2-4098-8bb3-c00d9a69f6ce'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:27:12.206746 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-f2c30f6f-d3af-44bd-a4e4-382c2f764f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:26:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['872a87bf-19c2-4098-8bb3-c00d9a69f6ce'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:27:12.358114 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-54328bf0-1ff2-4296-a7e4-f8337002ab60 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/floatingips/a336c171-23bb-4413-9252-606a6c073be9 HTTP/1.1" status: 200 len: 991 time: 0.1852515 Apr 29 16:27:12.360168 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b2343183-74f5-4b17-b2f0-7cdd17aaf36d req-9ab6d437-2ce8-4ebf-ba27-ceef73713968 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7524eb0-459d-4b0d-96d6-4bfd455a2acb HTTP/1.1" status: 200 len: 999 time: 0.1853564 Apr 29 16:27:12.382697 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-f2c30f6f-d3af-44bd-a4e4-382c2f764f13 None None] Set router 872a87bf-19c2-4098-8bb3-c00d9a69f6ce gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:27:12.420114 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2343183-74f5-4b17-b2f0-7cdd17aaf36d req-809e1783-a8c9-487e-b7c8-b459b5ea18d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:27:12.421533 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b2343183-74f5-4b17-b2f0-7cdd17aaf36d req-809e1783-a8c9-487e-b7c8-b459b5ea18d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51ad1c61-e17c-4d8a-abe1-f09a03f8bc16 HTTP/1.1" status: 200 len: 834 time: 0.0556488 Apr 29 16:27:12.494657 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b2343183-74f5-4b17-b2f0-7cdd17aaf36d req-69a8ab22-1d0f-46c2-9fe8-c9810e28439c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f068b9cd-5eb2-4988-8d67-24d209b96890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679653 Apr 29 16:27:12.623605 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b2343183-74f5-4b17-b2f0-7cdd17aaf36d req-baca1f2e-5ced-450b-aadb-8dc94368a9c2 service neutron] 10.222.0.35 "GET /v2.0/networks/f068b9cd-5eb2-4988-8d67-24d209b96890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224880 Apr 29 16:27:12.727939 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-f2c30f6f-d3af-44bd-a4e4-382c2f764f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778059233', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:51Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'a336c171-23bb-4413-9252-606a6c073be9', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'floating_ip_address': '172.26.1.42', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'port_id': 'c7524eb0-459d-4b0d-96d6-4bfd455a2acb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890', 'mac_address': 'fa:16:3e:f4:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3f539c-7206-4ad8-8977-47b059ff7d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:27:10Z', 'updated_at': '2022-04-29T16:27:10Z', 'revision_number': 0, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c2cfbb-2e1c-4e34-8722-1b54e6798fcb', 'name': '', 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:21:b1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51ad1c61-e17c-4d8a-abe1-f09a03f8bc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:26:51Z', 'updated_at': '2022-04-29T16:26:59Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '51ad1c61-e17c-4d8a-abe1-f09a03f8bc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:27:12.732007 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c30f6f-d3af-44bd-a4e4-382c2f764f13 None None] The sync data for ids ['872a87bf-19c2-4098-8bb3-c00d9a69f6ce'] in dv-neutron-839913-1-hyperv is: [{'id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778059233', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:51Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'a336c171-23bb-4413-9252-606a6c073be9', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'floating_ip_address': '172.26.1.42', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'port_id': 'c7524eb0-459d-4b0d-96d6-4bfd455a2acb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890', 'mac_address': 'fa:16:3e:f4:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3f539c-7206-4ad8-8977-47b059ff7d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:27:10Z', 'updated_at': '2022-04-29T16:27:10Z', 'revision_number': 0, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c2cfbb-2e1c-4e34-8722-1b54e6798fcb', 'name': '', 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:21:b1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51ad1c61-e17c-4d8a-abe1-f09a03f8bc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:26:51Z', 'updated_at': '2022-04-29T16:26:59Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '51ad1c61-e17c-4d8a-abe1-f09a03f8bc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:27:12.757747 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b2343183-74f5-4b17-b2f0-7cdd17aaf36d req-a3589588-7113-485e-bd8a-c5c22ad40ae6 service neutron] 10.222.0.35 "GET /v2.0/networks/f068b9cd-5eb2-4988-8d67-24d209b96890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284451 Apr 29 16:27:13.286794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda9d790-bab4-4df7-b5ef-1ba4b07af18b None None] New status for floating IP a336c171-23bb-4413-9252-606a6c073be9: ACTIVE {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:27:13.362437 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37870) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:27:13.466509 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f0370e27-3761-4ecf-96de-74de2225abd3 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/floatingips/a336c171-23bb-4413-9252-606a6c073be9 HTTP/1.1" status: 200 len: 991 time: 0.1026502 Apr 29 16:27:13.644116 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-50728258-e50b-4023-81c6-a652d19cc665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:14.470748 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 37874) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:27:14.573025 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-151b8354-b72d-473f-aa0c-00ad486ac1b1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/floatingips/a336c171-23bb-4413-9252-606a6c073be9 HTTP/1.1" status: 200 len: 993 time: 0.1010699 Apr 29 16:27:15.701423 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:15.968369 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9ac231de-2e0f-43ca-9ccf-6cb789ea8d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:17.351458 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:17.562440 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:18.597248 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:35.765159 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:27:43.638061 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1cc8db8a-f8b1-4607-9395-51e422a8b73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:45.712856 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:45.929987 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ac9e172f-cb44-4b09-b5c2-f39334e4050d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:47.306975 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:47.550740 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:48.598019 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:54.031825 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-45e85762-2ec2-4b9d-9771-7d9030b77697 req-a2652398-45c8-40e1-bd15-1d1e254fb174 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654404 Apr 29 16:27:54.166371 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-45e85762-2ec2-4b9d-9771-7d9030b77697 req-a88675ea-c4b3-48e2-9004-7a3be271be5f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 1099 time: 0.0660524 Apr 29 16:27:54.304803 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e85762-2ec2-4b9d-9771-7d9030b77697 req-f651bbe0-bb06-4167-8667-a4b97cf2cbc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:27:54.306125 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-45e85762-2ec2-4b9d-9771-7d9030b77697 req-f651bbe0-bb06-4167-8667-a4b97cf2cbc7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f068b9cd-5eb2-4988-8d67-24d209b96890 HTTP/1.1" status: 200 len: 897 time: 0.1223083 Apr 29 16:27:54.492823 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-45e85762-2ec2-4b9d-9771-7d9030b77697 req-473ca078-c2b8-461f-868a-edc675849437 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7524eb0-459d-4b0d-96d6-4bfd455a2acb HTTP/1.1" status: 200 len: 1001 time: 0.1807535 Apr 29 16:27:54.556263 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e85762-2ec2-4b9d-9771-7d9030b77697 req-c9ecd299-cf65-4ea3-b62a-41d811a34e04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:27:54.557587 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-45e85762-2ec2-4b9d-9771-7d9030b77697 req-c9ecd299-cf65-4ea3-b62a-41d811a34e04 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51ad1c61-e17c-4d8a-abe1-f09a03f8bc16 HTTP/1.1" status: 200 len: 834 time: 0.0590079 Apr 29 16:27:54.628365 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-45e85762-2ec2-4b9d-9771-7d9030b77697 req-ec25773d-b5fa-4ae9-b991-da5503e01b9b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f068b9cd-5eb2-4988-8d67-24d209b96890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650091 Apr 29 16:27:54.755919 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-45e85762-2ec2-4b9d-9771-7d9030b77697 req-527746c0-9de6-4b08-a56b-6922fd0c3950 service neutron] 10.222.0.35 "GET /v2.0/networks/f068b9cd-5eb2-4988-8d67-24d209b96890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218803 Apr 29 16:27:54.884962 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-45e85762-2ec2-4b9d-9771-7d9030b77697 req-17019ac8-1314-4575-b668-e9dc7f8be3f7 service neutron] 10.222.0.35 "GET /v2.0/networks/f068b9cd-5eb2-4988-8d67-24d209b96890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229527 Apr 29 16:28:12.765070 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:28:13.638429 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6254cc6a-76d1-48af-8f9a-5d12b4c6e1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:15.380553 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b16fd7fa-1cc3-475b-b4b9-c3fd68f911c2 req-edf65215-ba34-4bee-9d3b-12dd88511e1b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0698814 Apr 29 16:28:15.718477 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:15.798189 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af78657-e767-498a-bf6d-b5ca0eca0a65 req-82d0a5ce-ade5-47d0-bb23-f302260c327e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:15.800309 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7af78657-e767-498a-bf6d-b5ca0eca0a65 req-82d0a5ce-ade5-47d0-bb23-f302260c327e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 946 time: 0.0801911 Apr 29 16:28:15.831057 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 37916) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:28:15.846027 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7af78657-e767-498a-bf6d-b5ca0eca0a65 req-736b8f18-b1e1-4ee1-9f44-9a4becf03b8f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396724 Apr 29 16:28:15.945402 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d6391a6a-95dc-4ef5-9fbd-ab2f275b9ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:15.977325 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [req-82b568ae-7e45-4684-93d2-5a6ae8ae42dc req-6c7ffdda-4dd9-4bc2-a3e1-ae4ee2c13824 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1450758 Apr 29 16:28:17.047725 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee86f4e-1dd5-4c2f-a193-7f3ff64c9abe req-621d8447-2909-4592-af1d-cf240e5f127f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:17.049630 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8ee86f4e-1dd5-4c2f-a193-7f3ff64c9abe req-621d8447-2909-4592-af1d-cf240e5f127f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 946 time: 0.0801063 Apr 29 16:28:17.097021 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8ee86f4e-1dd5-4c2f-a193-7f3ff64c9abe req-34fc862b-aca0-4624-bac1-f0f8a81d7091 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418339 Apr 29 16:28:17.381500 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:17.535578 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:18.333843 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-82b568ae-7e45-4684-93d2-5a6ae8ae42dc req-427cf785-95ad-4020-b593-9b0778dd1ac8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 1099 time: 0.1275918 Apr 29 16:28:18.339065 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d37a3-ca6b-4f70-ae4d-b9590188632b req-f89eb506-152c-45d4-8f4b-90f25907d7de tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:18.340366 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-782d37a3-ca6b-4f70-ae4d-b9590188632b req-f89eb506-152c-45d4-8f4b-90f25907d7de tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 946 time: 0.1059141 Apr 29 16:28:18.473968 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-782d37a3-ca6b-4f70-ae4d-b9590188632b req-4b119185-85f4-49ed-bc6a-0950a6b6807c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161616 Apr 29 16:28:18.505641 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b568ae-7e45-4684-93d2-5a6ae8ae42dc req-464acf34-a79f-4f52-a573-3aef413013ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:18.507051 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-82b568ae-7e45-4684-93d2-5a6ae8ae42dc req-464acf34-a79f-4f52-a573-3aef413013ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=f068b9cd-5eb2-4988-8d67-24d209b96890 HTTP/1.1" status: 200 len: 897 time: 0.1658864 Apr 29 16:28:18.610090 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-82b568ae-7e45-4684-93d2-5a6ae8ae42dc req-4076060b-24de-4cfc-bb8a-ec253a89c55a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7524eb0-459d-4b0d-96d6-4bfd455a2acb HTTP/1.1" status: 200 len: 1001 time: 0.0954967 Apr 29 16:28:18.610348 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:18.670793 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b568ae-7e45-4684-93d2-5a6ae8ae42dc req-1b743b12-bfdf-4a99-ad4e-cf35dcfa9807 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:18.672227 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-82b568ae-7e45-4684-93d2-5a6ae8ae42dc req-1b743b12-bfdf-4a99-ad4e-cf35dcfa9807 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51ad1c61-e17c-4d8a-abe1-f09a03f8bc16 HTTP/1.1" status: 200 len: 834 time: 0.0562491 Apr 29 16:28:18.754348 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-82b568ae-7e45-4684-93d2-5a6ae8ae42dc req-36ed4bc4-c6a6-4b6e-8982-7b6083817285 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f068b9cd-5eb2-4988-8d67-24d209b96890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761282 Apr 29 16:28:18.880752 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-82b568ae-7e45-4684-93d2-5a6ae8ae42dc req-414292ab-22fe-4a4f-880f-51b4d2c941a5 service neutron] 10.222.0.35 "GET /v2.0/networks/f068b9cd-5eb2-4988-8d67-24d209b96890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202755 Apr 29 16:28:19.006657 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-82b568ae-7e45-4684-93d2-5a6ae8ae42dc req-a5178d6b-36b1-4626-84d9-df39c0b040fd service neutron] 10.222.0.35 "GET /v2.0/networks/f068b9cd-5eb2-4988-8d67-24d209b96890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200340 Apr 29 16:28:19.751753 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b6dc-2cfc-4914-a863-47027042c8f9 req-e3359332-8aaa-4342-ab73-45b844e17f42 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:19.753197 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1658b6dc-2cfc-4914-a863-47027042c8f9 req-e3359332-8aaa-4342-ab73-45b844e17f42 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 946 time: 0.1610944 Apr 29 16:28:19.797533 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1658b6dc-2cfc-4914-a863-47027042c8f9 req-f10c2631-05e2-405d-847b-65792b0d9e0f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387535 Apr 29 16:28:20.991564 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a730240-d4ed-4bf4-8ee7-d9fb4b5ce953 req-dc22e8a9-ae0e-4985-b661-3ca1d400e0ce tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:20.992979 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2a730240-d4ed-4bf4-8ee7-d9fb4b5ce953 req-dc22e8a9-ae0e-4985-b661-3ca1d400e0ce tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 946 time: 0.0763397 Apr 29 16:28:21.036883 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2a730240-d4ed-4bf4-8ee7-d9fb4b5ce953 req-9ee2af9a-1ad8-4ef8-818d-35864d26ad74 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378146 Apr 29 16:28:22.230667 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214fcc1-5f95-4f02-a409-de7927410a1d req-275817c2-94ce-4c9e-87bb-4b1061dd3dff tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:22.232093 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d214fcc1-5f95-4f02-a409-de7927410a1d req-275817c2-94ce-4c9e-87bb-4b1061dd3dff tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 946 time: 0.0758765 Apr 29 16:28:22.275537 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d214fcc1-5f95-4f02-a409-de7927410a1d req-29c1c694-af2c-4715-a876-bea070f38d4f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381656 Apr 29 16:28:23.473213 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043f5df-427c-46e4-a0f7-f25dc2fee0b5 req-ed2882c1-717c-46bb-9892-f39d77556417 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:23.475439 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8043f5df-427c-46e4-a0f7-f25dc2fee0b5 req-ed2882c1-717c-46bb-9892-f39d77556417 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 946 time: 0.0781298 Apr 29 16:28:23.518156 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8043f5df-427c-46e4-a0f7-f25dc2fee0b5 req-ac8172fc-fe3d-4c5f-83c4-28f2d11d0aca tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374095 Apr 29 16:28:24.725775 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30390586-3a71-4de6-91fc-a097232d6bef req-696d4778-0568-4d0c-ab7b-b36d6a8ebb1c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:24.727236 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-30390586-3a71-4de6-91fc-a097232d6bef req-696d4778-0568-4d0c-ab7b-b36d6a8ebb1c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 946 time: 0.0757315 Apr 29 16:28:24.774719 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-30390586-3a71-4de6-91fc-a097232d6bef req-f2c27dcc-00f8-4a4d-87d0-525add1d28b9 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419765 Apr 29 16:28:25.967232 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce62fac-ddf0-42ab-b93c-765c85245a5a req-27b992ef-1f25-4dd1-8a07-ba2b6b30f475 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:25.968668 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bce62fac-ddf0-42ab-b93c-765c85245a5a req-27b992ef-1f25-4dd1-8a07-ba2b6b30f475 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 946 time: 0.0751886 Apr 29 16:28:26.014622 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bce62fac-ddf0-42ab-b93c-765c85245a5a req-ccc9e40c-5f25-4ec4-99da-0a6a532af345 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399325 Apr 29 16:28:27.209640 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e05137-90a5-4e38-a8c8-a091454bc2c7 req-4a668ca7-42cb-4afd-ba74-20947149db2b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:27.211082 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-51e05137-90a5-4e38-a8c8-a091454bc2c7 req-4a668ca7-42cb-4afd-ba74-20947149db2b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 946 time: 0.0783772 Apr 29 16:28:27.254530 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-51e05137-90a5-4e38-a8c8-a091454bc2c7 req-3a0f08e3-a285-4339-a424-f6fff82cdc71 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380504 Apr 29 16:28:28.444629 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e51678-896e-49de-a466-e6ff52aa5cb6 req-b4dace84-212f-452e-b96c-aabfb2434ea4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:28.446065 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b4e51678-896e-49de-a466-e6ff52aa5cb6 req-b4dace84-212f-452e-b96c-aabfb2434ea4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 946 time: 0.0745623 Apr 29 16:28:28.490772 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b4e51678-896e-49de-a466-e6ff52aa5cb6 req-9e117337-3277-4704-a2d4-fa13218bae67 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392394 Apr 29 16:28:29.693803 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ed5bd-5dc8-403d-96b8-9ffa0f5c58ce req-7b4ca034-193b-4ed2-9d03-5bcb3cce2846 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:29.695186 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6b9ed5bd-5dc8-403d-96b8-9ffa0f5c58ce req-7b4ca034-193b-4ed2-9d03-5bcb3cce2846 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 946 time: 0.0813305 Apr 29 16:28:29.747313 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6b9ed5bd-5dc8-403d-96b8-9ffa0f5c58ce req-2d61a879-590e-41de-ad01-09dc5d6db459 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464497 Apr 29 16:28:30.946534 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ef386-03e8-42c2-b9a4-08d5a6233061 req-2121b421-ebbc-4cb1-a6b2-d1745262aa05 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:30.947981 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-730ef386-03e8-42c2-b9a4-08d5a6233061 req-2121b421-ebbc-4cb1-a6b2-d1745262aa05 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 946 time: 0.0745516 Apr 29 16:28:30.992797 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-730ef386-03e8-42c2-b9a4-08d5a6233061 req-fd1a9d59-5802-4a6b-acc0-f8b928da1077 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393393 Apr 29 16:28:31.093183 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-82b568ae-7e45-4684-93d2-5a6ae8ae42dc req-2baf6f9c-2a4a-4af3-a2f3-1702f4f21542 service neutron] 10.222.0.35 "GET /v2.0/ports/c7524eb0-459d-4b0d-96d6-4bfd455a2acb/bindings/hv-neutron-8399 HTTP/1.1" status: 200 len: 384 time: 0.0744367 Apr 29 16:28:31.559545 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-82b568ae-7e45-4684-93d2-5a6ae8ae42dc req-4094ff96-92e8-44f6-98d8-878563625695 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71&tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab HTTP/1.1" status: 200 len: 1099 time: 0.0690670 Apr 29 16:28:31.650295 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-82b568ae-7e45-4684-93d2-5a6ae8ae42dc req-edd51dd9-fe1e-43a8-b924-aa85e77a468d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 1099 time: 0.0704269 Apr 29 16:28:31.793247 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b568ae-7e45-4684-93d2-5a6ae8ae42dc req-4499a7b2-decd-4745-87b0-59c471d4d90e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:31.796001 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-82b568ae-7e45-4684-93d2-5a6ae8ae42dc req-4499a7b2-decd-4745-87b0-59c471d4d90e service neutron] 10.222.0.35 "GET /v2.0/networks?id=f068b9cd-5eb2-4988-8d67-24d209b96890 HTTP/1.1" status: 200 len: 897 time: 0.1397996 Apr 29 16:28:31.897446 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-82b568ae-7e45-4684-93d2-5a6ae8ae42dc req-d2a71d5e-8496-4486-be13-74496b6a1cd5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7524eb0-459d-4b0d-96d6-4bfd455a2acb HTTP/1.1" status: 200 len: 1001 time: 0.0957339 Apr 29 16:28:31.959417 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b568ae-7e45-4684-93d2-5a6ae8ae42dc req-2fc564af-a85e-4f9a-a6ee-0f046705e272 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:31.960811 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-82b568ae-7e45-4684-93d2-5a6ae8ae42dc req-2fc564af-a85e-4f9a-a6ee-0f046705e272 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51ad1c61-e17c-4d8a-abe1-f09a03f8bc16 HTTP/1.1" status: 200 len: 834 time: 0.0570302 Apr 29 16:28:32.033266 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-82b568ae-7e45-4684-93d2-5a6ae8ae42dc req-4f836a36-848d-4f38-bbb6-ac803bc4aa96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f068b9cd-5eb2-4988-8d67-24d209b96890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655711 Apr 29 16:28:32.300801 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-82b568ae-7e45-4684-93d2-5a6ae8ae42dc req-8adaf9d0-c6c6-4820-8690-a12f6ba37a9d service neutron] 10.222.0.35 "GET /v2.0/networks/f068b9cd-5eb2-4988-8d67-24d209b96890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618449 Apr 29 16:28:32.335501 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343939f3-14c7-4a0a-a868-ec86eabca1ab req-c2f0a3e6-62c1-4616-8012-efabe8fd9462 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:32.336873 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-343939f3-14c7-4a0a-a868-ec86eabca1ab req-c2f0a3e6-62c1-4616-8012-efabe8fd9462 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 946 time: 0.2155373 Apr 29 16:28:32.451236 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-343939f3-14c7-4a0a-a868-ec86eabca1ab req-5a8bb532-438e-44bf-9257-1a079a7c51b1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703254 Apr 29 16:28:32.468929 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-82b568ae-7e45-4684-93d2-5a6ae8ae42dc req-c2c90743-c6e9-4d10-90ed-795d4e44a3f1 service neutron] 10.222.0.35 "GET /v2.0/networks/f068b9cd-5eb2-4988-8d67-24d209b96890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615546 Apr 29 16:28:33.767988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431275a-88f4-4db0-8759-90aab8c7790d req-c1660ca2-5c0f-4eec-a06c-01af0d6dbefb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:33.769455 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7431275a-88f4-4db0-8759-90aab8c7790d req-c1660ca2-5c0f-4eec-a06c-01af0d6dbefb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 946 time: 0.1978953 Apr 29 16:28:33.814124 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7431275a-88f4-4db0-8759-90aab8c7790d req-7bb944ac-ab72-434a-ad26-4ea610c4bf5a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391908 Apr 29 16:28:34.527718 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device c7524eb0-459d-4b0d-96d6-4bfd455a2acb details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:28:34.659926 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port c7524eb0-459d-4b0d-96d6-4bfd455a2acb, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=c7524eb0-459d-4b0d-96d6-4bfd455a2acb,segment=NetworkSegment(49d863c6-e254-4d5e-a012-95fec356ad00),segment_id=49d863c6-e254-4d5e-a012-95fec356ad00)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:28:34.673840 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': 'c7524eb0-459d-4b0d-96d6-4bfd455a2acb', 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890', 'port_id': 'c7524eb0-459d-4b0d-96d6-4bfd455a2acb', 'mac_address': 'fa:16:3e:f4:d5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51ad1c61-e17c-4d8a-abe1-f09a03f8bc16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:28:34.725621 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:34.742224 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7524eb0-459d-4b0d-96d6-4bfd455a2acb {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:28:34.757169 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port c7524eb0-459d-4b0d-96d6-4bfd455a2acb, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=c7524eb0-459d-4b0d-96d6-4bfd455a2acb,segment=NetworkSegment(49d863c6-e254-4d5e-a012-95fec356ad00),segment_id=49d863c6-e254-4d5e-a012-95fec356ad00)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:28:34.820980 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:34.889708 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=c7524eb0-459d-4b0d-96d6-4bfd455a2acb,revision_number=6']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:28:34.898337 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:28:34.898700 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:28:34.899035 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:28:34.899364 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:28:34.899688 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:28:34.900006 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:28:34.900329 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:28:34.900646 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:28:34.900973 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:28:34.901274 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:28:34.901587 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:28:34.920621 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['c7524eb0-459d-4b0d-96d6-4bfd455a2acb'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:28:35.014772 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1164b-4345-4d2e-ab96-eacca8561eb5 req-9d4a0054-117b-4df0-bdc3-8296578407af tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:35.016224 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-65a1164b-4345-4d2e-ab96-eacca8561eb5 req-9d4a0054-117b-4df0-bdc3-8296578407af tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 945 time: 0.0754614 Apr 29 16:28:35.062327 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-65a1164b-4345-4d2e-ab96-eacca8561eb5 req-7bc178a3-5235-45d2-93c4-34ca46b1e0dd tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403342 Apr 29 16:28:36.257718 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aef325-4ba5-4c1b-be79-4e88ddee5ac6 req-d29101a2-af8a-48ae-aa56-2c58c9a4d5ad tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:36.259159 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d7aef325-4ba5-4c1b-be79-4e88ddee5ac6 req-d29101a2-af8a-48ae-aa56-2c58c9a4d5ad tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 945 time: 0.0762942 Apr 29 16:28:36.303073 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d7aef325-4ba5-4c1b-be79-4e88ddee5ac6 req-757f6708-4024-4e6d-ba63-d3bea2f69a4d tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384707 Apr 29 16:28:36.543240 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device c7524eb0-459d-4b0d-96d6-4bfd455a2acb up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:28:36.610697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port c7524eb0-459d-4b0d-96d6-4bfd455a2acb triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:28:36.611079 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:36.736493 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:36.765316 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3f539c-7206-4ad8-8977-47b059ff7d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7524eb0-459d-4b0d-96d6-4bfd455a2acb'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:28:36.776089 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port c7524eb0-459d-4b0d-96d6-4bfd455a2acb, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=c7524eb0-459d-4b0d-96d6-4bfd455a2acb,segment=NetworkSegment(49d863c6-e254-4d5e-a012-95fec356ad00),segment_id=49d863c6-e254-4d5e-a012-95fec356ad00)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:28:36.838707 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73757d1-97cc-42c3-b8aa-4a6c482315ad req-994763fe-d92e-4e46-b948-3de12feae437 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:36.838707 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c73757d1-97cc-42c3-b8aa-4a6c482315ad req-994763fe-d92e-4e46-b948-3de12feae437 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 945 time: 0.1270387 Apr 29 16:28:36.859622 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:36.904947 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009db076-1667-4ff1-8d5b-8f7cb7c53007 req-3bcd85a2-fe8d-4a25-8a12-d7d5b113e5eb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:36.906348 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-009db076-1667-4ff1-8d5b-8f7cb7c53007 req-3bcd85a2-fe8d-4a25-8a12-d7d5b113e5eb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71&tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&binding%3Ahost_id=hv-neutron-8399 HTTP/1.1" status: 200 len: 945 time: 0.1343396 Apr 29 16:28:36.908805 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75ee544d-1604-4adf-9be7-205aa7e87cd0'] response: {'server_uuid': 'ae3f539c-7206-4ad8-8977-47b059ff7d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7524eb0-459d-4b0d-96d6-4bfd455a2acb', 'code': 200} Apr 29 16:28:36.910433 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c73757d1-97cc-42c3-b8aa-4a6c482315ad req-e662af0f-d531-47da-8686-aea233fb835e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635855 Apr 29 16:28:36.933919 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=c7524eb0-459d-4b0d-96d6-4bfd455a2acb,revision_number=7']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:28:37.113891 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-009db076-1667-4ff1-8d5b-8f7cb7c53007 req-ae2bb1ac-e530-4a79-b7e3-1878e94ad05a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 1099 time: 0.1267359 Apr 29 16:28:37.200824 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49d264-9530-4b99-9f26-e78d29831fb2 req-3cd2f5f0-7d0d-40ba-aa8b-c5506712dfce tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:37.202257 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8a49d264-9530-4b99-9f26-e78d29831fb2 req-3cd2f5f0-7d0d-40ba-aa8b-c5506712dfce tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 946 time: 0.1633303 Apr 29 16:28:37.279038 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8a49d264-9530-4b99-9f26-e78d29831fb2 req-8172549b-5faf-45a1-acf1-05e7982fe183 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694704 Apr 29 16:28:37.285404 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009db076-1667-4ff1-8d5b-8f7cb7c53007 req-c00e7db0-d81f-4355-aa96-f6950937985d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:37.288077 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-009db076-1667-4ff1-8d5b-8f7cb7c53007 req-c00e7db0-d81f-4355-aa96-f6950937985d service neutron] 10.222.0.35 "GET /v2.0/networks?id=f068b9cd-5eb2-4988-8d67-24d209b96890 HTTP/1.1" status: 200 len: 897 time: 0.1679511 Apr 29 16:28:37.391924 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-009db076-1667-4ff1-8d5b-8f7cb7c53007 req-1d49143f-672a-46ac-a212-979c9658d158 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7524eb0-459d-4b0d-96d6-4bfd455a2acb HTTP/1.1" status: 200 len: 1001 time: 0.0980518 Apr 29 16:28:37.453556 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009db076-1667-4ff1-8d5b-8f7cb7c53007 req-7f40aa46-b141-4323-9b20-1c57eb9a74a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:37.454982 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-009db076-1667-4ff1-8d5b-8f7cb7c53007 req-7f40aa46-b141-4323-9b20-1c57eb9a74a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51ad1c61-e17c-4d8a-abe1-f09a03f8bc16 HTTP/1.1" status: 200 len: 834 time: 0.0570886 Apr 29 16:28:37.528498 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-009db076-1667-4ff1-8d5b-8f7cb7c53007 req-ceb4bfd0-c0ec-4059-95d4-4c388403cb2e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f068b9cd-5eb2-4988-8d67-24d209b96890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679111 Apr 29 16:28:37.656434 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-009db076-1667-4ff1-8d5b-8f7cb7c53007 req-33c8a4a3-cb92-4808-b808-54689b350826 service neutron] 10.222.0.35 "GET /v2.0/networks/f068b9cd-5eb2-4988-8d67-24d209b96890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219025 Apr 29 16:28:37.793149 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-009db076-1667-4ff1-8d5b-8f7cb7c53007 req-01d9d499-b42b-44cc-87d7-0e9a093e4628 service neutron] 10.222.0.35 "GET /v2.0/networks/f068b9cd-5eb2-4988-8d67-24d209b96890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305840 Apr 29 16:28:38.476609 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762e76c-4304-49ba-b3c4-34c5331a0415 req-12e4b211-a860-4d94-a51c-a03b6c9e9b08 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:38.478053 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a762e76c-4304-49ba-b3c4-34c5331a0415 req-12e4b211-a860-4d94-a51c-a03b6c9e9b08 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 946 time: 0.0753539 Apr 29 16:28:38.522244 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a762e76c-4304-49ba-b3c4-34c5331a0415 req-5ecf7003-88f0-4255-bef7-eb7ccb963060 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386975 Apr 29 16:28:39.812445 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798a4c7-05f0-4eb4-b4ac-57ef4194ccba req-9a7836d4-2343-4d94-9538-57362ab721ce tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:39.813783 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b798a4c7-05f0-4eb4-b4ac-57ef4194ccba req-9a7836d4-2343-4d94-9538-57362ab721ce tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 946 time: 0.1724420 Apr 29 16:28:39.858597 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b798a4c7-05f0-4eb4-b4ac-57ef4194ccba req-d140b24b-1dce-4b9c-9697-f17818d050a5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391920 Apr 29 16:28:39.887482 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 38008) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:28:39.993755 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b0c8e3f9-3fb1-43d5-acac-5b4c22818659 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/floatingips/a336c171-23bb-4413-9252-606a6c073be9 HTTP/1.1" status: 200 len: 993 time: 0.1051381 Apr 29 16:28:43.642408 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-801a4ef5-4e89-4a6f-adcc-aeddba6c3fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:45.741824 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:45.941459 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-10eab1f1-a67f-4de3-8749-bbefc87cee75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:47.341874 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:47.521984 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:48.613378 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:49.766028 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:28:54.020571 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-95260ede-793d-49bd-80e4-764b0d0d2861 req-2dbfe7c9-0b18-4b9a-bbea-b0ea0803cdc5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681493 Apr 29 16:28:54.168624 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-95260ede-793d-49bd-80e4-764b0d0d2861 req-db48794f-94eb-4175-8d7f-b038fec38b7e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 1099 time: 0.0717859 Apr 29 16:28:54.310907 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95260ede-793d-49bd-80e4-764b0d0d2861 req-9de971c3-2869-4d00-95ec-98a73616cfc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:54.311332 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-95260ede-793d-49bd-80e4-764b0d0d2861 req-9de971c3-2869-4d00-95ec-98a73616cfc7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f068b9cd-5eb2-4988-8d67-24d209b96890 HTTP/1.1" status: 200 len: 897 time: 0.1234977 Apr 29 16:28:54.407614 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-95260ede-793d-49bd-80e4-764b0d0d2861 req-8ff2bfbd-385a-4205-834f-c594565cd056 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7524eb0-459d-4b0d-96d6-4bfd455a2acb HTTP/1.1" status: 200 len: 1001 time: 0.0905974 Apr 29 16:28:54.470028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95260ede-793d-49bd-80e4-764b0d0d2861 req-e2057438-9a03-486e-9061-e5a05296393e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:28:54.471432 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-95260ede-793d-49bd-80e4-764b0d0d2861 req-e2057438-9a03-486e-9061-e5a05296393e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51ad1c61-e17c-4d8a-abe1-f09a03f8bc16 HTTP/1.1" status: 200 len: 834 time: 0.0579798 Apr 29 16:28:54.543315 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-95260ede-793d-49bd-80e4-764b0d0d2861 req-138f66f1-2e13-4553-8e73-b9ebf14f581c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f068b9cd-5eb2-4988-8d67-24d209b96890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656192 Apr 29 16:28:54.675218 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-95260ede-793d-49bd-80e4-764b0d0d2861 req-c2368e33-00ce-46ba-acc3-85343754147a service neutron] 10.222.0.35 "GET /v2.0/networks/f068b9cd-5eb2-4988-8d67-24d209b96890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226678 Apr 29 16:28:54.805698 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-95260ede-793d-49bd-80e4-764b0d0d2861 req-5f38313e-58e3-48e5-8060-3c116634ad16 service neutron] 10.222.0.35 "GET /v2.0/networks/f068b9cd-5eb2-4988-8d67-24d209b96890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239166 Apr 29 16:29:13.625787 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [req-77b7771f-0143-4209-bfe5-0171538f3835 req-2e19d42c-ea17-470f-9a08-c53a6cb87319 service neutron] (84770) timed out ('10.222.0.21', 34470) {{(pid=84770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 29 16:29:13.655806 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1320734b-17fb-45d4-afe4-b63e676c3dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:15.724939 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:15.987499 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6be10907-0cdc-4302-8098-4ffa99794012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:17.329755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:17.535633 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:18.608193 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:24.453731 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 38038) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:29:24.651771 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-9468a01e-2ffa-43b3-b1af-e96f0e3f2af6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Deleting port dbd1cde9-d48b-490c-abc4-3ab457790d01 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:29:24.652110 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9468a01e-2ffa-43b3-b1af-e96f0e3f2af6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:24.957650 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9468a01e-2ffa-43b3-b1af-e96f0e3f2af6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:24.958083 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9468a01e-2ffa-43b3-b1af-e96f0e3f2af6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:25.120709 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-9468a01e-2ffa-43b3-b1af-e96f0e3f2af6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Calling delete_port for dbd1cde9-d48b-490c-abc4-3ab457790d01 owned by network:floatingip {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:29:25.350858 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9468a01e-2ffa-43b3-b1af-e96f0e3f2af6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:25.394347 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468a01e-2ffa-43b3-b1af-e96f0e3f2af6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Port': ['ID=dbd1cde9-d48b-490c-abc4-3ab457790d01,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:25.408932 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9468a01e-2ffa-43b3-b1af-e96f0e3f2af6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:25.409281 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9468a01e-2ffa-43b3-b1af-e96f0e3f2af6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:25.409621 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9468a01e-2ffa-43b3-b1af-e96f0e3f2af6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:25.409963 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9468a01e-2ffa-43b3-b1af-e96f0e3f2af6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:25.410293 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9468a01e-2ffa-43b3-b1af-e96f0e3f2af6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:25.410650 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9468a01e-2ffa-43b3-b1af-e96f0e3f2af6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:25.411396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9468a01e-2ffa-43b3-b1af-e96f0e3f2af6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:25.411396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9468a01e-2ffa-43b3-b1af-e96f0e3f2af6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:25.411610 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9468a01e-2ffa-43b3-b1af-e96f0e3f2af6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:25.411915 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9468a01e-2ffa-43b3-b1af-e96f0e3f2af6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:25.412235 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9468a01e-2ffa-43b3-b1af-e96f0e3f2af6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:25.514705 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9468a01e-2ffa-43b3-b1af-e96f0e3f2af6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for floatingip, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:25.911451 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9468a01e-2ffa-43b3-b1af-e96f0e3f2af6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Router 872a87bf-19c2-4098-8bb3-c00d9a69f6ce has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:29:26.115259 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9468a01e-2ffa-43b3-b1af-e96f0e3f2af6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:29:26.124748 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8755a421-2189-455a-b610-f78d63db67ad None None] Sync routers for ids ['872a87bf-19c2-4098-8bb3-c00d9a69f6ce'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:29:26.139583 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8755a421-2189-455a-b610-f78d63db67ad None None] Routers {'872a87bf-19c2-4098-8bb3-c00d9a69f6ce'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:29:26.140198 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-8755a421-2189-455a-b610-f78d63db67ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:29:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['872a87bf-19c2-4098-8bb3-c00d9a69f6ce'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:26.181545 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-9468a01e-2ffa-43b3-b1af-e96f0e3f2af6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:26.236858 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-9468a01e-2ffa-43b3-b1af-e96f0e3f2af6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "DELETE /v2.0/floatingips/a336c171-23bb-4413-9252-606a6c073be9 HTTP/1.1" status: 204 len: 168 time: 1.7820745 Apr 29 16:29:26.237447 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3f539c-7206-4ad8-8977-47b059ff7d71', 'tag': 'c7524eb0-459d-4b0d-96d6-4bfd455a2acb'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:29:26.297934 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b3d6f62-eda7-46dc-a964-e5d1e1a2f393'] response: {'name': 'network-changed', 'server_uuid': 'ae3f539c-7206-4ad8-8977-47b059ff7d71', 'tag': 'c7524eb0-459d-4b0d-96d6-4bfd455a2acb', 'status': 'completed', 'code': 200} Apr 29 16:29:26.356816 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-8755a421-2189-455a-b610-f78d63db67ad None None] Set router 872a87bf-19c2-4098-8bb3-c00d9a69f6ce gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:29:26.405681 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-44f9b47b-64b9-4bc5-9403-ed3d89dbee79 req-653e8e65-c011-486a-a718-0dedf31fdffc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 1099 time: 0.0852334 Apr 29 16:29:26.542685 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9b47b-64b9-4bc5-9403-ed3d89dbee79 req-04ed908b-968a-43ea-b0c3-07d8f4f1bffd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:29:26.544147 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-44f9b47b-64b9-4bc5-9403-ed3d89dbee79 req-04ed908b-968a-43ea-b0c3-07d8f4f1bffd service neutron] 10.222.0.35 "GET /v2.0/networks?id=f068b9cd-5eb2-4988-8d67-24d209b96890 HTTP/1.1" status: 200 len: 897 time: 0.1328065 Apr 29 16:29:26.610872 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-44f9b47b-64b9-4bc5-9403-ed3d89dbee79 req-20dbd7cd-ab69-4f17-9741-7f1b9ff75645 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7524eb0-459d-4b0d-96d6-4bfd455a2acb HTTP/1.1" status: 200 len: 217 time: 0.0613279 Apr 29 16:29:26.681418 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9b47b-64b9-4bc5-9403-ed3d89dbee79 req-2a67065f-c0e4-418d-935f-e69a9ea1f59c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:29:26.682843 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-44f9b47b-64b9-4bc5-9403-ed3d89dbee79 req-2a67065f-c0e4-418d-935f-e69a9ea1f59c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51ad1c61-e17c-4d8a-abe1-f09a03f8bc16 HTTP/1.1" status: 200 len: 834 time: 0.0662916 Apr 29 16:29:26.704717 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-8755a421-2189-455a-b610-f78d63db67ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778059233', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:51Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '47c2cfbb-2e1c-4e34-8722-1b54e6798fcb', 'name': '', 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:21:b1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51ad1c61-e17c-4d8a-abe1-f09a03f8bc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:26:51Z', 'updated_at': '2022-04-29T16:26:59Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '51ad1c61-e17c-4d8a-abe1-f09a03f8bc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:26.709028 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8755a421-2189-455a-b610-f78d63db67ad None None] Checking router: 872a87bf-19c2-4098-8bb3-c00d9a69f6ce for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:29:26.720842 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8755a421-2189-455a-b610-f78d63db67ad None None] Routers {'872a87bf-19c2-4098-8bb3-c00d9a69f6ce'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:29:26.721494 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-8755a421-2189-455a-b610-f78d63db67ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:29:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['872a87bf-19c2-4098-8bb3-c00d9a69f6ce'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:26.781555 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-44f9b47b-64b9-4bc5-9403-ed3d89dbee79 req-8bfd1ae7-52a6-4a6b-8545-13cce13492b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f068b9cd-5eb2-4988-8d67-24d209b96890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0930035 Apr 29 16:29:26.793339 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [req-44f9b47b-64b9-4bc5-9403-ed3d89dbee79 req-473dd1dc-e8cd-4842-9ee3-52f01467d300 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 16:29:26.794386 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-44f9b47b-64b9-4bc5-9403-ed3d89dbee79 req-473dd1dc-e8cd-4842-9ee3-52f01467d300 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049734 Apr 29 16:29:26.864069 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:29:26.919142 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-8755a421-2189-455a-b610-f78d63db67ad None None] Set router 872a87bf-19c2-4098-8bb3-c00d9a69f6ce gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:29:26.984350 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-44f9b47b-64b9-4bc5-9403-ed3d89dbee79 req-2751eb59-2fc4-44f2-aca0-0080188e48e6 service neutron] 10.222.0.35 "GET /v2.0/networks/f068b9cd-5eb2-4988-8d67-24d209b96890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837361 Apr 29 16:29:26.989881 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078dff9b-8821-4b31-a8a2-bcff8ec60fc1 req-e33d2d32-fbe0-478a-b383-d174b5e60521 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:29:26.992288 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-078dff9b-8821-4b31-a8a2-bcff8ec60fc1 req-e33d2d32-fbe0-478a-b383-d174b5e60521 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 946 time: 0.1744280 Apr 29 16:29:27.241936 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-078dff9b-8821-4b31-a8a2-bcff8ec60fc1 req-079a0663-d01c-4848-9e20-489cb0d10141 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315810 Apr 29 16:29:27.254689 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-8755a421-2189-455a-b610-f78d63db67ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778059233', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:51Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '47c2cfbb-2e1c-4e34-8722-1b54e6798fcb', 'name': '', 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:21:b1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51ad1c61-e17c-4d8a-abe1-f09a03f8bc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:26:51Z', 'updated_at': '2022-04-29T16:26:59Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '51ad1c61-e17c-4d8a-abe1-f09a03f8bc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:27.261284 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8755a421-2189-455a-b610-f78d63db67ad None None] The sync data for ids ['872a87bf-19c2-4098-8bb3-c00d9a69f6ce'] in dv-neutron-839913-1-hyperv is: [{'id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778059233', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:51Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '47c2cfbb-2e1c-4e34-8722-1b54e6798fcb', 'name': '', 'network_id': 'f068b9cd-5eb2-4988-8d67-24d209b96890', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:21:b1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51ad1c61-e17c-4d8a-abe1-f09a03f8bc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:26:51Z', 'updated_at': '2022-04-29T16:26:59Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '51ad1c61-e17c-4d8a-abe1-f09a03f8bc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:29:27.267726 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-44f9b47b-64b9-4bc5-9403-ed3d89dbee79 req-8eb77f35-5e08-452c-8da2-118e5101c977 service neutron] 10.222.0.35 "GET /v2.0/networks/f068b9cd-5eb2-4988-8d67-24d209b96890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745137 Apr 29 16:29:27.498042 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f665ed77-1dd2-4efd-9f91-94562530afa7 None None] New status for floating IP a336c171-23bb-4413-9252-606a6c073be9: DOWN {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:29:28.448449 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df1212-064b-4470-b636-9abb2d240e1b req-9bbcc2bd-d0ab-4c05-9306-bc35f533a3b5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:29:28.449897 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c0df1212-064b-4470-b636-9abb2d240e1b req-9bbcc2bd-d0ab-4c05-9306-bc35f533a3b5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 946 time: 0.0804980 Apr 29 16:29:28.496078 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c0df1212-064b-4470-b636-9abb2d240e1b req-dcd0e703-86a6-42ba-97c5-26399e2254a0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ded60e-099b-435a-a9d5-6c2ad0db295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407636 Apr 29 16:29:28.655054 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5f678-7ca2-4dfc-ab98-8b7182bb3dac req-fba1da2c-28ae-4b5d-b529-2b62b7052133 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:29:28.656367 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f0a5f678-7ca2-4dfc-ab98-8b7182bb3dac req-fba1da2c-28ae-4b5d-b529-2b62b7052133 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 946 time: 0.0754271 Apr 29 16:29:28.728269 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-f0a5f678-7ca2-4dfc-ab98-8b7182bb3dac req-9c2a7072-aae5-425a-9594-e008e85be53f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Deleting port c7524eb0-459d-4b0d-96d6-4bfd455a2acb {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:29:28.728626 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-f0a5f678-7ca2-4dfc-ab98-8b7182bb3dac req-9c2a7072-aae5-425a-9594-e008e85be53f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:28.971517 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-f0a5f678-7ca2-4dfc-ab98-8b7182bb3dac req-9c2a7072-aae5-425a-9594-e008e85be53f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] For port c7524eb0-459d-4b0d-96d6-4bfd455a2acb, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=c7524eb0-459d-4b0d-96d6-4bfd455a2acb,segment=NetworkSegment(49d863c6-e254-4d5e-a012-95fec356ad00),segment_id=49d863c6-e254-4d5e-a012-95fec356ad00)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:29:28.971872 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-f0a5f678-7ca2-4dfc-ab98-8b7182bb3dac req-9c2a7072-aae5-425a-9594-e008e85be53f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:29.097016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-f0a5f678-7ca2-4dfc-ab98-8b7182bb3dac req-9c2a7072-aae5-425a-9594-e008e85be53f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Calling delete_port for c7524eb0-459d-4b0d-96d6-4bfd455a2acb owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:29:29.290439 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-f0a5f678-7ca2-4dfc-ab98-8b7182bb3dac req-9c2a7072-aae5-425a-9594-e008e85be53f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:29.344321 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a7072-aae5-425a-9594-e008e85be53f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Port': ['ID=c7524eb0-459d-4b0d-96d6-4bfd455a2acb,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:29.411668 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a7072-aae5-425a-9594-e008e85be53f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:29.411999 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a7072-aae5-425a-9594-e008e85be53f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:29.412333 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a7072-aae5-425a-9594-e008e85be53f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:29.413493 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a7072-aae5-425a-9594-e008e85be53f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:29.413812 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a7072-aae5-425a-9594-e008e85be53f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:29.414173 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a7072-aae5-425a-9594-e008e85be53f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:29.414502 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a7072-aae5-425a-9594-e008e85be53f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:29.414839 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a7072-aae5-425a-9594-e008e85be53f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:29.415155 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a7072-aae5-425a-9594-e008e85be53f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:29.415475 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a7072-aae5-425a-9594-e008e85be53f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:29.415793 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a7072-aae5-425a-9594-e008e85be53f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:29.429560 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a5f678-7ca2-4dfc-ab98-8b7182bb3dac req-9c2a7072-aae5-425a-9594-e008e85be53f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] No DVR routers for this DVR port c7524eb0-459d-4b0d-96d6-4bfd455a2acb on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:29:29.431983 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-f0a5f678-7ca2-4dfc-ab98-8b7182bb3dac req-9c2a7072-aae5-425a-9594-e008e85be53f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:29.434746 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3f539c-7206-4ad8-8977-47b059ff7d71', 'name': 'network-vif-deleted', 'tag': 'c7524eb0-459d-4b0d-96d6-4bfd455a2acb'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:29:29.446593 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f0a5f678-7ca2-4dfc-ab98-8b7182bb3dac req-9c2a7072-aae5-425a-9594-e008e85be53f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "DELETE /v2.0/ports/c7524eb0-459d-4b0d-96d6-4bfd455a2acb HTTP/1.1" status: 204 len: 173 time: 0.7847750 Apr 29 16:29:29.575012 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f486fb61-203d-4f55-8d7e-37a386b5fb4b'] response: {'server_uuid': 'ae3f539c-7206-4ad8-8977-47b059ff7d71', 'name': 'network-vif-deleted', 'tag': 'c7524eb0-459d-4b0d-96d6-4bfd455a2acb', 'status': 'completed', 'code': 200} Apr 29 16:29:29.672870 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-82f628ed-f057-43dc-8827-a84db8dd4fdc req-d9f22c6a-6563-40fa-83c9-534b1d40e697 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Synchronizing usage tracker for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:29:29.747239 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-82f628ed-f057-43dc-8827-a84db8dd4fdc req-d9f22c6a-6563-40fa-83c9-534b1d40e697 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Unset dirty status for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:29:29.748433 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-82f628ed-f057-43dc-8827-a84db8dd4fdc req-d9f22c6a-6563-40fa-83c9-534b1d40e697 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae3f539c-7206-4ad8-8977-47b059ff7d71 HTTP/1.1" status: 200 len: 210 time: 0.1197100 Apr 29 16:29:30.854936 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 38068) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:29:31.350710 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c7d7-190d-42d8-8f00-a498995ce902 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:31.946645 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-d0e8c7d7-190d-42d8-8f00-a498995ce902 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Deleting port 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:29:31.947347 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c7d7-190d-42d8-8f00-a498995ce902 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:32.124698 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-d0e8c7d7-190d-42d8-8f00-a498995ce902 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] For port 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=47c2cfbb-2e1c-4e34-8722-1b54e6798fcb,segment=NetworkSegment(49d863c6-e254-4d5e-a012-95fec356ad00),segment_id=49d863c6-e254-4d5e-a012-95fec356ad00)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:29:32.124944 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c7d7-190d-42d8-8f00-a498995ce902 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:32.247972 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-d0e8c7d7-190d-42d8-8f00-a498995ce902 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Calling delete_port for 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb owned by network:router_interface {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:29:32.481753 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c7d7-190d-42d8-8f00-a498995ce902 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:32.526154 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8c7d7-190d-42d8-8f00-a498995ce902 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Port': ['ID=47c2cfbb-2e1c-4e34-8722-1b54e6798fcb,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:32.761517 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device c7524eb0-459d-4b0d-96d6-4bfd455a2acb no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:29:32.798334 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: c7524eb0-459d-4b0d-96d6-4bfd455a2acb {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:29:32.798701 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device c7524eb0-459d-4b0d-96d6-4bfd455a2acb not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:29:32.915469 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c7d7-190d-42d8-8f00-a498995ce902 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:33.471635 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e8c7d7-190d-42d8-8f00-a498995ce902 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Router 872a87bf-19c2-4098-8bb3-c00d9a69f6ce has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:29:33.667801 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e8c7d7-190d-42d8-8f00-a498995ce902 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:29:33.678352 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e12ae43-26af-4b04-afe1-f82455a9b547 None None] Sync routers for ids ['872a87bf-19c2-4098-8bb3-c00d9a69f6ce'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:29:33.690978 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e12ae43-26af-4b04-afe1-f82455a9b547 None None] Routers {'872a87bf-19c2-4098-8bb3-c00d9a69f6ce'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:29:33.691567 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-6e12ae43-26af-4b04-afe1-f82455a9b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:29:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['872a87bf-19c2-4098-8bb3-c00d9a69f6ce'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:33.764021 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d0e8c7d7-190d-42d8-8f00-a498995ce902 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "PUT /v2.0/routers/872a87bf-19c2-4098-8bb3-c00d9a69f6ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9079800 Apr 29 16:29:33.766742 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 38072) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:29:33.865775 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-6e12ae43-26af-4b04-afe1-f82455a9b547 None None] Set router 872a87bf-19c2-4098-8bb3-c00d9a69f6ce gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:29:33.951716 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce61edf4-344e-4a11-a54e-278853a9eab0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Deleting subnet 51ad1c61-e17c-4d8a-abe1-f09a03f8bc16 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 16:29:33.954615 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ce61edf4-344e-4a11-a54e-278853a9eab0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:34.007574 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ce61edf4-344e-4a11-a54e-278853a9eab0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:34.092103 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ce61edf4-344e-4a11-a54e-278853a9eab0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:34.152072 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-6e12ae43-26af-4b04-afe1-f82455a9b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778059233', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:29:32Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:34.155918 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e12ae43-26af-4b04-afe1-f82455a9b547 None None] Checking router: 872a87bf-19c2-4098-8bb3-c00d9a69f6ce for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:29:34.166740 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e12ae43-26af-4b04-afe1-f82455a9b547 None None] Routers {'872a87bf-19c2-4098-8bb3-c00d9a69f6ce'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:29:34.167368 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-6e12ae43-26af-4b04-afe1-f82455a9b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:29:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['872a87bf-19c2-4098-8bb3-c00d9a69f6ce'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:34.237187 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ce61edf4-344e-4a11-a54e-278853a9eab0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:34.282829 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61edf4-344e-4a11-a54e-278853a9eab0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Subnet': ['ID=51ad1c61-e17c-4d8a-abe1-f09a03f8bc16,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:34.287106 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ce61edf4-344e-4a11-a54e-278853a9eab0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:34.294426 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ce61edf4-344e-4a11-a54e-278853a9eab0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "DELETE /v2.0/subnets/51ad1c61-e17c-4d8a-abe1-f09a03f8bc16 HTTP/1.1" status: 204 len: 168 time: 0.5265887 Apr 29 16:29:34.294799 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1247e604-c58d-485f-8d50-d70556c9df7f None None] Network f068b9cd-5eb2-4988-8d67-24d209b96890 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:29:34.296829 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 38076) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:29:34.376034 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-6e12ae43-26af-4b04-afe1-f82455a9b547 None None] Set router 872a87bf-19c2-4098-8bb3-c00d9a69f6ce gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:29:34.551171 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b71b18-af64-4ae8-b908-6a0893b510d4 None None] DHCP port deletion for f068b9cd-5eb2-4988-8d67-24d209b96890 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 16:29:34.556117 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-89b71b18-af64-4ae8-b908-6a0893b510d4 None None] Deleting port e501e232-2b93-4eab-8da1-59d736be0bc0 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:29:34.556682 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-89b71b18-af64-4ae8-b908-6a0893b510d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:34.621844 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-afd39def-3ba1-4475-a708-735fa4ffe373 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:34.670078 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-6e12ae43-26af-4b04-afe1-f82455a9b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778059233', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:29:32Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:34.673963 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e12ae43-26af-4b04-afe1-f82455a9b547 None None] The sync data for ids ['872a87bf-19c2-4098-8bb3-c00d9a69f6ce'] in dv-neutron-839913-1-hyperv is: [{'id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778059233', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:29:32Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'e17ee233-ad72-424b-b7c5-e5932a646a79', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a87bf-19c2-4098-8bb3-c00d9a69f6ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:26:47Z', 'updated_at': '2022-04-29T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:29:34.787141 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-89b71b18-af64-4ae8-b908-6a0893b510d4 None None] For port e501e232-2b93-4eab-8da1-59d736be0bc0, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e501e232-2b93-4eab-8da1-59d736be0bc0,segment=NetworkSegment(49d863c6-e254-4d5e-a012-95fec356ad00),segment_id=49d863c6-e254-4d5e-a012-95fec356ad00)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:29:34.788369 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-89b71b18-af64-4ae8-b908-6a0893b510d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:34.837991 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-afd39def-3ba1-4475-a708-735fa4ffe373 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:34.904977 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-89b71b18-af64-4ae8-b908-6a0893b510d4 None None] Calling delete_port for e501e232-2b93-4eab-8da1-59d736be0bc0 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:29:34.916351 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-afd39def-3ba1-4475-a708-735fa4ffe373 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Deleting port e17ee233-ad72-424b-b7c5-e5932a646a79 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:29:34.916723 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-afd39def-3ba1-4475-a708-735fa4ffe373 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:35.056525 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-89b71b18-af64-4ae8-b908-6a0893b510d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:35.091717 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e501e232-2b93-4eab-8da1-59d736be0bc0 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:29:35.096855 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-afd39def-3ba1-4475-a708-735fa4ffe373 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] For port e17ee233-ad72-424b-b7c5-e5932a646a79, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e17ee233-ad72-424b-b7c5-e5932a646a79,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:29:35.097221 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-afd39def-3ba1-4475-a708-735fa4ffe373 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:35.136542 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b71b18-af64-4ae8-b908-6a0893b510d4 None None] Pushing event deleted for resources: {'Port': ['ID=e501e232-2b93-4eab-8da1-59d736be0bc0,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:35.140553 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: e501e232-2b93-4eab-8da1-59d736be0bc0 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:29:35.140904 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e501e232-2b93-4eab-8da1-59d736be0bc0 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:29:35.149515 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b71b18-af64-4ae8-b908-6a0893b510d4 None None] No DVR routers for this DVR port e501e232-2b93-4eab-8da1-59d736be0bc0 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:29:35.154796 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b71b18-af64-4ae8-b908-6a0893b510d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:35.155051 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b71b18-af64-4ae8-b908-6a0893b510d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:35.155388 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b71b18-af64-4ae8-b908-6a0893b510d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:35.155725 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b71b18-af64-4ae8-b908-6a0893b510d4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:35.156048 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b71b18-af64-4ae8-b908-6a0893b510d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:35.156377 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b71b18-af64-4ae8-b908-6a0893b510d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:35.156720 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b71b18-af64-4ae8-b908-6a0893b510d4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:35.157019 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b71b18-af64-4ae8-b908-6a0893b510d4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:35.157339 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b71b18-af64-4ae8-b908-6a0893b510d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:35.158077 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b71b18-af64-4ae8-b908-6a0893b510d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:35.158077 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b71b18-af64-4ae8-b908-6a0893b510d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:35.232443 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-afd39def-3ba1-4475-a708-735fa4ffe373 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Calling delete_port for e17ee233-ad72-424b-b7c5-e5932a646a79 owned by network:router_gateway {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:29:35.445581 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-afd39def-3ba1-4475-a708-735fa4ffe373 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:35.491045 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd39def-3ba1-4475-a708-735fa4ffe373 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Port': ['ID=e17ee233-ad72-424b-b7c5-e5932a646a79,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:35.709777 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-afd39def-3ba1-4475-a708-735fa4ffe373 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:35.963855 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-afd39def-3ba1-4475-a708-735fa4ffe373 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:35.967915 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-afd39def-3ba1-4475-a708-735fa4ffe373 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:36.158508 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-afd39def-3ba1-4475-a708-735fa4ffe373 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:36.159124 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd39def-3ba1-4475-a708-735fa4ffe373 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Fanout notify agent at l3_agent the message router_deleted on router 872a87bf-19c2-4098-8bb3-c00d9a69f6ce {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 16:29:36.176939 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-afd39def-3ba1-4475-a708-735fa4ffe373 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:36.179319 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-afd39def-3ba1-4475-a708-735fa4ffe373 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "DELETE /v2.0/routers/872a87bf-19c2-4098-8bb3-c00d9a69f6ce HTTP/1.1" status: 204 len: 168 time: 1.8812521 Apr 29 16:29:36.182379 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 38080) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:29:36.299590 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b9b91e17-6afd-4b44-9460-5cd384b96c82 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:36.428490 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b9b91e17-6afd-4b44-9460-5cd384b96c82 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:36.453162 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-b9b91e17-6afd-4b44-9460-5cd384b96c82 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f068b9cd-5eb2-4988-8d67-24d209b96890']}} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:36.465791 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-b9b91e17-6afd-4b44-9460-5cd384b96c82 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d863c6-e254-4d5e-a012-95fec356ad00') {'for_net_delete': True} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:36.466085 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.services.segments.db [None req-b9b91e17-6afd-4b44-9460-5cd384b96c82 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d863c6-e254-4d5e-a012-95fec356ad00') {} {{(pid=84771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:36.477565 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b9b91e17-6afd-4b44-9460-5cd384b96c82 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-992963'] for segment, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:36.492820 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b9b91e17-6afd-4b44-9460-5cd384b96c82 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:36.498766 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b91e17-6afd-4b44-9460-5cd384b96c82 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=84771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:29:36.499097 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b9b91e17-6afd-4b44-9460-5cd384b96c82 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7286305'] for segment, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: Traceback (most recent call last): Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: timer() Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: cb(*args, **kw) Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: return func(*args, **kwargs) Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: self._notify() Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: self.callback(batched_events) Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: event.method(event) Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: return f(self, *a, **k) Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._get(url).json() Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: return self.request(url, 'GET', **kwargs) Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:29:36.513674 dv-neutron-839913-1-hyperv neutron-server[84771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:29:36.649932 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b9b91e17-6afd-4b44-9460-5cd384b96c82 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:36.654544 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b9b91e17-6afd-4b44-9460-5cd384b96c82 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:36.681823 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b91e17-6afd-4b44-9460-5cd384b96c82 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Network': ['ID=f068b9cd-5eb2-4988-8d67-24d209b96890,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:36.685485 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b9b91e17-6afd-4b44-9460-5cd384b96c82 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "DELETE /v2.0/networks/f068b9cd-5eb2-4988-8d67-24d209b96890 HTTP/1.1" status: 204 len: 168 time: 0.5020514 Apr 29 16:29:36.688257 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38084) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:29:36.758255 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e17ee233-ad72-424b-b7c5-e5932a646a79 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:29:36.766569 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8df5eb01-ec70-46f8-aee6-e11acea45fbe tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:36.791038 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: e17ee233-ad72-424b-b7c5-e5932a646a79 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:29:36.791630 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e17ee233-ad72-424b-b7c5-e5932a646a79 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:29:36.792040 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:29:36.797210 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8df5eb01-ec70-46f8-aee6-e11acea45fbe tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:36.826317 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:29:36.826774 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 47c2cfbb-2e1c-4e34-8722-1b54e6798fcb not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:29:36.941257 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8df5eb01-ec70-46f8-aee6-e11acea45fbe tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:36.958618 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5eb01-ec70-46f8-aee6-e11acea45fbe tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ded60e-099b-435a-a9d5-6c2ad0db295f,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:37.052345 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8df5eb01-ec70-46f8-aee6-e11acea45fbe tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:37.053396 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8df5eb01-ec70-46f8-aee6-e11acea45fbe tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "DELETE /v2.0/security-groups/87ded60e-099b-435a-a9d5-6c2ad0db295f HTTP/1.1" status: 204 len: 168 time: 0.3641326 Apr 29 16:29:37.422074 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38092) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:29:37.427751 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-cb332f5d-57ae-4c1d-bf7d-f8c33260f2c4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-428593930', 'description': 'tempest-secgroup-smoke-428593930 description', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:29:37.433625 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-cb332f5d-57ae-4c1d-bf7d-f8c33260f2c4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:29:37.437651 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cb332f5d-57ae-4c1d-bf7d-f8c33260f2c4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:29:37.440426 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cb332f5d-57ae-4c1d-bf7d-f8c33260f2c4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:29:37.447151 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-cb332f5d-57ae-4c1d-bf7d-f8c33260f2c4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:29:37.518628 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cb332f5d-57ae-4c1d-bf7d-f8c33260f2c4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:37.552790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-cb332f5d-57ae-4c1d-bf7d-f8c33260f2c4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:29:37.557193 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cb332f5d-57ae-4c1d-bf7d-f8c33260f2c4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:29:37.559912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-cb332f5d-57ae-4c1d-bf7d-f8c33260f2c4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:29:37.565397 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-cb332f5d-57ae-4c1d-bf7d-f8c33260f2c4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:29:37.619250 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cb332f5d-57ae-4c1d-bf7d-f8c33260f2c4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:37.687425 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cb332f5d-57ae-4c1d-bf7d-f8c33260f2c4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:37.733024 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb332f5d-57ae-4c1d-bf7d-f8c33260f2c4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18269e40-dd45-4f70-9d75-0eeb4379ea9f,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:37.807472 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-cb332f5d-57ae-4c1d-bf7d-f8c33260f2c4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:37.808684 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-cb332f5d-57ae-4c1d-bf7d-f8c33260f2c4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3855815 Apr 29 16:29:37.811447 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38096) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:29:37.816652 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-a04b8ee6-0fcc-4e04-9cc7-dcaf28258a40 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '18269e40-dd45-4f70-9d75-0eeb4379ea9f', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:29:37.823190 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a04b8ee6-0fcc-4e04-9cc7-dcaf28258a40 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:29:37.826932 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a04b8ee6-0fcc-4e04-9cc7-dcaf28258a40 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:29:37.829748 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a04b8ee6-0fcc-4e04-9cc7-dcaf28258a40 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:29:37.835310 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a04b8ee6-0fcc-4e04-9cc7-dcaf28258a40 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:29:37.905004 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a04b8ee6-0fcc-4e04-9cc7-dcaf28258a40 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:37.964140 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a04b8ee6-0fcc-4e04-9cc7-dcaf28258a40 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:38.030145 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a04b8ee6-0fcc-4e04-9cc7-dcaf28258a40 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:38.053857 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b8ee6-0fcc-4e04-9cc7-dcaf28258a40 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d44c5b-2c5a-4783-89e4-863640210218,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:38.127726 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a04b8ee6-0fcc-4e04-9cc7-dcaf28258a40 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:38.128884 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a04b8ee6-0fcc-4e04-9cc7-dcaf28258a40 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3165469 Apr 29 16:29:38.131571 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38100) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:29:38.136984 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-591e3f5f-9c53-404c-b427-00d7e43dc0f3 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '18269e40-dd45-4f70-9d75-0eeb4379ea9f', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:29:38.142737 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-591e3f5f-9c53-404c-b427-00d7e43dc0f3 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:29:38.146459 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-591e3f5f-9c53-404c-b427-00d7e43dc0f3 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:29:38.149336 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-591e3f5f-9c53-404c-b427-00d7e43dc0f3 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:29:38.155077 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-591e3f5f-9c53-404c-b427-00d7e43dc0f3 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:29:38.239273 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-591e3f5f-9c53-404c-b427-00d7e43dc0f3 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:38.303110 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-591e3f5f-9c53-404c-b427-00d7e43dc0f3 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:38.378763 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-591e3f5f-9c53-404c-b427-00d7e43dc0f3 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:38.401281 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e3f5f-9c53-404c-b427-00d7e43dc0f3 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841b5ff9-983f-48c8-96ed-821db6afe4e3,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:38.477168 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-591e3f5f-9c53-404c-b427-00d7e43dc0f3 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:38.478386 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-591e3f5f-9c53-404c-b427-00d7e43dc0f3 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3458436 Apr 29 16:29:38.481090 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38104) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:29:38.486344 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-c20b63ad-49b3-4db3-80ef-12ae202c4dc0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '18269e40-dd45-4f70-9d75-0eeb4379ea9f', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:29:38.492371 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c20b63ad-49b3-4db3-80ef-12ae202c4dc0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:29:38.496075 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c20b63ad-49b3-4db3-80ef-12ae202c4dc0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:29:38.499061 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c20b63ad-49b3-4db3-80ef-12ae202c4dc0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:29:38.504696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c20b63ad-49b3-4db3-80ef-12ae202c4dc0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:29:38.585929 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c20b63ad-49b3-4db3-80ef-12ae202c4dc0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:38.649418 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c20b63ad-49b3-4db3-80ef-12ae202c4dc0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:38.729872 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c20b63ad-49b3-4db3-80ef-12ae202c4dc0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:38.753310 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b63ad-49b3-4db3-80ef-12ae202c4dc0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d08f414-9d29-4c9b-afd8-05380c041370,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:38.832755 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c20b63ad-49b3-4db3-80ef-12ae202c4dc0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:38.833941 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c20b63ad-49b3-4db3-80ef-12ae202c4dc0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3519504 Apr 29 16:29:38.837619 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38108) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:29:38.842931 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-157baecd-234e-41ca-86e8-1e335c8eab58 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '18269e40-dd45-4f70-9d75-0eeb4379ea9f', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:29:38.848733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-157baecd-234e-41ca-86e8-1e335c8eab58 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:29:38.852637 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-157baecd-234e-41ca-86e8-1e335c8eab58 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:29:38.855497 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-157baecd-234e-41ca-86e8-1e335c8eab58 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:29:38.861097 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-157baecd-234e-41ca-86e8-1e335c8eab58 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:29:38.947823 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-157baecd-234e-41ca-86e8-1e335c8eab58 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:39.010439 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-157baecd-234e-41ca-86e8-1e335c8eab58 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:39.101057 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-157baecd-234e-41ca-86e8-1e335c8eab58 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:39.124355 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157baecd-234e-41ca-86e8-1e335c8eab58 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51915aa3-7058-46ce-b30d-2958190cf1b8,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:39.209986 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-157baecd-234e-41ca-86e8-1e335c8eab58 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:39.211453 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-157baecd-234e-41ca-86e8-1e335c8eab58 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3729379 Apr 29 16:29:39.214175 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38112) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:29:39.219487 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-aa4d7ca9-df0b-4ffd-92e5-7e483a266035 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '18269e40-dd45-4f70-9d75-0eeb4379ea9f', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:29:39.225341 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-aa4d7ca9-df0b-4ffd-92e5-7e483a266035 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:29:39.229264 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-aa4d7ca9-df0b-4ffd-92e5-7e483a266035 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:29:39.232073 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-aa4d7ca9-df0b-4ffd-92e5-7e483a266035 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:29:39.237642 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-aa4d7ca9-df0b-4ffd-92e5-7e483a266035 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:29:39.301122 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-aa4d7ca9-df0b-4ffd-92e5-7e483a266035 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Project ac19136cf1d643d5a5fb15dcd7a028ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:29:39.308637 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa4d7ca9-df0b-4ffd-92e5-7e483a266035 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:39.371716 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa4d7ca9-df0b-4ffd-92e5-7e483a266035 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:39.427081 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa4d7ca9-df0b-4ffd-92e5-7e483a266035 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:39.452459 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d7ca9-df0b-4ffd-92e5-7e483a266035 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ff138f-b145-4a1f-9981-8e50fe5c9970,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:39.541798 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-aa4d7ca9-df0b-4ffd-92e5-7e483a266035 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:39.543845 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-aa4d7ca9-df0b-4ffd-92e5-7e483a266035 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3285191 Apr 29 16:29:39.546878 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38118) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:29:39.552359 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-95a43e68-fb79-4f6a-9b4c-35ad17be8bbb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '18269e40-dd45-4f70-9d75-0eeb4379ea9f', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:29:39.559178 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-95a43e68-fb79-4f6a-9b4c-35ad17be8bbb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:29:39.563109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-95a43e68-fb79-4f6a-9b4c-35ad17be8bbb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:29:39.565970 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-95a43e68-fb79-4f6a-9b4c-35ad17be8bbb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:29:39.571760 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-95a43e68-fb79-4f6a-9b4c-35ad17be8bbb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:29:39.638686 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-95a43e68-fb79-4f6a-9b4c-35ad17be8bbb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Project ac19136cf1d643d5a5fb15dcd7a028ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:29:39.645153 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95a43e68-fb79-4f6a-9b4c-35ad17be8bbb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:39.709568 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95a43e68-fb79-4f6a-9b4c-35ad17be8bbb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:39.781477 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95a43e68-fb79-4f6a-9b4c-35ad17be8bbb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:39.805522 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a43e68-fb79-4f6a-9b4c-35ad17be8bbb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82e99e6-96a1-43a8-adb8-7ec156133691,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:39.901492 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-95a43e68-fb79-4f6a-9b4c-35ad17be8bbb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:39.902730 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-95a43e68-fb79-4f6a-9b4c-35ad17be8bbb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3548946 Apr 29 16:29:39.906214 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38122) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:29:39.915323 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-e7f8eff6-1853-429c-83e2-9710143bae91 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'network': {'name': 'tempest-network-smoke--543352114', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'port_security_enabled': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:29:39.920608 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e7f8eff6-1853-429c-83e2-9710143bae91 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:29:39.924617 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e7f8eff6-1853-429c-83e2-9710143bae91 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:network and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:29:39.927402 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e7f8eff6-1853-429c-83e2-9710143bae91 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:29:39.933379 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e7f8eff6-1853-429c-83e2-9710143bae91 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:29:40.004033 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f8eff6-1853-429c-83e2-9710143bae91 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Made reservation on behalf of ac19136cf1d643d5a5fb15dcd7a028ab for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:29:40.007005 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e7f8eff6-1853-429c-83e2-9710143bae91 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:40.034798 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f8eff6-1853-429c-83e2-9710143bae91 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:29:40.043889 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e7f8eff6-1853-429c-83e2-9710143bae91 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:40.044224 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-e7f8eff6-1853-429c-83e2-9710143bae91 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Added segment ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd of type vlan for network 77098d2e-d73a-41fb-8c07-11c59a90b945 Apr 29 16:29:40.068571 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e7f8eff6-1853-429c-83e2-9710143bae91 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:40.158388 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e7f8eff6-1853-429c-83e2-9710143bae91 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:40.161971 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f8eff6-1853-429c-83e2-9710143bae91 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:29:40.162564 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e7f8eff6-1853-429c-83e2-9710143bae91 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:40.271790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8eff6-1853-429c-83e2-9710143bae91 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Network': ['ID=77098d2e-d73a-41fb-8c07-11c59a90b945,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:40.282913 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 77098d2e-d73a-41fb-8c07-11c59a90b945 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:29:40.320328 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e7f8eff6-1853-429c-83e2-9710143bae91 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4122145 Apr 29 16:29:40.322935 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38126) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:29:40.327907 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-588374d3-6438-49d7-806f-332c297e4d6f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1344052866', 'admin_state_up': True, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:29:40.334757 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-588374d3-6438-49d7-806f-332c297e4d6f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:29:40.339243 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-588374d3-6438-49d7-806f-332c297e4d6f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:router and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:29:40.342140 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-588374d3-6438-49d7-806f-332c297e4d6f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:29:40.348054 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-588374d3-6438-49d7-806f-332c297e4d6f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:29:40.421782 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-588374d3-6438-49d7-806f-332c297e4d6f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:40.422794 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-588374d3-6438-49d7-806f-332c297e4d6f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:40.441188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-588374d3-6438-49d7-806f-332c297e4d6f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:40.765775 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-588374d3-6438-49d7-806f-332c297e4d6f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:40.996352 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-588374d3-6438-49d7-806f-332c297e4d6f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:41.024484 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-588374d3-6438-49d7-806f-332c297e4d6f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:41.157608 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-588374d3-6438-49d7-806f-332c297e4d6f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Allocated IP 172.26.1.50 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/fb7c2074-4cee-484a-ad2f-b166b806c071) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:29:41.299202 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-588374d3-6438-49d7-806f-332c297e4d6f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:41.393232 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-588374d3-6438-49d7-806f-332c297e4d6f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:41.462435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588374d3-6438-49d7-806f-332c297e4d6f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:29:41.465242 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-588374d3-6438-49d7-806f-332c297e4d6f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:29:41.469410 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588374d3-6438-49d7-806f-332c297e4d6f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:29:41.493354 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588374d3-6438-49d7-806f-332c297e4d6f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=fb7c2074-4cee-484a-ad2f-b166b806c071,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:41.684721 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-588374d3-6438-49d7-806f-332c297e4d6f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:41.685341 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-588374d3-6438-49d7-806f-332c297e4d6f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:41.998202 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588374d3-6438-49d7-806f-332c297e4d6f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Router 088f70c2-e95f-461c-91e7-c5d023123189 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 16:29:42.194435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588374d3-6438-49d7-806f-332c297e4d6f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:29:42.203761 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] Sync routers for ids ['088f70c2-e95f-461c-91e7-c5d023123189'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:29:42.217927 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] Routers {'088f70c2-e95f-461c-91e7-c5d023123189'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:29:42.218690 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:29:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['088f70c2-e95f-461c-91e7-c5d023123189'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:42.276506 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-588374d3-6438-49d7-806f-332c297e4d6f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:42.277657 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-588374d3-6438-49d7-806f-332c297e4d6f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9538102 Apr 29 16:29:42.280718 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38130) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:29:42.319708 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-00119b41-3a56-4f26-a714-70fec330971e tempest-TestNetworkAdvancedServerOps-1888383214 tempest-TestNetworkAdvancedServerOps-1888383214-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=ac19136cf1d643d5a5fb15dcd7a028ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378375 Apr 29 16:29:42.322800 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38134) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:29:42.395150 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] Set router 088f70c2-e95f-461c-91e7-c5d023123189 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:29:42.447794 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4712bcaf-b097-4bd1-8563-68bf98f0592f tempest-TestNetworkAdvancedServerOps-1888383214 tempest-TestNetworkAdvancedServerOps-1888383214-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:29:42.451906 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4712bcaf-b097-4bd1-8563-68bf98f0592f tempest-TestNetworkAdvancedServerOps-1888383214 tempest-TestNetworkAdvancedServerOps-1888383214-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1255889 Apr 29 16:29:42.452292 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 38138) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:29:42.491520 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7ade5009-8d5c-43a3-80e0-c539d65f4a2f tempest-TestNetworkAdvancedServerOps-1888383214 tempest-TestNetworkAdvancedServerOps-1888383214-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380042 Apr 29 16:29:42.493894 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 38142) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:29:42.499129 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-89e89e1d-faa4-4e2f-b949-a18bfab3acde tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1499059948', 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:29:42.609002 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-89e89e1d-faa4-4e2f-b949-a18bfab3acde tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:29:42.612691 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-89e89e1d-faa4-4e2f-b949-a18bfab3acde tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:subnet and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:29:42.615455 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-89e89e1d-faa4-4e2f-b949-a18bfab3acde tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:29:42.621624 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-89e89e1d-faa4-4e2f-b949-a18bfab3acde tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:29:42.680313 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f70c2-e95f-461c-91e7-c5d023123189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344052866', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:29:40Z', 'updated_at': '2022-04-29T16:29:41Z', 'revision_number': 3, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:29:41Z', 'updated_at': '2022-04-29T16:29:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:42.684146 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] Checking router: 088f70c2-e95f-461c-91e7-c5d023123189 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:29:42.684493 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] Updating router 088f70c2-e95f-461c-91e7-c5d023123189 port fb7c2074-4cee-484a-ad2f-b166b806c071 binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:29:42.701873 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e89e1d-faa4-4e2f-b949-a18bfab3acde tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Made reservation on behalf of ac19136cf1d643d5a5fb15dcd7a028ab for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:29:42.734826 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:42.809153 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-89e89e1d-faa4-4e2f-b949-a18bfab3acde tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:43.052843 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:43.063975 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] Transition to ACTIVE for port object fb7c2074-4cee-484a-ad2f-b166b806c071 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:29:43.084353 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-89e89e1d-faa4-4e2f-b949-a18bfab3acde tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:43.145136 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:43.166294 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e89e1d-faa4-4e2f-b949-a18bfab3acde tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Subnet': ['ID=b48a2bd9-da99-4b8c-8876-b6dff11b394a,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:43.176672 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e89e1d-faa4-4e2f-b949-a18bfab3acde tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Checking segment: {'id': 'ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:29:43.177032 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e89e1d-faa4-4e2f-b949-a18bfab3acde tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network hostable DHCP agents. Network: 77098d2e-d73a-41fb-8c07-11c59a90b945, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:29:43.230175 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb68ed-d813-4a31-9e86-f82e394f7724 None None] Pushing event updated for resources: {'Port': ['ID=fb7c2074-4cee-484a-ad2f-b166b806c071,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:43.232285 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] Attempting to bind port fb7c2074-4cee-484a-ad2f-b166b806c071 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:29:43.232648 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] Attempting to bind port fb7c2074-4cee-484a-ad2f-b166b806c071 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:29:43.233002 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] Attempting to bind port fb7c2074-4cee-484a-ad2f-b166b806c071 on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:29:43.239637 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:29:43.240000 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:29:43.240389 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:43.240764 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:29:43.241211 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] Bound port: fb7c2074-4cee-484a-ad2f-b166b806c071, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:29:43.242130 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:43.276082 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e89e1d-faa4-4e2f-b949-a18bfab3acde tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network 77098d2e-d73a-41fb-8c07-11c59a90b945 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:29:43.312032 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] For port fb7c2074-4cee-484a-ad2f-b166b806c071, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:29:43.314838 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] For port fb7c2074-4cee-484a-ad2f-b166b806c071, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=fb7c2074-4cee-484a-ad2f-b166b806c071,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:29:43.379281 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-89e89e1d-faa4-4e2f-b949-a18bfab3acde tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 77098d2e-d73a-41fb-8c07-11c59a90b945) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:29:43.384290 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e89e1d-faa4-4e2f-b949-a18bfab3acde tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:29:43.385004 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-89e89e1d-faa4-4e2f-b949-a18bfab3acde tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:43.388575 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073b8e00-a509-4d9d-b935-49b194581fc2 None None] Network 77098d2e-d73a-41fb-8c07-11c59a90b945 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:29:43.407690 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:43.473725 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-89e89e1d-faa4-4e2f-b949-a18bfab3acde tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9787953 Apr 29 16:29:43.476528 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 38146) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:29:43.566214 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb68ed-d813-4a31-9e86-f82e394f7724 None None] Pushing event updated for resources: {'Port': ['ID=fb7c2074-4cee-484a-ad2f-b166b806c071,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:43.583840 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] Routers {'088f70c2-e95f-461c-91e7-c5d023123189'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:29:43.584453 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:29:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['088f70c2-e95f-461c-91e7-c5d023123189'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:43.869545 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e243f938-fbe0-46d0-a897-4ca1d64c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:43.890322 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1065899-9481-4d54-82b6-140290bd82eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-77098d2e-d73a-41fb-8c07-11c59a90b945', 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'fixed_ips': [{'subnet_id': 'b48a2bd9-da99-4b8c-8876-b6dff11b394a'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 16:29:43.891121 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f1065899-9481-4d54-82b6-140290bd82eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:43.919285 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] Set router 088f70c2-e95f-461c-91e7-c5d023123189 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:29:44.300399 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-f1065899-9481-4d54-82b6-140290bd82eb None None] Allocated IP 172.20.0.2 (77098d2e-d73a-41fb-8c07-11c59a90b945/b48a2bd9-da99-4b8c-8876-b6dff11b394a/a5b65710-1614-4b99-9f5d-151cea1f5715) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:29:44.316432 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-244b932e-3225-459e-84bf-746592ff1c19 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:44.446561 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f70c2-e95f-461c-91e7-c5d023123189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344052866', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:29:40Z', 'updated_at': '2022-04-29T16:29:41Z', 'revision_number': 3, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:29:41Z', 'updated_at': '2022-04-29T16:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:44.461266 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaf37fe-c16e-488c-ba3f-9197cd03dd0a None None] The sync data for ids ['088f70c2-e95f-461c-91e7-c5d023123189'] in dv-neutron-839913-1-hyperv is: [{'id': '088f70c2-e95f-461c-91e7-c5d023123189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344052866', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:29:40Z', 'updated_at': '2022-04-29T16:29:41Z', 'revision_number': 3, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:29:41Z', 'updated_at': '2022-04-29T16:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:29:44.532122 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f1065899-9481-4d54-82b6-140290bd82eb None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:44.543246 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f1065899-9481-4d54-82b6-140290bd82eb None None] Transition to ACTIVE for port object a5b65710-1614-4b99-9f5d-151cea1f5715 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:29:44.563080 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f1065899-9481-4d54-82b6-140290bd82eb None None] Transition to ACTIVE for port object a5b65710-1614-4b99-9f5d-151cea1f5715 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:29:44.648256 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f1065899-9481-4d54-82b6-140290bd82eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:44.719490 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1065899-9481-4d54-82b6-140290bd82eb None None] Network 77098d2e-d73a-41fb-8c07-11c59a90b945 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:29:44.723974 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-f1065899-9481-4d54-82b6-140290bd82eb None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:29:44.729021 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1065899-9481-4d54-82b6-140290bd82eb None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:29:44.745670 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1065899-9481-4d54-82b6-140290bd82eb None None] Pushing event updated for resources: {'Port': ['ID=a5b65710-1614-4b99-9f5d-151cea1f5715,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:44.764168 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-244b932e-3225-459e-84bf-746592ff1c19 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Allocated IP 172.20.0.1 (77098d2e-d73a-41fb-8c07-11c59a90b945/b48a2bd9-da99-4b8c-8876-b6dff11b394a/9ef0a41e-ce08-4d56-9d16-809966966a32) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:29:44.828412 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device fb7c2074-4cee-484a-ad2f-b166b806c071 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:29:44.893576 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f1065899-9481-4d54-82b6-140290bd82eb None None] Attempting to bind port a5b65710-1614-4b99-9f5d-151cea1f5715 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:29:44.893926 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f1065899-9481-4d54-82b6-140290bd82eb None None] Attempting to bind port a5b65710-1614-4b99-9f5d-151cea1f5715 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:29:44.894283 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1065899-9481-4d54-82b6-140290bd82eb None None] Attempting to bind port a5b65710-1614-4b99-9f5d-151cea1f5715 on network 77098d2e-d73a-41fb-8c07-11c59a90b945 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:29:44.908845 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1065899-9481-4d54-82b6-140290bd82eb None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:29:44.909216 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1065899-9481-4d54-82b6-140290bd82eb None None] Checking segment: {'id': 'ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:29:44.909616 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f1065899-9481-4d54-82b6-140290bd82eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:44.910008 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1065899-9481-4d54-82b6-140290bd82eb None None] Bound using segment: {'id': 'ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:29:44.910476 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f1065899-9481-4d54-82b6-140290bd82eb None None] Bound port: a5b65710-1614-4b99-9f5d-151cea1f5715, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:29:44.910871 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f1065899-9481-4d54-82b6-140290bd82eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:44.966253 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-244b932e-3225-459e-84bf-746592ff1c19 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:44.983676 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-244b932e-3225-459e-84bf-746592ff1c19 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Transition to ACTIVE for port object 9ef0a41e-ce08-4d56-9d16-809966966a32 will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:29:45.013983 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f1065899-9481-4d54-82b6-140290bd82eb None None] For port a5b65710-1614-4b99-9f5d-151cea1f5715, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:29:45.017330 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f1065899-9481-4d54-82b6-140290bd82eb None None] For port a5b65710-1614-4b99-9f5d-151cea1f5715, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a5b65710-1614-4b99-9f5d-151cea1f5715,segment=NetworkSegment(ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd),segment_id=ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:29:45.053621 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port fb7c2074-4cee-484a-ad2f-b166b806c071 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:29:45.063460 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port fb7c2074-4cee-484a-ad2f-b166b806c071 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:29:45.063460 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:45.083247 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-244b932e-3225-459e-84bf-746592ff1c19 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:45.087755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f1065899-9481-4d54-82b6-140290bd82eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:45.160957 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244b932e-3225-459e-84bf-746592ff1c19 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network 77098d2e-d73a-41fb-8c07-11c59a90b945 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:29:45.164604 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-244b932e-3225-459e-84bf-746592ff1c19 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:29:45.167740 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244b932e-3225-459e-84bf-746592ff1c19 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:29:45.208254 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1065899-9481-4d54-82b6-140290bd82eb None None] Pushing event updated for resources: {'Port': ['ID=a5b65710-1614-4b99-9f5d-151cea1f5715,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:45.223617 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b932e-3225-459e-84bf-746592ff1c19 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=9ef0a41e-ce08-4d56-9d16-809966966a32,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:45.238259 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-244b932e-3225-459e-84bf-746592ff1c19 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:45.273270 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:45.291670 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port fb7c2074-4cee-484a-ad2f-b166b806c071, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=fb7c2074-4cee-484a-ad2f-b166b806c071,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:29:45.406948 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:45.462472 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-244b932e-3225-459e-84bf-746592ff1c19 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:45.493691 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=fb7c2074-4cee-484a-ad2f-b166b806c071,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:45.747211 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:45.879857 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-244b932e-3225-459e-84bf-746592ff1c19 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:45.936305 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-24c3ba51-15b5-4848-99b4-ea1a032b14e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:45.956638 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-244b932e-3225-459e-84bf-746592ff1c19 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:46.171888 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-244b932e-3225-459e-84bf-746592ff1c19 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:46.175167 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372fea27-6723-4ef3-8b0e-fcde0bf38d1b None None] Network 77098d2e-d73a-41fb-8c07-11c59a90b945 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:29:46.175322 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b932e-3225-459e-84bf-746592ff1c19 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=9ef0a41e-ce08-4d56-9d16-809966966a32,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:46.312784 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244b932e-3225-459e-84bf-746592ff1c19 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network 77098d2e-d73a-41fb-8c07-11c59a90b945 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:29:46.313901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-244b932e-3225-459e-84bf-746592ff1c19 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:29:46.402120 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-eddb18de-400b-4a3d-aed2-07393824a22d None None] Provisioning for port a5b65710-1614-4b99-9f5d-151cea1f5715 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:29:46.696113 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244b932e-3225-459e-84bf-746592ff1c19 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Router 088f70c2-e95f-461c-91e7-c5d023123189 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:29:46.718642 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8e512b0e-9f75-4eb0-b6df-d3c1fe50984a None None] Provisioning for port 9ef0a41e-ce08-4d56-9d16-809966966a32 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:29:46.723881 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8e512b0e-9f75-4eb0-b6df-d3c1fe50984a None None] Provisioning complete for port 9ef0a41e-ce08-4d56-9d16-809966966a32 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:29:46.724099 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8e512b0e-9f75-4eb0-b6df-d3c1fe50984a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:46.806113 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8e512b0e-9f75-4eb0-b6df-d3c1fe50984a None None] Port 9ef0a41e-ce08-4d56-9d16-809966966a32 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:29:46.878578 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device fb7c2074-4cee-484a-ad2f-b166b806c071 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:29:46.942147 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244b932e-3225-459e-84bf-746592ff1c19 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:29:46.961979 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-244b932e-3225-459e-84bf-746592ff1c19 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "PUT /v2.0/routers/088f70c2-e95f-461c-91e7-c5d023123189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4835224 Apr 29 16:29:46.997038 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-96ae17c1-f6bb-4d06-a6ed-604403381a37 None None] Provisioning complete for port 9ef0a41e-ce08-4d56-9d16-809966966a32 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:29:46.997404 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-96ae17c1-f6bb-4d06-a6ed-604403381a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:47.056733 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-96ae17c1-f6bb-4d06-a6ed-604403381a37 None None] Port 9ef0a41e-ce08-4d56-9d16-809966966a32 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:29:47.058197 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port fb7c2074-4cee-484a-ad2f-b166b806c071 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:29:47.058707 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:47.143707 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-007012fc-0189-436d-a94e-1de169e360f1 req-9d0d0a23-697e-46aa-98f8-c0ef00a28074 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Synchronizing usage tracker for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:29:47.172477 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a5b65710-1614-4b99-9f5d-151cea1f5715 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:29:47.215733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-007012fc-0189-436d-a94e-1de169e360f1 req-9d0d0a23-697e-46aa-98f8-c0ef00a28074 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Unset dirty status for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:29:47.217006 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-007012fc-0189-436d-a94e-1de169e360f1 req-9d0d0a23-697e-46aa-98f8-c0ef00a28074 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428593930&fields=id&tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab HTTP/1.1" status: 200 len: 267 time: 0.1116476 Apr 29 16:29:47.236729 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-b51a8fe5-9d1b-4d4c-af29-514e07799de0 None None] Provisioning complete for port 9ef0a41e-ce08-4d56-9d16-809966966a32 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:29:47.237138 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b51a8fe5-9d1b-4d4c-af29-514e07799de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:47.308024 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-b51a8fe5-9d1b-4d4c-af29-514e07799de0 None None] Port 9ef0a41e-ce08-4d56-9d16-809966966a32 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:29:47.364650 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:47.392834 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port a5b65710-1614-4b99-9f5d-151cea1f5715 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:29:47.398741 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port a5b65710-1614-4b99-9f5d-151cea1f5715 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:29:47.399050 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:47.459102 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007012fc-0189-436d-a94e-1de169e360f1 req-f03bf36b-3326-4e0d-ab2f-20ce68555a98 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:29:47.459764 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-007012fc-0189-436d-a94e-1de169e360f1 req-f03bf36b-3326-4e0d-ab2f-20ce68555a98 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Synchronizing usage tracker for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:29:47.526231 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:47.562890 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port a5b65710-1614-4b99-9f5d-151cea1f5715, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a5b65710-1614-4b99-9f5d-151cea1f5715,segment=NetworkSegment(ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd),segment_id=ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:29:47.613514 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-007012fc-0189-436d-a94e-1de169e360f1 req-f03bf36b-3326-4e0d-ab2f-20ce68555a98 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Unset dirty status for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:29:47.617036 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-007012fc-0189-436d-a94e-1de169e360f1 req-f03bf36b-3326-4e0d-ab2f-20ce68555a98 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/networks?id=77098d2e-d73a-41fb-8c07-11c59a90b945 HTTP/1.1" status: 200 len: 796 time: 0.3908899 Apr 29 16:29:47.631969 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-007012fc-0189-436d-a94e-1de169e360f1 req-b7086c11-241f-4fb4-843a-f0489aada14b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/quotas/ac19136cf1d643d5a5fb15dcd7a028ab HTTP/1.1" status: 200 len: 375 time: 0.0109568 Apr 29 16:29:47.704673 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:47.713028 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:47.717879 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-007012fc-0189-436d-a94e-1de169e360f1 req-2222873b-b12d-4841-8f41-24287bdb5bfb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809870 Apr 29 16:29:47.792402 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=a5b65710-1614-4b99-9f5d-151cea1f5715,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:47.933676 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-007012fc-0189-436d-a94e-1de169e360f1 req-7f217d79-5a82-46ac-a546-2649fc0bcb41 service neutron] 10.222.0.21 "GET /v2.0/networks/77098d2e-d73a-41fb-8c07-11c59a90b945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958730 Apr 29 16:29:47.984625 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] Sync routers for ids ['088f70c2-e95f-461c-91e7-c5d023123189'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:29:47.996511 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] Routers {'088f70c2-e95f-461c-91e7-c5d023123189'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:29:47.997118 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:29:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['088f70c2-e95f-461c-91e7-c5d023123189'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:48.068392 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-007012fc-0189-436d-a94e-1de169e360f1 req-f11a2e18-68e9-4edc-a138-d590c73960f1 service neutron] 10.222.0.21 "GET /v2.0/networks/77098d2e-d73a-41fb-8c07-11c59a90b945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253698 Apr 29 16:29:48.169350 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] Set router 088f70c2-e95f-461c-91e7-c5d023123189 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:29:48.355058 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c19524c1-49f9-4cbf-aa10-83c03fe83688 req-26d49907-8614-465e-a32e-a66f4b300799 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 210 time: 0.0399649 Apr 29 16:29:48.479127 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f70c2-e95f-461c-91e7-c5d023123189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344052866', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:29:40Z', 'updated_at': '2022-04-29T16:29:45Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:29:41Z', 'updated_at': '2022-04-29T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '9ef0a41e-ce08-4d56-9d16-809966966a32', 'name': '', 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:57:1b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b48a2bd9-da99-4b8c-8876-b6dff11b394a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:29:44Z', 'updated_at': '2022-04-29T16:29:45Z', 'revision_number': 2, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': 'b48a2bd9-da99-4b8c-8876-b6dff11b394a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:48.487595 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] Checking router: 088f70c2-e95f-461c-91e7-c5d023123189 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:29:48.487595 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] Updating router 088f70c2-e95f-461c-91e7-c5d023123189 port 9ef0a41e-ce08-4d56-9d16-809966966a32 binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:29:48.532487 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:48.633243 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:48.766657 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a5b65710-1614-4b99-9f5d-151cea1f5715 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:29:48.844332 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port a5b65710-1614-4b99-9f5d-151cea1f5715 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:29:48.845000 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:48.870616 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:48.882751 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] Transition to ACTIVE for port object 9ef0a41e-ce08-4d56-9d16-809966966a32 will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:29:48.950547 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:49.072605 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40b12b-f20e-4c2d-8d12-cfb17170c536 None None] Pushing event updated for resources: {'Port': ['ID=9ef0a41e-ce08-4d56-9d16-809966966a32,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:49.086352 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40b12b-f20e-4c2d-8d12-cfb17170c536 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:49.086721 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40b12b-f20e-4c2d-8d12-cfb17170c536 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:49.087056 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40b12b-f20e-4c2d-8d12-cfb17170c536 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:49.087383 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40b12b-f20e-4c2d-8d12-cfb17170c536 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:49.087712 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40b12b-f20e-4c2d-8d12-cfb17170c536 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:49.088037 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40b12b-f20e-4c2d-8d12-cfb17170c536 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:49.088387 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40b12b-f20e-4c2d-8d12-cfb17170c536 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:49.088707 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40b12b-f20e-4c2d-8d12-cfb17170c536 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:49.089021 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40b12b-f20e-4c2d-8d12-cfb17170c536 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:49.089340 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40b12b-f20e-4c2d-8d12-cfb17170c536 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:49.089654 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40b12b-f20e-4c2d-8d12-cfb17170c536 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:49.200084 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] Attempting to bind port 9ef0a41e-ce08-4d56-9d16-809966966a32 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:29:49.202608 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] Attempting to bind port 9ef0a41e-ce08-4d56-9d16-809966966a32 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:29:49.202608 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] Attempting to bind port 9ef0a41e-ce08-4d56-9d16-809966966a32 on network 77098d2e-d73a-41fb-8c07-11c59a90b945 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:29:49.207048 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:29:49.207407 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] Checking segment: {'id': 'ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:29:49.207795 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:49.208171 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] Bound using segment: {'id': 'ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:29:49.208613 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] Bound port: 9ef0a41e-ce08-4d56-9d16-809966966a32, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:29:49.208974 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:49.299672 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] For port 9ef0a41e-ce08-4d56-9d16-809966966a32, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:29:49.302450 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] For port 9ef0a41e-ce08-4d56-9d16-809966966a32, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9ef0a41e-ce08-4d56-9d16-809966966a32,segment=NetworkSegment(ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd),segment_id=ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:29:49.379871 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:49.473088 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40b12b-f20e-4c2d-8d12-cfb17170c536 None None] Pushing event updated for resources: {'Port': ['ID=9ef0a41e-ce08-4d56-9d16-809966966a32,revision_number=4']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:49.478776 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] Routers {'088f70c2-e95f-461c-91e7-c5d023123189'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:29:49.479708 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:29:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['088f70c2-e95f-461c-91e7-c5d023123189'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:49.687559 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] Set router 088f70c2-e95f-461c-91e7-c5d023123189 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:29:49.716131 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ac652e6b-2f6f-406a-83bf-122ba3c4dfeb req-fac36201-2a18-4158-b92f-eb0526a206ca tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 210 time: 0.0816376 Apr 29 16:29:50.001184 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f70c2-e95f-461c-91e7-c5d023123189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344052866', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:29:40Z', 'updated_at': '2022-04-29T16:29:45Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:29:41Z', 'updated_at': '2022-04-29T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '9ef0a41e-ce08-4d56-9d16-809966966a32', 'name': '', 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:57:1b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b48a2bd9-da99-4b8c-8876-b6dff11b394a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:29:44Z', 'updated_at': '2022-04-29T16:29:49Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': 'b48a2bd9-da99-4b8c-8876-b6dff11b394a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:50.004989 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19995af-5c62-42d4-9d8e-90d831e0e88a None None] The sync data for ids ['088f70c2-e95f-461c-91e7-c5d023123189'] in dv-neutron-839913-1-hyperv is: [{'id': '088f70c2-e95f-461c-91e7-c5d023123189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344052866', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:29:40Z', 'updated_at': '2022-04-29T16:29:45Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:29:41Z', 'updated_at': '2022-04-29T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '9ef0a41e-ce08-4d56-9d16-809966966a32', 'name': '', 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:57:1b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b48a2bd9-da99-4b8c-8876-b6dff11b394a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:29:44Z', 'updated_at': '2022-04-29T16:29:49Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': 'b48a2bd9-da99-4b8c-8876-b6dff11b394a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:29:50.565035 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007012fc-0189-436d-a94e-1de169e360f1 req-249e0125-9eec-4970-8080-22f1763f582c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:29:50.566464 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-007012fc-0189-436d-a94e-1de169e360f1 req-249e0125-9eec-4970-8080-22f1763f582c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "GET /v2.0/networks?id=77098d2e-d73a-41fb-8c07-11c59a90b945 HTTP/1.1" status: 200 len: 796 time: 0.1450202 Apr 29 16:29:50.621388 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-007012fc-0189-436d-a94e-1de169e360f1 req-71fdd66c-824f-47e2-984d-a2300b619001 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab HTTP/1.1" status: 200 len: 379 time: 0.0428419 Apr 29 16:29:50.630057 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-007012fc-0189-436d-a94e-1de169e360f1 req-a100e799-25f3-401e-9797-a7076dec022a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'port': {'device_id': '702a71d2-4015-4b1a-91d3-1a5efba3dc4f', 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945', 'admin_state_up': True, 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'security_groups': ['18269e40-dd45-4f70-9d75-0eeb4379ea9f']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:29:50.806002 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-007012fc-0189-436d-a94e-1de169e360f1 req-a100e799-25f3-401e-9797-a7076dec022a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:29:50.814654 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-007012fc-0189-436d-a94e-1de169e360f1 req-a100e799-25f3-401e-9797-a7076dec022a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:port and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:29:50.819407 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-007012fc-0189-436d-a94e-1de169e360f1 req-a100e799-25f3-401e-9797-a7076dec022a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:29:50.828704 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-007012fc-0189-436d-a94e-1de169e360f1 req-a100e799-25f3-401e-9797-a7076dec022a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:29:50.833151 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 9ef0a41e-ce08-4d56-9d16-809966966a32 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:29:50.920281 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8a9988e5-3db5-42da-8880-5321057a0f61 req-b4f9bf6d-4b64-41ed-8618-0716c61211f0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 210 time: 0.0493224 Apr 29 16:29:50.924152 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-007012fc-0189-436d-a94e-1de169e360f1 req-a100e799-25f3-401e-9797-a7076dec022a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Made reservation on behalf of ac19136cf1d643d5a5fb15dcd7a028ab for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:29:50.927436 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-007012fc-0189-436d-a94e-1de169e360f1 req-a100e799-25f3-401e-9797-a7076dec022a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:50.976572 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 9ef0a41e-ce08-4d56-9d16-809966966a32 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:29:50.981961 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 9ef0a41e-ce08-4d56-9d16-809966966a32 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:29:50.982325 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:51.093402 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-007012fc-0189-436d-a94e-1de169e360f1 req-a100e799-25f3-401e-9797-a7076dec022a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Allocated IP 172.20.0.10 (77098d2e-d73a-41fb-8c07-11c59a90b945/b48a2bd9-da99-4b8c-8876-b6dff11b394a/f28182d8-6126-4300-ade6-4f15419f302b) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:29:51.096753 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:51.128904 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 9ef0a41e-ce08-4d56-9d16-809966966a32, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9ef0a41e-ce08-4d56-9d16-809966966a32,segment=NetworkSegment(ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd),segment_id=ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:29:51.216445 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:51.289018 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-007012fc-0189-436d-a94e-1de169e360f1 req-a100e799-25f3-401e-9797-a7076dec022a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:51.290824 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=9ef0a41e-ce08-4d56-9d16-809966966a32,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:51.304524 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-007012fc-0189-436d-a94e-1de169e360f1 req-a100e799-25f3-401e-9797-a7076dec022a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Transition to ACTIVE for port object f28182d8-6126-4300-ade6-4f15419f302b will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:29:51.391130 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-007012fc-0189-436d-a94e-1de169e360f1 req-a100e799-25f3-401e-9797-a7076dec022a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:51.463906 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-007012fc-0189-436d-a94e-1de169e360f1 req-a100e799-25f3-401e-9797-a7076dec022a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network 77098d2e-d73a-41fb-8c07-11c59a90b945 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:29:51.466996 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-007012fc-0189-436d-a94e-1de169e360f1 req-a100e799-25f3-401e-9797-a7076dec022a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:29:51.471305 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-007012fc-0189-436d-a94e-1de169e360f1 req-a100e799-25f3-401e-9797-a7076dec022a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:29:51.496220 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100e799-25f3-401e-9797-a7076dec022a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=f28182d8-6126-4300-ade6-4f15419f302b,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:51.539180 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007012fc-0189-436d-a94e-1de169e360f1 req-a100e799-25f3-401e-9797-a7076dec022a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:29:51.539932 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-007012fc-0189-436d-a94e-1de169e360f1 req-a100e799-25f3-401e-9797-a7076dec022a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:51.633962 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-007012fc-0189-436d-a94e-1de169e360f1 req-a100e799-25f3-401e-9797-a7076dec022a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0076230 Apr 29 16:29:51.645208 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-007012fc-0189-436d-a94e-1de169e360f1 req-79884560-60a2-4443-a4d6-d02fbfdd8c9c service neutron] Request body: {'port': {'device_id': '702a71d2-4015-4b1a-91d3-1a5efba3dc4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:29:51.749966 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-007012fc-0189-436d-a94e-1de169e360f1 req-79884560-60a2-4443-a4d6-d02fbfdd8c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:51.787144 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-47f421a4-925d-4f78-abb6-e422a8ac37ee None None] Provisioning for port f28182d8-6126-4300-ade6-4f15419f302b completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:29:51.793062 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-47f421a4-925d-4f78-abb6-e422a8ac37ee None None] Provisioning complete for port f28182d8-6126-4300-ade6-4f15419f302b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:29:51.793507 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-47f421a4-925d-4f78-abb6-e422a8ac37ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:51.848132 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-47f421a4-925d-4f78-abb6-e422a8ac37ee None None] Port f28182d8-6126-4300-ade6-4f15419f302b cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:29:52.166123 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b298ed7-3d6a-4e24-8e8e-dc7bd8962fc6 req-16e8b70c-da74-448c-a604-6f005ffd45c8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:29:52.166896 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-5b298ed7-3d6a-4e24-8e8e-dc7bd8962fc6 req-16e8b70c-da74-448c-a604-6f005ffd45c8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Synchronizing usage tracker for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:29:52.241703 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-007012fc-0189-436d-a94e-1de169e360f1 req-79884560-60a2-4443-a4d6-d02fbfdd8c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f28182d8-6126-4300-ade6-4f15419f302b {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:29:52.248582 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-007012fc-0189-436d-a94e-1de169e360f1 req-79884560-60a2-4443-a4d6-d02fbfdd8c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:52.263070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-5b298ed7-3d6a-4e24-8e8e-dc7bd8962fc6 req-16e8b70c-da74-448c-a604-6f005ffd45c8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Unset dirty status for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:29:52.264205 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5b298ed7-3d6a-4e24-8e8e-dc7bd8962fc6 req-16e8b70c-da74-448c-a604-6f005ffd45c8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 932 time: 0.2199566 Apr 29 16:29:52.265059 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-007012fc-0189-436d-a94e-1de169e360f1 req-79884560-60a2-4443-a4d6-d02fbfdd8c9c service neutron] Transition to ACTIVE for port object f28182d8-6126-4300-ade6-4f15419f302b will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:29:52.313184 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5b298ed7-3d6a-4e24-8e8e-dc7bd8962fc6 req-f7009f54-d3a8-472f-84c9-2fa04aad2609 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433042 Apr 29 16:29:52.324166 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-007012fc-0189-436d-a94e-1de169e360f1 req-79884560-60a2-4443-a4d6-d02fbfdd8c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:52.449704 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79884560-60a2-4443-a4d6-d02fbfdd8c9c service neutron] Pushing event updated for resources: {'Port': ['ID=f28182d8-6126-4300-ade6-4f15419f302b,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:52.560367 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-007012fc-0189-436d-a94e-1de169e360f1 req-79884560-60a2-4443-a4d6-d02fbfdd8c9c service neutron] Attempting to bind port f28182d8-6126-4300-ade6-4f15419f302b on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:29:52.560705 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-007012fc-0189-436d-a94e-1de169e360f1 req-79884560-60a2-4443-a4d6-d02fbfdd8c9c service neutron] Attempting to bind port f28182d8-6126-4300-ade6-4f15419f302b by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': 'ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:29:52.561034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007012fc-0189-436d-a94e-1de169e360f1 req-79884560-60a2-4443-a4d6-d02fbfdd8c9c service neutron] Attempting to bind port f28182d8-6126-4300-ade6-4f15419f302b on network 77098d2e-d73a-41fb-8c07-11c59a90b945 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:29:52.566813 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007012fc-0189-436d-a94e-1de169e360f1 req-79884560-60a2-4443-a4d6-d02fbfdd8c9c service neutron] Port f28182d8-6126-4300-ade6-4f15419f302b on network 77098d2e-d73a-41fb-8c07-11c59a90b945 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 16:29:52.567131 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007012fc-0189-436d-a94e-1de169e360f1 req-79884560-60a2-4443-a4d6-d02fbfdd8c9c service neutron] Attempting to bind port f28182d8-6126-4300-ade6-4f15419f302b on network 77098d2e-d73a-41fb-8c07-11c59a90b945 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:29:52.574084 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007012fc-0189-436d-a94e-1de169e360f1 req-79884560-60a2-4443-a4d6-d02fbfdd8c9c service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:29:52.574420 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007012fc-0189-436d-a94e-1de169e360f1 req-79884560-60a2-4443-a4d6-d02fbfdd8c9c service neutron] Checking segment: {'id': 'ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:29:52.574829 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007012fc-0189-436d-a94e-1de169e360f1 req-79884560-60a2-4443-a4d6-d02fbfdd8c9c service neutron] Bound using segment: {'id': 'ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:29:52.575254 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-007012fc-0189-436d-a94e-1de169e360f1 req-79884560-60a2-4443-a4d6-d02fbfdd8c9c service neutron] Bound port: f28182d8-6126-4300-ade6-4f15419f302b, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:29:52.575599 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-007012fc-0189-436d-a94e-1de169e360f1 req-79884560-60a2-4443-a4d6-d02fbfdd8c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:52.663589 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-007012fc-0189-436d-a94e-1de169e360f1 req-79884560-60a2-4443-a4d6-d02fbfdd8c9c service neutron] For port f28182d8-6126-4300-ade6-4f15419f302b, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:29:52.666337 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-007012fc-0189-436d-a94e-1de169e360f1 req-79884560-60a2-4443-a4d6-d02fbfdd8c9c service neutron] For port f28182d8-6126-4300-ade6-4f15419f302b, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f28182d8-6126-4300-ade6-4f15419f302b,segment=NetworkSegment(ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd),segment_id=ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:29:52.724381 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-007012fc-0189-436d-a94e-1de169e360f1 req-79884560-60a2-4443-a4d6-d02fbfdd8c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:52.773411 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 9ef0a41e-ce08-4d56-9d16-809966966a32 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:29:52.784543 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-007012fc-0189-436d-a94e-1de169e360f1 req-79884560-60a2-4443-a4d6-d02fbfdd8c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:52.785879 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-007012fc-0189-436d-a94e-1de169e360f1 req-79884560-60a2-4443-a4d6-d02fbfdd8c9c service neutron] 10.222.0.35 "PUT /v2.0/ports/f28182d8-6126-4300-ade6-4f15419f302b HTTP/1.1" status: 200 len: 1094 time: 1.1447439 Apr 29 16:29:52.786302 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '702a71d2-4015-4b1a-91d3-1a5efba3dc4f', 'tag': 'f28182d8-6126-4300-ade6-4f15419f302b'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:29:52.818347 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79884560-60a2-4443-a4d6-d02fbfdd8c9c service neutron] Pushing event updated for resources: {'Port': ['ID=f28182d8-6126-4300-ade6-4f15419f302b,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:52.847364 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 9ef0a41e-ce08-4d56-9d16-809966966a32 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:29:52.847754 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:52.855600 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c6d0200-d9a2-41f8-bdb1-0233ff6c4985'] response: {'name': 'network-changed', 'server_uuid': '702a71d2-4015-4b1a-91d3-1a5efba3dc4f', 'tag': 'f28182d8-6126-4300-ade6-4f15419f302b', 'status': 'completed', 'code': 200} Apr 29 16:29:53.021399 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-14d6276c-a02c-47f1-bb6e-cf2984102921 req-29433017-3cd5-4b66-9ad1-b2e4523a8abe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 1097 time: 0.1456945 Apr 29 16:29:53.157885 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6276c-a02c-47f1-bb6e-cf2984102921 req-48619dd1-ae9d-4215-aad6-4e00d2d058e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:29:53.159227 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-14d6276c-a02c-47f1-bb6e-cf2984102921 req-48619dd1-ae9d-4215-aad6-4e00d2d058e6 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1307561 Apr 29 16:29:53.290982 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6276c-a02c-47f1-bb6e-cf2984102921 req-2749e197-1913-4dc5-93f7-516e6ba40e57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:29:53.292404 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-14d6276c-a02c-47f1-bb6e-cf2984102921 req-2749e197-1913-4dc5-93f7-516e6ba40e57 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1270826 Apr 29 16:29:53.397100 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-007012fc-0189-436d-a94e-1de169e360f1 req-e37c4833-3299-4f0a-8736-a6129e048222 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 1097 time: 0.0713665 Apr 29 16:29:53.499437 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-007012fc-0189-436d-a94e-1de169e360f1 req-1c6bdcc0-bd77-4753-bbe8-7bfbf7a39653 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f28182d8-6126-4300-ade6-4f15419f302b HTTP/1.1" status: 200 len: 217 time: 0.0959980 Apr 29 16:29:53.577954 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007012fc-0189-436d-a94e-1de169e360f1 req-0b6d2879-18ce-479f-9661-3e04a4953526 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:29:53.579420 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-007012fc-0189-436d-a94e-1de169e360f1 req-0b6d2879-18ce-479f-9661-3e04a4953526 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b48a2bd9-da99-4b8c-8876-b6dff11b394a HTTP/1.1" status: 200 len: 835 time: 0.0726228 Apr 29 16:29:53.625782 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae257576-4116-4fda-91a8-24c8d9543a51 req-64eadd9c-f083-4b24-b87f-b6c5c1e6e2d3 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:29:53.627219 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ae257576-4116-4fda-91a8-24c8d9543a51 req-64eadd9c-f083-4b24-b87f-b6c5c1e6e2d3 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 944 time: 0.1777894 Apr 29 16:29:53.691400 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ae257576-4116-4fda-91a8-24c8d9543a51 req-1e7a69ac-bfb0-4e44-bb13-cda3f89baa11 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581176 Apr 29 16:29:53.705162 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-007012fc-0189-436d-a94e-1de169e360f1 req-ca4dad4d-06b3-4e92-8217-d7af9b82c7f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77098d2e-d73a-41fb-8c07-11c59a90b945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1177189 Apr 29 16:29:53.836921 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-007012fc-0189-436d-a94e-1de169e360f1 req-3a02c477-5575-47b3-b462-eb8d20486375 service neutron] 10.222.0.35 "GET /v2.0/networks/77098d2e-d73a-41fb-8c07-11c59a90b945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245241 Apr 29 16:29:54.056402 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-007012fc-0189-436d-a94e-1de169e360f1 req-31445d61-43cb-4fad-9b7c-a37ab22bccf1 service neutron] 10.222.0.35 "GET /v2.0/networks/77098d2e-d73a-41fb-8c07-11c59a90b945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138107 Apr 29 16:29:54.885946 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822b8ad-ac79-47c5-b4ea-33688d67e4b1 req-ebf1408c-c84b-46df-98f5-025f03c4e6c8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:29:54.887975 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d822b8ad-ac79-47c5-b4ea-33688d67e4b1 req-ebf1408c-c84b-46df-98f5-025f03c4e6c8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 944 time: 0.0762103 Apr 29 16:29:54.938433 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d822b8ad-ac79-47c5-b4ea-33688d67e4b1 req-36c7642e-ec27-463f-bc9e-e4ca61acca37 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449579 Apr 29 16:29:56.134948 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c681d1-18e5-4751-80b1-16f730823473 req-373361da-5872-4c2c-87a9-dc6407dd3455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:29:56.136367 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b0c681d1-18e5-4751-80b1-16f730823473 req-373361da-5872-4c2c-87a9-dc6407dd3455 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 944 time: 0.0748658 Apr 29 16:29:56.179987 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b0c681d1-18e5-4751-80b1-16f730823473 req-770851bc-7c0d-47b9-85db-d5e1fc2e7d05 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381985 Apr 29 16:29:57.057251 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device f28182d8-6126-4300-ade6-4f15419f302b details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:29:57.188193 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port f28182d8-6126-4300-ade6-4f15419f302b, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f28182d8-6126-4300-ade6-4f15419f302b,segment=NetworkSegment(ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd),segment_id=ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:29:57.201693 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': 'f28182d8-6126-4300-ade6-4f15419f302b', 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945', 'port_id': 'f28182d8-6126-4300-ade6-4f15419f302b', 'mac_address': 'fa:16:3e:55:64:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48a2bd9-da99-4b8c-8876-b6dff11b394a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:29:57.254444 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:57.271738 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28182d8-6126-4300-ade6-4f15419f302b {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:29:57.286919 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port f28182d8-6126-4300-ade6-4f15419f302b, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f28182d8-6126-4300-ade6-4f15419f302b,segment=NetworkSegment(ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd),segment_id=ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:29:57.351149 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:57.378644 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85311357-5d70-4396-9211-84ee055868a4 req-f8c1d58f-8f3c-46a5-bd1f-abf4cdd551a7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:29:57.383419 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-85311357-5d70-4396-9211-84ee055868a4 req-f8c1d58f-8f3c-46a5-bd1f-abf4cdd551a7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 944 time: 0.0791216 Apr 29 16:29:57.419499 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=f28182d8-6126-4300-ade6-4f15419f302b,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:57.426324 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-85311357-5d70-4396-9211-84ee055868a4 req-bea9b213-c580-4799-a22c-dd5e0b6f13b3 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395889 Apr 29 16:29:57.767668 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['f28182d8-6126-4300-ade6-4f15419f302b'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:29:58.620114 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fb45e-526f-4b08-b367-4392c49e4eec req-5a61c705-57f6-4baf-8f67-c44f9a1f1b24 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:29:58.621536 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cd2fb45e-526f-4b08-b367-4392c49e4eec req-5a61c705-57f6-4baf-8f67-c44f9a1f1b24 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 945 time: 0.0761762 Apr 29 16:29:58.665907 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cd2fb45e-526f-4b08-b367-4392c49e4eec req-687d1991-6ea5-4ba3-b38a-39a1fd792be2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389977 Apr 29 16:29:59.058976 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device f28182d8-6126-4300-ade6-4f15419f302b up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:29:59.213175 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port f28182d8-6126-4300-ade6-4f15419f302b completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:29:59.218013 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port f28182d8-6126-4300-ade6-4f15419f302b triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:29:59.223142 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:59.327794 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:59.357422 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702a71d2-4015-4b1a-91d3-1a5efba3dc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28182d8-6126-4300-ade6-4f15419f302b'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:29:59.367474 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port f28182d8-6126-4300-ade6-4f15419f302b, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f28182d8-6126-4300-ade6-4f15419f302b,segment=NetworkSegment(ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd),segment_id=ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:29:59.415306 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c4b411b-00d0-43c8-86d1-c92487b63da5'] response: {'server_uuid': '702a71d2-4015-4b1a-91d3-1a5efba3dc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28182d8-6126-4300-ade6-4f15419f302b', 'code': 200} Apr 29 16:29:59.444693 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:59.513239 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=f28182d8-6126-4300-ade6-4f15419f302b,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:59.880682 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4c5d06b8-ff41-42b1-9653-ffd4a7e4ce43 req-a2473f05-5d22-4f82-bd25-f7b63a15415a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 1099 time: 0.1294923 Apr 29 16:29:59.890824 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa480b-e5d7-4a2e-ae1c-4d864ce36da5 req-e6144004-dfac-444c-971b-62273bb87538 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:29:59.892199 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e4fa480b-e5d7-4a2e-ae1c-4d864ce36da5 req-e6144004-dfac-444c-971b-62273bb87538 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 946 time: 0.1012354 Apr 29 16:29:59.965168 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4c5d06b8-ff41-42b1-9653-ffd4a7e4ce43 req-34a5c592-a358-40ea-adfd-ae8448b73804 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719373 Apr 29 16:29:59.968347 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e4fa480b-e5d7-4a2e-ae1c-4d864ce36da5 req-c8b8eea5-d39c-4869-9465-e333af7f2e9a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622020 Apr 29 16:30:01.160537 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90629a5f-9f53-4bd4-83dc-9834921ae56c req-60d0d0f7-9fa3-4a50-b512-18802a23c96a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:30:01.161972 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-90629a5f-9f53-4bd4-83dc-9834921ae56c req-60d0d0f7-9fa3-4a50-b512-18802a23c96a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 946 time: 0.0739329 Apr 29 16:30:01.207404 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-90629a5f-9f53-4bd4-83dc-9834921ae56c req-3f9e6ba4-574f-4b87-a3b5-17c9ec2b5329 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388224 Apr 29 16:30:02.406681 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1592ed6-11d2-4476-b76e-5d26a63b8841 req-2cc5b037-4b45-474c-b645-aeccf75fbb12 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:30:02.408110 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d1592ed6-11d2-4476-b76e-5d26a63b8841 req-2cc5b037-4b45-474c-b645-aeccf75fbb12 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 946 time: 0.0776196 Apr 29 16:30:02.453189 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d1592ed6-11d2-4476-b76e-5d26a63b8841 req-2b643d0f-39e7-40e5-b169-04c1606ee802 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388887 Apr 29 16:30:02.645199 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf834c-25ed-4709-941a-6a04626eab47 req-931bd4e1-e4cb-4b3c-94a0-5b99dfa18384 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:30:02.646668 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-54cf834c-25ed-4709-941a-6a04626eab47 req-931bd4e1-e4cb-4b3c-94a0-5b99dfa18384 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 946 time: 0.0739839 Apr 29 16:30:02.694973 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-54cf834c-25ed-4709-941a-6a04626eab47 req-3b47e36c-01b3-464d-8018-bab0e5610968 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424049 Apr 29 16:30:02.722375 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 38214) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:30:02.794568 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ee5aff36-b625-4e47-af6f-f768778a0bd4 tempest-TestNetworkAdvancedServerOps-1888383214 tempest-TestNetworkAdvancedServerOps-1888383214-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 1094 time: 0.0709400 Apr 29 16:30:02.797116 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 38218) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:30:02.802082 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-6e0010d0-fd6a-438b-8a89-bc35e833eef7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': 'f28182d8-6126-4300-ade6-4f15419f302b', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:30:02.807430 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-6e0010d0-fd6a-438b-8a89-bc35e833eef7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:30:02.811159 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-6e0010d0-fd6a-438b-8a89-bc35e833eef7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:floatingip and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:30:02.813885 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-6e0010d0-fd6a-438b-8a89-bc35e833eef7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:30:02.819445 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-6e0010d0-fd6a-438b-8a89-bc35e833eef7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:30:02.918781 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6e0010d0-fd6a-438b-8a89-bc35e833eef7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for floatingip, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:03.050026 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6e0010d0-fd6a-438b-8a89-bc35e833eef7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:03.180381 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-6e0010d0-fd6a-438b-8a89-bc35e833eef7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Allocated IP 172.26.1.116 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/49c084f9-773a-4cc9-84ce-31789ea299b0) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:30:03.319948 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6e0010d0-fd6a-438b-8a89-bc35e833eef7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:03.396441 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6e0010d0-fd6a-438b-8a89-bc35e833eef7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:03.463871 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0010d0-fd6a-438b-8a89-bc35e833eef7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:30:03.467181 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-6e0010d0-fd6a-438b-8a89-bc35e833eef7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:30:03.469168 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0010d0-fd6a-438b-8a89-bc35e833eef7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=49c084f9-773a-4cc9-84ce-31789ea299b0,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:30:03.471223 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0010d0-fd6a-438b-8a89-bc35e833eef7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:30:03.783887 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:30:04.045598 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6e0010d0-fd6a-438b-8a89-bc35e833eef7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:04.150690 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6e0010d0-fd6a-438b-8a89-bc35e833eef7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:04.356054 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6e0010d0-fd6a-438b-8a89-bc35e833eef7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:04.404181 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6e0010d0-fd6a-438b-8a89-bc35e833eef7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:04.506443 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0010d0-fd6a-438b-8a89-bc35e833eef7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=49c084f9-773a-4cc9-84ce-31789ea299b0,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:30:04.522325 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6e0010d0-fd6a-438b-8a89-bc35e833eef7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:04.714703 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [None req-6e0010d0-fd6a-438b-8a89-bc35e833eef7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Floating IP 3cbba7fa-3faf-4f68-977b-9b81919e29b5 associated. External IP: 172.26.1.116, port: f28182d8-6126-4300-ade6-4f15419f302b. Apr 29 16:30:05.096120 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0010d0-fd6a-438b-8a89-bc35e833eef7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Router 088f70c2-e95f-461c-91e7-c5d023123189 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:30:05.391735 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0010d0-fd6a-438b-8a89-bc35e833eef7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:30:05.401940 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b7b632-5deb-4288-876d-fd4b5d351afb None None] Sync routers for ids ['088f70c2-e95f-461c-91e7-c5d023123189'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:30:05.414730 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b7b632-5deb-4288-876d-fd4b5d351afb None None] Routers {'088f70c2-e95f-461c-91e7-c5d023123189'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:30:05.416843 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-76b7b632-5deb-4288-876d-fd4b5d351afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:29:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['088f70c2-e95f-461c-91e7-c5d023123189'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:30:05.490300 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-6e0010d0-fd6a-438b-8a89-bc35e833eef7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:05.547058 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-6e0010d0-fd6a-438b-8a89-bc35e833eef7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7489607 Apr 29 16:30:05.547728 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '702a71d2-4015-4b1a-91d3-1a5efba3dc4f', 'tag': 'f28182d8-6126-4300-ade6-4f15419f302b'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:30:05.596377 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-76b7b632-5deb-4288-876d-fd4b5d351afb None None] Set router 088f70c2-e95f-461c-91e7-c5d023123189 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:30:05.607298 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-711f4f99-304f-4a03-8361-36e64cc5bbcd'] response: {'name': 'network-changed', 'server_uuid': '702a71d2-4015-4b1a-91d3-1a5efba3dc4f', 'tag': 'f28182d8-6126-4300-ade6-4f15419f302b', 'status': 'completed', 'code': 200} Apr 29 16:30:05.756814 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67665f7c-6d31-4c06-9062-7b29b900e7d5 req-4b6ac17f-df71-4d64-9858-ad53dfb68dfb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 1099 time: 0.1278851 Apr 29 16:30:05.767358 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126df8dd-09a5-4d6d-8ea6-e906144f5976 req-1a45a42e-7355-4e58-8ee3-48c7da7b2c9b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:30:05.768730 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-126df8dd-09a5-4d6d-8ea6-e906144f5976 req-1a45a42e-7355-4e58-8ee3-48c7da7b2c9b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 946 time: 0.1058097 Apr 29 16:30:05.903425 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-126df8dd-09a5-4d6d-8ea6-e906144f5976 req-837eeed5-0eec-4456-9172-c64af582a834 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104324 Apr 29 16:30:05.936265 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67665f7c-6d31-4c06-9062-7b29b900e7d5 req-a63fabcc-8474-4480-b2ac-48fc7f4ee01d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:30:05.936449 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 38226) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:30:05.937837 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67665f7c-6d31-4c06-9062-7b29b900e7d5 req-a63fabcc-8474-4480-b2ac-48fc7f4ee01d service neutron] 10.222.0.35 "GET /v2.0/networks?id=77098d2e-d73a-41fb-8c07-11c59a90b945 HTTP/1.1" status: 200 len: 897 time: 0.1681359 Apr 29 16:30:05.953466 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-76b7b632-5deb-4288-876d-fd4b5d351afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f70c2-e95f-461c-91e7-c5d023123189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344052866', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:29:40Z', 'updated_at': '2022-04-29T16:29:45Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:29:41Z', 'updated_at': '2022-04-29T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '3cbba7fa-3faf-4f68-977b-9b81919e29b5', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'floating_ip_address': '172.26.1.116', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'port_id': 'f28182d8-6126-4300-ade6-4f15419f302b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945', 'mac_address': 'fa:16:3e:55:64:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a71d2-4015-4b1a-91d3-1a5efba3dc4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:30:03Z', 'updated_at': '2022-04-29T16:30:03Z', 'revision_number': 0, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef0a41e-ce08-4d56-9d16-809966966a32', 'name': '', 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:57:1b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b48a2bd9-da99-4b8c-8876-b6dff11b394a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:29:44Z', 'updated_at': '2022-04-29T16:29:51Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': 'b48a2bd9-da99-4b8c-8876-b6dff11b394a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:30:05.957171 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b7b632-5deb-4288-876d-fd4b5d351afb None None] Checking router: 088f70c2-e95f-461c-91e7-c5d023123189 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:30:05.968588 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b7b632-5deb-4288-876d-fd4b5d351afb None None] Routers {'088f70c2-e95f-461c-91e7-c5d023123189'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:30:05.969189 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-76b7b632-5deb-4288-876d-fd4b5d351afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:29:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['088f70c2-e95f-461c-91e7-c5d023123189'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:30:06.041787 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d83586a7-6f59-4274-8a78-307bfde8434e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/floatingips/3cbba7fa-3faf-4f68-977b-9b81919e29b5 HTTP/1.1" status: 200 len: 992 time: 0.1031232 Apr 29 16:30:06.046963 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67665f7c-6d31-4c06-9062-7b29b900e7d5 req-16e35578-4037-47e7-ab46-bd23fb411488 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f28182d8-6126-4300-ade6-4f15419f302b HTTP/1.1" status: 200 len: 1000 time: 0.1027241 Apr 29 16:30:06.107835 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67665f7c-6d31-4c06-9062-7b29b900e7d5 req-1ebfdd85-8a32-4122-a722-a8e4f1e20c62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:30:06.109243 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67665f7c-6d31-4c06-9062-7b29b900e7d5 req-1ebfdd85-8a32-4122-a722-a8e4f1e20c62 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b48a2bd9-da99-4b8c-8876-b6dff11b394a HTTP/1.1" status: 200 len: 835 time: 0.0562301 Apr 29 16:30:06.147063 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-76b7b632-5deb-4288-876d-fd4b5d351afb None None] Set router 088f70c2-e95f-461c-91e7-c5d023123189 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:30:06.181288 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67665f7c-6d31-4c06-9062-7b29b900e7d5 req-38c4c6b5-f432-4791-b57e-15a44ab98f13 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77098d2e-d73a-41fb-8c07-11c59a90b945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659318 Apr 29 16:30:06.311782 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67665f7c-6d31-4c06-9062-7b29b900e7d5 req-214ca061-5410-47c5-aba0-974ddd420033 service neutron] 10.222.0.35 "GET /v2.0/networks/77098d2e-d73a-41fb-8c07-11c59a90b945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243186 Apr 29 16:30:06.533675 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67665f7c-6d31-4c06-9062-7b29b900e7d5 req-d74d0083-b1f6-47ba-8eb7-966de55a73de service neutron] 10.222.0.35 "GET /v2.0/networks/77098d2e-d73a-41fb-8c07-11c59a90b945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158232 Apr 29 16:30:06.537501 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-76b7b632-5deb-4288-876d-fd4b5d351afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f70c2-e95f-461c-91e7-c5d023123189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344052866', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:29:40Z', 'updated_at': '2022-04-29T16:29:45Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:29:41Z', 'updated_at': '2022-04-29T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '3cbba7fa-3faf-4f68-977b-9b81919e29b5', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'floating_ip_address': '172.26.1.116', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'port_id': 'f28182d8-6126-4300-ade6-4f15419f302b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945', 'mac_address': 'fa:16:3e:55:64:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a71d2-4015-4b1a-91d3-1a5efba3dc4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:30:03Z', 'updated_at': '2022-04-29T16:30:03Z', 'revision_number': 0, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef0a41e-ce08-4d56-9d16-809966966a32', 'name': '', 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:57:1b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b48a2bd9-da99-4b8c-8876-b6dff11b394a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:29:44Z', 'updated_at': '2022-04-29T16:29:51Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': 'b48a2bd9-da99-4b8c-8876-b6dff11b394a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:30:06.542719 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b7b632-5deb-4288-876d-fd4b5d351afb None None] The sync data for ids ['088f70c2-e95f-461c-91e7-c5d023123189'] in dv-neutron-839913-1-hyperv is: [{'id': '088f70c2-e95f-461c-91e7-c5d023123189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344052866', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:29:40Z', 'updated_at': '2022-04-29T16:29:45Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:29:41Z', 'updated_at': '2022-04-29T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '3cbba7fa-3faf-4f68-977b-9b81919e29b5', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'floating_ip_address': '172.26.1.116', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'port_id': 'f28182d8-6126-4300-ade6-4f15419f302b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945', 'mac_address': 'fa:16:3e:55:64:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702a71d2-4015-4b1a-91d3-1a5efba3dc4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:30:03Z', 'updated_at': '2022-04-29T16:30:03Z', 'revision_number': 0, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef0a41e-ce08-4d56-9d16-809966966a32', 'name': '', 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:57:1b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b48a2bd9-da99-4b8c-8876-b6dff11b394a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:29:44Z', 'updated_at': '2022-04-29T16:29:51Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': 'b48a2bd9-da99-4b8c-8876-b6dff11b394a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:30:06.728170 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6327601a-5f64-4ec6-9ef9-def563bc96ed None None] New status for floating IP 3cbba7fa-3faf-4f68-977b-9b81919e29b5: ACTIVE {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:30:07.044318 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 38230) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:30:07.145988 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-35106c96-db4f-4e9f-b486-5ec3baa981ba tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/floatingips/3cbba7fa-3faf-4f68-977b-9b81919e29b5 HTTP/1.1" status: 200 len: 994 time: 0.1005597 Apr 29 16:30:13.701460 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8a947a31-df10-4d2a-b24f-3561feff3a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:15.741292 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:15.939152 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-48b1b1a9-a638-402b-96e0-6fa5e8555d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:17.327473 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:17.575278 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:18.624864 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:40.783752 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:30:43.658477 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f1e70677-bb52-4ac9-83a2-3d6d59a32b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:45.729727 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:45.932747 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-516edef9-0ecb-4b07-95cd-d75700536cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:47.358054 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:47.549720 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:47.783987 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [req-d1829b77-5a2a-4a99-98c0-6e84b150c23b req-5795b338-853c-414e-bad8-8137cbde3797 service neutron] (84771) timed out ('10.222.0.35', 58305) {{(pid=84771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 29 16:30:48.621054 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:58.025725 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7a30dbce-e2a5-4225-916b-967aa3f41d38 req-fa10bed3-f2e9-4e89-9517-6b5a13cbf575 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687625 Apr 29 16:30:58.158987 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7a30dbce-e2a5-4225-916b-967aa3f41d38 req-34a887aa-b374-437f-b637-6b3910312d2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 1099 time: 0.0662251 Apr 29 16:30:58.302430 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30dbce-e2a5-4225-916b-967aa3f41d38 req-51b1529c-d63f-4ad4-a92f-db75d769b587 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:30:58.303801 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7a30dbce-e2a5-4225-916b-967aa3f41d38 req-51b1529c-d63f-4ad4-a92f-db75d769b587 service neutron] 10.222.0.35 "GET /v2.0/networks?id=77098d2e-d73a-41fb-8c07-11c59a90b945 HTTP/1.1" status: 200 len: 897 time: 0.1269648 Apr 29 16:30:58.405131 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7a30dbce-e2a5-4225-916b-967aa3f41d38 req-6bab9661-05ec-44b5-8e95-1b9c82446ae2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f28182d8-6126-4300-ade6-4f15419f302b HTTP/1.1" status: 200 len: 1002 time: 0.0949857 Apr 29 16:30:58.468765 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30dbce-e2a5-4225-916b-967aa3f41d38 req-73a46012-cd97-4888-a403-7d65f39be8af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:30:58.470115 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7a30dbce-e2a5-4225-916b-967aa3f41d38 req-73a46012-cd97-4888-a403-7d65f39be8af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b48a2bd9-da99-4b8c-8876-b6dff11b394a HTTP/1.1" status: 200 len: 835 time: 0.0580413 Apr 29 16:30:58.542878 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7a30dbce-e2a5-4225-916b-967aa3f41d38 req-72942244-1ee1-4f8a-b5a9-4951ce323e93 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77098d2e-d73a-41fb-8c07-11c59a90b945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670390 Apr 29 16:30:58.670472 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7a30dbce-e2a5-4225-916b-967aa3f41d38 req-b6410c8e-17f0-4059-9f37-59bd122933a6 service neutron] 10.222.0.35 "GET /v2.0/networks/77098d2e-d73a-41fb-8c07-11c59a90b945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211476 Apr 29 16:30:58.799962 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7a30dbce-e2a5-4225-916b-967aa3f41d38 req-0df9b60c-0632-4e8f-8dee-bd3fc9e57275 service neutron] 10.222.0.35 "GET /v2.0/networks/77098d2e-d73a-41fb-8c07-11c59a90b945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227846 Apr 29 16:31:13.666517 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-53b807f4-4562-44aa-93a2-92117c690df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:31:15.766980 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:31:15.975422 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-383f25e2-d914-4b7e-8c67-d851b131d9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:31:17.374931 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:31:17.560821 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:31:17.783197 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:31:18.644265 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:31:18.722297 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137374d5-0146-4124-907f-9a4911bf6a6e req-f7912487-c3d6-4a3d-8a38-cc4a07b52f3f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:31:18.723885 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-137374d5-0146-4124-907f-9a4911bf6a6e req-f7912487-c3d6-4a3d-8a38-cc4a07b52f3f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 946 time: 0.0766191 Apr 29 16:31:18.775096 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-137374d5-0146-4124-907f-9a4911bf6a6e req-c8be1a69-d8f8-4f90-a60a-492d10d5fc35 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451274 Apr 29 16:31:20.037452 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1834f6e-d4e2-4dae-b010-6e81844aa33d req-f03866f5-aa20-4b37-a440-d3cb1e410968 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:31:20.040592 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b1834f6e-d4e2-4dae-b010-6e81844aa33d req-f03866f5-aa20-4b37-a440-d3cb1e410968 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 946 time: 0.1419406 Apr 29 16:31:20.083632 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b1834f6e-d4e2-4dae-b010-6e81844aa33d req-904de90b-e327-4a66-a9c4-175fb3cd411d tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386815 Apr 29 16:31:21.278584 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaf48d-ac7a-4f16-9263-f18e43ecdae6 req-a59d91a9-4c30-4f78-b0a0-226f8ac8aba6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:31:21.280019 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eeeaf48d-ac7a-4f16-9263-f18e43ecdae6 req-a59d91a9-4c30-4f78-b0a0-226f8ac8aba6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 946 time: 0.0776663 Apr 29 16:31:21.324296 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eeeaf48d-ac7a-4f16-9263-f18e43ecdae6 req-5176c62f-9623-4b7d-ac02-5f92da227577 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389304 Apr 29 16:31:22.518304 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281b7b4-f756-4212-be6d-a685eccb33d8 req-ae2181e9-e2dc-42a1-8549-1dbc37bf2cc0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:31:22.519773 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b281b7b4-f756-4212-be6d-a685eccb33d8 req-ae2181e9-e2dc-42a1-8549-1dbc37bf2cc0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 946 time: 0.0740399 Apr 29 16:31:22.564660 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b281b7b4-f756-4212-be6d-a685eccb33d8 req-4fa6c55e-522f-42f6-94ed-8617c3c95cbf tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390236 Apr 29 16:31:23.766324 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bce9f2-3186-48be-8d9e-dcff7d9750a1 req-930465a6-dba1-43d2-8a59-0b6ddbb59de7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:31:23.767797 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f1bce9f2-3186-48be-8d9e-dcff7d9750a1 req-930465a6-dba1-43d2-8a59-0b6ddbb59de7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 946 time: 0.0787156 Apr 29 16:31:23.815704 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f1bce9f2-3186-48be-8d9e-dcff7d9750a1 req-55b0b570-7bd9-4347-896a-034a322b51a0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422060 Apr 29 16:31:25.010338 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d92337-6e7e-46a1-a1a8-b0194b02db2f req-45f250e5-0701-481d-b029-e322035500cf tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:31:25.011744 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b0d92337-6e7e-46a1-a1a8-b0194b02db2f req-45f250e5-0701-481d-b029-e322035500cf tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 946 time: 0.0745666 Apr 29 16:31:25.055071 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b0d92337-6e7e-46a1-a1a8-b0194b02db2f req-7ca27639-38a6-495e-847c-ec606c5c4038 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374491 Apr 29 16:31:26.255040 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba57d7-229f-49d1-a8ba-b8e7be9ed2e3 req-ba658f7b-0484-4683-a9ff-fb8d037297db tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:31:26.256459 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-12ba57d7-229f-49d1-a8ba-b8e7be9ed2e3 req-ba658f7b-0484-4683-a9ff-fb8d037297db tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 946 time: 0.0768914 Apr 29 16:31:26.301687 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-12ba57d7-229f-49d1-a8ba-b8e7be9ed2e3 req-217701e1-9d4e-44bd-aa43-82ef2080494d tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396874 Apr 29 16:31:27.503367 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25114252-09e9-4648-90d0-003bff5d3cbf req-e0dad44a-a918-4283-8b4f-8760f20bbc80 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:31:27.504800 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-25114252-09e9-4648-90d0-003bff5d3cbf req-e0dad44a-a918-4283-8b4f-8760f20bbc80 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 946 time: 0.0751238 Apr 29 16:31:27.629409 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-25114252-09e9-4648-90d0-003bff5d3cbf req-a14b8c84-311b-4938-91a0-e269bcb8061f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185272 Apr 29 16:31:28.822392 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b4a37-991e-4239-b936-40e8b2e41c4d req-58ddba63-ea5b-4457-90ce-77536fcbc240 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:31:28.823856 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8d7b4a37-991e-4239-b936-40e8b2e41c4d req-58ddba63-ea5b-4457-90ce-77536fcbc240 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 946 time: 0.0741971 Apr 29 16:31:28.869917 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8d7b4a37-991e-4239-b936-40e8b2e41c4d req-9d3461a9-f0db-4968-b46f-b2d64562b23a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401187 Apr 29 16:31:30.067748 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4a4a0-4670-4b40-96aa-6255921f7500 req-4865d0c0-f67b-4cae-b099-76a991b1dae5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:31:30.069061 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-98d4a4a0-4670-4b40-96aa-6255921f7500 req-4865d0c0-f67b-4cae-b099-76a991b1dae5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 946 time: 0.0773416 Apr 29 16:31:30.114894 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-98d4a4a0-4670-4b40-96aa-6255921f7500 req-1587d2fc-8c41-40ee-a6c9-e5e647f17637 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400424 Apr 29 16:31:30.142137 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38290) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:31:30.243591 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d7ce5492-1897-4813-a680-6d2e1e258246 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/floatingips/3cbba7fa-3faf-4f68-977b-9b81919e29b5 HTTP/1.1" status: 200 len: 994 time: 0.1002505 Apr 29 16:31:31.881086 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cb362-b35b-4f0d-b016-64413088ac6a req-1781112a-51df-4263-939a-9299e92f18c3 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:31:31.883113 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9e6cb362-b35b-4f0d-b016-64413088ac6a req-1781112a-51df-4263-939a-9299e92f18c3 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 946 time: 0.0785990 Apr 29 16:31:31.978744 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9e6cb362-b35b-4f0d-b016-64413088ac6a req-4c357d55-796b-4028-a97a-a7f6fc7522e9 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899272 Apr 29 16:31:32.008095 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3c3f8c48-8113-4cc4-8886-4a67b28437ba req-a121955c-e15e-49a0-b280-c5578a048513 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 1099 time: 0.0875850 Apr 29 16:31:32.144037 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f8c48-8113-4cc4-8886-4a67b28437ba req-2bb702e2-226a-4e09-8952-18e32166f8ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:31:32.145451 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3c3f8c48-8113-4cc4-8886-4a67b28437ba req-2bb702e2-226a-4e09-8952-18e32166f8ec service neutron] 10.222.0.35 "GET /v2.0/networks?id=77098d2e-d73a-41fb-8c07-11c59a90b945 HTTP/1.1" status: 200 len: 897 time: 0.1312144 Apr 29 16:31:32.248630 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3c3f8c48-8113-4cc4-8886-4a67b28437ba req-cc83e065-9cc6-4562-9c56-0069023c9c9b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f28182d8-6126-4300-ade6-4f15419f302b HTTP/1.1" status: 200 len: 1002 time: 0.0961032 Apr 29 16:31:32.310842 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f8c48-8113-4cc4-8886-4a67b28437ba req-710de1e4-ada7-4eb4-b0d8-bc356fa05e58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:31:32.312227 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3c3f8c48-8113-4cc4-8886-4a67b28437ba req-710de1e4-ada7-4eb4-b0d8-bc356fa05e58 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b48a2bd9-da99-4b8c-8876-b6dff11b394a HTTP/1.1" status: 200 len: 835 time: 0.0576375 Apr 29 16:31:32.384230 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3c3f8c48-8113-4cc4-8886-4a67b28437ba req-b77d38c3-d397-44c4-9910-8954db36b0ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77098d2e-d73a-41fb-8c07-11c59a90b945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666192 Apr 29 16:31:32.516042 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3c3f8c48-8113-4cc4-8886-4a67b28437ba req-664139ca-3f5f-4d47-ad8d-0a50d79de458 service neutron] 10.222.0.35 "GET /v2.0/networks/77098d2e-d73a-41fb-8c07-11c59a90b945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255746 Apr 29 16:31:32.643395 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3c3f8c48-8113-4cc4-8886-4a67b28437ba req-5645ff4e-05c8-4f3f-becb-37c4a7c1e286 service neutron] 10.222.0.35 "GET /v2.0/networks/77098d2e-d73a-41fb-8c07-11c59a90b945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217694 Apr 29 16:31:33.177912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0db59d-3259-48cb-8616-eeb3e4f6d983 req-874c9462-ee78-4e9a-9f99-fffa26c3d706 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:31:33.179425 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fd0db59d-3259-48cb-8616-eeb3e4f6d983 req-874c9462-ee78-4e9a-9f99-fffa26c3d706 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 946 time: 0.0793185 Apr 29 16:31:33.224638 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fd0db59d-3259-48cb-8616-eeb3e4f6d983 req-283cd0eb-0408-4f7e-b351-f5b61d3e1f2c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396402 Apr 29 16:31:34.417374 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90c697-a8b5-42c0-9f18-5486afb5272f req-c9d86cd7-6936-4937-9feb-002a5ec8631c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:31:34.418815 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9f90c697-a8b5-42c0-9f18-5486afb5272f req-c9d86cd7-6936-4937-9feb-002a5ec8631c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 946 time: 0.0746341 Apr 29 16:31:34.465015 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9f90c697-a8b5-42c0-9f18-5486afb5272f req-6fd43f7d-21a9-4ada-ba97-316a96453657 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407903 Apr 29 16:31:34.492558 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38304) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:31:34.590150 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bbfdfcfd-80da-4ec6-9ed0-6787c2d190a2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/floatingips/3cbba7fa-3faf-4f68-977b-9b81919e29b5 HTTP/1.1" status: 200 len: 994 time: 0.0963736 Apr 29 16:31:43.646246 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0d6883b8-3ceb-4ca1-bf0d-93212205d090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:31:45.774891 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:31:45.983869 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f81bb459-1921-4490-b27c-17cf0ea5f00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:31:47.357925 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:31:47.560710 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:31:48.626162 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:31:54.782924 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:31:58.147107 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8cb7696-6604-4c24-a7e1-281cbbd7972f req-10cbf0a3-4e3c-4924-809a-288185b1e59a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685203 Apr 29 16:31:58.280952 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8cb7696-6604-4c24-a7e1-281cbbd7972f req-0c2fc04a-3999-455f-aa24-2582f605ae81 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 1099 time: 0.0674069 Apr 29 16:31:58.500881 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb7696-6604-4c24-a7e1-281cbbd7972f req-664ac492-062a-4044-a27c-5394063ac1cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:31:58.502308 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8cb7696-6604-4c24-a7e1-281cbbd7972f req-664ac492-062a-4044-a27c-5394063ac1cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=77098d2e-d73a-41fb-8c07-11c59a90b945 HTTP/1.1" status: 200 len: 897 time: 0.2023821 Apr 29 16:31:58.602544 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8cb7696-6604-4c24-a7e1-281cbbd7972f req-f90e9be6-c316-4304-8419-ad3db6c0619a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f28182d8-6126-4300-ade6-4f15419f302b HTTP/1.1" status: 200 len: 1002 time: 0.0932736 Apr 29 16:31:58.666155 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb7696-6604-4c24-a7e1-281cbbd7972f req-4b4bbd0b-3b14-4fc5-9ecf-1e10012640a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:31:58.667640 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8cb7696-6604-4c24-a7e1-281cbbd7972f req-4b4bbd0b-3b14-4fc5-9ecf-1e10012640a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b48a2bd9-da99-4b8c-8876-b6dff11b394a HTTP/1.1" status: 200 len: 835 time: 0.0601101 Apr 29 16:31:58.740607 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8cb7696-6604-4c24-a7e1-281cbbd7972f req-f84c821f-1c86-42ff-945a-0d0dd996d407 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77098d2e-d73a-41fb-8c07-11c59a90b945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673194 Apr 29 16:31:58.873889 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8cb7696-6604-4c24-a7e1-281cbbd7972f req-9268f3c9-9859-4bb1-bb46-74c4b607d8a7 service neutron] 10.222.0.35 "GET /v2.0/networks/77098d2e-d73a-41fb-8c07-11c59a90b945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266382 Apr 29 16:31:59.002193 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8cb7696-6604-4c24-a7e1-281cbbd7972f req-fbca404c-48a1-4520-8fa4-e11ebe0bf08a service neutron] 10.222.0.35 "GET /v2.0/networks/77098d2e-d73a-41fb-8c07-11c59a90b945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221333 Apr 29 16:32:13.657359 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b9dca58c-8889-40f1-932c-d408bf39b448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:15.797415 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:15.940419 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cf1689c4-ef6e-4497-88a0-2956af8e43e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:17.351721 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:17.528834 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:18.628997 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:29.884677 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38332) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:32:30.081733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-12f3d790-32b0-402a-a13d-5fe92412b37e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Deleting port 49c084f9-773a-4cc9-84ce-31789ea299b0 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:32:30.081964 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-12f3d790-32b0-402a-a13d-5fe92412b37e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:30.242881 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-12f3d790-32b0-402a-a13d-5fe92412b37e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:30.243197 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-12f3d790-32b0-402a-a13d-5fe92412b37e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:30.358671 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-12f3d790-32b0-402a-a13d-5fe92412b37e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Calling delete_port for 49c084f9-773a-4cc9-84ce-31789ea299b0 owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:32:30.548551 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-12f3d790-32b0-402a-a13d-5fe92412b37e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:30.590827 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3d790-32b0-402a-a13d-5fe92412b37e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Port': ['ID=49c084f9-773a-4cc9-84ce-31789ea299b0,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:30.632289 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d790-32b0-402a-a13d-5fe92412b37e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:30.632714 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d790-32b0-402a-a13d-5fe92412b37e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:30.632987 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d790-32b0-402a-a13d-5fe92412b37e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:30.633316 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d790-32b0-402a-a13d-5fe92412b37e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:30.633645 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d790-32b0-402a-a13d-5fe92412b37e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:30.633974 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d790-32b0-402a-a13d-5fe92412b37e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:30.634292 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d790-32b0-402a-a13d-5fe92412b37e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:30.634641 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d790-32b0-402a-a13d-5fe92412b37e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:30.634964 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d790-32b0-402a-a13d-5fe92412b37e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:30.635282 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d790-32b0-402a-a13d-5fe92412b37e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:30.635600 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3d790-32b0-402a-a13d-5fe92412b37e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:30.696020 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-12f3d790-32b0-402a-a13d-5fe92412b37e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for floatingip, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:31.171421 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f3d790-32b0-402a-a13d-5fe92412b37e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Router 088f70c2-e95f-461c-91e7-c5d023123189 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:32:31.370770 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f3d790-32b0-402a-a13d-5fe92412b37e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:32:31.380608 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378dce90-d947-4d4f-85a7-fb273295bd80 None None] Sync routers for ids ['088f70c2-e95f-461c-91e7-c5d023123189'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:32:31.392658 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378dce90-d947-4d4f-85a7-fb273295bd80 None None] Routers {'088f70c2-e95f-461c-91e7-c5d023123189'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:32:31.399940 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-378dce90-d947-4d4f-85a7-fb273295bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:32:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['088f70c2-e95f-461c-91e7-c5d023123189'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:32:31.440130 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-12f3d790-32b0-402a-a13d-5fe92412b37e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:31.492483 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-12f3d790-32b0-402a-a13d-5fe92412b37e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "DELETE /v2.0/floatingips/3cbba7fa-3faf-4f68-977b-9b81919e29b5 HTTP/1.1" status: 204 len: 168 time: 1.6061537 Apr 29 16:32:31.493463 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '702a71d2-4015-4b1a-91d3-1a5efba3dc4f', 'tag': 'f28182d8-6126-4300-ade6-4f15419f302b'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:32:31.549671 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82b65673-a6e5-45bf-9ae4-fd1ed4100c34'] response: {'name': 'network-changed', 'server_uuid': '702a71d2-4015-4b1a-91d3-1a5efba3dc4f', 'tag': 'f28182d8-6126-4300-ade6-4f15419f302b', 'status': 'completed', 'code': 200} Apr 29 16:32:31.580859 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-378dce90-d947-4d4f-85a7-fb273295bd80 None None] Set router 088f70c2-e95f-461c-91e7-c5d023123189 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:32:31.645825 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df7883e1-6383-43e6-84eb-f3b0fc2a9402 req-5890712b-5ab6-4898-930a-fbdb8e90bec5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 1099 time: 0.0721762 Apr 29 16:32:31.783265 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:32:31.786575 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7883e1-6383-43e6-84eb-f3b0fc2a9402 req-f77c0292-45c7-4ee8-9f6c-da234515e18b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:32:31.788009 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df7883e1-6383-43e6-84eb-f3b0fc2a9402 req-f77c0292-45c7-4ee8-9f6c-da234515e18b service neutron] 10.222.0.35 "GET /v2.0/networks?id=77098d2e-d73a-41fb-8c07-11c59a90b945 HTTP/1.1" status: 200 len: 897 time: 0.1366334 Apr 29 16:32:31.856974 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df7883e1-6383-43e6-84eb-f3b0fc2a9402 req-f34ae866-37ac-47f3-9066-c8649faff1e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f28182d8-6126-4300-ade6-4f15419f302b HTTP/1.1" status: 200 len: 217 time: 0.0631659 Apr 29 16:32:31.902532 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-378dce90-d947-4d4f-85a7-fb273295bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f70c2-e95f-461c-91e7-c5d023123189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344052866', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:29:40Z', 'updated_at': '2022-04-29T16:29:45Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:29:41Z', 'updated_at': '2022-04-29T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '9ef0a41e-ce08-4d56-9d16-809966966a32', 'name': '', 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:57:1b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b48a2bd9-da99-4b8c-8876-b6dff11b394a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:29:44Z', 'updated_at': '2022-04-29T16:29:51Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': 'b48a2bd9-da99-4b8c-8876-b6dff11b394a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:32:31.906457 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378dce90-d947-4d4f-85a7-fb273295bd80 None None] Checking router: 088f70c2-e95f-461c-91e7-c5d023123189 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:32:31.918250 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378dce90-d947-4d4f-85a7-fb273295bd80 None None] Routers {'088f70c2-e95f-461c-91e7-c5d023123189'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:32:31.918895 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-378dce90-d947-4d4f-85a7-fb273295bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:32:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['088f70c2-e95f-461c-91e7-c5d023123189'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:32:31.925981 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7883e1-6383-43e6-84eb-f3b0fc2a9402 req-f6d884c7-02ec-451e-b720-49bfc9d70b19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:32:31.927472 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df7883e1-6383-43e6-84eb-f3b0fc2a9402 req-f6d884c7-02ec-451e-b720-49bfc9d70b19 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b48a2bd9-da99-4b8c-8876-b6dff11b394a HTTP/1.1" status: 200 len: 835 time: 0.0650222 Apr 29 16:32:32.005211 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df7883e1-6383-43e6-84eb-f3b0fc2a9402 req-861a16f3-655e-4ba2-9b23-490bdb911177 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77098d2e-d73a-41fb-8c07-11c59a90b945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718679 Apr 29 16:32:32.105863 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-378dce90-d947-4d4f-85a7-fb273295bd80 None None] Set router 088f70c2-e95f-461c-91e7-c5d023123189 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:32:32.206911 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57d670-5448-45b1-b09a-a925708860eb req-201db61a-0a79-4a91-be8c-549390f7011e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:32:32.207567 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-0c57d670-5448-45b1-b09a-a925708860eb req-201db61a-0a79-4a91-be8c-549390f7011e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Synchronizing usage tracker for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:32:32.212725 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df7883e1-6383-43e6-84eb-f3b0fc2a9402 req-49da5ec3-7ca7-405b-9b4f-06309364d2c6 service neutron] 10.222.0.35 "GET /v2.0/networks/77098d2e-d73a-41fb-8c07-11c59a90b945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010508 Apr 29 16:32:32.345657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-0c57d670-5448-45b1-b09a-a925708860eb req-201db61a-0a79-4a91-be8c-549390f7011e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Unset dirty status for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:32:32.346756 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c57d670-5448-45b1-b09a-a925708860eb req-201db61a-0a79-4a91-be8c-549390f7011e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 946 time: 0.3137200 Apr 29 16:32:32.373159 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-df7883e1-6383-43e6-84eb-f3b0fc2a9402 req-9dfbf6cf-bc82-4e4d-9757-8beaa0f067fc service neutron] 10.222.0.35 "GET /v2.0/networks/77098d2e-d73a-41fb-8c07-11c59a90b945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535921 Apr 29 16:32:32.405689 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c57d670-5448-45b1-b09a-a925708860eb req-663eb65a-f239-499c-ac17-2225cf8aba7c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526025 Apr 29 16:32:32.469130 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-378dce90-d947-4d4f-85a7-fb273295bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f70c2-e95f-461c-91e7-c5d023123189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344052866', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:29:40Z', 'updated_at': '2022-04-29T16:29:45Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:29:41Z', 'updated_at': '2022-04-29T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '9ef0a41e-ce08-4d56-9d16-809966966a32', 'name': '', 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:57:1b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b48a2bd9-da99-4b8c-8876-b6dff11b394a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:29:44Z', 'updated_at': '2022-04-29T16:29:51Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': 'b48a2bd9-da99-4b8c-8876-b6dff11b394a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:32:32.473206 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378dce90-d947-4d4f-85a7-fb273295bd80 None None] The sync data for ids ['088f70c2-e95f-461c-91e7-c5d023123189'] in dv-neutron-839913-1-hyperv is: [{'id': '088f70c2-e95f-461c-91e7-c5d023123189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344052866', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:29:40Z', 'updated_at': '2022-04-29T16:29:45Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:29:41Z', 'updated_at': '2022-04-29T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '9ef0a41e-ce08-4d56-9d16-809966966a32', 'name': '', 'network_id': '77098d2e-d73a-41fb-8c07-11c59a90b945', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:57:1b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b48a2bd9-da99-4b8c-8876-b6dff11b394a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:29:44Z', 'updated_at': '2022-04-29T16:29:51Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': 'b48a2bd9-da99-4b8c-8876-b6dff11b394a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:32:32.676246 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f681a83-7f8e-42dc-b972-d2a0caa4feb8 None None] New status for floating IP 3cbba7fa-3faf-4f68-977b-9b81919e29b5: DOWN {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:32:33.600049 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eee8dc-7210-4898-92e0-8fb39b5dfe46 req-8be44f6f-1c74-48bb-881e-877435db723b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:32:33.601565 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b2eee8dc-7210-4898-92e0-8fb39b5dfe46 req-8be44f6f-1c74-48bb-881e-877435db723b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 946 time: 0.0730801 Apr 29 16:32:33.644990 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b2eee8dc-7210-4898-92e0-8fb39b5dfe46 req-8e8d2971-e239-4dc0-b6e0-9017d8fbde48 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=18269e40-dd45-4f70-9d75-0eeb4379ea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381052 Apr 29 16:32:33.865928 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46a02e-0774-4b11-b889-b8e7ba6a4ea6 req-1cec53ca-f8bb-4b75-b8c2-7ae3c8394ebb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:32:33.867886 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ea46a02e-0774-4b11-b889-b8e7ba6a4ea6 req-1cec53ca-f8bb-4b75-b8c2-7ae3c8394ebb tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 946 time: 0.1640203 Apr 29 16:32:33.932164 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-ea46a02e-0774-4b11-b889-b8e7ba6a4ea6 req-bc7989ac-dd4f-448c-8272-4c18f76be9b8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Deleting port f28182d8-6126-4300-ade6-4f15419f302b {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:32:33.932494 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-ea46a02e-0774-4b11-b889-b8e7ba6a4ea6 req-bc7989ac-dd4f-448c-8272-4c18f76be9b8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:34.166463 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-ea46a02e-0774-4b11-b889-b8e7ba6a4ea6 req-bc7989ac-dd4f-448c-8272-4c18f76be9b8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] For port f28182d8-6126-4300-ade6-4f15419f302b, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f28182d8-6126-4300-ade6-4f15419f302b,segment=NetworkSegment(ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd),segment_id=ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:32:34.166734 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-ea46a02e-0774-4b11-b889-b8e7ba6a4ea6 req-bc7989ac-dd4f-448c-8272-4c18f76be9b8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:34.283196 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-ea46a02e-0774-4b11-b889-b8e7ba6a4ea6 req-bc7989ac-dd4f-448c-8272-4c18f76be9b8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Calling delete_port for f28182d8-6126-4300-ade6-4f15419f302b owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:32:34.500481 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-ea46a02e-0774-4b11-b889-b8e7ba6a4ea6 req-bc7989ac-dd4f-448c-8272-4c18f76be9b8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:34.548042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7989ac-dd4f-448c-8272-4c18f76be9b8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Port': ['ID=f28182d8-6126-4300-ade6-4f15419f302b,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:34.620185 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea46a02e-0774-4b11-b889-b8e7ba6a4ea6 req-bc7989ac-dd4f-448c-8272-4c18f76be9b8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] No DVR routers for this DVR port f28182d8-6126-4300-ade6-4f15419f302b on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:32:34.622531 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-ea46a02e-0774-4b11-b889-b8e7ba6a4ea6 req-bc7989ac-dd4f-448c-8272-4c18f76be9b8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:34.624915 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702a71d2-4015-4b1a-91d3-1a5efba3dc4f', 'name': 'network-vif-deleted', 'tag': 'f28182d8-6126-4300-ade6-4f15419f302b'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:32:34.678908 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-235683fd-e304-46cb-8ccd-44c38b3ebec7'] response: {'server_uuid': '702a71d2-4015-4b1a-91d3-1a5efba3dc4f', 'name': 'network-vif-deleted', 'tag': 'f28182d8-6126-4300-ade6-4f15419f302b', 'status': 'completed', 'code': 200} Apr 29 16:32:34.687093 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ea46a02e-0774-4b11-b889-b8e7ba6a4ea6 req-bc7989ac-dd4f-448c-8272-4c18f76be9b8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "DELETE /v2.0/ports/f28182d8-6126-4300-ade6-4f15419f302b HTTP/1.1" status: 204 len: 173 time: 0.8145051 Apr 29 16:32:34.813182 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-922c0845-c0d6-45e2-812d-8e09f337b488 req-4eb98c6d-aaae-4e15-99b5-5b73ebf5ac85 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Synchronizing usage tracker for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:32:34.874726 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-922c0845-c0d6-45e2-812d-8e09f337b488 req-4eb98c6d-aaae-4e15-99b5-5b73ebf5ac85 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Unset dirty status for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:32:34.875903 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-922c0845-c0d6-45e2-812d-8e09f337b488 req-4eb98c6d-aaae-4e15-99b5-5b73ebf5ac85 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=702a71d2-4015-4b1a-91d3-1a5efba3dc4f HTTP/1.1" status: 200 len: 210 time: 0.1031513 Apr 29 16:32:35.988055 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38364) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:32:36.369085 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-277e2041-3796-48b7-ba77-e333cd93d609 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:37.061443 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-277e2041-3796-48b7-ba77-e333cd93d609 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Deleting port 9ef0a41e-ce08-4d56-9d16-809966966a32 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:32:37.062128 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-277e2041-3796-48b7-ba77-e333cd93d609 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:37.242940 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-277e2041-3796-48b7-ba77-e333cd93d609 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] For port 9ef0a41e-ce08-4d56-9d16-809966966a32, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9ef0a41e-ce08-4d56-9d16-809966966a32,segment=NetworkSegment(ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd),segment_id=ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:32:37.243292 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-277e2041-3796-48b7-ba77-e333cd93d609 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:37.358272 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-277e2041-3796-48b7-ba77-e333cd93d609 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Calling delete_port for 9ef0a41e-ce08-4d56-9d16-809966966a32 owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:32:37.597377 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-277e2041-3796-48b7-ba77-e333cd93d609 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:37.645738 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e2041-3796-48b7-ba77-e333cd93d609 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Port': ['ID=9ef0a41e-ce08-4d56-9d16-809966966a32,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:37.833008 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device f28182d8-6126-4300-ade6-4f15419f302b no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:32:37.865524 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: f28182d8-6126-4300-ade6-4f15419f302b {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:32:37.865867 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device f28182d8-6126-4300-ade6-4f15419f302b not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:32:37.940802 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-277e2041-3796-48b7-ba77-e333cd93d609 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:38.608493 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277e2041-3796-48b7-ba77-e333cd93d609 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Router 088f70c2-e95f-461c-91e7-c5d023123189 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:32:38.809245 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277e2041-3796-48b7-ba77-e333cd93d609 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:32:38.822972 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50435271-3914-4ad0-916c-e824be5abd38 None None] Sync routers for ids ['088f70c2-e95f-461c-91e7-c5d023123189'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:32:38.834229 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50435271-3914-4ad0-916c-e824be5abd38 None None] Routers {'088f70c2-e95f-461c-91e7-c5d023123189'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:32:38.838466 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-50435271-3914-4ad0-916c-e824be5abd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:32:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['088f70c2-e95f-461c-91e7-c5d023123189'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:32:38.887716 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-277e2041-3796-48b7-ba77-e333cd93d609 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "PUT /v2.0/routers/088f70c2-e95f-461c-91e7-c5d023123189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8985324 Apr 29 16:32:38.890150 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38368) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:32:39.017149 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-50435271-3914-4ad0-916c-e824be5abd38 None None] Set router 088f70c2-e95f-461c-91e7-c5d023123189 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:32:39.078275 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d077ee-3f84-4fa5-9050-91f4d9352b7b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Deleting subnet b48a2bd9-da99-4b8c-8876-b6dff11b394a {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 16:32:39.081170 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e4d077ee-3f84-4fa5-9050-91f4d9352b7b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:39.133910 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e4d077ee-3f84-4fa5-9050-91f4d9352b7b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:39.220629 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e4d077ee-3f84-4fa5-9050-91f4d9352b7b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:39.299308 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-50435271-3914-4ad0-916c-e824be5abd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f70c2-e95f-461c-91e7-c5d023123189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344052866', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:29:40Z', 'updated_at': '2022-04-29T16:32:37Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:29:41Z', 'updated_at': '2022-04-29T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:32:39.303185 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50435271-3914-4ad0-916c-e824be5abd38 None None] Checking router: 088f70c2-e95f-461c-91e7-c5d023123189 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:32:39.314134 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50435271-3914-4ad0-916c-e824be5abd38 None None] Routers {'088f70c2-e95f-461c-91e7-c5d023123189'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:32:39.314756 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-50435271-3914-4ad0-916c-e824be5abd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:32:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['088f70c2-e95f-461c-91e7-c5d023123189'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:32:39.392599 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e4d077ee-3f84-4fa5-9050-91f4d9352b7b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:39.430540 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d077ee-3f84-4fa5-9050-91f4d9352b7b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Subnet': ['ID=b48a2bd9-da99-4b8c-8876-b6dff11b394a,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:39.436891 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e4d077ee-3f84-4fa5-9050-91f4d9352b7b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:39.445594 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e4d077ee-3f84-4fa5-9050-91f4d9352b7b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "DELETE /v2.0/subnets/b48a2bd9-da99-4b8c-8876-b6dff11b394a HTTP/1.1" status: 204 len: 168 time: 0.5517049 Apr 29 16:32:39.445943 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38372) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:32:39.450191 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983acb12-d726-41eb-80ee-f4020573712a None None] Network 77098d2e-d73a-41fb-8c07-11c59a90b945 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:32:39.633297 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-50435271-3914-4ad0-916c-e824be5abd38 None None] Set router 088f70c2-e95f-461c-91e7-c5d023123189 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:32:39.640691 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-19182eb6-a3b7-4134-8eaa-f5c9adb230e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:39.837541 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-19182eb6-a3b7-4134-8eaa-f5c9adb230e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:39.916287 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c24ebab-3096-4e36-a287-ad3c808629ec None None] DHCP port deletion for 77098d2e-d73a-41fb-8c07-11c59a90b945 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 16:32:39.931841 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-19182eb6-a3b7-4134-8eaa-f5c9adb230e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Deleting port fb7c2074-4cee-484a-ad2f-b166b806c071 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:32:39.932332 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-19182eb6-a3b7-4134-8eaa-f5c9adb230e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:39.963196 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-2c24ebab-3096-4e36-a287-ad3c808629ec None None] Deleting port a5b65710-1614-4b99-9f5d-151cea1f5715 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:32:39.963568 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2c24ebab-3096-4e36-a287-ad3c808629ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:40.108178 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-50435271-3914-4ad0-916c-e824be5abd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f70c2-e95f-461c-91e7-c5d023123189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344052866', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:29:40Z', 'updated_at': '2022-04-29T16:32:37Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:29:41Z', 'updated_at': '2022-04-29T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:32:40.168852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50435271-3914-4ad0-916c-e824be5abd38 None None] The sync data for ids ['088f70c2-e95f-461c-91e7-c5d023123189'] in dv-neutron-839913-1-hyperv is: [{'id': '088f70c2-e95f-461c-91e7-c5d023123189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344052866', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:29:40Z', 'updated_at': '2022-04-29T16:32:37Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'fb7c2074-4cee-484a-ad2f-b166b806c071', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f70c2-e95f-461c-91e7-c5d023123189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:29:41Z', 'updated_at': '2022-04-29T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:32:40.198169 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-2c24ebab-3096-4e36-a287-ad3c808629ec None None] For port a5b65710-1614-4b99-9f5d-151cea1f5715, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a5b65710-1614-4b99-9f5d-151cea1f5715,segment=NetworkSegment(ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd),segment_id=ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:32:40.198550 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2c24ebab-3096-4e36-a287-ad3c808629ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:40.217156 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-19182eb6-a3b7-4134-8eaa-f5c9adb230e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] For port fb7c2074-4cee-484a-ad2f-b166b806c071, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=fb7c2074-4cee-484a-ad2f-b166b806c071,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:32:40.217516 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-19182eb6-a3b7-4134-8eaa-f5c9adb230e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:40.320853 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-2c24ebab-3096-4e36-a287-ad3c808629ec None None] Calling delete_port for a5b65710-1614-4b99-9f5d-151cea1f5715 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:32:40.337142 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-19182eb6-a3b7-4134-8eaa-f5c9adb230e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Calling delete_port for fb7c2074-4cee-484a-ad2f-b166b806c071 owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:32:40.480425 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2c24ebab-3096-4e36-a287-ad3c808629ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:40.528191 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24ebab-3096-4e36-a287-ad3c808629ec None None] Pushing event deleted for resources: {'Port': ['ID=a5b65710-1614-4b99-9f5d-151cea1f5715,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:40.533702 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c24ebab-3096-4e36-a287-ad3c808629ec None None] No DVR routers for this DVR port a5b65710-1614-4b99-9f5d-151cea1f5715 on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:32:40.544761 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c24ebab-3096-4e36-a287-ad3c808629ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:40.545070 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c24ebab-3096-4e36-a287-ad3c808629ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:40.545506 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c24ebab-3096-4e36-a287-ad3c808629ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:40.545738 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c24ebab-3096-4e36-a287-ad3c808629ec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:40.546078 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c24ebab-3096-4e36-a287-ad3c808629ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:40.546407 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c24ebab-3096-4e36-a287-ad3c808629ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:40.546769 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c24ebab-3096-4e36-a287-ad3c808629ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:40.547103 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c24ebab-3096-4e36-a287-ad3c808629ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:40.547427 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c24ebab-3096-4e36-a287-ad3c808629ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:40.547750 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c24ebab-3096-4e36-a287-ad3c808629ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:40.548175 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c24ebab-3096-4e36-a287-ad3c808629ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:40.575090 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-19182eb6-a3b7-4134-8eaa-f5c9adb230e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:40.620275 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19182eb6-a3b7-4134-8eaa-f5c9adb230e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Port': ['ID=fb7c2074-4cee-484a-ad2f-b166b806c071,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:40.850680 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-19182eb6-a3b7-4134-8eaa-f5c9adb230e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:40.891690 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a5b65710-1614-4b99-9f5d-151cea1f5715 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:32:40.927771 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: a5b65710-1614-4b99-9f5d-151cea1f5715 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:32:40.928477 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a5b65710-1614-4b99-9f5d-151cea1f5715 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:32:40.928477 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 9ef0a41e-ce08-4d56-9d16-809966966a32 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:32:40.960035 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 9ef0a41e-ce08-4d56-9d16-809966966a32 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:32:40.960425 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 9ef0a41e-ce08-4d56-9d16-809966966a32 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:32:41.098938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-19182eb6-a3b7-4134-8eaa-f5c9adb230e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:41.103669 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-19182eb6-a3b7-4134-8eaa-f5c9adb230e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:41.203223 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-19182eb6-a3b7-4134-8eaa-f5c9adb230e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:41.203699 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19182eb6-a3b7-4134-8eaa-f5c9adb230e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Fanout notify agent at l3_agent the message router_deleted on router 088f70c2-e95f-461c-91e7-c5d023123189 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 16:32:41.220207 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-19182eb6-a3b7-4134-8eaa-f5c9adb230e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:41.221297 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-19182eb6-a3b7-4134-8eaa-f5c9adb230e7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "DELETE /v2.0/routers/088f70c2-e95f-461c-91e7-c5d023123189 HTTP/1.1" status: 204 len: 168 time: 1.7747154 Apr 29 16:32:41.224046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38378) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:32:41.339293 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-edd748a4-933f-4afc-bc9b-8eca051bfadc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:41.470067 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-edd748a4-933f-4afc-bc9b-8eca051bfadc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:41.494507 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-edd748a4-933f-4afc-bc9b-8eca051bfadc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77098d2e-d73a-41fb-8c07-11c59a90b945']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:32:41.505823 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-edd748a4-933f-4afc-bc9b-8eca051bfadc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:32:41.506118 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-edd748a4-933f-4afc-bc9b-8eca051bfadc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb6d04d-1b5f-4d9a-bcbb-460cdb6f3bfd') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:32:41.516933 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-edd748a4-933f-4afc-bc9b-8eca051bfadc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:41.532424 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-edd748a4-933f-4afc-bc9b-8eca051bfadc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:41.538222 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd748a4-933f-4afc-bc9b-8eca051bfadc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:32:41.539212 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-edd748a4-933f-4afc-bc9b-8eca051bfadc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:32:41.552817 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:32:41.829016 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-edd748a4-933f-4afc-bc9b-8eca051bfadc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:41.846422 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-edd748a4-933f-4afc-bc9b-8eca051bfadc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:41.858316 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd748a4-933f-4afc-bc9b-8eca051bfadc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Network': ['ID=77098d2e-d73a-41fb-8c07-11c59a90b945,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:41.935347 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-edd748a4-933f-4afc-bc9b-8eca051bfadc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "DELETE /v2.0/networks/77098d2e-d73a-41fb-8c07-11c59a90b945 HTTP/1.1" status: 204 len: 168 time: 0.7101467 Apr 29 16:32:41.937721 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38382) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:32:42.009394 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4cabe049-54c3-4ae5-a2ab-79ef9df6ab8b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:42.036733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4cabe049-54c3-4ae5-a2ab-79ef9df6ab8b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:42.165422 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4cabe049-54c3-4ae5-a2ab-79ef9df6ab8b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:42.183465 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabe049-54c3-4ae5-a2ab-79ef9df6ab8b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18269e40-dd45-4f70-9d75-0eeb4379ea9f,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:42.244617 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-4cabe049-54c3-4ae5-a2ab-79ef9df6ab8b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:42.245785 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4cabe049-54c3-4ae5-a2ab-79ef9df6ab8b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "DELETE /v2.0/security-groups/18269e40-dd45-4f70-9d75-0eeb4379ea9f HTTP/1.1" status: 204 len: 168 time: 0.3071640 Apr 29 16:32:42.800633 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device fb7c2074-4cee-484a-ad2f-b166b806c071 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:32:42.834045 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: fb7c2074-4cee-484a-ad2f-b166b806c071 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:32:42.834385 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device fb7c2074-4cee-484a-ad2f-b166b806c071 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:32:43.680400 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bd69d099-5f57-48a9-bc3a-1be25230ee16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:43.694073 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38392) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:32:43.699724 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-545083c1-cf26-4c6d-a5ac-d895108507e8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1417590410', 'description': 'tempest-secgroup-smoke-1417590410 description', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:32:43.705502 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-545083c1-cf26-4c6d-a5ac-d895108507e8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:32:43.709480 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-545083c1-cf26-4c6d-a5ac-d895108507e8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:32:43.713007 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-545083c1-cf26-4c6d-a5ac-d895108507e8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:32:43.718552 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-545083c1-cf26-4c6d-a5ac-d895108507e8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:32:43.806001 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-545083c1-cf26-4c6d-a5ac-d895108507e8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:43.843930 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-545083c1-cf26-4c6d-a5ac-d895108507e8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:32:43.847666 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-545083c1-cf26-4c6d-a5ac-d895108507e8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:32:43.850373 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-545083c1-cf26-4c6d-a5ac-d895108507e8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:32:43.855924 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-545083c1-cf26-4c6d-a5ac-d895108507e8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:32:43.908089 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-545083c1-cf26-4c6d-a5ac-d895108507e8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:43.980272 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-545083c1-cf26-4c6d-a5ac-d895108507e8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:44.022008 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545083c1-cf26-4c6d-a5ac-d895108507e8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d4320e-2960-4dcb-a82e-3e07705ed984,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:44.083434 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-545083c1-cf26-4c6d-a5ac-d895108507e8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:44.084694 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-545083c1-cf26-4c6d-a5ac-d895108507e8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3895144 Apr 29 16:32:44.088153 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38396) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:32:44.093460 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-6c3a395f-9d02-4549-9b51-f9873face8dc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '70d4320e-2960-4dcb-a82e-3e07705ed984', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:32:44.099286 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6c3a395f-9d02-4549-9b51-f9873face8dc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:32:44.103042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6c3a395f-9d02-4549-9b51-f9873face8dc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:32:44.105834 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6c3a395f-9d02-4549-9b51-f9873face8dc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:32:44.111415 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6c3a395f-9d02-4549-9b51-f9873face8dc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:32:44.186930 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c3a395f-9d02-4549-9b51-f9873face8dc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:44.244970 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c3a395f-9d02-4549-9b51-f9873face8dc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:44.334690 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c3a395f-9d02-4549-9b51-f9873face8dc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:44.357375 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a395f-9d02-4549-9b51-f9873face8dc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cafcd8f-8f92-4e4d-a063-2c6e1bca9c4c,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:44.437666 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c3a395f-9d02-4549-9b51-f9873face8dc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:44.438939 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6c3a395f-9d02-4549-9b51-f9873face8dc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3498182 Apr 29 16:32:44.441518 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38400) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:32:44.447430 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-3d36c921-c2cf-4b3a-a767-006fdbfa7406 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '70d4320e-2960-4dcb-a82e-3e07705ed984', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:32:44.453099 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3d36c921-c2cf-4b3a-a767-006fdbfa7406 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:32:44.456822 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3d36c921-c2cf-4b3a-a767-006fdbfa7406 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:32:44.459692 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-3d36c921-c2cf-4b3a-a767-006fdbfa7406 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:32:44.465326 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-3d36c921-c2cf-4b3a-a767-006fdbfa7406 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:32:44.548674 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3d36c921-c2cf-4b3a-a767-006fdbfa7406 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:44.612284 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3d36c921-c2cf-4b3a-a767-006fdbfa7406 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:44.685907 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3d36c921-c2cf-4b3a-a767-006fdbfa7406 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:44.709246 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36c921-c2cf-4b3a-a767-006fdbfa7406 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662a6435-93a7-4e32-88db-ee7cf6f44c95,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:44.800248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3d36c921-c2cf-4b3a-a767-006fdbfa7406 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:44.801446 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3d36c921-c2cf-4b3a-a767-006fdbfa7406 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3590035 Apr 29 16:32:44.804189 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38404) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:32:44.810088 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-c68483d3-628a-452d-b57b-7e5bfc43e6e6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '70d4320e-2960-4dcb-a82e-3e07705ed984', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:32:44.815926 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c68483d3-628a-452d-b57b-7e5bfc43e6e6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:32:44.819690 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c68483d3-628a-452d-b57b-7e5bfc43e6e6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:32:44.822502 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c68483d3-628a-452d-b57b-7e5bfc43e6e6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:32:44.828087 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c68483d3-628a-452d-b57b-7e5bfc43e6e6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:32:44.904077 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c68483d3-628a-452d-b57b-7e5bfc43e6e6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:44.967111 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c68483d3-628a-452d-b57b-7e5bfc43e6e6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:45.045291 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c68483d3-628a-452d-b57b-7e5bfc43e6e6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:45.067771 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68483d3-628a-452d-b57b-7e5bfc43e6e6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f73540-7251-4407-b631-be12b2ca2a5b,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:45.146103 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c68483d3-628a-452d-b57b-7e5bfc43e6e6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:45.147382 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c68483d3-628a-452d-b57b-7e5bfc43e6e6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3416464 Apr 29 16:32:45.150761 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38408) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:32:45.155981 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-557ba31b-5a99-4899-a31c-87a52455893a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '70d4320e-2960-4dcb-a82e-3e07705ed984', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:32:45.161808 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-557ba31b-5a99-4899-a31c-87a52455893a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:32:45.166500 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-557ba31b-5a99-4899-a31c-87a52455893a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:32:45.169379 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-557ba31b-5a99-4899-a31c-87a52455893a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:32:45.174954 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-557ba31b-5a99-4899-a31c-87a52455893a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:32:45.254613 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-557ba31b-5a99-4899-a31c-87a52455893a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:45.315575 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-557ba31b-5a99-4899-a31c-87a52455893a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:45.391473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-557ba31b-5a99-4899-a31c-87a52455893a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:45.416958 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ba31b-5a99-4899-a31c-87a52455893a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f87cd8-e97c-47fc-8476-66a9e49e1683,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:45.488663 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-557ba31b-5a99-4899-a31c-87a52455893a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:45.489816 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-557ba31b-5a99-4899-a31c-87a52455893a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3381696 Apr 29 16:32:45.492549 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38412) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:32:45.497863 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-6365e1f9-9ea4-4599-aa22-2a1f465f775a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '70d4320e-2960-4dcb-a82e-3e07705ed984', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:32:45.503573 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6365e1f9-9ea4-4599-aa22-2a1f465f775a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:32:45.507360 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6365e1f9-9ea4-4599-aa22-2a1f465f775a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:32:45.510784 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6365e1f9-9ea4-4599-aa22-2a1f465f775a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:32:45.516340 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6365e1f9-9ea4-4599-aa22-2a1f465f775a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:32:45.585893 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-6365e1f9-9ea4-4599-aa22-2a1f465f775a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Project ac19136cf1d643d5a5fb15dcd7a028ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:32:45.592532 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6365e1f9-9ea4-4599-aa22-2a1f465f775a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:45.655409 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6365e1f9-9ea4-4599-aa22-2a1f465f775a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:45.729053 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6365e1f9-9ea4-4599-aa22-2a1f465f775a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:45.752582 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365e1f9-9ea4-4599-aa22-2a1f465f775a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0339330e-cd20-41bf-a977-cadfc48fc6ab,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:45.826276 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:45.839907 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6365e1f9-9ea4-4599-aa22-2a1f465f775a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:45.841095 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6365e1f9-9ea4-4599-aa22-2a1f465f775a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3476167 Apr 29 16:32:45.843884 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38416) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:32:45.850889 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-703ab79b-3fe6-4892-9d0e-e9e7f30b32cc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'security_group_rule': {'security_group_id': '70d4320e-2960-4dcb-a82e-3e07705ed984', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:32:45.855894 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-703ab79b-3fe6-4892-9d0e-e9e7f30b32cc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:32:45.859730 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-703ab79b-3fe6-4892-9d0e-e9e7f30b32cc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:security_group_rule and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:32:45.862620 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-703ab79b-3fe6-4892-9d0e-e9e7f30b32cc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:32:45.868603 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-703ab79b-3fe6-4892-9d0e-e9e7f30b32cc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:32:45.920290 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-703ab79b-3fe6-4892-9d0e-e9e7f30b32cc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Project ac19136cf1d643d5a5fb15dcd7a028ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:32:45.926662 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-703ab79b-3fe6-4892-9d0e-e9e7f30b32cc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:45.943139 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1fae9702-f039-42e1-a035-46a250e6015d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:45.991130 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-703ab79b-3fe6-4892-9d0e-e9e7f30b32cc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:46.054377 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-703ab79b-3fe6-4892-9d0e-e9e7f30b32cc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:46.081047 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ab79b-3fe6-4892-9d0e-e9e7f30b32cc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ccb4530-7e7d-48d3-84db-305606071ac0,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:46.163280 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-703ab79b-3fe6-4892-9d0e-e9e7f30b32cc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:46.164551 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-703ab79b-3fe6-4892-9d0e-e9e7f30b32cc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3196783 Apr 29 16:32:46.167463 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38420) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:32:46.180486 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-f644447f-144f-4584-aa6e-f3237ff60afc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'network': {'name': 'tempest-network-smoke--267501754', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'port_security_enabled': True}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:32:46.180486 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-f644447f-144f-4584-aa6e-f3237ff60afc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:32:46.181738 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f644447f-144f-4584-aa6e-f3237ff60afc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:network and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:32:46.184567 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-f644447f-144f-4584-aa6e-f3237ff60afc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:32:46.190131 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-f644447f-144f-4584-aa6e-f3237ff60afc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:32:46.279852 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f644447f-144f-4584-aa6e-f3237ff60afc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Made reservation on behalf of ac19136cf1d643d5a5fb15dcd7a028ab for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:32:46.282780 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f644447f-144f-4584-aa6e-f3237ff60afc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:46.312107 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f644447f-144f-4584-aa6e-f3237ff60afc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:32:46.320143 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f644447f-144f-4584-aa6e-f3237ff60afc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:46.321070 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-f644447f-144f-4584-aa6e-f3237ff60afc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Added segment abb773a8-cd31-4478-be83-787646f6dfca of type vlan for network 0b58ed3f-a926-45df-b3d4-78799aca26f6 Apr 29 16:32:46.346405 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f644447f-144f-4584-aa6e-f3237ff60afc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:46.445586 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f644447f-144f-4584-aa6e-f3237ff60afc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:46.449846 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f644447f-144f-4584-aa6e-f3237ff60afc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:32:46.450421 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f644447f-144f-4584-aa6e-f3237ff60afc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:46.555976 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644447f-144f-4584-aa6e-f3237ff60afc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Network': ['ID=0b58ed3f-a926-45df-b3d4-78799aca26f6,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:46.565763 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 0b58ed3f-a926-45df-b3d4-78799aca26f6 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:32:46.606831 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f644447f-144f-4584-aa6e-f3237ff60afc tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4383152 Apr 29 16:32:46.609531 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38424) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:32:46.614651 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-6cf350b5-dc52-40f5-b741-29b7f3d3aa74 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1316323420', 'admin_state_up': True, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:32:46.621919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6cf350b5-dc52-40f5-b741-29b7f3d3aa74 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:32:46.625808 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6cf350b5-dc52-40f5-b741-29b7f3d3aa74 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:router and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:32:46.628707 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6cf350b5-dc52-40f5-b741-29b7f3d3aa74 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:32:46.634681 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6cf350b5-dc52-40f5-b741-29b7f3d3aa74 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:32:46.712362 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6cf350b5-dc52-40f5-b741-29b7f3d3aa74 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:46.713319 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6cf350b5-dc52-40f5-b741-29b7f3d3aa74 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:46.732171 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6cf350b5-dc52-40f5-b741-29b7f3d3aa74 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:46.958411 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6cf350b5-dc52-40f5-b741-29b7f3d3aa74 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:47.200259 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6cf350b5-dc52-40f5-b741-29b7f3d3aa74 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:47.227618 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6cf350b5-dc52-40f5-b741-29b7f3d3aa74 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:47.357711 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:47.370392 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-6cf350b5-dc52-40f5-b741-29b7f3d3aa74 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Allocated IP 172.26.1.53 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/da88a313-1a40-4f56-9d3e-23d454525921) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:32:47.516717 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6cf350b5-dc52-40f5-b741-29b7f3d3aa74 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:47.534881 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:47.606270 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6cf350b5-dc52-40f5-b741-29b7f3d3aa74 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:47.677823 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf350b5-dc52-40f5-b741-29b7f3d3aa74 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:32:47.678613 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf350b5-dc52-40f5-b741-29b7f3d3aa74 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=da88a313-1a40-4f56-9d3e-23d454525921,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:47.681698 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-6cf350b5-dc52-40f5-b741-29b7f3d3aa74 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:32:47.683805 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf350b5-dc52-40f5-b741-29b7f3d3aa74 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:32:47.989034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6cf350b5-dc52-40f5-b741-29b7f3d3aa74 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:47.989755 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6cf350b5-dc52-40f5-b741-29b7f3d3aa74 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:48.279824 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf350b5-dc52-40f5-b741-29b7f3d3aa74 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Router 93bd6072-d0c1-4062-b984-67c8527134f4 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 16:32:48.475897 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf350b5-dc52-40f5-b741-29b7f3d3aa74 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:32:48.485551 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] Sync routers for ids ['93bd6072-d0c1-4062-b984-67c8527134f4'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:32:48.498201 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] Routers {'93bd6072-d0c1-4062-b984-67c8527134f4'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:32:48.498819 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:32:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['93bd6072-d0c1-4062-b984-67c8527134f4'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:32:48.571862 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6cf350b5-dc52-40f5-b741-29b7f3d3aa74 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:48.573561 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6cf350b5-dc52-40f5-b741-29b7f3d3aa74 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9628808 Apr 29 16:32:48.577493 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38428) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:32:48.637405 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:48.670812 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] Set router 93bd6072-d0c1-4062-b984-67c8527134f4 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:32:48.856428 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-87c3c0f3-bada-40f7-a516-38e9dec277a3 tempest-TestNetworkAdvancedServerOps-1888383214 tempest-TestNetworkAdvancedServerOps-1888383214-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=ac19136cf1d643d5a5fb15dcd7a028ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2746489 Apr 29 16:32:48.856663 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38434) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:32:48.958635 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316323420', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:32:46Z', 'updated_at': '2022-04-29T16:32:47Z', 'revision_number': 3, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:32:47Z', 'updated_at': '2022-04-29T16:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:32:48.962434 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] Checking router: 93bd6072-d0c1-4062-b984-67c8527134f4 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:32:48.962812 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] Updating router 93bd6072-d0c1-4062-b984-67c8527134f4 port da88a313-1a40-4f56-9d3e-23d454525921 binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:32:48.989464 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a027a1-156d-42c8-a6d3-43a723747c2a tempest-TestNetworkAdvancedServerOps-1888383214 tempest-TestNetworkAdvancedServerOps-1888383214-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:32:48.993476 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-09a027a1-156d-42c8-a6d3-43a723747c2a tempest-TestNetworkAdvancedServerOps-1888383214 tempest-TestNetworkAdvancedServerOps-1888383214-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1334207 Apr 29 16:32:48.993694 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38438) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:32:49.013978 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:49.034712 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-748cec8f-c56f-439b-97db-36ac2d1a8f3b tempest-TestNetworkAdvancedServerOps-1888383214 tempest-TestNetworkAdvancedServerOps-1888383214-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=f991b9a3-9206-4c97-97f2-8545e1219151&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377491 Apr 29 16:32:49.034910 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38442) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:32:49.039995 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-c756b851-70ae-4b71-a948-8e983e2f62b5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-710716092', 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6', 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:32:49.148331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c756b851-70ae-4b71-a948-8e983e2f62b5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:32:49.153077 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c756b851-70ae-4b71-a948-8e983e2f62b5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:subnet and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:32:49.155897 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-c756b851-70ae-4b71-a948-8e983e2f62b5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:32:49.161475 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-c756b851-70ae-4b71-a948-8e983e2f62b5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:32:49.251932 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c756b851-70ae-4b71-a948-8e983e2f62b5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Made reservation on behalf of ac19136cf1d643d5a5fb15dcd7a028ab for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:32:49.333434 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:49.345258 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] Transition to ACTIVE for port object da88a313-1a40-4f56-9d3e-23d454525921 will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:32:49.354250 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c756b851-70ae-4b71-a948-8e983e2f62b5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:49.417347 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:49.499390 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] Attempting to bind port da88a313-1a40-4f56-9d3e-23d454525921 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:32:49.500064 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] Attempting to bind port da88a313-1a40-4f56-9d3e-23d454525921 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:32:49.500191 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] Attempting to bind port da88a313-1a40-4f56-9d3e-23d454525921 on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:32:49.502389 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89ad11-7479-44f6-a140-75df73dca607 None None] Pushing event updated for resources: {'Port': ['ID=da88a313-1a40-4f56-9d3e-23d454525921,revision_number=2']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:49.513825 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:32:49.514186 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:32:49.514607 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:49.514986 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:32:49.515432 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] Bound port: da88a313-1a40-4f56-9d3e-23d454525921, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:32:49.515810 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:49.542000 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89ad11-7479-44f6-a140-75df73dca607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:49.547832 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89ad11-7479-44f6-a140-75df73dca607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:49.547832 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89ad11-7479-44f6-a140-75df73dca607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:49.547832 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89ad11-7479-44f6-a140-75df73dca607 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:49.547832 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89ad11-7479-44f6-a140-75df73dca607 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:49.547832 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89ad11-7479-44f6-a140-75df73dca607 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:49.547832 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89ad11-7479-44f6-a140-75df73dca607 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:49.547832 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89ad11-7479-44f6-a140-75df73dca607 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:49.547832 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89ad11-7479-44f6-a140-75df73dca607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:49.547832 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89ad11-7479-44f6-a140-75df73dca607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:49.547832 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89ad11-7479-44f6-a140-75df73dca607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:32:49.592890 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] For port da88a313-1a40-4f56-9d3e-23d454525921, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:32:49.595778 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] For port da88a313-1a40-4f56-9d3e-23d454525921, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=da88a313-1a40-4f56-9d3e-23d454525921,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:32:49.617457 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c756b851-70ae-4b71-a948-8e983e2f62b5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:49.672754 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:49.698931 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756b851-70ae-4b71-a948-8e983e2f62b5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Subnet': ['ID=8f89e0ff-3d66-47a9-899f-57dff6b7506d,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:49.709266 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756b851-70ae-4b71-a948-8e983e2f62b5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Checking segment: {'id': 'abb773a8-cd31-4478-be83-787646f6dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:32:49.709824 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c756b851-70ae-4b71-a948-8e983e2f62b5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network hostable DHCP agents. Network: 0b58ed3f-a926-45df-b3d4-78799aca26f6, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:32:49.776230 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] Routers {'93bd6072-d0c1-4062-b984-67c8527134f4'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:32:49.777097 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:32:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['93bd6072-d0c1-4062-b984-67c8527134f4'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:32:49.786656 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c756b851-70ae-4b71-a948-8e983e2f62b5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network 0b58ed3f-a926-45df-b3d4-78799aca26f6 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:32:49.873477 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-c756b851-70ae-4b71-a948-8e983e2f62b5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 0b58ed3f-a926-45df-b3d4-78799aca26f6) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:32:49.881655 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af54ddc3-a3a9-42ac-a988-a24df745bc45 None None] Network 0b58ed3f-a926-45df-b3d4-78799aca26f6 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:32:49.883772 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c756b851-70ae-4b71-a948-8e983e2f62b5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:32:49.884593 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c756b851-70ae-4b71-a948-8e983e2f62b5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:49.938519 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89ad11-7479-44f6-a140-75df73dca607 None None] Pushing event updated for resources: {'Port': ['ID=da88a313-1a40-4f56-9d3e-23d454525921,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:49.967284 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c756b851-70ae-4b71-a948-8e983e2f62b5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9307761 Apr 29 16:32:49.969449 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38448) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:32:50.003275 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] Set router 93bd6072-d0c1-4062-b984-67c8527134f4 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:32:50.114672 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c71695-2139-4b6e-aa81-b72525bbcf95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-0b58ed3f-a926-45df-b3d4-78799aca26f6', 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'fixed_ips': [{'subnet_id': '8f89e0ff-3d66-47a9-899f-57dff6b7506d'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 16:32:50.115616 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-10c71695-2139-4b6e-aa81-b72525bbcf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:50.282648 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-10c71695-2139-4b6e-aa81-b72525bbcf95 None None] Allocated IP 172.20.0.2 (0b58ed3f-a926-45df-b3d4-78799aca26f6/8f89e0ff-3d66-47a9-899f-57dff6b7506d/25a8dc3d-a8f9-4666-b624-c6664863661a) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:32:50.301148 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316323420', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:32:46Z', 'updated_at': '2022-04-29T16:32:47Z', 'revision_number': 3, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:32:47Z', 'updated_at': '2022-04-29T16:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:32:50.305178 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773bc832-05c4-4677-98e8-e8827708ce0e None None] The sync data for ids ['93bd6072-d0c1-4062-b984-67c8527134f4'] in dv-neutron-839913-1-hyperv is: [{'id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316323420', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:32:46Z', 'updated_at': '2022-04-29T16:32:47Z', 'revision_number': 3, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:32:47Z', 'updated_at': '2022-04-29T16:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:32:50.565701 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-10c71695-2139-4b6e-aa81-b72525bbcf95 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:50.577566 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-10c71695-2139-4b6e-aa81-b72525bbcf95 None None] Transition to ACTIVE for port object 25a8dc3d-a8f9-4666-b624-c6664863661a will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:32:50.601327 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-10c71695-2139-4b6e-aa81-b72525bbcf95 None None] Transition to ACTIVE for port object 25a8dc3d-a8f9-4666-b624-c6664863661a will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:32:50.663286 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-10c71695-2139-4b6e-aa81-b72525bbcf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:50.750965 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c71695-2139-4b6e-aa81-b72525bbcf95 None None] Network 0b58ed3f-a926-45df-b3d4-78799aca26f6 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:32:50.755450 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-10c71695-2139-4b6e-aa81-b72525bbcf95 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:32:50.757414 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c71695-2139-4b6e-aa81-b72525bbcf95 None None] Pushing event updated for resources: {'Port': ['ID=25a8dc3d-a8f9-4666-b624-c6664863661a,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:50.766948 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c71695-2139-4b6e-aa81-b72525bbcf95 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:32:50.857281 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-10c71695-2139-4b6e-aa81-b72525bbcf95 None None] Attempting to bind port 25a8dc3d-a8f9-4666-b624-c6664863661a on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:32:50.857656 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-10c71695-2139-4b6e-aa81-b72525bbcf95 None None] Attempting to bind port 25a8dc3d-a8f9-4666-b624-c6664863661a by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'abb773a8-cd31-4478-be83-787646f6dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:32:50.858023 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c71695-2139-4b6e-aa81-b72525bbcf95 None None] Attempting to bind port 25a8dc3d-a8f9-4666-b624-c6664863661a on network 0b58ed3f-a926-45df-b3d4-78799aca26f6 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:32:50.864978 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c71695-2139-4b6e-aa81-b72525bbcf95 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:32:50.865353 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c71695-2139-4b6e-aa81-b72525bbcf95 None None] Checking segment: {'id': 'abb773a8-cd31-4478-be83-787646f6dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:32:50.865754 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-10c71695-2139-4b6e-aa81-b72525bbcf95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:50.866146 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c71695-2139-4b6e-aa81-b72525bbcf95 None None] Bound using segment: {'id': 'abb773a8-cd31-4478-be83-787646f6dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:32:50.866639 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-10c71695-2139-4b6e-aa81-b72525bbcf95 None None] Bound port: 25a8dc3d-a8f9-4666-b624-c6664863661a, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb773a8-cd31-4478-be83-787646f6dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:32:50.867012 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-10c71695-2139-4b6e-aa81-b72525bbcf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:50.880848 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e8e4dfca-cc54-4489-9873-8efc0a0738e0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:50.915077 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device da88a313-1a40-4f56-9d3e-23d454525921 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:32:51.023795 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-10c71695-2139-4b6e-aa81-b72525bbcf95 None None] For port 25a8dc3d-a8f9-4666-b624-c6664863661a, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:32:51.028783 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-10c71695-2139-4b6e-aa81-b72525bbcf95 None None] For port 25a8dc3d-a8f9-4666-b624-c6664863661a, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=25a8dc3d-a8f9-4666-b624-c6664863661a,segment=NetworkSegment(abb773a8-cd31-4478-be83-787646f6dfca),segment_id=abb773a8-cd31-4478-be83-787646f6dfca)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:32:51.123389 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-10c71695-2139-4b6e-aa81-b72525bbcf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:51.168253 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port da88a313-1a40-4f56-9d3e-23d454525921 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:32:51.188414 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port da88a313-1a40-4f56-9d3e-23d454525921 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:32:51.188785 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:51.264742 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c71695-2139-4b6e-aa81-b72525bbcf95 None None] Pushing event updated for resources: {'Port': ['ID=25a8dc3d-a8f9-4666-b624-c6664863661a,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:51.294845 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-e8e4dfca-cc54-4489-9873-8efc0a0738e0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Allocated IP 172.20.0.1 (0b58ed3f-a926-45df-b3d4-78799aca26f6/8f89e0ff-3d66-47a9-899f-57dff6b7506d/10deb444-0f5f-470b-b99d-fbe2b51e48ca) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:32:51.329270 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:51.345976 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port da88a313-1a40-4f56-9d3e-23d454525921, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=da88a313-1a40-4f56-9d3e-23d454525921,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:32:51.425043 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:51.470670 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e8e4dfca-cc54-4489-9873-8efc0a0738e0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:51.489218 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-e8e4dfca-cc54-4489-9873-8efc0a0738e0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Transition to ACTIVE for port object 10deb444-0f5f-470b-b99d-fbe2b51e48ca will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:32:51.515822 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=da88a313-1a40-4f56-9d3e-23d454525921,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:51.566361 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e8e4dfca-cc54-4489-9873-8efc0a0738e0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:51.637990 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e4dfca-cc54-4489-9873-8efc0a0738e0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network 0b58ed3f-a926-45df-b3d4-78799aca26f6 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:32:51.640922 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-e8e4dfca-cc54-4489-9873-8efc0a0738e0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:32:51.643477 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e4dfca-cc54-4489-9873-8efc0a0738e0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:32:51.673665 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4dfca-cc54-4489-9873-8efc0a0738e0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=10deb444-0f5f-470b-b99d-fbe2b51e48ca,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:51.710512 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e8e4dfca-cc54-4489-9873-8efc0a0738e0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:51.873961 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e8e4dfca-cc54-4489-9873-8efc0a0738e0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:52.190844 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dc2cbf-6177-4c0e-9d59-c36c0e91d860 None None] Network 0b58ed3f-a926-45df-b3d4-78799aca26f6 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:32:52.364587 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0ef5e90c-1191-426c-a2d3-f5f5b68d4d93 None None] Provisioning for port 25a8dc3d-a8f9-4666-b624-c6664863661a completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:32:52.392900 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e8e4dfca-cc54-4489-9873-8efc0a0738e0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:52.460571 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e8e4dfca-cc54-4489-9873-8efc0a0738e0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:52.575429 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4dfca-cc54-4489-9873-8efc0a0738e0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=10deb444-0f5f-470b-b99d-fbe2b51e48ca,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:52.577900 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e8e4dfca-cc54-4489-9873-8efc0a0738e0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:52.723828 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e4dfca-cc54-4489-9873-8efc0a0738e0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network 0b58ed3f-a926-45df-b3d4-78799aca26f6 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:32:52.724973 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-e8e4dfca-cc54-4489-9873-8efc0a0738e0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:32:52.763279 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-cd328b95-6af3-443d-9c7d-544dd3e7ab15 None None] Provisioning for port 10deb444-0f5f-470b-b99d-fbe2b51e48ca completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:32:52.768523 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-cd328b95-6af3-443d-9c7d-544dd3e7ab15 None None] Provisioning complete for port 10deb444-0f5f-470b-b99d-fbe2b51e48ca triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:32:52.768892 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cd328b95-6af3-443d-9c7d-544dd3e7ab15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:52.833574 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-cd328b95-6af3-443d-9c7d-544dd3e7ab15 None None] Port 10deb444-0f5f-470b-b99d-fbe2b51e48ca cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:32:52.971333 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device da88a313-1a40-4f56-9d3e-23d454525921 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:32:53.003405 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-33ed3347-cfa4-42a5-95d1-36030e1318b6 None None] Provisioning complete for port 10deb444-0f5f-470b-b99d-fbe2b51e48ca triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:32:53.003778 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-33ed3347-cfa4-42a5-95d1-36030e1318b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:53.079472 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-33ed3347-cfa4-42a5-95d1-36030e1318b6 None None] Port 10deb444-0f5f-470b-b99d-fbe2b51e48ca cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:32:53.094836 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port da88a313-1a40-4f56-9d3e-23d454525921 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:32:53.095201 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:53.132848 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e4dfca-cc54-4489-9873-8efc0a0738e0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Router 93bd6072-d0c1-4062-b984-67c8527134f4 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:32:53.219257 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 25a8dc3d-a8f9-4666-b624-c6664863661a up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:32:53.246547 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-5295f293-db23-45e0-9cbe-1202c260fb17 None None] Provisioning complete for port 10deb444-0f5f-470b-b99d-fbe2b51e48ca triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:32:53.246827 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5295f293-db23-45e0-9cbe-1202c260fb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:53.319911 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-5295f293-db23-45e0-9cbe-1202c260fb17 None None] Port 10deb444-0f5f-470b-b99d-fbe2b51e48ca cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:32:53.334582 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e4dfca-cc54-4489-9873-8efc0a0738e0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:32:53.346740 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e8e4dfca-cc54-4489-9873-8efc0a0738e0 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "PUT /v2.0/routers/93bd6072-d0c1-4062-b984-67c8527134f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3759456 Apr 29 16:32:53.388575 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 25a8dc3d-a8f9-4666-b624-c6664863661a completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:32:53.394391 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 25a8dc3d-a8f9-4666-b624-c6664863661a triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:32:53.394907 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:53.511198 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:53.538816 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-1406eb28-0d32-466e-871d-1d7eaa82b84c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Synchronizing usage tracker for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:32:53.542578 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 25a8dc3d-a8f9-4666-b624-c6664863661a, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=25a8dc3d-a8f9-4666-b624-c6664863661a,segment=NetworkSegment(abb773a8-cd31-4478-be83-787646f6dfca),segment_id=abb773a8-cd31-4478-be83-787646f6dfca)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:32:53.594403 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:53.606432 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-1406eb28-0d32-466e-871d-1d7eaa82b84c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Unset dirty status for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:32:53.607661 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-1406eb28-0d32-466e-871d-1d7eaa82b84c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1417590410&fields=id&tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab HTTP/1.1" status: 200 len: 267 time: 0.1087179 Apr 29 16:32:53.663473 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=25a8dc3d-a8f9-4666-b624-c6664863661a,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:53.764797 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-6ac44780-05cd-4f4d-95ec-fa651796a660 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:32:53.765414 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-6ac44780-05cd-4f4d-95ec-fa651796a660 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Synchronizing usage tracker for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:32:53.816955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-6ac44780-05cd-4f4d-95ec-fa651796a660 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Unset dirty status for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:32:53.818106 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-6ac44780-05cd-4f4d-95ec-fa651796a660 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/networks?id=0b58ed3f-a926-45df-b3d4-78799aca26f6 HTTP/1.1" status: 200 len: 796 time: 0.2037961 Apr 29 16:32:53.835327 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-eac55caa-725e-4ebf-af99-ca5dc9f9907f tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/quotas/ac19136cf1d643d5a5fb15dcd7a028ab HTTP/1.1" status: 200 len: 375 time: 0.0114419 Apr 29 16:32:53.853374 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] Sync routers for ids ['93bd6072-d0c1-4062-b984-67c8527134f4'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:32:53.865788 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] Routers {'93bd6072-d0c1-4062-b984-67c8527134f4'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:32:53.866381 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:32:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['93bd6072-d0c1-4062-b984-67c8527134f4'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:32:53.914772 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-aa11f66e-fd74-4268-8d21-55ab7793fa03 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Synchronizing usage tracker for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:32:53.986281 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-aa11f66e-fd74-4268-8d21-55ab7793fa03 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Unset dirty status for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:32:53.987959 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-aa11f66e-fd74-4268-8d21-55ab7793fa03 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1470516 Apr 29 16:32:54.070991 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-9206d88e-a620-4573-a707-5443f1e669e2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 16:32:54.072080 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-9206d88e-a620-4573-a707-5443f1e669e2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0728705 Apr 29 16:32:54.083508 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] Set router 93bd6072-d0c1-4062-b984-67c8527134f4 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:32:54.200564 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-7a35d923-3896-49ad-8a4b-de9a9028b9b2 service neutron] 10.222.0.21 "GET /v2.0/networks/0b58ed3f-a926-45df-b3d4-78799aca26f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217844 Apr 29 16:32:54.402275 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316323420', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:32:46Z', 'updated_at': '2022-04-29T16:32:51Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:32:47Z', 'updated_at': '2022-04-29T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '10deb444-0f5f-470b-b99d-fbe2b51e48ca', 'name': '', 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:3d:53:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f89e0ff-3d66-47a9-899f-57dff6b7506d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:32:51Z', 'updated_at': '2022-04-29T16:32:52Z', 'revision_number': 2, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '8f89e0ff-3d66-47a9-899f-57dff6b7506d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:32:54.406124 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] Checking router: 93bd6072-d0c1-4062-b984-67c8527134f4 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:32:54.406472 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] Updating router 93bd6072-d0c1-4062-b984-67c8527134f4 port 10deb444-0f5f-470b-b99d-fbe2b51e48ca binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:32:54.432526 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-58e13421-44d4-43a4-a5fb-de6c7b1e6daf service neutron] 10.222.0.21 "GET /v2.0/networks/0b58ed3f-a926-45df-b3d4-78799aca26f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255142 Apr 29 16:32:54.461422 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:54.792844 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:54.804389 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] Transition to ACTIVE for port object 10deb444-0f5f-470b-b99d-fbe2b51e48ca will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:32:54.852062 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 25a8dc3d-a8f9-4666-b624-c6664863661a up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:32:54.907813 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:55.034374 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57315aa-9e56-430c-a6e1-ca6edd3af838 None None] Pushing event updated for resources: {'Port': ['ID=10deb444-0f5f-470b-b99d-fbe2b51e48ca,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:55.051889 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 25a8dc3d-a8f9-4666-b624-c6664863661a triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:32:55.052260 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:55.184371 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] Attempting to bind port 10deb444-0f5f-470b-b99d-fbe2b51e48ca on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:32:55.184738 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] Attempting to bind port 10deb444-0f5f-470b-b99d-fbe2b51e48ca by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'abb773a8-cd31-4478-be83-787646f6dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:32:55.185098 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] Attempting to bind port 10deb444-0f5f-470b-b99d-fbe2b51e48ca on network 0b58ed3f-a926-45df-b3d4-78799aca26f6 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:32:55.197147 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:32:55.197548 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] Checking segment: {'id': 'abb773a8-cd31-4478-be83-787646f6dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:32:55.198115 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:55.198524 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] Bound using segment: {'id': 'abb773a8-cd31-4478-be83-787646f6dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:32:55.198991 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] Bound port: 10deb444-0f5f-470b-b99d-fbe2b51e48ca, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb773a8-cd31-4478-be83-787646f6dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:32:55.199357 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:55.346048 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] For port 10deb444-0f5f-470b-b99d-fbe2b51e48ca, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:32:55.348988 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] For port 10deb444-0f5f-470b-b99d-fbe2b51e48ca, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=10deb444-0f5f-470b-b99d-fbe2b51e48ca,segment=NetworkSegment(abb773a8-cd31-4478-be83-787646f6dfca),segment_id=abb773a8-cd31-4478-be83-787646f6dfca)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:32:55.420762 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:55.500890 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57315aa-9e56-430c-a6e1-ca6edd3af838 None None] Pushing event updated for resources: {'Port': ['ID=10deb444-0f5f-470b-b99d-fbe2b51e48ca,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:55.505377 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] Routers {'93bd6072-d0c1-4062-b984-67c8527134f4'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:32:55.505981 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:32:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['93bd6072-d0c1-4062-b984-67c8527134f4'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:32:55.754518 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] Set router 93bd6072-d0c1-4062-b984-67c8527134f4 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:32:55.765022 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5c966b25-67f1-41f0-92f8-8c3693e90ffb req-c455e76d-da8d-4699-9ac0-e63300bacc47 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 210 time: 0.0481722 Apr 29 16:32:56.075507 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316323420', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:32:46Z', 'updated_at': '2022-04-29T16:32:51Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:32:47Z', 'updated_at': '2022-04-29T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '10deb444-0f5f-470b-b99d-fbe2b51e48ca', 'name': '', 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:3d:53:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f89e0ff-3d66-47a9-899f-57dff6b7506d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:32:51Z', 'updated_at': '2022-04-29T16:32:55Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '8f89e0ff-3d66-47a9-899f-57dff6b7506d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:32:56.079525 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f121945-2d98-4638-83d9-a13e9771465c None None] The sync data for ids ['93bd6072-d0c1-4062-b984-67c8527134f4'] in dv-neutron-839913-1-hyperv is: [{'id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316323420', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:32:46Z', 'updated_at': '2022-04-29T16:32:51Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:32:47Z', 'updated_at': '2022-04-29T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '10deb444-0f5f-470b-b99d-fbe2b51e48ca', 'name': '', 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:3d:53:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f89e0ff-3d66-47a9-899f-57dff6b7506d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:32:51Z', 'updated_at': '2022-04-29T16:32:55Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '8f89e0ff-3d66-47a9-899f-57dff6b7506d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:32:56.886804 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 10deb444-0f5f-470b-b99d-fbe2b51e48ca up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:32:56.952663 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a532dcf1-7dd2-4ab6-a214-e7c466810ba0 req-e51ddce9-456e-43b0-b730-519c208ef58a tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 210 time: 0.0438359 Apr 29 16:32:57.039899 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 10deb444-0f5f-470b-b99d-fbe2b51e48ca completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:32:57.047657 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 10deb444-0f5f-470b-b99d-fbe2b51e48ca triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:32:57.047929 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:57.170511 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:57.209253 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 10deb444-0f5f-470b-b99d-fbe2b51e48ca, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=10deb444-0f5f-470b-b99d-fbe2b51e48ca,segment=NetworkSegment(abb773a8-cd31-4478-be83-787646f6dfca),segment_id=abb773a8-cd31-4478-be83-787646f6dfca)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:32:57.279944 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:57.357746 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=10deb444-0f5f-470b-b99d-fbe2b51e48ca,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:57.817649 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-b50a91c7-b2c3-4845-89a7-a70eec7760d1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:32:57.819673 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-b50a91c7-b2c3-4845-89a7-a70eec7760d1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "GET /v2.0/networks?id=0b58ed3f-a926-45df-b3d4-78799aca26f6 HTTP/1.1" status: 200 len: 796 time: 0.1642168 Apr 29 16:32:57.887195 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-a8a96c37-d865-443c-ac10-3c0687605e86 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab HTTP/1.1" status: 200 len: 380 time: 0.0530279 Apr 29 16:32:57.895555 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-627cd732-c313-4659-8046-aa66b126f811 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'port': {'device_id': '233cb2dd-324c-43f3-8e47-6bc676d8fe56', 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6', 'admin_state_up': True, 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'security_groups': ['70d4320e-2960-4dcb-a82e-3e07705ed984']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:32:58.031691 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-627cd732-c313-4659-8046-aa66b126f811 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:32:58.043132 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-627cd732-c313-4659-8046-aa66b126f811 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:32:58.132329 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-98cc46d8-1371-421a-ae0d-eaff1f80f807 req-04cfedc3-25b5-4377-827e-3887e2e9b1e2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 210 time: 0.0410328 Apr 29 16:32:58.137024 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-627cd732-c313-4659-8046-aa66b126f811 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Made reservation on behalf of ac19136cf1d643d5a5fb15dcd7a028ab for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:32:58.139917 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-627cd732-c313-4659-8046-aa66b126f811 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:58.308477 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-627cd732-c313-4659-8046-aa66b126f811 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Allocated IP 172.20.0.3 (0b58ed3f-a926-45df-b3d4-78799aca26f6/8f89e0ff-3d66-47a9-899f-57dff6b7506d/1b3d114d-56fd-4149-b870-2d4c7a082bbc) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:32:58.496447 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-627cd732-c313-4659-8046-aa66b126f811 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:58.511520 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-627cd732-c313-4659-8046-aa66b126f811 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Transition to ACTIVE for port object 1b3d114d-56fd-4149-b870-2d4c7a082bbc will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:32:58.592089 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-627cd732-c313-4659-8046-aa66b126f811 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:58.667993 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-627cd732-c313-4659-8046-aa66b126f811 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network 0b58ed3f-a926-45df-b3d4-78799aca26f6 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:32:58.671053 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-627cd732-c313-4659-8046-aa66b126f811 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:32:58.675104 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-627cd732-c313-4659-8046-aa66b126f811 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:32:58.705291 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cd732-c313-4659-8046-aa66b126f811 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=1b3d114d-56fd-4149-b870-2d4c7a082bbc,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:58.740285 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-627cd732-c313-4659-8046-aa66b126f811 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:32:58.740880 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-627cd732-c313-4659-8046-aa66b126f811 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:58.827334 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-627cd732-c313-4659-8046-aa66b126f811 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9355519 Apr 29 16:32:58.840726 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-bfe472a2-918d-4ee9-8425-11249452f783 service neutron] Request body: {'port': {'device_id': '233cb2dd-324c-43f3-8e47-6bc676d8fe56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:32:58.855212 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 10deb444-0f5f-470b-b99d-fbe2b51e48ca up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:32:58.925884 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 10deb444-0f5f-470b-b99d-fbe2b51e48ca triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:32:58.926340 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:58.953537 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-bfe472a2-918d-4ee9-8425-11249452f783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:59.046100 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4eb19e9f-08e3-4d4d-972d-4b37a58f64a7 None None] Provisioning for port 1b3d114d-56fd-4149-b870-2d4c7a082bbc completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:32:59.055855 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4eb19e9f-08e3-4d4d-972d-4b37a58f64a7 None None] Provisioning complete for port 1b3d114d-56fd-4149-b870-2d4c7a082bbc triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:32:59.056224 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4eb19e9f-08e3-4d4d-972d-4b37a58f64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:59.110169 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-4eb19e9f-08e3-4d4d-972d-4b37a58f64a7 None None] Port 1b3d114d-56fd-4149-b870-2d4c7a082bbc cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:32:59.341612 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-bfe472a2-918d-4ee9-8425-11249452f783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3d114d-56fd-4149-b870-2d4c7a082bbc {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:32:59.355732 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-bfe472a2-918d-4ee9-8425-11249452f783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:59.375327 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-bfe472a2-918d-4ee9-8425-11249452f783 service neutron] Transition to ACTIVE for port object 1b3d114d-56fd-4149-b870-2d4c7a082bbc will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:32:59.388843 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32e036-8221-489e-9764-cd33adc3781d req-70e35956-0333-46f6-a3ef-204604b42508 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:32:59.389527 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-ae32e036-8221-489e-9764-cd33adc3781d req-70e35956-0333-46f6-a3ef-204604b42508 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Synchronizing usage tracker for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:32:59.437345 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-bfe472a2-918d-4ee9-8425-11249452f783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:59.474413 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-ae32e036-8221-489e-9764-cd33adc3781d req-70e35956-0333-46f6-a3ef-204604b42508 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Unset dirty status for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:32:59.475579 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ae32e036-8221-489e-9764-cd33adc3781d req-70e35956-0333-46f6-a3ef-204604b42508 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 931 time: 0.2019691 Apr 29 16:32:59.685385 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe472a2-918d-4ee9-8425-11249452f783 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3d114d-56fd-4149-b870-2d4c7a082bbc,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:32:59.759121 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ae32e036-8221-489e-9764-cd33adc3781d req-48d8bd99-4e95-4a4d-b5c9-01a182681828 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=70d4320e-2960-4dcb-a82e-3e07705ed984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2727811 Apr 29 16:32:59.801413 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-bfe472a2-918d-4ee9-8425-11249452f783 service neutron] Attempting to bind port 1b3d114d-56fd-4149-b870-2d4c7a082bbc on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:32:59.801673 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-bfe472a2-918d-4ee9-8425-11249452f783 service neutron] Attempting to bind port 1b3d114d-56fd-4149-b870-2d4c7a082bbc by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': 'abb773a8-cd31-4478-be83-787646f6dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:32:59.802015 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-bfe472a2-918d-4ee9-8425-11249452f783 service neutron] Attempting to bind port 1b3d114d-56fd-4149-b870-2d4c7a082bbc on network 0b58ed3f-a926-45df-b3d4-78799aca26f6 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:32:59.808140 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-bfe472a2-918d-4ee9-8425-11249452f783 service neutron] Port 1b3d114d-56fd-4149-b870-2d4c7a082bbc on network 0b58ed3f-a926-45df-b3d4-78799aca26f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 16:32:59.811994 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-bfe472a2-918d-4ee9-8425-11249452f783 service neutron] Attempting to bind port 1b3d114d-56fd-4149-b870-2d4c7a082bbc on network 0b58ed3f-a926-45df-b3d4-78799aca26f6 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:32:59.814641 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-bfe472a2-918d-4ee9-8425-11249452f783 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:32:59.814970 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-bfe472a2-918d-4ee9-8425-11249452f783 service neutron] Checking segment: {'id': 'abb773a8-cd31-4478-be83-787646f6dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:32:59.815345 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-bfe472a2-918d-4ee9-8425-11249452f783 service neutron] Bound using segment: {'id': 'abb773a8-cd31-4478-be83-787646f6dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:32:59.815763 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-bfe472a2-918d-4ee9-8425-11249452f783 service neutron] Bound port: 1b3d114d-56fd-4149-b870-2d4c7a082bbc, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abb773a8-cd31-4478-be83-787646f6dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:32:59.816121 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-bfe472a2-918d-4ee9-8425-11249452f783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:59.904563 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-bfe472a2-918d-4ee9-8425-11249452f783 service neutron] For port 1b3d114d-56fd-4149-b870-2d4c7a082bbc, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:32:59.907656 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-bfe472a2-918d-4ee9-8425-11249452f783 service neutron] For port 1b3d114d-56fd-4149-b870-2d4c7a082bbc, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=1b3d114d-56fd-4149-b870-2d4c7a082bbc,segment=NetworkSegment(abb773a8-cd31-4478-be83-787646f6dfca),segment_id=abb773a8-cd31-4478-be83-787646f6dfca)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:32:59.969256 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-bfe472a2-918d-4ee9-8425-11249452f783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:00.032637 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-bfe472a2-918d-4ee9-8425-11249452f783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:00.034029 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-bfe472a2-918d-4ee9-8425-11249452f783 service neutron] 10.222.0.35 "PUT /v2.0/ports/1b3d114d-56fd-4149-b870-2d4c7a082bbc HTTP/1.1" status: 200 len: 1093 time: 1.1989400 Apr 29 16:33:00.034451 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233cb2dd-324c-43f3-8e47-6bc676d8fe56', 'tag': '1b3d114d-56fd-4149-b870-2d4c7a082bbc'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:33:00.057247 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe472a2-918d-4ee9-8425-11249452f783 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3d114d-56fd-4149-b870-2d4c7a082bbc,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:33:00.098178 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f4c55b-95e9-4dc6-8d39-d2039aa08932'] response: {'name': 'network-changed', 'server_uuid': '233cb2dd-324c-43f3-8e47-6bc676d8fe56', 'tag': '1b3d114d-56fd-4149-b870-2d4c7a082bbc', 'status': 'completed', 'code': 200} Apr 29 16:33:00.191486 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-80c83c6d-097c-43c2-a946-a374548d51c6 req-ed5f080f-06ff-4594-b29f-6b125d5cbb6d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 1096 time: 0.0709486 Apr 29 16:33:00.329969 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83c6d-097c-43c2-a946-a374548d51c6 req-8f4e02f6-6e4e-435e-96a4-b63fe082e570 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:33:00.331358 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-80c83c6d-097c-43c2-a946-a374548d51c6 req-8f4e02f6-6e4e-435e-96a4-b63fe082e570 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1325893 Apr 29 16:33:00.466847 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83c6d-097c-43c2-a946-a374548d51c6 req-14c052c3-92f7-4620-9210-a66cb60a2f0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:33:00.468269 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-80c83c6d-097c-43c2-a946-a374548d51c6 req-14c052c3-92f7-4620-9210-a66cb60a2f0c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305587 Apr 29 16:33:00.571136 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-50642084-2c17-42ca-bd29-86fd9d22054b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 1096 time: 0.0700309 Apr 29 16:33:00.638129 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-a834b3b6-030e-467c-bf7e-b85a88972cfc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b3d114d-56fd-4149-b870-2d4c7a082bbc HTTP/1.1" status: 200 len: 217 time: 0.0605187 Apr 29 16:33:00.706357 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-ccb5b574-ff22-4baf-b19c-f930bfd490f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:33:00.707708 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-ccb5b574-ff22-4baf-b19c-f930bfd490f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f89e0ff-3d66-47a9-899f-57dff6b7506d HTTP/1.1" status: 200 len: 834 time: 0.0641282 Apr 29 16:33:00.781057 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-52679e33-5615-483e-8f3e-bd43b63d71aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0b58ed3f-a926-45df-b3d4-78799aca26f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671062 Apr 29 16:33:00.959560 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-647b20cf-7d9c-47e0-9d12-74fb1db79b6a service neutron] 10.222.0.35 "GET /v2.0/networks/0b58ed3f-a926-45df-b3d4-78799aca26f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715279 Apr 29 16:33:01.069359 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d613377-ce4b-4d39-9cde-76883efd4a9d req-36c6c08d-1de7-4577-a4d5-f6aef4d8a648 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:33:01.070814 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9d613377-ce4b-4d39-9cde-76883efd4a9d req-36c6c08d-1de7-4577-a4d5-f6aef4d8a648 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 943 time: 0.1777892 Apr 29 16:33:01.133615 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8eeac84a-cddf-44cf-ba58-ccdf8b66e797 req-37b7e1bb-46ee-4c09-b98c-a9e112301b90 service neutron] 10.222.0.35 "GET /v2.0/networks/0b58ed3f-a926-45df-b3d4-78799aca26f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660147 Apr 29 16:33:01.143747 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9d613377-ce4b-4d39-9cde-76883efd4a9d req-d2a17750-6b35-472f-9c5a-b0400b7c98c7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=70d4320e-2960-4dcb-a82e-3e07705ed984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562508 Apr 29 16:33:02.336943 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d66459-a514-4dd2-8c87-0534d24a4306 req-784ec70b-4766-4380-a44c-07414e54c545 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:33:02.338529 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-60d66459-a514-4dd2-8c87-0534d24a4306 req-784ec70b-4766-4380-a44c-07414e54c545 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 943 time: 0.0746067 Apr 29 16:33:02.387552 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-60d66459-a514-4dd2-8c87-0534d24a4306 req-efe64360-ad12-491f-a8da-db55758ecdd1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=70d4320e-2960-4dcb-a82e-3e07705ed984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422208 Apr 29 16:33:03.582938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4886ceb-4697-43bb-9cf7-6060e0dd104e req-91ab13d3-7432-4c93-a60a-18f9b35c9233 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:33:03.584366 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b4886ceb-4697-43bb-9cf7-6060e0dd104e req-91ab13d3-7432-4c93-a60a-18f9b35c9233 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 943 time: 0.0779245 Apr 29 16:33:03.629064 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b4886ceb-4697-43bb-9cf7-6060e0dd104e req-e18921de-230b-47ac-a2eb-40784bd5cf75 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=70d4320e-2960-4dcb-a82e-3e07705ed984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388453 Apr 29 16:33:04.827504 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3b7a6-a613-4816-8041-d161cec1da4c req-646e85d4-8665-4b35-a81c-a076125bac89 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:33:04.828869 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dbd3b7a6-a613-4816-8041-d161cec1da4c req-646e85d4-8665-4b35-a81c-a076125bac89 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 943 time: 0.0758564 Apr 29 16:33:04.872948 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dbd3b7a6-a613-4816-8041-d161cec1da4c req-3d550c40-1bee-4d51-aef0-9a1d5b7f6659 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=70d4320e-2960-4dcb-a82e-3e07705ed984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386295 Apr 29 16:33:05.981123 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 1b3d114d-56fd-4149-b870-2d4c7a082bbc details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:33:06.119711 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 1b3d114d-56fd-4149-b870-2d4c7a082bbc, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=1b3d114d-56fd-4149-b870-2d4c7a082bbc,segment=NetworkSegment(abb773a8-cd31-4478-be83-787646f6dfca),segment_id=abb773a8-cd31-4478-be83-787646f6dfca)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:33:06.132895 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '1b3d114d-56fd-4149-b870-2d4c7a082bbc', 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6', 'port_id': '1b3d114d-56fd-4149-b870-2d4c7a082bbc', 'mac_address': 'fa:16:3e:66:ae:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f89e0ff-3d66-47a9-899f-57dff6b7506d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:33:06.153444 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16221dd-2f31-422b-808f-f9a0d211846a req-032b0a77-0b41-4ba8-a122-a2bf7a1fee36 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:33:06.154939 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a16221dd-2f31-422b-808f-f9a0d211846a req-032b0a77-0b41-4ba8-a122-a2bf7a1fee36 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 943 time: 0.1636302 Apr 29 16:33:06.190920 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:06.199723 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a16221dd-2f31-422b-808f-f9a0d211846a req-31cf2226-c8f6-47d7-bc09-0712cefd90b5 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=70d4320e-2960-4dcb-a82e-3e07705ed984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392904 Apr 29 16:33:06.208061 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3d114d-56fd-4149-b870-2d4c7a082bbc {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:33:06.223880 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 1b3d114d-56fd-4149-b870-2d4c7a082bbc, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=1b3d114d-56fd-4149-b870-2d4c7a082bbc,segment=NetworkSegment(abb773a8-cd31-4478-be83-787646f6dfca),segment_id=abb773a8-cd31-4478-be83-787646f6dfca)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:33:06.330925 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:06.393892 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=1b3d114d-56fd-4149-b870-2d4c7a082bbc,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:33:06.713973 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['1b3d114d-56fd-4149-b870-2d4c7a082bbc'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:33:07.403635 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c9e52-b5c4-4d4f-ae1d-1f211959f497 req-732a1f7b-44d6-47ed-8a7a-d4cc8384c31b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:33:07.405099 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ab0c9e52-b5c4-4d4f-ae1d-1f211959f497 req-732a1f7b-44d6-47ed-8a7a-d4cc8384c31b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 944 time: 0.0876074 Apr 29 16:33:07.450002 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ab0c9e52-b5c4-4d4f-ae1d-1f211959f497 req-307bac61-1847-4bc1-9364-9a6ec0cbd315 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=70d4320e-2960-4dcb-a82e-3e07705ed984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395455 Apr 29 16:33:07.988666 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 1b3d114d-56fd-4149-b870-2d4c7a082bbc up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:33:08.142360 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 1b3d114d-56fd-4149-b870-2d4c7a082bbc completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:33:08.147196 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 1b3d114d-56fd-4149-b870-2d4c7a082bbc triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:33:08.147557 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:08.257661 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:08.313357 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233cb2dd-324c-43f3-8e47-6bc676d8fe56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3d114d-56fd-4149-b870-2d4c7a082bbc'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:33:08.323135 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 1b3d114d-56fd-4149-b870-2d4c7a082bbc, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=1b3d114d-56fd-4149-b870-2d4c7a082bbc,segment=NetworkSegment(abb773a8-cd31-4478-be83-787646f6dfca),segment_id=abb773a8-cd31-4478-be83-787646f6dfca)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:33:08.365932 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e0d509-66dd-4eb6-91a3-f098db0b33ef'] response: {'server_uuid': '233cb2dd-324c-43f3-8e47-6bc676d8fe56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3d114d-56fd-4149-b870-2d4c7a082bbc', 'code': 200} Apr 29 16:33:08.367075 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:08.431757 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=1b3d114d-56fd-4149-b870-2d4c7a082bbc,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:33:08.700710 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c086dd-128b-47ff-afc1-3fcf91c974c3 req-bbbb0579-7963-43a8-b7d3-fce75c5a8af7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:33:08.702157 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c3c086dd-128b-47ff-afc1-3fcf91c974c3 req-bbbb0579-7963-43a8-b7d3-fce75c5a8af7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 945 time: 0.1320441 Apr 29 16:33:08.736766 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4d69f870-b68b-4174-ace2-b74cfcc39c7d req-e2de9967-c3d6-4af1-9113-3433b2cd4ecb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 1098 time: 0.1114306 Apr 29 16:33:08.783992 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:33:08.787081 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c3c086dd-128b-47ff-afc1-3fcf91c974c3 req-5d5e3d35-108e-4d70-b562-3ad7da623d82 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=70d4320e-2960-4dcb-a82e-3e07705ed984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776563 Apr 29 16:33:08.796544 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4d69f870-b68b-4174-ace2-b74cfcc39c7d req-d3d7ade3-3309-4aa8-8ed2-640592a41b22 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=70d4320e-2960-4dcb-a82e-3e07705ed984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523429 Apr 29 16:33:09.986942 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1daec76-50ca-4cc5-b00e-4e91db412a44 req-2fba25ae-2bd1-485c-ad80-9f17632cb73c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:33:09.988372 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e1daec76-50ca-4cc5-b00e-4e91db412a44 req-2fba25ae-2bd1-485c-ad80-9f17632cb73c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 945 time: 0.0792253 Apr 29 16:33:10.033296 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e1daec76-50ca-4cc5-b00e-4e91db412a44 req-bb82fc91-3230-45a4-98b3-df873933621b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=70d4320e-2960-4dcb-a82e-3e07705ed984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394146 Apr 29 16:33:11.227206 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8585a1-c41b-451d-bf13-7d4b09a452c7 req-431c3a0f-b57c-40fc-acbe-e98cf7d738bf tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:33:11.229222 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6f8585a1-c41b-451d-bf13-7d4b09a452c7 req-431c3a0f-b57c-40fc-acbe-e98cf7d738bf tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 945 time: 0.0745656 Apr 29 16:33:11.272549 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6f8585a1-c41b-451d-bf13-7d4b09a452c7 req-c00da5f9-d12e-4646-9709-e03af4c0ae19 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=70d4320e-2960-4dcb-a82e-3e07705ed984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379820 Apr 29 16:33:11.470912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fefc8-91d0-4d48-81d9-55b79043d17b req-b0ccde2a-f044-4cd6-8214-84aafe35cc2c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:33:11.472352 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-458fefc8-91d0-4d48-81d9-55b79043d17b req-b0ccde2a-f044-4cd6-8214-84aafe35cc2c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 945 time: 0.0782762 Apr 29 16:33:11.516589 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-458fefc8-91d0-4d48-81d9-55b79043d17b req-89b91df9-3273-445a-a17e-3749af36e3a2 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=70d4320e-2960-4dcb-a82e-3e07705ed984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389142 Apr 29 16:33:11.543737 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38506) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:33:11.611227 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0f084384-e0fd-4f25-bf43-e2b4bd0beb32 tempest-TestNetworkAdvancedServerOps-1888383214 tempest-TestNetworkAdvancedServerOps-1888383214-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 1093 time: 0.0663943 Apr 29 16:33:11.613843 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38510) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:33:11.619431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-312604f9-2996-402e-bf6b-f77366247996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': '1b3d114d-56fd-4149-b870-2d4c7a082bbc', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:33:11.624789 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-312604f9-2996-402e-bf6b-f77366247996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:33:11.628608 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-312604f9-2996-402e-bf6b-f77366247996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Usage tracker for resource:floatingip and tenant:ac19136cf1d643d5a5fb15dcd7a028ab is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:33:11.631395 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-312604f9-2996-402e-bf6b-f77366247996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:33:11.637166 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-312604f9-2996-402e-bf6b-f77366247996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:33:11.743581 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-312604f9-2996-402e-bf6b-f77366247996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for floatingip, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:11.876084 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-312604f9-2996-402e-bf6b-f77366247996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:12.006228 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-312604f9-2996-402e-bf6b-f77366247996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Allocated IP 172.26.1.57 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/d1c06253-d025-4815-912d-1b0b75e65d02) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:33:12.153956 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-312604f9-2996-402e-bf6b-f77366247996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:12.237226 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-312604f9-2996-402e-bf6b-f77366247996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:12.307962 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312604f9-2996-402e-bf6b-f77366247996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:33:12.310863 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-312604f9-2996-402e-bf6b-f77366247996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:33:12.315107 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312604f9-2996-402e-bf6b-f77366247996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:33:12.341067 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312604f9-2996-402e-bf6b-f77366247996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=d1c06253-d025-4815-912d-1b0b75e65d02,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:33:12.890041 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-312604f9-2996-402e-bf6b-f77366247996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:12.997852 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-312604f9-2996-402e-bf6b-f77366247996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:13.196183 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-312604f9-2996-402e-bf6b-f77366247996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:13.256550 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-312604f9-2996-402e-bf6b-f77366247996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:13.363999 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312604f9-2996-402e-bf6b-f77366247996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event updated for resources: {'Port': ['ID=d1c06253-d025-4815-912d-1b0b75e65d02,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:33:13.377893 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-312604f9-2996-402e-bf6b-f77366247996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:13.565032 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [None req-312604f9-2996-402e-bf6b-f77366247996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Floating IP f31fa070-e94c-4a74-ab21-eb31c2eecc53 associated. External IP: 172.26.1.57, port: 1b3d114d-56fd-4149-b870-2d4c7a082bbc. Apr 29 16:33:13.662756 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-71bad7a2-0650-4165-881d-d8a8c7944587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:13.951196 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312604f9-2996-402e-bf6b-f77366247996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Router 93bd6072-d0c1-4062-b984-67c8527134f4 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:33:14.148906 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312604f9-2996-402e-bf6b-f77366247996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:33:14.159090 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cef6cb-e3bd-4895-bd48-592953d00c64 None None] Sync routers for ids ['93bd6072-d0c1-4062-b984-67c8527134f4'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:33:14.177153 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cef6cb-e3bd-4895-bd48-592953d00c64 None None] Routers {'93bd6072-d0c1-4062-b984-67c8527134f4'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:33:14.178459 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-25cef6cb-e3bd-4895-bd48-592953d00c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:32:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['93bd6072-d0c1-4062-b984-67c8527134f4'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:33:14.243108 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-312604f9-2996-402e-bf6b-f77366247996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:14.299297 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-312604f9-2996-402e-bf6b-f77366247996 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6844640 Apr 29 16:33:14.300058 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233cb2dd-324c-43f3-8e47-6bc676d8fe56', 'tag': '1b3d114d-56fd-4149-b870-2d4c7a082bbc'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:33:14.360381 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe8400ce-e14b-467f-941f-304c872cb1a7'] response: {'name': 'network-changed', 'server_uuid': '233cb2dd-324c-43f3-8e47-6bc676d8fe56', 'tag': '1b3d114d-56fd-4149-b870-2d4c7a082bbc', 'status': 'completed', 'code': 200} Apr 29 16:33:14.362643 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-25cef6cb-e3bd-4895-bd48-592953d00c64 None None] Set router 93bd6072-d0c1-4062-b984-67c8527134f4 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:33:14.610801 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fafc5-7e0a-44e6-ad97-5ee8c1d6a994 req-0a04cc23-e356-42ce-b06e-f9e887fd1af6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:33:14.612149 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-db9fafc5-7e0a-44e6-ad97-5ee8c1d6a994 req-0a04cc23-e356-42ce-b06e-f9e887fd1af6 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 945 time: 0.1988046 Apr 29 16:33:14.614902 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-449a87a8-b6db-4bec-9dba-d1fb51a1eca3 req-9bccf0de-1c19-48dd-90f1-80a16ac0585a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 1098 time: 0.2326741 Apr 29 16:33:14.721111 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-25cef6cb-e3bd-4895-bd48-592953d00c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316323420', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:32:46Z', 'updated_at': '2022-04-29T16:32:51Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:32:47Z', 'updated_at': '2022-04-29T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'f31fa070-e94c-4a74-ab21-eb31c2eecc53', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'floating_ip_address': '172.26.1.57', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'port_id': '1b3d114d-56fd-4149-b870-2d4c7a082bbc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6', 'mac_address': 'fa:16:3e:66:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233cb2dd-324c-43f3-8e47-6bc676d8fe56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:33:12Z', 'updated_at': '2022-04-29T16:33:12Z', 'revision_number': 0, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10deb444-0f5f-470b-b99d-fbe2b51e48ca', 'name': '', 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:3d:53:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f89e0ff-3d66-47a9-899f-57dff6b7506d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:32:51Z', 'updated_at': '2022-04-29T16:32:57Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '8f89e0ff-3d66-47a9-899f-57dff6b7506d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:33:14.725386 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cef6cb-e3bd-4895-bd48-592953d00c64 None None] Checking router: 93bd6072-d0c1-4062-b984-67c8527134f4 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:33:14.737027 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cef6cb-e3bd-4895-bd48-592953d00c64 None None] Routers {'93bd6072-d0c1-4062-b984-67c8527134f4'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:33:14.737823 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-25cef6cb-e3bd-4895-bd48-592953d00c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:32:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['93bd6072-d0c1-4062-b984-67c8527134f4'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:33:14.749700 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-db9fafc5-7e0a-44e6-ad97-5ee8c1d6a994 req-98aff22e-e911-4ea2-a340-1f9425ca6ed8 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=70d4320e-2960-4dcb-a82e-3e07705ed984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310713 Apr 29 16:33:14.779277 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 38518) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:33:14.785811 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a87a8-b6db-4bec-9dba-d1fb51a1eca3 req-987cf7eb-c4c5-4d46-af3f-196c20ac493e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:33:14.787270 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-449a87a8-b6db-4bec-9dba-d1fb51a1eca3 req-987cf7eb-c4c5-4d46-af3f-196c20ac493e service neutron] 10.222.0.35 "GET /v2.0/networks?id=0b58ed3f-a926-45df-b3d4-78799aca26f6 HTTP/1.1" status: 200 len: 897 time: 0.1479585 Apr 29 16:33:14.888610 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1878fc8e-ccfa-4352-892c-6f6aefb400e1 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/floatingips/f31fa070-e94c-4a74-ab21-eb31c2eecc53 HTTP/1.1" status: 200 len: 990 time: 0.1080871 Apr 29 16:33:14.894173 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-449a87a8-b6db-4bec-9dba-d1fb51a1eca3 req-a3dd304b-c0ba-4a78-ac73-d76fed6f55f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b3d114d-56fd-4149-b870-2d4c7a082bbc HTTP/1.1" status: 200 len: 998 time: 0.1008871 Apr 29 16:33:14.925655 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-25cef6cb-e3bd-4895-bd48-592953d00c64 None None] Set router 93bd6072-d0c1-4062-b984-67c8527134f4 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:33:14.957139 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a87a8-b6db-4bec-9dba-d1fb51a1eca3 req-cd503f04-e507-4b08-b870-99a1aed5f3da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:33:14.958593 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-449a87a8-b6db-4bec-9dba-d1fb51a1eca3 req-cd503f04-e507-4b08-b870-99a1aed5f3da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f89e0ff-3d66-47a9-899f-57dff6b7506d HTTP/1.1" status: 200 len: 834 time: 0.0576925 Apr 29 16:33:15.034782 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-449a87a8-b6db-4bec-9dba-d1fb51a1eca3 req-10dd349d-c4b3-4852-8453-c42807b30865 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0b58ed3f-a926-45df-b3d4-78799aca26f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703180 Apr 29 16:33:15.171797 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-449a87a8-b6db-4bec-9dba-d1fb51a1eca3 req-66807ecc-33c0-4881-bcf5-29dd11a06891 service neutron] 10.222.0.35 "GET /v2.0/networks/0b58ed3f-a926-45df-b3d4-78799aca26f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302640 Apr 29 16:33:15.302870 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-449a87a8-b6db-4bec-9dba-d1fb51a1eca3 req-7002ea77-0a04-4e1b-a246-06258b83a63d service neutron] 10.222.0.35 "GET /v2.0/networks/0b58ed3f-a926-45df-b3d4-78799aca26f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260018 Apr 29 16:33:15.303619 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-25cef6cb-e3bd-4895-bd48-592953d00c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316323420', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:32:46Z', 'updated_at': '2022-04-29T16:32:51Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:32:47Z', 'updated_at': '2022-04-29T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'f31fa070-e94c-4a74-ab21-eb31c2eecc53', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'floating_ip_address': '172.26.1.57', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'port_id': '1b3d114d-56fd-4149-b870-2d4c7a082bbc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6', 'mac_address': 'fa:16:3e:66:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233cb2dd-324c-43f3-8e47-6bc676d8fe56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:33:12Z', 'updated_at': '2022-04-29T16:33:12Z', 'revision_number': 0, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10deb444-0f5f-470b-b99d-fbe2b51e48ca', 'name': '', 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:3d:53:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f89e0ff-3d66-47a9-899f-57dff6b7506d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:32:51Z', 'updated_at': '2022-04-29T16:32:57Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '8f89e0ff-3d66-47a9-899f-57dff6b7506d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:33:15.307558 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cef6cb-e3bd-4895-bd48-592953d00c64 None None] The sync data for ids ['93bd6072-d0c1-4062-b984-67c8527134f4'] in dv-neutron-839913-1-hyperv is: [{'id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316323420', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:32:46Z', 'updated_at': '2022-04-29T16:32:51Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:32:47Z', 'updated_at': '2022-04-29T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'f31fa070-e94c-4a74-ab21-eb31c2eecc53', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'floating_ip_address': '172.26.1.57', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'port_id': '1b3d114d-56fd-4149-b870-2d4c7a082bbc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6', 'mac_address': 'fa:16:3e:66:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233cb2dd-324c-43f3-8e47-6bc676d8fe56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:33:12Z', 'updated_at': '2022-04-29T16:33:12Z', 'revision_number': 0, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10deb444-0f5f-470b-b99d-fbe2b51e48ca', 'name': '', 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:3d:53:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f89e0ff-3d66-47a9-899f-57dff6b7506d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:32:51Z', 'updated_at': '2022-04-29T16:32:57Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '8f89e0ff-3d66-47a9-899f-57dff6b7506d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:33:15.493831 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98385c11-af5f-46f8-a2c3-6d0b87fee83a None None] New status for floating IP f31fa070-e94c-4a74-ab21-eb31c2eecc53: ACTIVE {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:33:15.805305 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:15.892163 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38522) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:33:15.931271 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0b06779e-27d9-47df-97fb-8d17beea6f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:15.992091 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c963f8e7-7b21-4dff-8012-66c20725ceea tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/floatingips/f31fa070-e94c-4a74-ab21-eb31c2eecc53 HTTP/1.1" status: 200 len: 992 time: 0.0987213 Apr 29 16:33:17.356919 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:17.542776 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:18.656682 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:43.676807 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5b96575a-2fcb-4ad3-8d62-7441d600c64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:45.785059 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:33:45.819986 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:45.981986 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a7cd5140-62b5-475f-88c4-08d6e223da77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:47.376515 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:47.530671 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:48.642247 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:00.042473 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9a5b7c8a-fc0f-4a73-b13c-1e09e6a3a3ba req-0903b76e-c315-44b4-af16-80595cfa3156 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702350 Apr 29 16:34:00.178250 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9a5b7c8a-fc0f-4a73-b13c-1e09e6a3a3ba req-bc5c9e55-58f6-4ab8-8d82-0dfef39fc9f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 1098 time: 0.0675750 Apr 29 16:34:00.318348 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b7c8a-fc0f-4a73-b13c-1e09e6a3a3ba req-08070a26-931d-4b4c-9681-f56e6e5a7c79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:34:00.319712 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9a5b7c8a-fc0f-4a73-b13c-1e09e6a3a3ba req-08070a26-931d-4b4c-9681-f56e6e5a7c79 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0b58ed3f-a926-45df-b3d4-78799aca26f6 HTTP/1.1" status: 200 len: 897 time: 0.1231804 Apr 29 16:34:00.420277 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9a5b7c8a-fc0f-4a73-b13c-1e09e6a3a3ba req-35b2a47d-1dec-4536-81de-bf184a75423b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b3d114d-56fd-4149-b870-2d4c7a082bbc HTTP/1.1" status: 200 len: 1000 time: 0.0939484 Apr 29 16:34:00.480106 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b7c8a-fc0f-4a73-b13c-1e09e6a3a3ba req-a4b308e5-b505-4ce5-b03e-ab2424bc84a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:34:00.481495 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9a5b7c8a-fc0f-4a73-b13c-1e09e6a3a3ba req-a4b308e5-b505-4ce5-b03e-ab2424bc84a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f89e0ff-3d66-47a9-899f-57dff6b7506d HTTP/1.1" status: 200 len: 834 time: 0.0553551 Apr 29 16:34:00.557791 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9a5b7c8a-fc0f-4a73-b13c-1e09e6a3a3ba req-db518975-6af4-4c10-93c5-46c62bce3194 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0b58ed3f-a926-45df-b3d4-78799aca26f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702829 Apr 29 16:34:00.686554 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9a5b7c8a-fc0f-4a73-b13c-1e09e6a3a3ba req-737abae6-882d-4c21-8c8e-1ff7ea6d4629 service neutron] 10.222.0.35 "GET /v2.0/networks/0b58ed3f-a926-45df-b3d4-78799aca26f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231756 Apr 29 16:34:00.903106 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9a5b7c8a-fc0f-4a73-b13c-1e09e6a3a3ba req-3d0ad7ae-3b8d-4024-a100-ffef2555b878 service neutron] 10.222.0.35 "GET /v2.0/networks/0b58ed3f-a926-45df-b3d4-78799aca26f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113960 Apr 29 16:34:13.684833 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2ed7bf01-d24c-47a8-a523-d545fc7839a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:15.836706 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:15.973636 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-facb1e89-5b38-4397-86a5-2b5b94f271ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:17.370382 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:17.491351 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0324cd0-e702-4509-9eda-bf4f09f803e4 req-82a18fd4-2ec9-4cec-9765-2f6d86a60f57 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:34:17.492807 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d0324cd0-e702-4509-9eda-bf4f09f803e4 req-82a18fd4-2ec9-4cec-9765-2f6d86a60f57 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 945 time: 0.1813517 Apr 29 16:34:17.524714 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:17.541450 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d0324cd0-e702-4509-9eda-bf4f09f803e4 req-3c304dd9-2eb9-481b-8ee7-5518fb97fdee tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=70d4320e-2960-4dcb-a82e-3e07705ed984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425482 Apr 29 16:34:18.679106 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:18.743630 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76dd97d-7931-4cb3-9d9b-b4646f29aa3b req-87809c83-0295-495e-9b71-5155dd80871e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:34:18.745084 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b76dd97d-7931-4cb3-9d9b-b4646f29aa3b req-87809c83-0295-495e-9b71-5155dd80871e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 945 time: 0.0834939 Apr 29 16:34:18.791197 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b76dd97d-7931-4cb3-9d9b-b4646f29aa3b req-eeb62116-568c-4863-baca-27a11be55c89 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=70d4320e-2960-4dcb-a82e-3e07705ed984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401888 Apr 29 16:34:19.990668 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461ef81-4197-42dc-92bb-4f5754c29f96 req-cbacd214-629a-4a1c-91ff-5b642c684c15 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:34:19.992037 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4461ef81-4197-42dc-92bb-4f5754c29f96 req-cbacd214-629a-4a1c-91ff-5b642c684c15 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 945 time: 0.0774922 Apr 29 16:34:20.037323 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4461ef81-4197-42dc-92bb-4f5754c29f96 req-63eb9236-ac64-4f0d-a36d-fd9e6e61fb31 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=70d4320e-2960-4dcb-a82e-3e07705ed984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392549 Apr 29 16:34:20.066247 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38558) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:20.168118 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-68dbb696-3ed4-4653-b438-e0bea1666046 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/floatingips/f31fa070-e94c-4a74-ab21-eb31c2eecc53 HTTP/1.1" status: 200 len: 992 time: 0.1007459 Apr 29 16:34:21.777360 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c50e9-3c32-4239-a382-e7ac73736570 req-3344b061-9358-4dd6-b4b9-9413bd9aa4a7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:34:21.779511 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ea2c50e9-3c32-4239-a382-e7ac73736570 req-3344b061-9358-4dd6-b4b9-9413bd9aa4a7 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 945 time: 0.0822895 Apr 29 16:34:21.870244 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ea2c50e9-3c32-4239-a382-e7ac73736570 req-4434fc7b-5d5d-4d7a-8ada-2b5492e3f775 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=70d4320e-2960-4dcb-a82e-3e07705ed984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607870 Apr 29 16:34:21.882366 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1925fa30-403a-4c60-ac08-f592c8ccd341 req-3d5518d7-4843-405e-a914-71e3dc6a71d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 1098 time: 0.1005452 Apr 29 16:34:22.009862 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925fa30-403a-4c60-ac08-f592c8ccd341 req-2eb7f2ca-7afa-400a-b574-c39f0f593b9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:34:22.011322 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1925fa30-403a-4c60-ac08-f592c8ccd341 req-2eb7f2ca-7afa-400a-b574-c39f0f593b9c service neutron] 10.222.0.35 "GET /v2.0/networks?id=0b58ed3f-a926-45df-b3d4-78799aca26f6 HTTP/1.1" status: 200 len: 897 time: 0.1221509 Apr 29 16:34:22.110468 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1925fa30-403a-4c60-ac08-f592c8ccd341 req-4ea90a90-c051-4f1e-bc60-c69363f5baac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b3d114d-56fd-4149-b870-2d4c7a082bbc HTTP/1.1" status: 200 len: 1000 time: 0.0935342 Apr 29 16:34:22.173450 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925fa30-403a-4c60-ac08-f592c8ccd341 req-b94c8d18-60b3-42ab-93b5-197e1078598c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:34:22.174763 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1925fa30-403a-4c60-ac08-f592c8ccd341 req-b94c8d18-60b3-42ab-93b5-197e1078598c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f89e0ff-3d66-47a9-899f-57dff6b7506d HTTP/1.1" status: 200 len: 834 time: 0.0591350 Apr 29 16:34:22.244879 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1925fa30-403a-4c60-ac08-f592c8ccd341 req-08f26fe0-a229-4596-8822-619e62767f46 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0b58ed3f-a926-45df-b3d4-78799aca26f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0647407 Apr 29 16:34:22.373296 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1925fa30-403a-4c60-ac08-f592c8ccd341 req-6700c871-5416-42ca-8d0f-c25054c08af9 service neutron] 10.222.0.35 "GET /v2.0/networks/0b58ed3f-a926-45df-b3d4-78799aca26f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226416 Apr 29 16:34:22.500749 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1925fa30-403a-4c60-ac08-f592c8ccd341 req-ecb40923-4c6c-4ce7-8e43-9937e8d7be5b service neutron] 10.222.0.35 "GET /v2.0/networks/0b58ed3f-a926-45df-b3d4-78799aca26f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224568 Apr 29 16:34:22.786341 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:34:23.064844 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26182d-4a10-4524-8d54-834f5f086f51 req-579e7e36-e65b-4335-85ba-c98fba22a466 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:34:23.066198 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1a26182d-4a10-4524-8d54-834f5f086f51 req-579e7e36-e65b-4335-85ba-c98fba22a466 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 945 time: 0.0743904 Apr 29 16:34:23.114204 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1a26182d-4a10-4524-8d54-834f5f086f51 req-79ee93e8-7cbe-410b-bb18-2a945099719c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=70d4320e-2960-4dcb-a82e-3e07705ed984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425301 Apr 29 16:34:24.304645 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5793b-6f7b-4936-bc38-daf91c34e6ef req-fec5f5bf-bdec-43af-a14d-97ce98112968 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:34:24.306061 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3f5793b-6f7b-4936-bc38-daf91c34e6ef req-fec5f5bf-bdec-43af-a14d-97ce98112968 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 945 time: 0.0741332 Apr 29 16:34:24.350437 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f3f5793b-6f7b-4936-bc38-daf91c34e6ef req-149486a7-58c0-4a06-b152-8a574ea57a00 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=70d4320e-2960-4dcb-a82e-3e07705ed984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388305 Apr 29 16:34:24.379363 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38572) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:24.482024 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-76bdc34e-264d-4a15-9698-b772b4e6f119 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/floatingips/f31fa070-e94c-4a74-ab21-eb31c2eecc53 HTTP/1.1" status: 200 len: 992 time: 0.1015818 Apr 29 16:34:24.767584 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38580) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:25.047591 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-43a2f326-74d1-428f-a346-011e27774669 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Deleting port d1c06253-d025-4815-912d-1b0b75e65d02 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:34:25.047839 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-43a2f326-74d1-428f-a346-011e27774669 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:25.208479 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-43a2f326-74d1-428f-a346-011e27774669 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:25.208800 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-43a2f326-74d1-428f-a346-011e27774669 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:25.333561 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-43a2f326-74d1-428f-a346-011e27774669 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Calling delete_port for d1c06253-d025-4815-912d-1b0b75e65d02 owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:34:25.516504 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-43a2f326-74d1-428f-a346-011e27774669 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:25.568504 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2f326-74d1-428f-a346-011e27774669 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Port': ['ID=d1c06253-d025-4815-912d-1b0b75e65d02,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:25.606288 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2f326-74d1-428f-a346-011e27774669 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:25.606596 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2f326-74d1-428f-a346-011e27774669 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:25.606942 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2f326-74d1-428f-a346-011e27774669 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:25.607349 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2f326-74d1-428f-a346-011e27774669 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:25.607687 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2f326-74d1-428f-a346-011e27774669 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:25.608019 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2f326-74d1-428f-a346-011e27774669 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:25.608349 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2f326-74d1-428f-a346-011e27774669 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:25.608677 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2f326-74d1-428f-a346-011e27774669 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:25.609003 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2f326-74d1-428f-a346-011e27774669 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:25.609330 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2f326-74d1-428f-a346-011e27774669 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:25.609654 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2f326-74d1-428f-a346-011e27774669 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:25.669267 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-43a2f326-74d1-428f-a346-011e27774669 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for floatingip, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:26.048124 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a2f326-74d1-428f-a346-011e27774669 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Router 93bd6072-d0c1-4062-b984-67c8527134f4 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:34:26.241540 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a2f326-74d1-428f-a346-011e27774669 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:34:26.250973 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce7c90-c8d9-4e80-9d82-e0baa9136fd4 None None] Sync routers for ids ['93bd6072-d0c1-4062-b984-67c8527134f4'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:34:26.262137 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ce7c90-c8d9-4e80-9d82-e0baa9136fd4 None None] Routers {'93bd6072-d0c1-4062-b984-67c8527134f4'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:34:26.271002 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-34ce7c90-c8d9-4e80-9d82-e0baa9136fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:34:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['93bd6072-d0c1-4062-b984-67c8527134f4'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:34:26.324134 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-43a2f326-74d1-428f-a346-011e27774669 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:26.377316 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-43a2f326-74d1-428f-a346-011e27774669 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "DELETE /v2.0/floatingips/f31fa070-e94c-4a74-ab21-eb31c2eecc53 HTTP/1.1" status: 204 len: 168 time: 1.6086671 Apr 29 16:34:26.378039 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233cb2dd-324c-43f3-8e47-6bc676d8fe56', 'tag': '1b3d114d-56fd-4149-b870-2d4c7a082bbc'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:34:26.434672 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38a52b4f-9c36-4a03-937e-ee75729f4658'] response: {'name': 'network-changed', 'server_uuid': '233cb2dd-324c-43f3-8e47-6bc676d8fe56', 'tag': '1b3d114d-56fd-4149-b870-2d4c7a082bbc', 'status': 'completed', 'code': 200} Apr 29 16:34:26.440435 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-34ce7c90-c8d9-4e80-9d82-e0baa9136fd4 None None] Set router 93bd6072-d0c1-4062-b984-67c8527134f4 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:34:26.623826 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fc86615b-f4b7-44a8-b9cc-3e79869c27e6 req-6bd1721b-5fe4-4d46-96d9-0de99aa71a3a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 1098 time: 0.1675854 Apr 29 16:34:26.756257 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-34ce7c90-c8d9-4e80-9d82-e0baa9136fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316323420', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:32:46Z', 'updated_at': '2022-04-29T16:32:51Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:32:47Z', 'updated_at': '2022-04-29T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '10deb444-0f5f-470b-b99d-fbe2b51e48ca', 'name': '', 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:3d:53:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f89e0ff-3d66-47a9-899f-57dff6b7506d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:32:51Z', 'updated_at': '2022-04-29T16:32:57Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '8f89e0ff-3d66-47a9-899f-57dff6b7506d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:34:26.760173 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce7c90-c8d9-4e80-9d82-e0baa9136fd4 None None] Checking router: 93bd6072-d0c1-4062-b984-67c8527134f4 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:34:26.764348 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86615b-f4b7-44a8-b9cc-3e79869c27e6 req-a46a6011-d41f-4e5d-84c4-5f1fec95c44c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:34:26.765581 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fc86615b-f4b7-44a8-b9cc-3e79869c27e6 req-a46a6011-d41f-4e5d-84c4-5f1fec95c44c service neutron] 10.222.0.35 "GET /v2.0/networks?id=0b58ed3f-a926-45df-b3d4-78799aca26f6 HTTP/1.1" status: 200 len: 897 time: 0.1342435 Apr 29 16:34:26.771755 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ce7c90-c8d9-4e80-9d82-e0baa9136fd4 None None] Routers {'93bd6072-d0c1-4062-b984-67c8527134f4'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:34:26.772353 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-34ce7c90-c8d9-4e80-9d82-e0baa9136fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:34:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['93bd6072-d0c1-4062-b984-67c8527134f4'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:34:26.835283 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fc86615b-f4b7-44a8-b9cc-3e79869c27e6 req-43818eb0-5cff-418e-bb34-891da821df3a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b3d114d-56fd-4149-b870-2d4c7a082bbc HTTP/1.1" status: 200 len: 217 time: 0.0640714 Apr 29 16:34:26.903855 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86615b-f4b7-44a8-b9cc-3e79869c27e6 req-64b16d45-8240-4758-9dee-34da66502910 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:34:26.905346 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fc86615b-f4b7-44a8-b9cc-3e79869c27e6 req-64b16d45-8240-4758-9dee-34da66502910 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f89e0ff-3d66-47a9-899f-57dff6b7506d HTTP/1.1" status: 200 len: 834 time: 0.0638704 Apr 29 16:34:26.955566 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-34ce7c90-c8d9-4e80-9d82-e0baa9136fd4 None None] Set router 93bd6072-d0c1-4062-b984-67c8527134f4 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:34:27.046387 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fc86615b-f4b7-44a8-b9cc-3e79869c27e6 req-5567f1ec-b0ff-4c7e-8fc6-8363fd032a7f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0b58ed3f-a926-45df-b3d4-78799aca26f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1348786 Apr 29 16:34:27.052523 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69911da9-d046-4b40-a537-e6a9c5ce6097 req-1f39ca54-a1e3-4da9-9cb5-9748b12bae25 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:34:27.053173 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-69911da9-d046-4b40-a537-e6a9c5ce6097 req-1f39ca54-a1e3-4da9-9cb5-9748b12bae25 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Synchronizing usage tracker for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:34:27.187142 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fc86615b-f4b7-44a8-b9cc-3e79869c27e6 req-7009ccbc-807a-4a8c-9033-3978e418579f service neutron] 10.222.0.35 "GET /v2.0/networks/0b58ed3f-a926-45df-b3d4-78799aca26f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312101 Apr 29 16:34:27.212928 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-69911da9-d046-4b40-a537-e6a9c5ce6097 req-1f39ca54-a1e3-4da9-9cb5-9748b12bae25 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Unset dirty status for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:34:27.214119 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-69911da9-d046-4b40-a537-e6a9c5ce6097 req-1f39ca54-a1e3-4da9-9cb5-9748b12bae25 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 945 time: 0.2654891 Apr 29 16:34:27.298383 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-34ce7c90-c8d9-4e80-9d82-e0baa9136fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316323420', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:32:46Z', 'updated_at': '2022-04-29T16:32:51Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:32:47Z', 'updated_at': '2022-04-29T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '10deb444-0f5f-470b-b99d-fbe2b51e48ca', 'name': '', 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:3d:53:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f89e0ff-3d66-47a9-899f-57dff6b7506d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:32:51Z', 'updated_at': '2022-04-29T16:32:57Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '8f89e0ff-3d66-47a9-899f-57dff6b7506d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:34:27.302526 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce7c90-c8d9-4e80-9d82-e0baa9136fd4 None None] The sync data for ids ['93bd6072-d0c1-4062-b984-67c8527134f4'] in dv-neutron-839913-1-hyperv is: [{'id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316323420', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:32:46Z', 'updated_at': '2022-04-29T16:32:51Z', 'revision_number': 4, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:32:47Z', 'updated_at': '2022-04-29T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '10deb444-0f5f-470b-b99d-fbe2b51e48ca', 'name': '', 'network_id': '0b58ed3f-a926-45df-b3d4-78799aca26f6', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'mac_address': 'fa:16:3e:3d:53:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f89e0ff-3d66-47a9-899f-57dff6b7506d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:32:51Z', 'updated_at': '2022-04-29T16:32:57Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'subnets': [{'id': '8f89e0ff-3d66-47a9-899f-57dff6b7506d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:34:27.343279 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-69911da9-d046-4b40-a537-e6a9c5ce6097 req-18834f7b-ee04-4d0a-bcb4-84be4756ae54 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=70d4320e-2960-4dcb-a82e-3e07705ed984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784457 Apr 29 16:34:27.361793 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fc86615b-f4b7-44a8-b9cc-3e79869c27e6 req-37c7edb0-a8e4-4757-8cfa-b59324a01702 service neutron] 10.222.0.35 "GET /v2.0/networks/0b58ed3f-a926-45df-b3d4-78799aca26f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686022 Apr 29 16:34:27.514703 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b290770-e061-43aa-9081-ba77c574b614 None None] New status for floating IP f31fa070-e94c-4a74-ab21-eb31c2eecc53: DOWN {{(pid=84772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:34:28.592429 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25547ab2-ec69-4eb2-a1be-8d40e47290f4 req-69be35be-cb9e-48f7-8fa0-fd7b9f8695ba tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:34:28.593866 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-25547ab2-ec69-4eb2-a1be-8d40e47290f4 req-69be35be-cb9e-48f7-8fa0-fd7b9f8695ba tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 945 time: 0.1245747 Apr 29 16:34:28.640769 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845b0e2-ef88-4800-ae54-a53686b34f34 req-24059202-66e7-4bfe-a9d6-d99cbca9dfa4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:34:28.642065 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0845b0e2-ef88-4800-ae54-a53686b34f34 req-24059202-66e7-4bfe-a9d6-d99cbca9dfa4 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 945 time: 0.1157205 Apr 29 16:34:28.691382 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-25547ab2-ec69-4eb2-a1be-8d40e47290f4 req-57c09a1f-f5bc-485f-a6e5-6a90b141ca6b tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=70d4320e-2960-4dcb-a82e-3e07705ed984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918658 Apr 29 16:34:28.718716 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-0845b0e2-ef88-4800-ae54-a53686b34f34 req-df8c6f46-be7e-41a0-8c09-3687d1546e35 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Deleting port 1b3d114d-56fd-4149-b870-2d4c7a082bbc {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:34:28.719257 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0845b0e2-ef88-4800-ae54-a53686b34f34 req-df8c6f46-be7e-41a0-8c09-3687d1546e35 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:28.968885 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-0845b0e2-ef88-4800-ae54-a53686b34f34 req-df8c6f46-be7e-41a0-8c09-3687d1546e35 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] For port 1b3d114d-56fd-4149-b870-2d4c7a082bbc, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=1b3d114d-56fd-4149-b870-2d4c7a082bbc,segment=NetworkSegment(abb773a8-cd31-4478-be83-787646f6dfca),segment_id=abb773a8-cd31-4478-be83-787646f6dfca)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:34:28.969250 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0845b0e2-ef88-4800-ae54-a53686b34f34 req-df8c6f46-be7e-41a0-8c09-3687d1546e35 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:29.088896 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-0845b0e2-ef88-4800-ae54-a53686b34f34 req-df8c6f46-be7e-41a0-8c09-3687d1546e35 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Calling delete_port for 1b3d114d-56fd-4149-b870-2d4c7a082bbc owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:34:29.330325 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0845b0e2-ef88-4800-ae54-a53686b34f34 req-df8c6f46-be7e-41a0-8c09-3687d1546e35 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:29.462789 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c6f46-be7e-41a0-8c09-3687d1546e35 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Port': ['ID=1b3d114d-56fd-4149-b870-2d4c7a082bbc,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:29.536153 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0845b0e2-ef88-4800-ae54-a53686b34f34 req-df8c6f46-be7e-41a0-8c09-3687d1546e35 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] No DVR routers for this DVR port 1b3d114d-56fd-4149-b870-2d4c7a082bbc on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:34:29.538554 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0845b0e2-ef88-4800-ae54-a53686b34f34 req-df8c6f46-be7e-41a0-8c09-3687d1546e35 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:29.541032 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233cb2dd-324c-43f3-8e47-6bc676d8fe56', 'name': 'network-vif-deleted', 'tag': '1b3d114d-56fd-4149-b870-2d4c7a082bbc'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:34:29.599951 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e892d024-2d42-4cb0-aa69-00519a947487'] response: {'server_uuid': '233cb2dd-324c-43f3-8e47-6bc676d8fe56', 'name': 'network-vif-deleted', 'tag': '1b3d114d-56fd-4149-b870-2d4c7a082bbc', 'status': 'completed', 'code': 200} Apr 29 16:34:29.604844 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0845b0e2-ef88-4800-ae54-a53686b34f34 req-df8c6f46-be7e-41a0-8c09-3687d1546e35 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.35 "DELETE /v2.0/ports/1b3d114d-56fd-4149-b870-2d4c7a082bbc HTTP/1.1" status: 204 len: 173 time: 0.9576578 Apr 29 16:34:29.864197 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-75b8089b-3fd1-4c20-be75-a30dd8b82a56 req-463183bd-7db6-4220-9d86-0a9bb88f1c7c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Synchronizing usage tracker for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:34:29.939330 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-75b8089b-3fd1-4c20-be75-a30dd8b82a56 req-463183bd-7db6-4220-9d86-0a9bb88f1c7c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Unset dirty status for tenant:ac19136cf1d643d5a5fb15dcd7a028ab on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:34:29.940799 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-75b8089b-3fd1-4c20-be75-a30dd8b82a56 req-463183bd-7db6-4220-9d86-0a9bb88f1c7c tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=233cb2dd-324c-43f3-8e47-6bc676d8fe56 HTTP/1.1" status: 200 len: 210 time: 0.1174402 Apr 29 16:34:31.045248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38598) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:31.432292 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-75338b90-5635-4e08-9bf3-44d4ce5ce83e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:32.024332 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-75338b90-5635-4e08-9bf3-44d4ce5ce83e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Deleting port 10deb444-0f5f-470b-b99d-fbe2b51e48ca {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:34:32.024562 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-75338b90-5635-4e08-9bf3-44d4ce5ce83e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:32.207276 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-75338b90-5635-4e08-9bf3-44d4ce5ce83e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] For port 10deb444-0f5f-470b-b99d-fbe2b51e48ca, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=10deb444-0f5f-470b-b99d-fbe2b51e48ca,segment=NetworkSegment(abb773a8-cd31-4478-be83-787646f6dfca),segment_id=abb773a8-cd31-4478-be83-787646f6dfca)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:34:32.207989 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-75338b90-5635-4e08-9bf3-44d4ce5ce83e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:32.405494 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-75338b90-5635-4e08-9bf3-44d4ce5ce83e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Calling delete_port for 10deb444-0f5f-470b-b99d-fbe2b51e48ca owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:34:32.421825 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 1b3d114d-56fd-4149-b870-2d4c7a082bbc no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:34:32.454657 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 1b3d114d-56fd-4149-b870-2d4c7a082bbc {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:34:32.455009 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 1b3d114d-56fd-4149-b870-2d4c7a082bbc not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:34:32.647705 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-75338b90-5635-4e08-9bf3-44d4ce5ce83e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:32.691653 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75338b90-5635-4e08-9bf3-44d4ce5ce83e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Port': ['ID=10deb444-0f5f-470b-b99d-fbe2b51e48ca,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:33.016590 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-75338b90-5635-4e08-9bf3-44d4ce5ce83e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:33.570324 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75338b90-5635-4e08-9bf3-44d4ce5ce83e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Router 93bd6072-d0c1-4062-b984-67c8527134f4 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:34:33.767302 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75338b90-5635-4e08-9bf3-44d4ce5ce83e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:34:33.777087 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f51199a-3c57-4556-b09c-1520b8a30d8d None None] Sync routers for ids ['93bd6072-d0c1-4062-b984-67c8527134f4'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:34:33.788523 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f51199a-3c57-4556-b09c-1520b8a30d8d None None] Routers {'93bd6072-d0c1-4062-b984-67c8527134f4'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:34:33.791501 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5f51199a-3c57-4556-b09c-1520b8a30d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:34:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['93bd6072-d0c1-4062-b984-67c8527134f4'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:34:33.840705 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-75338b90-5635-4e08-9bf3-44d4ce5ce83e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "PUT /v2.0/routers/93bd6072-d0c1-4062-b984-67c8527134f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7941437 Apr 29 16:34:33.843143 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38602) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:33.965766 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-5f51199a-3c57-4556-b09c-1520b8a30d8d None None] Set router 93bd6072-d0c1-4062-b984-67c8527134f4 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:34:34.127630 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b529b8f1-04c3-4835-9067-b477b019ce2d tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Deleting subnet 8f89e0ff-3d66-47a9-899f-57dff6b7506d {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 16:34:34.130356 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b529b8f1-04c3-4835-9067-b477b019ce2d tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:34.182919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b529b8f1-04c3-4835-9067-b477b019ce2d tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:34.243253 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5f51199a-3c57-4556-b09c-1520b8a30d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316323420', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:32:46Z', 'updated_at': '2022-04-29T16:34:32Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:32:47Z', 'updated_at': '2022-04-29T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:34:34.249469 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f51199a-3c57-4556-b09c-1520b8a30d8d None None] Checking router: 93bd6072-d0c1-4062-b984-67c8527134f4 for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:34:34.257843 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f51199a-3c57-4556-b09c-1520b8a30d8d None None] Routers {'93bd6072-d0c1-4062-b984-67c8527134f4'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:34:34.258440 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5f51199a-3c57-4556-b09c-1520b8a30d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:34:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['93bd6072-d0c1-4062-b984-67c8527134f4'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:34:34.263783 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b529b8f1-04c3-4835-9067-b477b019ce2d tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:34.416087 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b529b8f1-04c3-4835-9067-b477b019ce2d tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:34.430771 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-5f51199a-3c57-4556-b09c-1520b8a30d8d None None] Set router 93bd6072-d0c1-4062-b984-67c8527134f4 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:34:34.454641 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529b8f1-04c3-4835-9067-b477b019ce2d tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Subnet': ['ID=8f89e0ff-3d66-47a9-899f-57dff6b7506d,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:34.459303 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b529b8f1-04c3-4835-9067-b477b019ce2d tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:34.467526 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7d2d2e-7f3e-484e-a598-81c26466e9d8 None None] Network 0b58ed3f-a926-45df-b3d4-78799aca26f6 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:34:34.476104 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b529b8f1-04c3-4835-9067-b477b019ce2d tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "DELETE /v2.0/subnets/8f89e0ff-3d66-47a9-899f-57dff6b7506d HTTP/1.1" status: 204 len: 168 time: 0.6319702 Apr 29 16:34:34.478719 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38606) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:34.679975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e727d9f-57a1-455f-bbfc-e6f59aab4654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:34.717215 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5f51199a-3c57-4556-b09c-1520b8a30d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316323420', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:32:46Z', 'updated_at': '2022-04-29T16:34:32Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:32:47Z', 'updated_at': '2022-04-29T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:34:34.721177 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f51199a-3c57-4556-b09c-1520b8a30d8d None None] The sync data for ids ['93bd6072-d0c1-4062-b984-67c8527134f4'] in dv-neutron-839913-1-hyperv is: [{'id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1316323420', 'tenant_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:32:46Z', 'updated_at': '2022-04-29T16:34:32Z', 'revision_number': 5, 'project_id': 'ac19136cf1d643d5a5fb15dcd7a028ab', 'gw_port': {'id': 'da88a313-1a40-4f56-9d3e-23d454525921', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bd6072-d0c1-4062-b984-67c8527134f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:32:47Z', 'updated_at': '2022-04-29T16:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:34:34.736613 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9269b81f-248b-44a4-8891-dc296b50adc7 None None] DHCP port deletion for 0b58ed3f-a926-45df-b3d4-78799aca26f6 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 16:34:34.741842 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-9269b81f-248b-44a4-8891-dc296b50adc7 None None] Deleting port 25a8dc3d-a8f9-4666-b624-c6664863661a {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:34:34.742528 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9269b81f-248b-44a4-8891-dc296b50adc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:34.881898 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e727d9f-57a1-455f-bbfc-e6f59aab4654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:34.941198 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-3e727d9f-57a1-455f-bbfc-e6f59aab4654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Deleting port da88a313-1a40-4f56-9d3e-23d454525921 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:34:34.941462 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e727d9f-57a1-455f-bbfc-e6f59aab4654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:34.943253 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-9269b81f-248b-44a4-8891-dc296b50adc7 None None] For port 25a8dc3d-a8f9-4666-b624-c6664863661a, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=25a8dc3d-a8f9-4666-b624-c6664863661a,segment=NetworkSegment(abb773a8-cd31-4478-be83-787646f6dfca),segment_id=abb773a8-cd31-4478-be83-787646f6dfca)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:34:34.943642 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9269b81f-248b-44a4-8891-dc296b50adc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:35.068962 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-9269b81f-248b-44a4-8891-dc296b50adc7 None None] Calling delete_port for 25a8dc3d-a8f9-4666-b624-c6664863661a owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:34:35.120736 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 25a8dc3d-a8f9-4666-b624-c6664863661a no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:34:35.133188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-3e727d9f-57a1-455f-bbfc-e6f59aab4654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] For port da88a313-1a40-4f56-9d3e-23d454525921, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=da88a313-1a40-4f56-9d3e-23d454525921,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:34:35.133534 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e727d9f-57a1-455f-bbfc-e6f59aab4654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:35.252640 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9269b81f-248b-44a4-8891-dc296b50adc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756'] for port, after_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:35.258705 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-3e727d9f-57a1-455f-bbfc-e6f59aab4654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Calling delete_port for da88a313-1a40-4f56-9d3e-23d454525921 owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:34:35.330682 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:35.342599 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269b81f-248b-44a4-8891-dc296b50adc7 None None] Pushing event deleted for resources: {'Port': ['ID=25a8dc3d-a8f9-4666-b624-c6664863661a,revision_number=None']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:35.357968 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9269b81f-248b-44a4-8891-dc296b50adc7 None None] No DVR routers for this DVR port 25a8dc3d-a8f9-4666-b624-c6664863661a on host dv-neutron-839913-1-hyperv {{(pid=84772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:34:35.364031 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269b81f-248b-44a4-8891-dc296b50adc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:35.370860 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269b81f-248b-44a4-8891-dc296b50adc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:35.370860 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269b81f-248b-44a4-8891-dc296b50adc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:35.370860 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269b81f-248b-44a4-8891-dc296b50adc7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:35.370860 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269b81f-248b-44a4-8891-dc296b50adc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:35.370860 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269b81f-248b-44a4-8891-dc296b50adc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:35.370860 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269b81f-248b-44a4-8891-dc296b50adc7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:35.370860 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269b81f-248b-44a4-8891-dc296b50adc7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:35.370860 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269b81f-248b-44a4-8891-dc296b50adc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:35.370860 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269b81f-248b-44a4-8891-dc296b50adc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:35.370860 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269b81f-248b-44a4-8891-dc296b50adc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:35.410167 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 10deb444-0f5f-470b-b99d-fbe2b51e48ca no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:34:35.443722 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 10deb444-0f5f-470b-b99d-fbe2b51e48ca {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:34:35.444062 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 10deb444-0f5f-470b-b99d-fbe2b51e48ca not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:34:35.495828 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e727d9f-57a1-455f-bbfc-e6f59aab4654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:35.538749 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e727d9f-57a1-455f-bbfc-e6f59aab4654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Port': ['ID=da88a313-1a40-4f56-9d3e-23d454525921,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:35.853135 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e727d9f-57a1-455f-bbfc-e6f59aab4654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:36.107100 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e727d9f-57a1-455f-bbfc-e6f59aab4654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:36.111155 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e727d9f-57a1-455f-bbfc-e6f59aab4654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:36.192915 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e727d9f-57a1-455f-bbfc-e6f59aab4654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:36.193408 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e727d9f-57a1-455f-bbfc-e6f59aab4654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Fanout notify agent at l3_agent the message router_deleted on router 93bd6072-d0c1-4062-b984-67c8527134f4 {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 16:34:36.208565 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3e727d9f-57a1-455f-bbfc-e6f59aab4654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:36.212357 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3e727d9f-57a1-455f-bbfc-e6f59aab4654 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "DELETE /v2.0/routers/93bd6072-d0c1-4062-b984-67c8527134f4 HTTP/1.1" status: 204 len: 168 time: 1.7299442 Apr 29 16:34:36.212668 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38610) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:36.327484 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a1b44a30-ed06-47b6-be66-5faf0ff2c57e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:36.452669 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a1b44a30-ed06-47b6-be66-5faf0ff2c57e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:36.476897 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-a1b44a30-ed06-47b6-be66-5faf0ff2c57e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b58ed3f-a926-45df-b3d4-78799aca26f6']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:34:36.489085 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-a1b44a30-ed06-47b6-be66-5faf0ff2c57e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb773a8-cd31-4478-be83-787646f6dfca') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:34:36.489383 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-a1b44a30-ed06-47b6-be66-5faf0ff2c57e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb773a8-cd31-4478-be83-787646f6dfca') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:34:36.500375 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a1b44a30-ed06-47b6-be66-5faf0ff2c57e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:36.517042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a1b44a30-ed06-47b6-be66-5faf0ff2c57e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:36.523123 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b44a30-ed06-47b6-be66-5faf0ff2c57e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:34:36.523531 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a1b44a30-ed06-47b6-be66-5faf0ff2c57e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:34:36.538043 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:34:36.689884 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a1b44a30-ed06-47b6-be66-5faf0ff2c57e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:36.707608 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a1b44a30-ed06-47b6-be66-5faf0ff2c57e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:36.720570 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b44a30-ed06-47b6-be66-5faf0ff2c57e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'Network': ['ID=0b58ed3f-a926-45df-b3d4-78799aca26f6,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:36.797371 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a1b44a30-ed06-47b6-be66-5faf0ff2c57e tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "DELETE /v2.0/networks/0b58ed3f-a926-45df-b3d4-78799aca26f6 HTTP/1.1" status: 204 len: 168 time: 0.5837390 Apr 29 16:34:36.799956 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38614) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:36.869135 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-32f066c3-5a6d-4f2a-b340-7bcf20214b23 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:36.896522 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device da88a313-1a40-4f56-9d3e-23d454525921 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:34:36.901583 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-32f066c3-5a6d-4f2a-b340-7bcf20214b23 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:36.929379 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: da88a313-1a40-4f56-9d3e-23d454525921 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:34:36.929624 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device da88a313-1a40-4f56-9d3e-23d454525921 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:34:37.033062 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-32f066c3-5a6d-4f2a-b340-7bcf20214b23 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:37.050604 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f066c3-5a6d-4f2a-b340-7bcf20214b23 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d4320e-2960-4dcb-a82e-3e07705ed984,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:37.121566 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-32f066c3-5a6d-4f2a-b340-7bcf20214b23 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:37.123279 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-32f066c3-5a6d-4f2a-b340-7bcf20214b23 tempest-TestNetworkAdvancedServerOps-901072016 tempest-TestNetworkAdvancedServerOps-901072016-project] 10.222.0.21 "DELETE /v2.0/security-groups/70d4320e-2960-4dcb-a82e-3e07705ed984 HTTP/1.1" status: 204 len: 168 time: 0.3223550 Apr 29 16:34:37.768792 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 38624) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:37.936707 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f100a893-8a04-40a8-816b-396cc83085c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac19136cf1d643d5a5fb15dcd7a028ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1667142 Apr 29 16:34:37.939068 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 38630) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:37.999288 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f3ade452-8968-4bf1-ad48-b7aa57ee081f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:38.024255 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f3ade452-8968-4bf1-ad48-b7aa57ee081f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:38.146919 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f3ade452-8968-4bf1-ad48-b7aa57ee081f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:38.164190 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ade452-8968-4bf1-ad48-b7aa57ee081f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8699fc22-db28-46af-8795-33a390cefd2f,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:38.176269 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ade452-8968-4bf1-ad48-b7aa57ee081f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:38.176616 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ade452-8968-4bf1-ad48-b7aa57ee081f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:38.176951 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ade452-8968-4bf1-ad48-b7aa57ee081f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:38.177285 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ade452-8968-4bf1-ad48-b7aa57ee081f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:38.177615 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ade452-8968-4bf1-ad48-b7aa57ee081f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:38.177943 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ade452-8968-4bf1-ad48-b7aa57ee081f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:38.178269 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ade452-8968-4bf1-ad48-b7aa57ee081f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:38.178616 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ade452-8968-4bf1-ad48-b7aa57ee081f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:38.178940 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ade452-8968-4bf1-ad48-b7aa57ee081f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:38.179260 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ade452-8968-4bf1-ad48-b7aa57ee081f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:38.179594 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ade452-8968-4bf1-ad48-b7aa57ee081f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:38.182071 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-f3ade452-8968-4bf1-ad48-b7aa57ee081f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:38.183199 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-f3ade452-8968-4bf1-ad48-b7aa57ee081f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8699fc22-db28-46af-8795-33a390cefd2f HTTP/1.1" status: 204 len: 168 time: 0.2432601 Apr 29 16:34:38.793182 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 38638) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:38.812038 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1acad1b4-0d2a-4444-b0c4-3c055062abe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:38.843085 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1acad1b4-0d2a-4444-b0c4-3c055062abe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:34:38.846885 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1acad1b4-0d2a-4444-b0c4-3c055062abe2 admin admin] Usage tracker for resource:security_group_rule and tenant:7398ca56b438456aadf743235cfe56ee is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:34:38.851521 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-1acad1b4-0d2a-4444-b0c4-3c055062abe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:34:38.855301 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-1acad1b4-0d2a-4444-b0c4-3c055062abe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:34:38.919502 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1acad1b4-0d2a-4444-b0c4-3c055062abe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:38.992865 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-1acad1b4-0d2a-4444-b0c4-3c055062abe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:39.042914 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acad1b4-0d2a-4444-b0c4-3c055062abe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb822fb3-ebfe-4ac9-a918-0e4c01f65a37,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:39.047378 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-1acad1b4-0d2a-4444-b0c4-3c055062abe2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7398ca56b438456aadf743235cfe56ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2531757 Apr 29 16:34:39.050391 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38642) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:39.108376 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8b172675-9aeb-4738-a8dc-c17b12186e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:39.133154 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8b172675-9aeb-4738-a8dc-c17b12186e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:39.273050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8b172675-9aeb-4738-a8dc-c17b12186e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:39.290748 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b172675-9aeb-4738-a8dc-c17b12186e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb822fb3-ebfe-4ac9-a918-0e4c01f65a37,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:39.293248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8b172675-9aeb-4738-a8dc-c17b12186e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:39.294587 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8b172675-9aeb-4738-a8dc-c17b12186e71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb822fb3-ebfe-4ac9-a918-0e4c01f65a37 HTTP/1.1" status: 204 len: 168 time: 0.2429504 Apr 29 16:34:40.482569 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38666) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:40.609901 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-681a111f-937a-45f4-9b0e-901c690ed550 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-965842981-network', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:34:40.614758 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-681a111f-937a-45f4-9b0e-901c690ed550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:34:40.618686 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-681a111f-937a-45f4-9b0e-901c690ed550 admin admin] Usage tracker for resource:network and tenant:2e744daeeaf140e3896e56c23b6ae852 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:34:40.621489 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-681a111f-937a-45f4-9b0e-901c690ed550 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:34:40.628300 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-681a111f-937a-45f4-9b0e-901c690ed550 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:34:40.704947 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681a111f-937a-45f4-9b0e-901c690ed550 admin admin] Made reservation on behalf of 2e744daeeaf140e3896e56c23b6ae852 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:34:40.707224 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-681a111f-937a-45f4-9b0e-901c690ed550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:40.719673 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-681a111f-937a-45f4-9b0e-901c690ed550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:40.750505 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-681a111f-937a-45f4-9b0e-901c690ed550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:34:40.754184 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-681a111f-937a-45f4-9b0e-901c690ed550 admin admin] Usage tracker for resource:security_group_rule and tenant:2e744daeeaf140e3896e56c23b6ae852 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:34:40.756921 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-681a111f-937a-45f4-9b0e-901c690ed550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:34:40.762520 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-681a111f-937a-45f4-9b0e-901c690ed550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:34:40.828573 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-681a111f-937a-45f4-9b0e-901c690ed550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:40.889797 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-681a111f-937a-45f4-9b0e-901c690ed550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:40.924447 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-681a111f-937a-45f4-9b0e-901c690ed550 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:34:40.929507 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a111f-937a-45f4-9b0e-901c690ed550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439d7976-c5dc-4968-b73b-95ac1b881ea9,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:40.936752 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-681a111f-937a-45f4-9b0e-901c690ed550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:40.937180 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-681a111f-937a-45f4-9b0e-901c690ed550 admin admin] Added segment 7b12fb98-b010-413d-8366-16644e3f5bb4 of type vlan for network fb9230b5-b453-4c59-b535-a1339ab759c2 Apr 29 16:34:40.962733 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-681a111f-937a-45f4-9b0e-901c690ed550 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:41.053638 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-681a111f-937a-45f4-9b0e-901c690ed550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:41.054379 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681a111f-937a-45f4-9b0e-901c690ed550 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:34:41.054972 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-681a111f-937a-45f4-9b0e-901c690ed550 admin admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:41.154127 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a111f-937a-45f4-9b0e-901c690ed550 admin admin] Pushing event updated for resources: {'Network': ['ID=fb9230b5-b453-4c59-b535-a1339ab759c2,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:41.164110 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network fb9230b5-b453-4c59-b535-a1339ab759c2 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:34:41.208917 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-681a111f-937a-45f4-9b0e-901c690ed550 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7252645 Apr 29 16:34:41.211838 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38672) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:41.218091 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-009f2cd0-4b2a-48af-aab9-1b93cdd59a63 admin admin] Request body: {'subnet': {'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-965842981-subnet', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'ip_version': 4}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:34:41.223103 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-009f2cd0-4b2a-48af-aab9-1b93cdd59a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:34:41.227764 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-009f2cd0-4b2a-48af-aab9-1b93cdd59a63 admin admin] Usage tracker for resource:subnet and tenant:2e744daeeaf140e3896e56c23b6ae852 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:34:41.230570 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-009f2cd0-4b2a-48af-aab9-1b93cdd59a63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:34:41.236625 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-009f2cd0-4b2a-48af-aab9-1b93cdd59a63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:34:41.307135 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009f2cd0-4b2a-48af-aab9-1b93cdd59a63 admin admin] Made reservation on behalf of 2e744daeeaf140e3896e56c23b6ae852 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:34:41.309471 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-009f2cd0-4b2a-48af-aab9-1b93cdd59a63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:41.649965 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-009f2cd0-4b2a-48af-aab9-1b93cdd59a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:41.724187 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f2cd0-4b2a-48af-aab9-1b93cdd59a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a433dd4-7928-46e1-acb3-c65a3e7b9708,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:41.737157 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009f2cd0-4b2a-48af-aab9-1b93cdd59a63 admin admin] Checking segment: {'id': '7b12fb98-b010-413d-8366-16644e3f5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:34:41.738373 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009f2cd0-4b2a-48af-aab9-1b93cdd59a63 admin admin] Network hostable DHCP agents. Network: fb9230b5-b453-4c59-b535-a1339ab759c2, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:34:41.836607 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009f2cd0-4b2a-48af-aab9-1b93cdd59a63 admin admin] Network fb9230b5-b453-4c59-b535-a1339ab759c2 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:34:41.927370 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-009f2cd0-4b2a-48af-aab9-1b93cdd59a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, fb9230b5-b453-4c59-b535-a1339ab759c2) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:34:41.931575 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009f2cd0-4b2a-48af-aab9-1b93cdd59a63 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:34:41.932713 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-009f2cd0-4b2a-48af-aab9-1b93cdd59a63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:41.935775 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc40f30-2634-4e70-b105-803366746667 None None] Network fb9230b5-b453-4c59-b535-a1339ab759c2 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:34:42.010364 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-009f2cd0-4b2a-48af-aab9-1b93cdd59a63 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7974727 Apr 29 16:34:42.013756 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38676) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:42.018742 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-285f311e-5012-443b-bcf2-fc52e1e29ed7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-965842981-router', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:34:42.023342 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-285f311e-5012-443b-bcf2-fc52e1e29ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:34:42.027190 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-285f311e-5012-443b-bcf2-fc52e1e29ed7 admin admin] Usage tracker for resource:router and tenant:2e744daeeaf140e3896e56c23b6ae852 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:34:42.030934 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-285f311e-5012-443b-bcf2-fc52e1e29ed7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:34:42.036682 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-285f311e-5012-443b-bcf2-fc52e1e29ed7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:34:42.107595 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-285f311e-5012-443b-bcf2-fc52e1e29ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:42.108540 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-285f311e-5012-443b-bcf2-fc52e1e29ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:42.126885 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-285f311e-5012-443b-bcf2-fc52e1e29ed7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:42.148014 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8dbaff-0096-406a-9e87-207e78b268f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-fb9230b5-b453-4c59-b535-a1339ab759c2', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'fixed_ips': [{'subnet_id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 16:34:42.148810 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0e8dbaff-0096-406a-9e87-207e78b268f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:42.299354 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-0e8dbaff-0096-406a-9e87-207e78b268f5 None None] Allocated IP 172.20.0.2 (fb9230b5-b453-4c59-b535-a1339ab759c2/7a433dd4-7928-46e1-acb3-c65a3e7b9708/1ddae91d-c0d4-4af0-a57d-7c9006a19b8e) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:34:42.329890 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-285f311e-5012-443b-bcf2-fc52e1e29ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:42.503241 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0e8dbaff-0096-406a-9e87-207e78b268f5 None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:42.513740 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0e8dbaff-0096-406a-9e87-207e78b268f5 None None] Transition to ACTIVE for port object 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:34:42.532007 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-0e8dbaff-0096-406a-9e87-207e78b268f5 None None] Transition to ACTIVE for port object 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:34:42.587827 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-285f311e-5012-443b-bcf2-fc52e1e29ed7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:42.604528 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0e8dbaff-0096-406a-9e87-207e78b268f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:42.616486 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-285f311e-5012-443b-bcf2-fc52e1e29ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:42.670629 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8dbaff-0096-406a-9e87-207e78b268f5 None None] Network fb9230b5-b453-4c59-b535-a1339ab759c2 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:34:42.673367 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-0e8dbaff-0096-406a-9e87-207e78b268f5 None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:34:42.675749 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8dbaff-0096-406a-9e87-207e78b268f5 None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:34:42.686760 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dbaff-0096-406a-9e87-207e78b268f5 None None] Pushing event updated for resources: {'Port': ['ID=1ddae91d-c0d4-4af0-a57d-7c9006a19b8e,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:42.752842 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-285f311e-5012-443b-bcf2-fc52e1e29ed7 admin admin] Allocated IP 172.26.1.30 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/e3379d45-ab7c-49ca-9bfe-922417bcdc29) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:34:42.772221 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-0e8dbaff-0096-406a-9e87-207e78b268f5 None None] Attempting to bind port 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:34:42.772588 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-0e8dbaff-0096-406a-9e87-207e78b268f5 None None] Attempting to bind port 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '7b12fb98-b010-413d-8366-16644e3f5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:34:42.773060 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8dbaff-0096-406a-9e87-207e78b268f5 None None] Attempting to bind port 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e on network fb9230b5-b453-4c59-b535-a1339ab759c2 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:34:42.779856 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8dbaff-0096-406a-9e87-207e78b268f5 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:34:42.780311 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8dbaff-0096-406a-9e87-207e78b268f5 None None] Checking segment: {'id': '7b12fb98-b010-413d-8366-16644e3f5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:34:42.780745 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0e8dbaff-0096-406a-9e87-207e78b268f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:42.781017 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8dbaff-0096-406a-9e87-207e78b268f5 None None] Bound using segment: {'id': '7b12fb98-b010-413d-8366-16644e3f5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:34:42.781484 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-0e8dbaff-0096-406a-9e87-207e78b268f5 None None] Bound port: 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b12fb98-b010-413d-8366-16644e3f5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:34:42.781850 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0e8dbaff-0096-406a-9e87-207e78b268f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:42.868703 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-0e8dbaff-0096-406a-9e87-207e78b268f5 None None] For port 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:34:42.871806 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-0e8dbaff-0096-406a-9e87-207e78b268f5 None None] For port 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1ddae91d-c0d4-4af0-a57d-7c9006a19b8e,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:34:42.901632 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-285f311e-5012-443b-bcf2-fc52e1e29ed7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:42.941522 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0e8dbaff-0096-406a-9e87-207e78b268f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:42.992992 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-285f311e-5012-443b-bcf2-fc52e1e29ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:43.023458 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dbaff-0096-406a-9e87-207e78b268f5 None None] Pushing event updated for resources: {'Port': ['ID=1ddae91d-c0d4-4af0-a57d-7c9006a19b8e,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:43.064869 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285f311e-5012-443b-bcf2-fc52e1e29ed7 admin admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:34:43.067801 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-285f311e-5012-443b-bcf2-fc52e1e29ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:34:43.072402 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285f311e-5012-443b-bcf2-fc52e1e29ed7 admin admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:34:43.099743 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f311e-5012-443b-bcf2-fc52e1e29ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=e3379d45-ab7c-49ca-9bfe-922417bcdc29,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:43.325696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-285f311e-5012-443b-bcf2-fc52e1e29ed7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:43.326470 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-285f311e-5012-443b-bcf2-fc52e1e29ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:43.609965 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285f311e-5012-443b-bcf2-fc52e1e29ed7 admin admin] Router ac04e5e3-4c60-4245-8379-d8ede1fd192e is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 16:34:43.644493 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2fb27d4f-bf5c-4af4-9e55-e6e971ed9a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:43.814830 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285f311e-5012-443b-bcf2-fc52e1e29ed7 admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:34:43.824695 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] Sync routers for ids ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:34:43.837805 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] Routers {'ac04e5e3-4c60-4245-8379-d8ede1fd192e'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:34:43.838448 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:34:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:34:43.900054 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-285f311e-5012-443b-bcf2-fc52e1e29ed7 admin admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:43.901747 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-285f311e-5012-443b-bcf2-fc52e1e29ed7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8868160 Apr 29 16:34:43.904558 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38680) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:43.952455 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8693f065-fd26-4ef4-9ec8-ef8901254d14 None None] Network fb9230b5-b453-4c59-b535-a1339ab759c2 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:34:44.197979 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] Set router ac04e5e3-4c60-4245-8379-d8ede1fd192e gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:34:44.246869 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-c9a7fc8b-858e-456f-abf3-b2bd615bddf7 None None] Provisioning for port 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:34:44.556058 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'name': 'tempest-TestShelveInstance-965842981-router', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:43Z', 'revision_number': 3, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'gw_port': {'id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:34:44.560734 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] Checking router: ac04e5e3-4c60-4245-8379-d8ede1fd192e for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:34:44.561286 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] Updating router ac04e5e3-4c60-4245-8379-d8ede1fd192e port e3379d45-ab7c-49ca-9bfe-922417bcdc29 binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:34:44.614718 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:44.752620 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fc33a81c-bc19-46f5-8c6a-a5bc195b3d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:44.944960 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:34:44.984068 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-fc33a81c-bc19-46f5-8c6a-a5bc195b3d6c admin admin] Allocated IP 172.20.0.1 (fb9230b5-b453-4c59-b535-a1339ab759c2/7a433dd4-7928-46e1-acb3-c65a3e7b9708/112eab0e-c523-47cb-a548-d4807947ea75) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:34:45.025965 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:45.040000 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] Transition to ACTIVE for port object e3379d45-ab7c-49ca-9bfe-922417bcdc29 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:34:45.107840 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:45.135653 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fc33a81c-bc19-46f5-8c6a-a5bc195b3d6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:45.146434 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:34:45.151709 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-fc33a81c-bc19-46f5-8c6a-a5bc195b3d6c admin admin] Transition to ACTIVE for port object 112eab0e-c523-47cb-a548-d4807947ea75 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:34:45.169945 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:34:45.171299 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:45.248410 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fc33a81c-bc19-46f5-8c6a-a5bc195b3d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:45.252335 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a27d9-f6c8-4160-8c05-5f4720204893 None None] Pushing event updated for resources: {'Port': ['ID=e3379d45-ab7c-49ca-9bfe-922417bcdc29,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:45.256023 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] Attempting to bind port e3379d45-ab7c-49ca-9bfe-922417bcdc29 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:34:45.256396 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] Attempting to bind port e3379d45-ab7c-49ca-9bfe-922417bcdc29 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:34:45.256755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] Attempting to bind port e3379d45-ab7c-49ca-9bfe-922417bcdc29 on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:34:45.269363 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:34:45.269731 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:34:45.270126 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:45.270529 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:34:45.270993 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] Bound port: e3379d45-ab7c-49ca-9bfe-922417bcdc29, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:34:45.271361 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:45.316019 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc33a81c-bc19-46f5-8c6a-a5bc195b3d6c admin admin] Network fb9230b5-b453-4c59-b535-a1339ab759c2 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:34:45.318570 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-fc33a81c-bc19-46f5-8c6a-a5bc195b3d6c admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:34:45.322210 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc33a81c-bc19-46f5-8c6a-a5bc195b3d6c admin admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:34:45.352886 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33a81c-bc19-46f5-8c6a-a5bc195b3d6c admin admin] Pushing event updated for resources: {'Port': ['ID=112eab0e-c523-47cb-a548-d4807947ea75,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:45.383084 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fc33a81c-bc19-46f5-8c6a-a5bc195b3d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:45.391098 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:45.412769 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] For port e3379d45-ab7c-49ca-9bfe-922417bcdc29, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:34:45.428119 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] For port e3379d45-ab7c-49ca-9bfe-922417bcdc29, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e3379d45-ab7c-49ca-9bfe-922417bcdc29,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:34:45.438458 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1ddae91d-c0d4-4af0-a57d-7c9006a19b8e,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:34:45.494195 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:45.526100 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:45.526942 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fc33a81c-bc19-46f5-8c6a-a5bc195b3d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:45.588264 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=1ddae91d-c0d4-4af0-a57d-7c9006a19b8e,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:45.625313 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] Routers {'ac04e5e3-4c60-4245-8379-d8ede1fd192e'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:34:45.625856 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:34:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:34:45.750307 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fc33a81c-bc19-46f5-8c6a-a5bc195b3d6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:45.757212 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2cc0469d-4453-4275-8059-229bcb906906 None None] Provisioning for port 112eab0e-c523-47cb-a548-d4807947ea75 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:34:45.785830 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2cc0469d-4453-4275-8059-229bcb906906 None None] Provisioning complete for port 112eab0e-c523-47cb-a548-d4807947ea75 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:34:45.786191 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2cc0469d-4453-4275-8059-229bcb906906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:45.844477 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fc33a81c-bc19-46f5-8c6a-a5bc195b3d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:45.909753 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a27d9-f6c8-4160-8c05-5f4720204893 None None] Pushing event updated for resources: {'Port': ['ID=e3379d45-ab7c-49ca-9bfe-922417bcdc29,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:45.936612 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-2cc0469d-4453-4275-8059-229bcb906906 None None] Port 112eab0e-c523-47cb-a548-d4807947ea75 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:34:45.943981 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:45.960035 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] Set router ac04e5e3-4c60-4245-8379-d8ede1fd192e gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:34:46.008633 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-65e40b96-fdee-4274-b701-1a32173cd05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:46.043134 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fc33a81c-bc19-46f5-8c6a-a5bc195b3d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:46.047105 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33a81c-bc19-46f5-8c6a-a5bc195b3d6c admin admin] Pushing event updated for resources: {'Port': ['ID=112eab0e-c523-47cb-a548-d4807947ea75,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:46.179563 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc33a81c-bc19-46f5-8c6a-a5bc195b3d6c admin admin] Network fb9230b5-b453-4c59-b535-a1339ab759c2 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:34:46.180511 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-fc33a81c-bc19-46f5-8c6a-a5bc195b3d6c admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:34:46.275891 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'name': 'tempest-TestShelveInstance-965842981-router', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:45Z', 'revision_number': 4, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'gw_port': {'id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '112eab0e-c523-47cb-a548-d4807947ea75', 'name': '', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'mac_address': 'fa:16:3e:19:1f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:44Z', 'updated_at': '2022-04-29T16:34:44Z', 'revision_number': 1, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'subnets': [{'id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:34:46.280953 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a767e-0117-4e3a-bdc2-7d24c9dec2af None None] The sync data for ids ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'] in dv-neutron-839913-1-hyperv is: [{'id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'name': 'tempest-TestShelveInstance-965842981-router', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:45Z', 'revision_number': 4, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'gw_port': {'id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '112eab0e-c523-47cb-a548-d4807947ea75', 'name': '', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'mac_address': 'fa:16:3e:19:1f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:44Z', 'updated_at': '2022-04-29T16:34:44Z', 'revision_number': 1, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'subnets': [{'id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:34:46.463501 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e97d1bfd-9e71-4cbb-81f4-9332cdc6c779 None None] Provisioning complete for port 112eab0e-c523-47cb-a548-d4807947ea75 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:34:46.463961 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e97d1bfd-9e71-4cbb-81f4-9332cdc6c779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:46.525676 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-e97d1bfd-9e71-4cbb-81f4-9332cdc6c779 None None] Port 112eab0e-c523-47cb-a548-d4807947ea75 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:34:46.602184 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc33a81c-bc19-46f5-8c6a-a5bc195b3d6c admin admin] Router ac04e5e3-4c60-4245-8379-d8ede1fd192e has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:34:46.812069 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc33a81c-bc19-46f5-8c6a-a5bc195b3d6c admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:34:46.820943 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-fc33a81c-bc19-46f5-8c6a-a5bc195b3d6c admin admin] 10.222.0.21 "PUT /v2.0/routers/ac04e5e3-4c60-4245-8379-d8ede1fd192e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9153016 Apr 29 16:34:46.948097 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:34:47.023845 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:34:47.024923 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:47.387107 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:47.546844 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:47.935250 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38702) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:47.940785 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-5426212b-ec44-47e5-b716-622412a165e6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1470031297-network', 'tenant_id': '1af0d1680d91461a8cee6c420b363f16'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:34:47.945606 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5426212b-ec44-47e5-b716-622412a165e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:34:47.949355 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5426212b-ec44-47e5-b716-622412a165e6 admin admin] Usage tracker for resource:network and tenant:1af0d1680d91461a8cee6c420b363f16 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:34:47.952321 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5426212b-ec44-47e5-b716-622412a165e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:34:47.957848 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5426212b-ec44-47e5-b716-622412a165e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:34:48.020903 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5426212b-ec44-47e5-b716-622412a165e6 admin admin] Made reservation on behalf of 1af0d1680d91461a8cee6c420b363f16 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:34:48.023140 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5426212b-ec44-47e5-b716-622412a165e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:48.037140 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5426212b-ec44-47e5-b716-622412a165e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:48.066407 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5426212b-ec44-47e5-b716-622412a165e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:34:48.070159 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5426212b-ec44-47e5-b716-622412a165e6 admin admin] Usage tracker for resource:security_group_rule and tenant:1af0d1680d91461a8cee6c420b363f16 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:34:48.073043 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-5426212b-ec44-47e5-b716-622412a165e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:34:48.079218 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-5426212b-ec44-47e5-b716-622412a165e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:34:48.143027 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5426212b-ec44-47e5-b716-622412a165e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:48.192177 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5426212b-ec44-47e5-b716-622412a165e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:48.223450 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5426212b-ec44-47e5-b716-622412a165e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:34:48.228380 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426212b-ec44-47e5-b716-622412a165e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c747ddc5-512f-460a-a3a5-b263511829cc,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:48.239031 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5426212b-ec44-47e5-b716-622412a165e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:48.239031 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-5426212b-ec44-47e5-b716-622412a165e6 admin admin] Added segment c2077fb7-010c-4e88-a46d-56d2f6739036 of type vlan for network 86a04543-7d7b-40d6-9926-d907eb8839e8 Apr 29 16:34:48.265066 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5426212b-ec44-47e5-b716-622412a165e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:48.329400 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5426212b-ec44-47e5-b716-622412a165e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:48.330251 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5426212b-ec44-47e5-b716-622412a165e6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:34:48.330957 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5426212b-ec44-47e5-b716-622412a165e6 admin admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:48.427580 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426212b-ec44-47e5-b716-622412a165e6 admin admin] Pushing event updated for resources: {'Network': ['ID=86a04543-7d7b-40d6-9926-d907eb8839e8,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:48.438216 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 86a04543-7d7b-40d6-9926-d907eb8839e8 details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:34:48.501777 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5426212b-ec44-47e5-b716-622412a165e6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5653551 Apr 29 16:34:48.504499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38706) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:48.509696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-e1ceb19c-4101-49d9-8c7d-a170c8ad5a6a admin admin] Request body: {'subnet': {'network_id': '86a04543-7d7b-40d6-9926-d907eb8839e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1470031297-subnet', 'tenant_id': '1af0d1680d91461a8cee6c420b363f16', 'ip_version': 4}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:34:48.515291 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e1ceb19c-4101-49d9-8c7d-a170c8ad5a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:34:48.519222 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e1ceb19c-4101-49d9-8c7d-a170c8ad5a6a admin admin] Usage tracker for resource:subnet and tenant:1af0d1680d91461a8cee6c420b363f16 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:34:48.521971 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-e1ceb19c-4101-49d9-8c7d-a170c8ad5a6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:34:48.527612 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-e1ceb19c-4101-49d9-8c7d-a170c8ad5a6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:34:48.598395 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ceb19c-4101-49d9-8c7d-a170c8ad5a6a admin admin] Made reservation on behalf of 1af0d1680d91461a8cee6c420b363f16 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:34:48.600785 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e1ceb19c-4101-49d9-8c7d-a170c8ad5a6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:48.676480 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:48.866870 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e1ceb19c-4101-49d9-8c7d-a170c8ad5a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:48.924074 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e3379d45-ab7c-49ca-9bfe-922417bcdc29 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:34:48.947851 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ceb19c-4101-49d9-8c7d-a170c8ad5a6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc46cc33-73ce-439d-bdcd-a54489e91e54,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:48.959872 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ceb19c-4101-49d9-8c7d-a170c8ad5a6a admin admin] Checking segment: {'id': 'c2077fb7-010c-4e88-a46d-56d2f6739036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '86a04543-7d7b-40d6-9926-d907eb8839e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:34:48.961486 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ceb19c-4101-49d9-8c7d-a170c8ad5a6a admin admin] Network hostable DHCP agents. Network: 86a04543-7d7b-40d6-9926-d907eb8839e8, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:34:49.070653 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ceb19c-4101-49d9-8c7d-a170c8ad5a6a admin admin] Network 86a04543-7d7b-40d6-9926-d907eb8839e8 is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:34:49.099227 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port e3379d45-ab7c-49ca-9bfe-922417bcdc29 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:34:49.104133 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port e3379d45-ab7c-49ca-9bfe-922417bcdc29 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:34:49.104472 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:49.158055 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-e1ceb19c-4101-49d9-8c7d-a170c8ad5a6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 86a04543-7d7b-40d6-9926-d907eb8839e8) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:34:49.162078 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ceb19c-4101-49d9-8c7d-a170c8ad5a6a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:34:49.162672 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-e1ceb19c-4101-49d9-8c7d-a170c8ad5a6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:49.168158 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7647d405-c416-45c1-840d-c923212c5bad None None] Network 86a04543-7d7b-40d6-9926-d907eb8839e8 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:34:49.261840 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-e1ceb19c-4101-49d9-8c7d-a170c8ad5a6a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7563076 Apr 29 16:34:49.264983 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38710) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:49.270123 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-26968205-907d-451d-84f5-0874a262e26f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1470031297-router', 'tenant_id': '1af0d1680d91461a8cee6c420b363f16', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:34:49.275028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-26968205-907d-451d-84f5-0874a262e26f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:34:49.279075 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-26968205-907d-451d-84f5-0874a262e26f admin admin] Usage tracker for resource:router and tenant:1af0d1680d91461a8cee6c420b363f16 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:34:49.281967 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-26968205-907d-451d-84f5-0874a262e26f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:34:49.287741 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-26968205-907d-451d-84f5-0874a262e26f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:34:49.298709 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:49.338389 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port e3379d45-ab7c-49ca-9bfe-922417bcdc29, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e3379d45-ab7c-49ca-9bfe-922417bcdc29,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:34:49.346960 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-26968205-907d-451d-84f5-0874a262e26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:49.347911 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-26968205-907d-451d-84f5-0874a262e26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:49.366107 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-26968205-907d-451d-84f5-0874a262e26f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:49.394296 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:49.479735 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de10b66-258b-4de2-8d4e-d8ac364f02ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-86a04543-7d7b-40d6-9926-d907eb8839e8', 'network_id': '86a04543-7d7b-40d6-9926-d907eb8839e8', 'tenant_id': '1af0d1680d91461a8cee6c420b363f16', 'fixed_ips': [{'subnet_id': 'dc46cc33-73ce-439d-bdcd-a54489e91e54'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 16:34:49.480529 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4de10b66-258b-4de2-8d4e-d8ac364f02ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:49.552019 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=e3379d45-ab7c-49ca-9bfe-922417bcdc29,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:49.663715 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-26968205-907d-451d-84f5-0874a262e26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:49.672312 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-4de10b66-258b-4de2-8d4e-d8ac364f02ee None None] Allocated IP 172.20.0.2 (86a04543-7d7b-40d6-9926-d907eb8839e8/dc46cc33-73ce-439d-bdcd-a54489e91e54/c6ceb57f-8494-4086-974f-cbe1290925c8) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:34:49.919803 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-26968205-907d-451d-84f5-0874a262e26f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:49.952865 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-26968205-907d-451d-84f5-0874a262e26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:50.076576 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4de10b66-258b-4de2-8d4e-d8ac364f02ee None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:50.088511 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-26968205-907d-451d-84f5-0874a262e26f admin admin] Allocated IP 172.26.1.5 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/9eafbb4e-49f8-4938-bcfe-ea4393c19ede) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:34:50.091166 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4de10b66-258b-4de2-8d4e-d8ac364f02ee None None] Transition to ACTIVE for port object c6ceb57f-8494-4086-974f-cbe1290925c8 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:34:50.114742 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4de10b66-258b-4de2-8d4e-d8ac364f02ee None None] Transition to ACTIVE for port object c6ceb57f-8494-4086-974f-cbe1290925c8 will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:34:50.179768 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4de10b66-258b-4de2-8d4e-d8ac364f02ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:50.239439 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-26968205-907d-451d-84f5-0874a262e26f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:50.246532 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de10b66-258b-4de2-8d4e-d8ac364f02ee None None] Network 86a04543-7d7b-40d6-9926-d907eb8839e8 is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:34:50.249687 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-4de10b66-258b-4de2-8d4e-d8ac364f02ee None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:34:50.254147 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de10b66-258b-4de2-8d4e-d8ac364f02ee None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:34:50.256121 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de10b66-258b-4de2-8d4e-d8ac364f02ee None None] Pushing event updated for resources: {'Port': ['ID=c6ceb57f-8494-4086-974f-cbe1290925c8,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:50.335925 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-26968205-907d-451d-84f5-0874a262e26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:50.343671 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-4de10b66-258b-4de2-8d4e-d8ac364f02ee None None] Attempting to bind port c6ceb57f-8494-4086-974f-cbe1290925c8 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:34:50.344053 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-4de10b66-258b-4de2-8d4e-d8ac364f02ee None None] Attempting to bind port c6ceb57f-8494-4086-974f-cbe1290925c8 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'c2077fb7-010c-4e88-a46d-56d2f6739036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '86a04543-7d7b-40d6-9926-d907eb8839e8'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:34:50.344436 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de10b66-258b-4de2-8d4e-d8ac364f02ee None None] Attempting to bind port c6ceb57f-8494-4086-974f-cbe1290925c8 on network 86a04543-7d7b-40d6-9926-d907eb8839e8 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:34:50.350825 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de10b66-258b-4de2-8d4e-d8ac364f02ee None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:34:50.351200 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de10b66-258b-4de2-8d4e-d8ac364f02ee None None] Checking segment: {'id': 'c2077fb7-010c-4e88-a46d-56d2f6739036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '86a04543-7d7b-40d6-9926-d907eb8839e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:34:50.351596 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4de10b66-258b-4de2-8d4e-d8ac364f02ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:50.351984 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de10b66-258b-4de2-8d4e-d8ac364f02ee None None] Bound using segment: {'id': 'c2077fb7-010c-4e88-a46d-56d2f6739036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '86a04543-7d7b-40d6-9926-d907eb8839e8'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:34:50.352579 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-4de10b66-258b-4de2-8d4e-d8ac364f02ee None None] Bound port: c6ceb57f-8494-4086-974f-cbe1290925c8, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2077fb7-010c-4e88-a46d-56d2f6739036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '86a04543-7d7b-40d6-9926-d907eb8839e8'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:34:50.352806 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4de10b66-258b-4de2-8d4e-d8ac364f02ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:50.405038 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26968205-907d-451d-84f5-0874a262e26f admin admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:34:50.407710 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-26968205-907d-451d-84f5-0874a262e26f admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:34:50.411396 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26968205-907d-451d-84f5-0874a262e26f admin admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:34:50.439674 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-4de10b66-258b-4de2-8d4e-d8ac364f02ee None None] For port c6ceb57f-8494-4086-974f-cbe1290925c8, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:34:50.442546 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-4de10b66-258b-4de2-8d4e-d8ac364f02ee None None] For port c6ceb57f-8494-4086-974f-cbe1290925c8, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c6ceb57f-8494-4086-974f-cbe1290925c8,segment=NetworkSegment(c2077fb7-010c-4e88-a46d-56d2f6739036),segment_id=c2077fb7-010c-4e88-a46d-56d2f6739036)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:34:50.444567 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26968205-907d-451d-84f5-0874a262e26f admin admin] Pushing event updated for resources: {'Port': ['ID=9eafbb4e-49f8-4938-bcfe-ea4393c19ede,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:50.496334 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4de10b66-258b-4de2-8d4e-d8ac364f02ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:50.578366 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de10b66-258b-4de2-8d4e-d8ac364f02ee None None] Pushing event updated for resources: {'Port': ['ID=c6ceb57f-8494-4086-974f-cbe1290925c8,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:50.639932 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-26968205-907d-451d-84f5-0874a262e26f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:50.640666 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-26968205-907d-451d-84f5-0874a262e26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:50.956593 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26968205-907d-451d-84f5-0874a262e26f admin admin] Router e101892d-de05-49e7-9848-4af38f1852dc is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 16:34:50.981969 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e3379d45-ab7c-49ca-9bfe-922417bcdc29 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:34:51.054699 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port e3379d45-ab7c-49ca-9bfe-922417bcdc29 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:34:51.055067 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:51.160906 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26968205-907d-451d-84f5-0874a262e26f admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:34:51.172751 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] Sync routers for ids ['e101892d-de05-49e7-9848-4af38f1852dc'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:34:51.187790 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] Routers {'e101892d-de05-49e7-9848-4af38f1852dc'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:34:51.188490 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:34:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['e101892d-de05-49e7-9848-4af38f1852dc'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:34:51.190228 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c6ceb57f-8494-4086-974f-cbe1290925c8 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:34:51.267092 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-26968205-907d-451d-84f5-0874a262e26f admin admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:51.271313 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-26968205-907d-451d-84f5-0874a262e26f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0052412 Apr 29 16:34:51.271450 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 38714) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:51.347085 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port c6ceb57f-8494-4086-974f-cbe1290925c8 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:34:51.384861 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] Set router e101892d-de05-49e7-9848-4af38f1852dc gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:34:51.513484 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac76586-4180-4dbb-a71b-b29939521683 None None] Network 86a04543-7d7b-40d6-9926-d907eb8839e8 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:34:51.674583 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-01fd6aa1-f80c-4cc4-a090-fdad4fa9beaf None None] Provisioning for port c6ceb57f-8494-4086-974f-cbe1290925c8 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:34:51.688947 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-01fd6aa1-f80c-4cc4-a090-fdad4fa9beaf None None] Provisioning complete for port c6ceb57f-8494-4086-974f-cbe1290925c8 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:34:51.689578 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-01fd6aa1-f80c-4cc4-a090-fdad4fa9beaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:51.719909 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101892d-de05-49e7-9848-4af38f1852dc', 'name': 'tempest-TestShelveInstance-1470031297-router', 'tenant_id': '1af0d1680d91461a8cee6c420b363f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': '9eafbb4e-49f8-4938-bcfe-ea4393c19ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:49Z', 'updated_at': '2022-04-29T16:34:50Z', 'revision_number': 3, 'project_id': '1af0d1680d91461a8cee6c420b363f16', 'gw_port': {'id': '9eafbb4e-49f8-4938-bcfe-ea4393c19ede', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e101892d-de05-49e7-9848-4af38f1852dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:49Z', 'updated_at': '2022-04-29T16:34:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:34:51.724734 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] Checking router: e101892d-de05-49e7-9848-4af38f1852dc for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:34:51.725207 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] Updating router e101892d-de05-49e7-9848-4af38f1852dc port 9eafbb4e-49f8-4938-bcfe-ea4393c19ede binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:34:51.784843 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:51.874473 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-01fd6aa1-f80c-4cc4-a090-fdad4fa9beaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:51.915717 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-01fd6aa1-f80c-4cc4-a090-fdad4fa9beaf None None] For port c6ceb57f-8494-4086-974f-cbe1290925c8, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c6ceb57f-8494-4086-974f-cbe1290925c8,segment=NetworkSegment(c2077fb7-010c-4e88-a46d-56d2f6739036),segment_id=c2077fb7-010c-4e88-a46d-56d2f6739036)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:34:51.999226 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-01fd6aa1-f80c-4cc4-a090-fdad4fa9beaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:52.073618 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd6aa1-f80c-4cc4-a090-fdad4fa9beaf None None] Pushing event updated for resources: {'Port': ['ID=c6ceb57f-8494-4086-974f-cbe1290925c8,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:52.121094 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4e49b7bc-9723-4ae6-91d2-2698da41df04 None None] Provisioning complete for port c6ceb57f-8494-4086-974f-cbe1290925c8 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:34:52.121551 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4e49b7bc-9723-4ae6-91d2-2698da41df04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:52.172215 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fae0774d-7b63-446e-929c-974b955c4982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:52.177730 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:52.190371 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] Transition to ACTIVE for port object 9eafbb4e-49f8-4938-bcfe-ea4393c19ede will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:34:52.260849 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:52.337680 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] Attempting to bind port 9eafbb4e-49f8-4938-bcfe-ea4393c19ede on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:34:52.338049 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] Attempting to bind port 9eafbb4e-49f8-4938-bcfe-ea4393c19ede by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:34:52.338406 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] Attempting to bind port 9eafbb4e-49f8-4938-bcfe-ea4393c19ede on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:34:52.345159 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090dce77-f00c-4b2d-8212-6438193bbcd0 None None] Pushing event updated for resources: {'Port': ['ID=9eafbb4e-49f8-4938-bcfe-ea4393c19ede,revision_number=2']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:52.352863 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:34:52.353229 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:34:52.353628 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:52.354006 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:34:52.354459 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] Bound port: 9eafbb4e-49f8-4938-bcfe-ea4393c19ede, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:34:52.354846 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:52.378248 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-fae0774d-7b63-446e-929c-974b955c4982 admin admin] Allocated IP 172.20.0.1 (86a04543-7d7b-40d6-9926-d907eb8839e8/dc46cc33-73ce-439d-bdcd-a54489e91e54/cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:34:52.388790 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090dce77-f00c-4b2d-8212-6438193bbcd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:52.393769 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090dce77-f00c-4b2d-8212-6438193bbcd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:52.393769 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090dce77-f00c-4b2d-8212-6438193bbcd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:52.393769 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090dce77-f00c-4b2d-8212-6438193bbcd0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:52.393769 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090dce77-f00c-4b2d-8212-6438193bbcd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:52.393769 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090dce77-f00c-4b2d-8212-6438193bbcd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:52.393769 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090dce77-f00c-4b2d-8212-6438193bbcd0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:52.393769 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090dce77-f00c-4b2d-8212-6438193bbcd0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:52.393769 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090dce77-f00c-4b2d-8212-6438193bbcd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:52.393769 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090dce77-f00c-4b2d-8212-6438193bbcd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:52.393769 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090dce77-f00c-4b2d-8212-6438193bbcd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:34:52.436037 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] For port 9eafbb4e-49f8-4938-bcfe-ea4393c19ede, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:34:52.438956 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] For port 9eafbb4e-49f8-4938-bcfe-ea4393c19ede, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9eafbb4e-49f8-4938-bcfe-ea4393c19ede,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:34:52.495550 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:52.528639 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fae0774d-7b63-446e-929c-974b955c4982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:52.544636 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-fae0774d-7b63-446e-929c-974b955c4982 admin admin] Transition to ACTIVE for port object cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:34:52.578600 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090dce77-f00c-4b2d-8212-6438193bbcd0 None None] Pushing event updated for resources: {'Port': ['ID=9eafbb4e-49f8-4938-bcfe-ea4393c19ede,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:52.582771 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] Routers {'e101892d-de05-49e7-9848-4af38f1852dc'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:34:52.583355 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:34:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['e101892d-de05-49e7-9848-4af38f1852dc'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:34:52.613605 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fae0774d-7b63-446e-929c-974b955c4982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:52.680161 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae0774d-7b63-446e-929c-974b955c4982 admin admin] Network 86a04543-7d7b-40d6-9926-d907eb8839e8 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:34:52.682978 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-fae0774d-7b63-446e-929c-974b955c4982 admin admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:34:52.687437 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae0774d-7b63-446e-929c-974b955c4982 admin admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:34:52.713317 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0774d-7b63-446e-929c-974b955c4982 admin admin] Pushing event updated for resources: {'Port': ['ID=cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:52.749743 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fae0774d-7b63-446e-929c-974b955c4982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:52.803589 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] Set router e101892d-de05-49e7-9848-4af38f1852dc gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:34:52.920701 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c6ceb57f-8494-4086-974f-cbe1290925c8 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:34:52.948774 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fae0774d-7b63-446e-929c-974b955c4982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:53.002698 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port c6ceb57f-8494-4086-974f-cbe1290925c8 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:34:53.003076 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:53.061707 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2b355fe0-ba3e-4f2b-8da6-2d1598a77576 None None] Provisioning for port cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:34:53.069689 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-2b355fe0-ba3e-4f2b-8da6-2d1598a77576 None None] Provisioning complete for port cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:34:53.076899 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2b355fe0-ba3e-4f2b-8da6-2d1598a77576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:53.118932 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101892d-de05-49e7-9848-4af38f1852dc', 'name': 'tempest-TestShelveInstance-1470031297-router', 'tenant_id': '1af0d1680d91461a8cee6c420b363f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': '9eafbb4e-49f8-4938-bcfe-ea4393c19ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:49Z', 'updated_at': '2022-04-29T16:34:50Z', 'revision_number': 3, 'project_id': '1af0d1680d91461a8cee6c420b363f16', 'gw_port': {'id': '9eafbb4e-49f8-4938-bcfe-ea4393c19ede', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e101892d-de05-49e7-9848-4af38f1852dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:49Z', 'updated_at': '2022-04-29T16:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:34:53.123156 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9679c4ae-ce1a-4996-9c45-d2b88eec001d None None] The sync data for ids ['e101892d-de05-49e7-9848-4af38f1852dc'] in dv-neutron-839913-1-hyperv is: [{'id': 'e101892d-de05-49e7-9848-4af38f1852dc', 'name': 'tempest-TestShelveInstance-1470031297-router', 'tenant_id': '1af0d1680d91461a8cee6c420b363f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': '9eafbb4e-49f8-4938-bcfe-ea4393c19ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:49Z', 'updated_at': '2022-04-29T16:34:50Z', 'revision_number': 3, 'project_id': '1af0d1680d91461a8cee6c420b363f16', 'gw_port': {'id': '9eafbb4e-49f8-4938-bcfe-ea4393c19ede', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e101892d-de05-49e7-9848-4af38f1852dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:49Z', 'updated_at': '2022-04-29T16:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:34:53.170861 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-2b355fe0-ba3e-4f2b-8da6-2d1598a77576 None None] Port cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:34:53.189842 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fae0774d-7b63-446e-929c-974b955c4982 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:53.238283 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fae0774d-7b63-446e-929c-974b955c4982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:53.341847 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0774d-7b63-446e-929c-974b955c4982 admin admin] Pushing event updated for resources: {'Port': ['ID=cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:53.344315 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fae0774d-7b63-446e-929c-974b955c4982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:53.476746 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae0774d-7b63-446e-929c-974b955c4982 admin admin] Network 86a04543-7d7b-40d6-9926-d907eb8839e8 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:34:53.477791 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-fae0774d-7b63-446e-929c-974b955c4982 admin admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:34:53.693064 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4285b69d-e01c-4313-8ae0-8bb98a84fa6a None None] Provisioning complete for port cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:34:53.693551 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4285b69d-e01c-4313-8ae0-8bb98a84fa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:53.747824 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-4285b69d-e01c-4313-8ae0-8bb98a84fa6a None None] Port cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:34:53.862458 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae0774d-7b63-446e-929c-974b955c4982 admin admin] Router e101892d-de05-49e7-9848-4af38f1852dc has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:34:54.143766 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae0774d-7b63-446e-929c-974b955c4982 admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:34:54.159216 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fae0774d-7b63-446e-929c-974b955c4982 admin admin] 10.222.0.21 "PUT /v2.0/routers/e101892d-de05-49e7-9848-4af38f1852dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8867538 Apr 29 16:34:54.938654 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 38726) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:54.944630 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-4ac9492e-6947-4f37-9af1-da91027c5971 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1471235300', 'description': 'tempest-secgroup-smoke-1471235300 description', 'project_id': '2e744daeeaf140e3896e56c23b6ae852'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:34:54.951019 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4ac9492e-6947-4f37-9af1-da91027c5971 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:34:54.955773 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4ac9492e-6947-4f37-9af1-da91027c5971 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Usage tracker for resource:security_group and tenant:2e744daeeaf140e3896e56c23b6ae852 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:34:54.957654 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4ac9492e-6947-4f37-9af1-da91027c5971 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:34:54.963270 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4ac9492e-6947-4f37-9af1-da91027c5971 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:34:55.042215 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4ac9492e-6947-4f37-9af1-da91027c5971 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:55.077193 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4ac9492e-6947-4f37-9af1-da91027c5971 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:34:55.080916 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4ac9492e-6947-4f37-9af1-da91027c5971 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Usage tracker for resource:security_group_rule and tenant:2e744daeeaf140e3896e56c23b6ae852 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:34:55.083729 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-4ac9492e-6947-4f37-9af1-da91027c5971 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:34:55.091718 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-4ac9492e-6947-4f37-9af1-da91027c5971 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:34:55.145753 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4ac9492e-6947-4f37-9af1-da91027c5971 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:55.226704 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4ac9492e-6947-4f37-9af1-da91027c5971 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:55.269820 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9492e-6947-4f37-9af1-da91027c5971 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4635c001-d436-475a-9524-b331ec4e0611,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:55.341717 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-4ac9492e-6947-4f37-9af1-da91027c5971 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:55.342897 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-4ac9492e-6947-4f37-9af1-da91027c5971 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4032512 Apr 29 16:34:55.345840 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 38730) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:55.351228 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-970fb806-ab65-4ad2-9a24-1cf66a75317c tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Request body: {'security_group_rule': {'security_group_id': '4635c001-d436-475a-9524-b331ec4e0611', 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:34:55.357161 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-970fb806-ab65-4ad2-9a24-1cf66a75317c tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:34:55.362709 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-970fb806-ab65-4ad2-9a24-1cf66a75317c tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Usage tracker for resource:security_group_rule and tenant:2e744daeeaf140e3896e56c23b6ae852 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:34:55.363786 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-970fb806-ab65-4ad2-9a24-1cf66a75317c tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:34:55.369419 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-970fb806-ab65-4ad2-9a24-1cf66a75317c tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:34:55.438175 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-970fb806-ab65-4ad2-9a24-1cf66a75317c tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:55.498619 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-970fb806-ab65-4ad2-9a24-1cf66a75317c tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:55.569192 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-970fb806-ab65-4ad2-9a24-1cf66a75317c tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:55.593214 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fb806-ab65-4ad2-9a24-1cf66a75317c tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e2531d-4619-4d87-aebe-bec4e44394fd,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:55.666838 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-970fb806-ab65-4ad2-9a24-1cf66a75317c tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:55.668358 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-970fb806-ab65-4ad2-9a24-1cf66a75317c tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3216126 Apr 29 16:34:55.673929 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 38734) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:55.679399 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-64c06125-6acf-4db6-b863-e65c3ff6ff04 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Request body: {'security_group_rule': {'security_group_id': '4635c001-d436-475a-9524-b331ec4e0611', 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:34:55.686818 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-64c06125-6acf-4db6-b863-e65c3ff6ff04 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:34:55.691157 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-64c06125-6acf-4db6-b863-e65c3ff6ff04 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Usage tracker for resource:security_group_rule and tenant:2e744daeeaf140e3896e56c23b6ae852 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:34:55.694102 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-64c06125-6acf-4db6-b863-e65c3ff6ff04 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:34:55.700539 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-64c06125-6acf-4db6-b863-e65c3ff6ff04 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:34:55.765524 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-64c06125-6acf-4db6-b863-e65c3ff6ff04 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:55.828166 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-64c06125-6acf-4db6-b863-e65c3ff6ff04 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:55.873154 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-64c06125-6acf-4db6-b863-e65c3ff6ff04 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:55.897183 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c06125-6acf-4db6-b863-e65c3ff6ff04 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7eb6630-faf5-4ac5-bf3d-6507ba090d7f,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:55.953241 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-64c06125-6acf-4db6-b863-e65c3ff6ff04 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:55.955120 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-64c06125-6acf-4db6-b863-e65c3ff6ff04 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2797270 Apr 29 16:34:55.957467 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 38738) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:55.962768 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-e40861b0-25df-4c63-bd85-073564f3686e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Request body: {'security_group_rule': {'security_group_id': '4635c001-d436-475a-9524-b331ec4e0611', 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:34:55.968763 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e40861b0-25df-4c63-bd85-073564f3686e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:34:55.972751 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e40861b0-25df-4c63-bd85-073564f3686e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Usage tracker for resource:security_group_rule and tenant:2e744daeeaf140e3896e56c23b6ae852 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:34:55.975756 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e40861b0-25df-4c63-bd85-073564f3686e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:34:55.981627 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e40861b0-25df-4c63-bd85-073564f3686e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:34:56.032738 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e40861b0-25df-4c63-bd85-073564f3686e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:56.095161 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e40861b0-25df-4c63-bd85-073564f3686e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:56.175226 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e40861b0-25df-4c63-bd85-073564f3686e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:56.198815 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40861b0-25df-4c63-bd85-073564f3686e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d2686b-a5e9-4750-b149-c8babc51bddb,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:56.261393 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e40861b0-25df-4c63-bd85-073564f3686e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:56.262778 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e40861b0-25df-4c63-bd85-073564f3686e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3043129 Apr 29 16:34:56.265604 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 38742) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:56.271138 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-466e7a4e-a7c3-46fa-ad56-d5926574e933 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Request body: {'security_group_rule': {'security_group_id': '4635c001-d436-475a-9524-b331ec4e0611', 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:34:56.277126 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-466e7a4e-a7c3-46fa-ad56-d5926574e933 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:34:56.280969 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-466e7a4e-a7c3-46fa-ad56-d5926574e933 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Usage tracker for resource:security_group_rule and tenant:2e744daeeaf140e3896e56c23b6ae852 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:34:56.283777 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-466e7a4e-a7c3-46fa-ad56-d5926574e933 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:34:56.289389 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-466e7a4e-a7c3-46fa-ad56-d5926574e933 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:34:56.356800 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-466e7a4e-a7c3-46fa-ad56-d5926574e933 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:56.417691 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-466e7a4e-a7c3-46fa-ad56-d5926574e933 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:56.489103 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-466e7a4e-a7c3-46fa-ad56-d5926574e933 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:56.511623 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e7a4e-a7c3-46fa-ad56-d5926574e933 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d2af4b-ae94-42df-9e2c-3f2c972a9d9c,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:56.579021 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-466e7a4e-a7c3-46fa-ad56-d5926574e933 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:56.580280 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-466e7a4e-a7c3-46fa-ad56-d5926574e933 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3137832 Apr 29 16:34:56.583030 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 38746) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:56.588305 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-e9dc93b8-d60a-4145-946b-95d5f91537cf tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Request body: {'security_group_rule': {'security_group_id': '4635c001-d436-475a-9524-b331ec4e0611', 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:34:56.594668 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e9dc93b8-d60a-4145-946b-95d5f91537cf tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:34:56.598391 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e9dc93b8-d60a-4145-946b-95d5f91537cf tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Usage tracker for resource:security_group_rule and tenant:2e744daeeaf140e3896e56c23b6ae852 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:34:56.601227 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-e9dc93b8-d60a-4145-946b-95d5f91537cf tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:34:56.607768 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-e9dc93b8-d60a-4145-946b-95d5f91537cf tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:34:56.683689 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.securitygroups_db [None req-e9dc93b8-d60a-4145-946b-95d5f91537cf tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Project 2e744daeeaf140e3896e56c23b6ae852 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:34:56.690274 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e9dc93b8-d60a-4145-946b-95d5f91537cf tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:56.754876 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e9dc93b8-d60a-4145-946b-95d5f91537cf tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:56.832449 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e9dc93b8-d60a-4145-946b-95d5f91537cf tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:56.857705 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc93b8-d60a-4145-946b-95d5f91537cf tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b76288b-6dca-4c78-88cf-28e1a327aae3,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:56.935578 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-e9dc93b8-d60a-4145-946b-95d5f91537cf tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:56.937063 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-e9dc93b8-d60a-4145-946b-95d5f91537cf tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3530207 Apr 29 16:34:56.939845 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38752) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:34:56.951657 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-a3178e08-5653-47a8-af3c-b2f113bb25ea tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Request body: {'security_group_rule': {'security_group_id': '4635c001-d436-475a-9524-b331ec4e0611', 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:34:56.955349 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a3178e08-5653-47a8-af3c-b2f113bb25ea tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:34:56.959154 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a3178e08-5653-47a8-af3c-b2f113bb25ea tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Usage tracker for resource:security_group_rule and tenant:2e744daeeaf140e3896e56c23b6ae852 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:34:56.962605 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-a3178e08-5653-47a8-af3c-b2f113bb25ea tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:34:56.969070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-a3178e08-5653-47a8-af3c-b2f113bb25ea tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:34:57.049956 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.securitygroups_db [None req-a3178e08-5653-47a8-af3c-b2f113bb25ea tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Project 2e744daeeaf140e3896e56c23b6ae852 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:34:57.056494 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a3178e08-5653-47a8-af3c-b2f113bb25ea tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:57.119766 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a3178e08-5653-47a8-af3c-b2f113bb25ea tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:57.198177 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a3178e08-5653-47a8-af3c-b2f113bb25ea tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:57.221428 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3178e08-5653-47a8-af3c-b2f113bb25ea tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70002acf-59d4-468c-b13e-9b19dd627ed6,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:34:57.312744 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a3178e08-5653-47a8-af3c-b2f113bb25ea tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:57.313902 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a3178e08-5653-47a8-af3c-b2f113bb25ea tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3727124 Apr 29 16:34:57.489070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-faed041e-eec0-4c7a-b082-016daf8d7c2e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Synchronizing usage tracker for tenant:2e744daeeaf140e3896e56c23b6ae852 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:34:57.578711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-faed041e-eec0-4c7a-b082-016daf8d7c2e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Unset dirty status for tenant:2e744daeeaf140e3896e56c23b6ae852 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:34:57.579808 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-faed041e-eec0-4c7a-b082-016daf8d7c2e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1471235300&fields=id&tenant_id=2e744daeeaf140e3896e56c23b6ae852 HTTP/1.1" status: 200 len: 267 time: 0.1322103 Apr 29 16:34:57.723029 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-2afa5b24-0aeb-4fd9-9fbb-cc4c27fa69ec tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:34:57.723677 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-2afa5b24-0aeb-4fd9-9fbb-cc4c27fa69ec tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Synchronizing usage tracker for tenant:2e744daeeaf140e3896e56c23b6ae852 on resource:network {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:34:57.836215 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-2afa5b24-0aeb-4fd9-9fbb-cc4c27fa69ec tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Unset dirty status for tenant:2e744daeeaf140e3896e56c23b6ae852 on resource:network {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:34:57.837403 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-2afa5b24-0aeb-4fd9-9fbb-cc4c27fa69ec tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/networks?id=fb9230b5-b453-4c59-b535-a1339ab759c2 HTTP/1.1" status: 200 len: 808 time: 0.2512996 Apr 29 16:34:57.854230 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-54e4c6c2-abb3-483e-8295-7640dd74871f tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/quotas/2e744daeeaf140e3896e56c23b6ae852 HTTP/1.1" status: 200 len: 375 time: 0.0112448 Apr 29 16:34:57.935930 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-e31ee89e-c6f8-4902-b542-07d3e206d936 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Synchronizing usage tracker for tenant:2e744daeeaf140e3896e56c23b6ae852 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:34:58.020856 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-e31ee89e-c6f8-4902-b542-07d3e206d936 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Unset dirty status for tenant:2e744daeeaf140e3896e56c23b6ae852 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:34:58.022153 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-e31ee89e-c6f8-4902-b542-07d3e206d936 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e744daeeaf140e3896e56c23b6ae852&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1621580 Apr 29 16:34:58.172092 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-95d1bba0-1a0b-4dda-b7c1-2f6b7012c87e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 16:34:58.173077 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-95d1bba0-1a0b-4dda-b7c1-2f6b7012c87e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1393046 Apr 29 16:34:58.390082 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-4d5bf620-ac1b-474b-82bf-9a2526ca443a service neutron] 10.222.0.21 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108736 Apr 29 16:34:58.517742 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-45a251ca-9cad-4de1-8a83-ba954872b193 service neutron] 10.222.0.21 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220329 Apr 29 16:34:58.833484 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c1b76e93-f41c-4326-899e-4f9d8b9f5ed2 req-12fcb28f-4a8e-422a-b67b-4674ee97487d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 210 time: 0.0408952 Apr 29 16:34:59.786341 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:34:59.943653 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-51c3efd1-5d3d-4009-9d8e-32ce68d6c1eb req-7e34002e-c033-46d7-956f-79929ee423ee tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 210 time: 0.0415273 Apr 29 16:35:00.069798 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] Sync routers for ids ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:35:00.084020 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] Routers {'ac04e5e3-4c60-4245-8379-d8ede1fd192e'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:35:00.084659 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:34:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:35:00.296975 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] Set router ac04e5e3-4c60-4245-8379-d8ede1fd192e gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:35:00.608050 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'name': 'tempest-TestShelveInstance-965842981-router', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:45Z', 'revision_number': 4, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'gw_port': {'id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '112eab0e-c523-47cb-a548-d4807947ea75', 'name': '', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'mac_address': 'fa:16:3e:19:1f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:44Z', 'updated_at': '2022-04-29T16:34:45Z', 'revision_number': 2, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'subnets': [{'id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:35:00.611761 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] Checking router: ac04e5e3-4c60-4245-8379-d8ede1fd192e for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:35:00.612113 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] Updating router ac04e5e3-4c60-4245-8379-d8ede1fd192e port 112eab0e-c523-47cb-a548-d4807947ea75 binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:35:00.662217 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:00.936052 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 9eafbb4e-49f8-4938-bcfe-ea4393c19ede up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:35:01.086111 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:01.101174 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] Transition to ACTIVE for port object 112eab0e-c523-47cb-a548-d4807947ea75 will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:35:01.125802 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5824f216-728f-47af-80e0-708454c96e4c req-a4c4345a-731e-487f-a960-30d25c596062 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 210 time: 0.0561771 Apr 29 16:35:01.129811 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 9eafbb4e-49f8-4938-bcfe-ea4393c19ede completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:35:01.136422 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 9eafbb4e-49f8-4938-bcfe-ea4393c19ede triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:35:01.136823 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:01.176500 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:01.349248 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296449a-d999-482f-95c7-d8e88d9baf9f None None] Pushing event updated for resources: {'Port': ['ID=112eab0e-c523-47cb-a548-d4807947ea75,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:35:01.437945 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-67d50e88-511a-42b5-9419-3094f2ec2cd2 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:35:01.439710 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-67d50e88-511a-42b5-9419-3094f2ec2cd2 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.35 "GET /v2.0/networks?id=fb9230b5-b453-4c59-b535-a1339ab759c2 HTTP/1.1" status: 200 len: 808 time: 0.1922443 Apr 29 16:35:01.499750 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:01.506140 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-bdfcc2a9-0b5a-4e1a-aae1-65bdc9462c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e744daeeaf140e3896e56c23b6ae852 HTTP/1.1" status: 200 len: 380 time: 0.0544744 Apr 29 16:35:01.515557 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] Attempting to bind port 112eab0e-c523-47cb-a548-d4807947ea75 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:35:01.515927 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] Attempting to bind port 112eab0e-c523-47cb-a548-d4807947ea75 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '7b12fb98-b010-413d-8366-16644e3f5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:35:01.516287 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] Attempting to bind port 112eab0e-c523-47cb-a548-d4807947ea75 on network fb9230b5-b453-4c59-b535-a1339ab759c2 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:35:01.520817 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-e62546f9-d8c5-43e3-b13c-d3ffa3f66aad tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Request body: {'port': {'device_id': 'cd4cb6df-1ca8-43c9-8afd-0f05dc442425', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'admin_state_up': True, 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'security_groups': ['4635c001-d436-475a-9524-b331ec4e0611']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:35:01.524012 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:35:01.524391 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] Checking segment: {'id': '7b12fb98-b010-413d-8366-16644e3f5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:35:01.524791 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:01.525169 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] Bound using segment: {'id': '7b12fb98-b010-413d-8366-16644e3f5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:35:01.525630 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] Bound port: 112eab0e-c523-47cb-a548-d4807947ea75, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b12fb98-b010-413d-8366-16644e3f5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:35:01.525998 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:01.545132 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 9eafbb4e-49f8-4938-bcfe-ea4393c19ede, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9eafbb4e-49f8-4938-bcfe-ea4393c19ede,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:35:01.634782 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:01.680568 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-e62546f9-d8c5-43e3-b13c-d3ffa3f66aad tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:35:01.692197 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-e62546f9-d8c5-43e3-b13c-d3ffa3f66aad tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:35:01.713447 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] For port 112eab0e-c523-47cb-a548-d4807947ea75, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:35:01.729593 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=9eafbb4e-49f8-4938-bcfe-ea4393c19ede,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:35:01.736346 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] For port 112eab0e-c523-47cb-a548-d4807947ea75, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=112eab0e-c523-47cb-a548-d4807947ea75,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:35:01.770064 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-e62546f9-d8c5-43e3-b13c-d3ffa3f66aad tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Made reservation on behalf of 2e744daeeaf140e3896e56c23b6ae852 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:35:01.773169 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-e62546f9-d8c5-43e3-b13c-d3ffa3f66aad tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:01.827878 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:01.963305 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296449a-d999-482f-95c7-d8e88d9baf9f None None] Pushing event updated for resources: {'Port': ['ID=112eab0e-c523-47cb-a548-d4807947ea75,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:35:01.969341 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] Routers {'ac04e5e3-4c60-4245-8379-d8ede1fd192e'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:35:01.969970 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:34:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:35:01.985792 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-e62546f9-d8c5-43e3-b13c-d3ffa3f66aad tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Allocated IP 172.20.0.13 (fb9230b5-b453-4c59-b535-a1339ab759c2/7a433dd4-7928-46e1-acb3-c65a3e7b9708/f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:35:02.163859 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] Set router ac04e5e3-4c60-4245-8379-d8ede1fd192e gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:35:02.196609 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-e62546f9-d8c5-43e3-b13c-d3ffa3f66aad tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:02.212955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-e62546f9-d8c5-43e3-b13c-d3ffa3f66aad tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Transition to ACTIVE for port object f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:35:02.302639 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0bafb42f-b0da-44a5-a55d-b842819992e7 req-91391cba-b342-4f33-bd46-fedd27f028a2 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 210 time: 0.0407512 Apr 29 16:35:02.327850 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-e62546f9-d8c5-43e3-b13c-d3ffa3f66aad tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:02.404015 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-e62546f9-d8c5-43e3-b13c-d3ffa3f66aad tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Network fb9230b5-b453-4c59-b535-a1339ab759c2 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:35:02.406980 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-e62546f9-d8c5-43e3-b13c-d3ffa3f66aad tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:35:02.409623 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-e62546f9-d8c5-43e3-b13c-d3ffa3f66aad tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:35:02.447944 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62546f9-d8c5-43e3-b13c-d3ffa3f66aad tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event updated for resources: {'Port': ['ID=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:35:02.485159 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-e62546f9-d8c5-43e3-b13c-d3ffa3f66aad tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:35:02.486141 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-e62546f9-d8c5-43e3-b13c-d3ffa3f66aad tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:02.488421 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'name': 'tempest-TestShelveInstance-965842981-router', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:45Z', 'revision_number': 4, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'gw_port': {'id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '112eab0e-c523-47cb-a548-d4807947ea75', 'name': '', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'mac_address': 'fa:16:3e:19:1f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:44Z', 'updated_at': '2022-04-29T16:35:01Z', 'revision_number': 4, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'subnets': [{'id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:35:02.493153 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1030b7-fdf2-4b49-b915-f45b63134f6a None None] The sync data for ids ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'] in dv-neutron-839913-1-hyperv is: [{'id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'name': 'tempest-TestShelveInstance-965842981-router', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:45Z', 'revision_number': 4, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'gw_port': {'id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '112eab0e-c523-47cb-a548-d4807947ea75', 'name': '', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'mac_address': 'fa:16:3e:19:1f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:44Z', 'updated_at': '2022-04-29T16:35:01Z', 'revision_number': 4, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'subnets': [{'id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:35:02.597070 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-e62546f9-d8c5-43e3-b13c-d3ffa3f66aad tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0849285 Apr 29 16:35:02.703063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-096b02ac-a6b6-4798-8275-731b3b5e73b8 service neutron] Request body: {'port': {'device_id': 'cd4cb6df-1ca8-43c9-8afd-0f05dc442425', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:35:02.829945 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] Sync routers for ids ['e101892d-de05-49e7-9848-4af38f1852dc'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:35:02.839695 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-096b02ac-a6b6-4798-8275-731b3b5e73b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:02.855158 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] Routers {'e101892d-de05-49e7-9848-4af38f1852dc'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:35:02.856840 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:34:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['e101892d-de05-49e7-9848-4af38f1852dc'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:35:02.933380 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4ab6dc54-9a5a-46a5-ae2f-67205eafd2ad None None] Provisioning for port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:35:02.939536 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4ab6dc54-9a5a-46a5-ae2f-67205eafd2ad None None] Provisioning complete for port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:35:02.939935 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4ab6dc54-9a5a-46a5-ae2f-67205eafd2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:02.979187 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 9eafbb4e-49f8-4938-bcfe-ea4393c19ede up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:35:03.062108 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-4ab6dc54-9a5a-46a5-ae2f-67205eafd2ad None None] Port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:35:03.086537 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 9eafbb4e-49f8-4938-bcfe-ea4393c19ede triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:35:03.087140 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:03.132013 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] Set router e101892d-de05-49e7-9848-4af38f1852dc gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:35:03.210891 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 112eab0e-c523-47cb-a548-d4807947ea75 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:35:03.231304 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-096b02ac-a6b6-4798-8275-731b3b5e73b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:35:03.238389 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-096b02ac-a6b6-4798-8275-731b3b5e73b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:03.253931 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-096b02ac-a6b6-4798-8275-731b3b5e73b8 service neutron] Transition to ACTIVE for port object f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:35:03.310992 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-096b02ac-a6b6-4798-8275-731b3b5e73b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:03.339384 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 112eab0e-c523-47cb-a548-d4807947ea75 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:35:03.347720 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 112eab0e-c523-47cb-a548-d4807947ea75 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:35:03.348779 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:03.464401 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101892d-de05-49e7-9848-4af38f1852dc', 'name': 'tempest-TestShelveInstance-1470031297-router', 'tenant_id': '1af0d1680d91461a8cee6c420b363f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': '9eafbb4e-49f8-4938-bcfe-ea4393c19ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:49Z', 'updated_at': '2022-04-29T16:34:52Z', 'revision_number': 4, 'project_id': '1af0d1680d91461a8cee6c420b363f16', 'gw_port': {'id': '9eafbb4e-49f8-4938-bcfe-ea4393c19ede', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101892d-de05-49e7-9848-4af38f1852dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:49Z', 'updated_at': '2022-04-29T16:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b', 'name': '', 'network_id': '86a04543-7d7b-40d6-9926-d907eb8839e8', 'tenant_id': '1af0d1680d91461a8cee6c420b363f16', 'mac_address': 'fa:16:3e:8a:c9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e101892d-de05-49e7-9848-4af38f1852dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc46cc33-73ce-439d-bdcd-a54489e91e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:52Z', 'updated_at': '2022-04-29T16:34:53Z', 'revision_number': 2, 'project_id': '1af0d1680d91461a8cee6c420b363f16', 'subnets': [{'id': 'dc46cc33-73ce-439d-bdcd-a54489e91e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:35:03.469795 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] Checking router: e101892d-de05-49e7-9848-4af38f1852dc for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:35:03.470160 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] Updating router e101892d-de05-49e7-9848-4af38f1852dc port cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:35:03.486913 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:03.528562 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:03.529203 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 112eab0e-c523-47cb-a548-d4807947ea75, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=112eab0e-c523-47cb-a548-d4807947ea75,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:35:03.586062 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b02ac-a6b6-4798-8275-731b3b5e73b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:35:03.592853 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:03.698969 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d4ac7-6686-4021-ad63-e6277bf4ab5e req-94a6167a-924c-46c4-a348-b69e39aefde9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:35:03.700282 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-6a8d4ac7-6686-4021-ad63-e6277bf4ab5e req-94a6167a-924c-46c4-a348-b69e39aefde9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Synchronizing usage tracker for tenant:2e744daeeaf140e3896e56c23b6ae852 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:35:03.700765 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=112eab0e-c523-47cb-a548-d4807947ea75,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:35:03.741721 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-096b02ac-a6b6-4798-8275-731b3b5e73b8 service neutron] Attempting to bind port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:35:03.742102 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-096b02ac-a6b6-4798-8275-731b3b5e73b8 service neutron] Attempting to bind port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7b12fb98-b010-413d-8366-16644e3f5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:35:03.742431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-096b02ac-a6b6-4798-8275-731b3b5e73b8 service neutron] Attempting to bind port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 on network fb9230b5-b453-4c59-b535-a1339ab759c2 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:35:03.748991 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-096b02ac-a6b6-4798-8275-731b3b5e73b8 service neutron] Port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 on network fb9230b5-b453-4c59-b535-a1339ab759c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 16:35:03.749311 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-096b02ac-a6b6-4798-8275-731b3b5e73b8 service neutron] Attempting to bind port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 on network fb9230b5-b453-4c59-b535-a1339ab759c2 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:35:03.758218 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-096b02ac-a6b6-4798-8275-731b3b5e73b8 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:35:03.758847 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-096b02ac-a6b6-4798-8275-731b3b5e73b8 service neutron] Checking segment: {'id': '7b12fb98-b010-413d-8366-16644e3f5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:35:03.759695 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-096b02ac-a6b6-4798-8275-731b3b5e73b8 service neutron] Bound using segment: {'id': '7b12fb98-b010-413d-8366-16644e3f5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:35:03.760296 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-096b02ac-a6b6-4798-8275-731b3b5e73b8 service neutron] Bound port: f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b12fb98-b010-413d-8366-16644e3f5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:35:03.760914 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-096b02ac-a6b6-4798-8275-731b3b5e73b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:03.839668 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-6a8d4ac7-6686-4021-ad63-e6277bf4ab5e req-94a6167a-924c-46c4-a348-b69e39aefde9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Unset dirty status for tenant:2e744daeeaf140e3896e56c23b6ae852 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:35:03.840999 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6a8d4ac7-6686-4021-ad63-e6277bf4ab5e req-94a6167a-924c-46c4-a348-b69e39aefde9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 944 time: 0.3748789 Apr 29 16:35:03.871249 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-096b02ac-a6b6-4798-8275-731b3b5e73b8 service neutron] For port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:35:03.886993 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-096b02ac-a6b6-4798-8275-731b3b5e73b8 service neutron] For port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:35:03.899309 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6a8d4ac7-6686-4021-ad63-e6277bf4ab5e req-935d0f78-5f19-44dd-9fe3-5676c068be43 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500324 Apr 29 16:35:03.913498 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:03.928258 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] Transition to ACTIVE for port object cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:35:03.947218 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-096b02ac-a6b6-4798-8275-731b3b5e73b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:04.004083 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:04.010689 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-096b02ac-a6b6-4798-8275-731b3b5e73b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:04.012738 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-096b02ac-a6b6-4798-8275-731b3b5e73b8 service neutron] 10.222.0.35 "PUT /v2.0/ports/f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 HTTP/1.1" status: 200 len: 1094 time: 1.4075599 Apr 29 16:35:04.013317 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4cb6df-1ca8-43c9-8afd-0f05dc442425', 'tag': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:35:04.037612 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b02ac-a6b6-4798-8275-731b3b5e73b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:35:04.134174 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c8ed0-7f79-464c-ae49-cb7a37e911e3 None None] Pushing event updated for resources: {'Port': ['ID=cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:35:04.196618 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0305b7bf-af2a-4c79-8ff3-9dd1e39aaa4e'] response: {'name': 'network-changed', 'server_uuid': 'cd4cb6df-1ca8-43c9-8afd-0f05dc442425', 'tag': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0', 'status': 'completed', 'code': 200} Apr 29 16:35:04.243227 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-a3a74bfa-999d-4d75-b869-e7268ad65adf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e744daeeaf140e3896e56c23b6ae852&device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 1097 time: 0.1128049 Apr 29 16:35:04.252496 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] Attempting to bind port cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:35:04.252947 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] Attempting to bind port cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': 'c2077fb7-010c-4e88-a46d-56d2f6739036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '86a04543-7d7b-40d6-9926-d907eb8839e8'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:35:04.253363 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] Attempting to bind port cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b on network 86a04543-7d7b-40d6-9926-d907eb8839e8 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:35:04.260553 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:35:04.260934 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] Checking segment: {'id': 'c2077fb7-010c-4e88-a46d-56d2f6739036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '86a04543-7d7b-40d6-9926-d907eb8839e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:35:04.261389 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:04.261854 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] Bound using segment: {'id': 'c2077fb7-010c-4e88-a46d-56d2f6739036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '86a04543-7d7b-40d6-9926-d907eb8839e8'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:35:04.262717 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] Bound port: cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2077fb7-010c-4e88-a46d-56d2f6739036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '86a04543-7d7b-40d6-9926-d907eb8839e8'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:35:04.263315 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:04.318359 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-b1cd0e03-7f56-455f-9cb6-42d6884c558c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 HTTP/1.1" status: 200 len: 217 time: 0.0674469 Apr 29 16:35:04.361974 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] For port cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:35:04.365991 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] For port cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b,segment=NetworkSegment(c2077fb7-010c-4e88-a46d-56d2f6739036),segment_id=c2077fb7-010c-4e88-a46d-56d2f6739036)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:35:04.385184 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-6a31b4ea-59a8-4af2-8d6a-62c216554bad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:35:04.386657 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-6a31b4ea-59a8-4af2-8d6a-62c216554bad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a433dd4-7928-46e1-acb3-c65a3e7b9708 HTTP/1.1" status: 200 len: 847 time: 0.0608051 Apr 29 16:35:04.442141 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:04.467364 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-7d2418e7-b7f7-426c-8c2e-783785b843e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb9230b5-b453-4c59-b535-a1339ab759c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749140 Apr 29 16:35:04.519856 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c8ed0-7f79-464c-ae49-cb7a37e911e3 None None] Pushing event updated for resources: {'Port': ['ID=cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b,revision_number=4']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:35:04.524256 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] Routers {'e101892d-de05-49e7-9848-4af38f1852dc'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:35:04.524848 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:34:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['e101892d-de05-49e7-9848-4af38f1852dc'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:35:04.617012 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-864f15a3-a059-4b0f-b191-08b0c78f3ffc service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436181 Apr 29 16:35:04.708322 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] Set router e101892d-de05-49e7-9848-4af38f1852dc gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:35:04.766679 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0df0b02c-a54a-438b-85d3-340e0e91db1e req-2b41247a-b8a7-4e0f-994f-9c753be3a4d3 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421356 Apr 29 16:35:04.916859 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 112eab0e-c523-47cb-a548-d4807947ea75 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:35:04.965656 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8fe6f33-0ed5-44b9-86b0-992991cc66a1 req-c4bd386c-afd7-486b-b759-de2cb95965f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e744daeeaf140e3896e56c23b6ae852&device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 1097 time: 0.0731869 Apr 29 16:35:05.042225 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 112eab0e-c523-47cb-a548-d4807947ea75 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:35:05.042225 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:05.064047 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101892d-de05-49e7-9848-4af38f1852dc', 'name': 'tempest-TestShelveInstance-1470031297-router', 'tenant_id': '1af0d1680d91461a8cee6c420b363f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': '9eafbb4e-49f8-4938-bcfe-ea4393c19ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:49Z', 'updated_at': '2022-04-29T16:34:52Z', 'revision_number': 4, 'project_id': '1af0d1680d91461a8cee6c420b363f16', 'gw_port': {'id': '9eafbb4e-49f8-4938-bcfe-ea4393c19ede', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101892d-de05-49e7-9848-4af38f1852dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:49Z', 'updated_at': '2022-04-29T16:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b', 'name': '', 'network_id': '86a04543-7d7b-40d6-9926-d907eb8839e8', 'tenant_id': '1af0d1680d91461a8cee6c420b363f16', 'mac_address': 'fa:16:3e:8a:c9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e101892d-de05-49e7-9848-4af38f1852dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc46cc33-73ce-439d-bdcd-a54489e91e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:52Z', 'updated_at': '2022-04-29T16:35:04Z', 'revision_number': 4, 'project_id': '1af0d1680d91461a8cee6c420b363f16', 'subnets': [{'id': 'dc46cc33-73ce-439d-bdcd-a54489e91e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:35:05.068306 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0778e998-04d9-40c3-9c7f-9edd949cb644 None None] The sync data for ids ['e101892d-de05-49e7-9848-4af38f1852dc'] in dv-neutron-839913-1-hyperv is: [{'id': 'e101892d-de05-49e7-9848-4af38f1852dc', 'name': 'tempest-TestShelveInstance-1470031297-router', 'tenant_id': '1af0d1680d91461a8cee6c420b363f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': '9eafbb4e-49f8-4938-bcfe-ea4393c19ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:49Z', 'updated_at': '2022-04-29T16:34:52Z', 'revision_number': 4, 'project_id': '1af0d1680d91461a8cee6c420b363f16', 'gw_port': {'id': '9eafbb4e-49f8-4938-bcfe-ea4393c19ede', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101892d-de05-49e7-9848-4af38f1852dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:49Z', 'updated_at': '2022-04-29T16:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b', 'name': '', 'network_id': '86a04543-7d7b-40d6-9926-d907eb8839e8', 'tenant_id': '1af0d1680d91461a8cee6c420b363f16', 'mac_address': 'fa:16:3e:8a:c9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e101892d-de05-49e7-9848-4af38f1852dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc46cc33-73ce-439d-bdcd-a54489e91e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:52Z', 'updated_at': '2022-04-29T16:35:04Z', 'revision_number': 4, 'project_id': '1af0d1680d91461a8cee6c420b363f16', 'subnets': [{'id': 'dc46cc33-73ce-439d-bdcd-a54489e91e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:35:05.126653 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe6f33-0ed5-44b9-86b0-992991cc66a1 req-23fc7526-0240-42f4-8544-8b1c85296d62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:35:05.129994 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8fe6f33-0ed5-44b9-86b0-992991cc66a1 req-23fc7526-0240-42f4-8544-8b1c85296d62 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb9230b5-b453-4c59-b535-a1339ab759c2 HTTP/1.1" status: 200 len: 909 time: 0.1590500 Apr 29 16:35:05.222311 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8fe6f33-0ed5-44b9-86b0-992991cc66a1 req-dfa71583-bddf-401a-84df-6a58964fceeb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 HTTP/1.1" status: 200 len: 217 time: 0.0857196 Apr 29 16:35:05.331706 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe6f33-0ed5-44b9-86b0-992991cc66a1 req-e356f3c4-dcb2-4009-962a-6c0e406df6d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:35:05.333179 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8fe6f33-0ed5-44b9-86b0-992991cc66a1 req-e356f3c4-dcb2-4009-962a-6c0e406df6d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a433dd4-7928-46e1-acb3-c65a3e7b9708 HTTP/1.1" status: 200 len: 847 time: 0.1047404 Apr 29 16:35:05.416533 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc2fb6-be13-4a63-adfb-8d2d4112487a req-76f9776a-0321-48db-911b-fe94ab1f09b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:35:05.418705 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1ffc2fb6-be13-4a63-adfb-8d2d4112487a req-76f9776a-0321-48db-911b-fe94ab1f09b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 944 time: 0.2165658 Apr 29 16:35:05.460773 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8fe6f33-0ed5-44b9-86b0-992991cc66a1 req-247c0c11-2897-4b4b-b926-3d90d00db613 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb9230b5-b453-4c59-b535-a1339ab759c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1174266 Apr 29 16:35:05.496178 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1ffc2fb6-be13-4a63-adfb-8d2d4112487a req-4b5faa8f-4104-4a28-8de2-64eb035ac395 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715027 Apr 29 16:35:05.703261 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8fe6f33-0ed5-44b9-86b0-992991cc66a1 req-e2993844-3c3a-46f8-a5fb-143c254b338a service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355230 Apr 29 16:35:05.840196 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c8fe6f33-0ed5-44b9-86b0-992991cc66a1 req-b6c06916-fcd5-47ef-8b9a-3916df1706dd service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304915 Apr 29 16:35:06.699146 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282a2cc-90f7-470f-89b4-670d06188ae1 req-db09a541-3b40-4a46-9d99-548577999737 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:35:06.701173 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f282a2cc-90f7-470f-89b4-670d06188ae1 req-db09a541-3b40-4a46-9d99-548577999737 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 944 time: 0.0807862 Apr 29 16:35:06.745944 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f282a2cc-90f7-470f-89b4-670d06188ae1 req-65b55d61-5d4d-4c7e-b1d7-468bc489bf7e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393901 Apr 29 16:35:06.926343 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:35:07.049107 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:35:07.054418 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:35:07.059341 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:07.167642 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:07.200714 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b,segment=NetworkSegment(c2077fb7-010c-4e88-a46d-56d2f6739036),segment_id=c2077fb7-010c-4e88-a46d-56d2f6739036)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:35:07.272501 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:07.336769 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:35:07.945058 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c38982-e33d-48f6-b9d5-198d0e3ca597 req-2fac8a02-04b3-437c-a526-117bd5187ad0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:35:07.946534 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b4c38982-e33d-48f6-b9d5-198d0e3ca597 req-2fac8a02-04b3-437c-a526-117bd5187ad0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 944 time: 0.0778637 Apr 29 16:35:07.992510 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b4c38982-e33d-48f6-b9d5-198d0e3ca597 req-d7b38bcd-6e62-4398-b9ca-f0edcca81adf tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398982 Apr 29 16:35:08.545482 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:35:08.708009 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:35:08.721084 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'port_id': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0', 'mac_address': 'fa:16:3e:4f:f8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:35:08.776338 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:08.793191 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:35:08.808160 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:35:08.866279 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:08.919885 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:35:08.982198 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:35:09.001637 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:35:09.002006 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:09.181609 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:35:09.193825 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896741e9-0c53-4f12-b9e3-db94eb3cfb77 req-28676708-c1cd-4b51-aae2-097be8e718b3 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:35:09.199538 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-896741e9-0c53-4f12-b9e3-db94eb3cfb77 req-28676708-c1cd-4b51-aae2-097be8e718b3 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 945 time: 0.0795288 Apr 29 16:35:09.241271 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-896741e9-0c53-4f12-b9e3-db94eb3cfb77 req-5038ba0f-a2fe-4332-9156-46680ed85a00 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400941 Apr 29 16:35:10.432907 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127349a6-5924-48a4-be6e-fc4fcaeaf07f req-dc70cb8f-3f5f-446a-9ff0-466dfef2dfd5 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:35:10.434332 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-127349a6-5924-48a4-be6e-fc4fcaeaf07f req-dc70cb8f-3f5f-446a-9ff0-466dfef2dfd5 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 945 time: 0.0752885 Apr 29 16:35:10.484650 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-127349a6-5924-48a4-be6e-fc4fcaeaf07f req-608bc5c5-8a42-4475-a886-c38db41fe1a7 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441103 Apr 29 16:35:10.561123 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:35:10.694762 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:35:10.699669 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:35:10.700030 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:10.810867 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:10.836581 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4cb6df-1ca8-43c9-8afd-0f05dc442425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:35:10.846140 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:35:10.916120 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:10.970603 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb4db562-dd76-45be-9a30-baaa5d36d435'] response: {'server_uuid': 'cd4cb6df-1ca8-43c9-8afd-0f05dc442425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0', 'code': 200} Apr 29 16:35:10.989115 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:35:11.292566 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f8cc096a-1a39-4a14-9800-e45ac940bf1c req-50528420-9956-4515-9a62-48552176608c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 1099 time: 0.0720508 Apr 29 16:35:11.335145 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f8cc096a-1a39-4a14-9800-e45ac940bf1c req-935de0c4-564c-4cca-8d3f-67aabfd40486 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356665 Apr 29 16:35:11.688998 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b45282-6771-4e9e-bd50-0ce66cdda055 req-ad11e488-83c9-4c82-8340-050964fc8da2 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:35:11.690321 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-15b45282-6771-4e9e-bd50-0ce66cdda055 req-ad11e488-83c9-4c82-8340-050964fc8da2 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0783300 Apr 29 16:35:11.734995 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-15b45282-6771-4e9e-bd50-0ce66cdda055 req-46c6b26e-c3d2-44fd-bc92-1feb97c936c8 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391912 Apr 29 16:35:12.930825 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9a019-cdb7-4220-badf-c45427f9d4c0 req-a0f81b7d-eba3-4835-b60e-3610afdec826 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:35:12.932259 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d4b9a019-cdb7-4220-badf-c45427f9d4c0 req-a0f81b7d-eba3-4835-b60e-3610afdec826 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0754907 Apr 29 16:35:12.976512 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d4b9a019-cdb7-4220-badf-c45427f9d4c0 req-16333bd2-00c0-4fec-845a-9cb8581d9248 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386803 Apr 29 16:35:13.175982 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd63d6-0ded-4f3c-97c6-a6a7845376a2 req-89b35f45-f096-42b0-8227-5ce5ee5f7783 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:35:13.177394 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c6bd63d6-0ded-4f3c-97c6-a6a7845376a2 req-89b35f45-f096-42b0-8227-5ce5ee5f7783 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0797369 Apr 29 16:35:13.222086 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c6bd63d6-0ded-4f3c-97c6-a6a7845376a2 req-0c91750b-327d-4b58-847f-933b7b816d11 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393565 Apr 29 16:35:13.249212 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38822) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:35:13.380170 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f81e0b5f-55ef-4570-9f6a-97717dc2e942 tempest-TestShelveInstance-1270095925 tempest-TestShelveInstance-1270095925-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 1094 time: 0.1299081 Apr 29 16:35:13.382911 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 38828) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:35:13.388436 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-997096f3-5b22-4ec8-a1cc-11ee6c1f2c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:35:13.393765 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-997096f3-5b22-4ec8-a1cc-11ee6c1f2c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:35:13.397556 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-997096f3-5b22-4ec8-a1cc-11ee6c1f2c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Usage tracker for resource:floatingip and tenant:2e744daeeaf140e3896e56c23b6ae852 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:35:13.400336 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-997096f3-5b22-4ec8-a1cc-11ee6c1f2c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:35:13.406709 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-997096f3-5b22-4ec8-a1cc-11ee6c1f2c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:35:13.477626 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-997096f3-5b22-4ec8-a1cc-11ee6c1f2c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for floatingip, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:13.618359 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-997096f3-5b22-4ec8-a1cc-11ee6c1f2c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:13.654948 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1d21b15-38a8-44da-a83f-4a4f37a0f6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:13.753409 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-997096f3-5b22-4ec8-a1cc-11ee6c1f2c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Allocated IP 172.26.1.131 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/bbfb7d37-857e-439f-94d7-c3df093fda77) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:35:13.896201 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-997096f3-5b22-4ec8-a1cc-11ee6c1f2c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:13.975399 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-997096f3-5b22-4ec8-a1cc-11ee6c1f2c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:14.043324 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997096f3-5b22-4ec8-a1cc-11ee6c1f2c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:35:14.046842 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-997096f3-5b22-4ec8-a1cc-11ee6c1f2c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:35:14.050995 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997096f3-5b22-4ec8-a1cc-11ee6c1f2c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:35:14.074567 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997096f3-5b22-4ec8-a1cc-11ee6c1f2c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event updated for resources: {'Port': ['ID=bbfb7d37-857e-439f-94d7-c3df093fda77,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:35:14.614014 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-997096f3-5b22-4ec8-a1cc-11ee6c1f2c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:14.721641 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-997096f3-5b22-4ec8-a1cc-11ee6c1f2c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:14.922552 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-997096f3-5b22-4ec8-a1cc-11ee6c1f2c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:14.978465 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-997096f3-5b22-4ec8-a1cc-11ee6c1f2c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:15.084378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997096f3-5b22-4ec8-a1cc-11ee6c1f2c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event updated for resources: {'Port': ['ID=bbfb7d37-857e-439f-94d7-c3df093fda77,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:35:15.099332 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-997096f3-5b22-4ec8-a1cc-11ee6c1f2c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:15.292132 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [None req-997096f3-5b22-4ec8-a1cc-11ee6c1f2c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Floating IP afde535d-aad1-4e21-bf42-150962a311eb associated. External IP: 172.26.1.131, port: f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0. Apr 29 16:35:15.674195 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997096f3-5b22-4ec8-a1cc-11ee6c1f2c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Router ac04e5e3-4c60-4245-8379-d8ede1fd192e has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:35:15.855086 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:15.934962 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-70561095-d6dc-43e7-a5ea-b91da0346d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:15.974863 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997096f3-5b22-4ec8-a1cc-11ee6c1f2c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:35:15.985186 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e112ee-f90d-432c-b552-b4c2e1951d20 None None] Sync routers for ids ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:35:15.997032 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e112ee-f90d-432c-b552-b4c2e1951d20 None None] Routers {'ac04e5e3-4c60-4245-8379-d8ede1fd192e'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:35:15.999000 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-20e112ee-f90d-432c-b552-b4c2e1951d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:35:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:35:16.037971 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-997096f3-5b22-4ec8-a1cc-11ee6c1f2c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:16.095132 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-997096f3-5b22-4ec8-a1cc-11ee6c1f2c55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7111013 Apr 29 16:35:16.096156 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4cb6df-1ca8-43c9-8afd-0f05dc442425', 'tag': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:35:16.149986 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e329f3d1-581f-42a7-9749-3b38de31f842'] response: {'name': 'network-changed', 'server_uuid': 'cd4cb6df-1ca8-43c9-8afd-0f05dc442425', 'tag': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0', 'status': 'completed', 'code': 200} Apr 29 16:35:16.178275 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-20e112ee-f90d-432c-b552-b4c2e1951d20 None None] Set router ac04e5e3-4c60-4245-8379-d8ede1fd192e gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:35:16.248535 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b3165d22-8d99-410a-b757-1e7b0c986e75 req-c0cd8048-4ee8-4dd3-a7d8-72ab0068c1a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e744daeeaf140e3896e56c23b6ae852&device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 1099 time: 0.0770211 Apr 29 16:35:16.376439 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3165d22-8d99-410a-b757-1e7b0c986e75 req-758328a0-1c16-4ee3-8f56-c8f0c8404ff5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:35:16.377851 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b3165d22-8d99-410a-b757-1e7b0c986e75 req-758328a0-1c16-4ee3-8f56-c8f0c8404ff5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb9230b5-b453-4c59-b535-a1339ab759c2 HTTP/1.1" status: 200 len: 909 time: 0.1237457 Apr 29 16:35:16.477631 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b3165d22-8d99-410a-b757-1e7b0c986e75 req-49f49d24-864b-497e-b4cb-1df40ebb207d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 HTTP/1.1" status: 200 len: 1000 time: 0.0936685 Apr 29 16:35:16.524307 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-20e112ee-f90d-432c-b552-b4c2e1951d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'name': 'tempest-TestShelveInstance-965842981-router', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:45Z', 'revision_number': 4, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'gw_port': {'id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'afde535d-aad1-4e21-bf42-150962a311eb', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'floating_ip_address': '172.26.1.131', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'port_id': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'mac_address': 'fa:16:3e:4f:f8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4cb6df-1ca8-43c9-8afd-0f05dc442425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:35:14Z', 'updated_at': '2022-04-29T16:35:14Z', 'revision_number': 0, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '112eab0e-c523-47cb-a548-d4807947ea75', 'name': '', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'mac_address': 'fa:16:3e:19:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:44Z', 'updated_at': '2022-04-29T16:35:03Z', 'revision_number': 5, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'subnets': [{'id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:35:16.528128 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e112ee-f90d-432c-b552-b4c2e1951d20 None None] Checking router: ac04e5e3-4c60-4245-8379-d8ede1fd192e for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:35:16.543609 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e112ee-f90d-432c-b552-b4c2e1951d20 None None] Routers {'ac04e5e3-4c60-4245-8379-d8ede1fd192e'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:35:16.544764 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-20e112ee-f90d-432c-b552-b4c2e1951d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:35:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:35:16.546752 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3165d22-8d99-410a-b757-1e7b0c986e75 req-d2dcc7e3-6dee-4c3e-baa0-7b322156bf2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:35:16.548229 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b3165d22-8d99-410a-b757-1e7b0c986e75 req-d2dcc7e3-6dee-4c3e-baa0-7b322156bf2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a433dd4-7928-46e1-acb3-c65a3e7b9708 HTTP/1.1" status: 200 len: 847 time: 0.0649450 Apr 29 16:35:16.626328 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b3165d22-8d99-410a-b757-1e7b0c986e75 req-8a63d70c-d5e5-4a84-abeb-784debd061d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb9230b5-b453-4c59-b535-a1339ab759c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724339 Apr 29 16:35:16.761665 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b3165d22-8d99-410a-b757-1e7b0c986e75 req-b576db28-41a8-4241-9b73-1bd229e705b1 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295309 Apr 29 16:35:16.763491 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-20e112ee-f90d-432c-b552-b4c2e1951d20 None None] Set router ac04e5e3-4c60-4245-8379-d8ede1fd192e gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:35:16.892777 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b3165d22-8d99-410a-b757-1e7b0c986e75 req-806d698e-4ba8-461f-8fc3-4582ee5c99fd service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256862 Apr 29 16:35:17.109115 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-20e112ee-f90d-432c-b552-b4c2e1951d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'name': 'tempest-TestShelveInstance-965842981-router', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:45Z', 'revision_number': 4, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'gw_port': {'id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'afde535d-aad1-4e21-bf42-150962a311eb', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'floating_ip_address': '172.26.1.131', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'port_id': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'mac_address': 'fa:16:3e:4f:f8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4cb6df-1ca8-43c9-8afd-0f05dc442425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:35:14Z', 'updated_at': '2022-04-29T16:35:14Z', 'revision_number': 0, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '112eab0e-c523-47cb-a548-d4807947ea75', 'name': '', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'mac_address': 'fa:16:3e:19:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:44Z', 'updated_at': '2022-04-29T16:35:03Z', 'revision_number': 5, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'subnets': [{'id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:35:17.112971 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e112ee-f90d-432c-b552-b4c2e1951d20 None None] The sync data for ids ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'] in dv-neutron-839913-1-hyperv is: [{'id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'name': 'tempest-TestShelveInstance-965842981-router', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:45Z', 'revision_number': 4, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'gw_port': {'id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'afde535d-aad1-4e21-bf42-150962a311eb', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'floating_ip_address': '172.26.1.131', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'port_id': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'mac_address': 'fa:16:3e:4f:f8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4cb6df-1ca8-43c9-8afd-0f05dc442425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:35:14Z', 'updated_at': '2022-04-29T16:35:14Z', 'revision_number': 0, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '112eab0e-c523-47cb-a548-d4807947ea75', 'name': '', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'mac_address': 'fa:16:3e:19:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:44Z', 'updated_at': '2022-04-29T16:35:03Z', 'revision_number': 5, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'subnets': [{'id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:35:17.363496 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:17.593052 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:18.637869 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:23.083941 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c50917-5570-4c04-97ed-fc1d85559974 None None] New status for floating IP afde535d-aad1-4e21-bf42-150962a311eb: ACTIVE {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:35:36.786939 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:35:43.654125 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0d5c7913-2422-40ae-9b8c-65a609961ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:45.875453 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:45.955467 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4c7faea8-d906-4bb6-914d-b10e3b33f1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:47.397106 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:47.517132 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:48.675322 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:36:02.115605 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ccdb321a-680b-4eb2-9f73-dd09b3f54485 req-2e134e1b-301f-440b-9d7e-fdf28e461318 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1423542 Apr 29 16:36:02.275938 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ccdb321a-680b-4eb2-9f73-dd09b3f54485 req-ac561810-c8b9-4ea4-a08c-b49c9f686c65 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e744daeeaf140e3896e56c23b6ae852&device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 1099 time: 0.0799887 Apr 29 16:36:02.447602 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb321a-680b-4eb2-9f73-dd09b3f54485 req-569a3d77-a409-4904-ae31-58c224550e05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:36:02.449052 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ccdb321a-680b-4eb2-9f73-dd09b3f54485 req-569a3d77-a409-4904-ae31-58c224550e05 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb9230b5-b453-4c59-b535-a1339ab759c2 HTTP/1.1" status: 200 len: 909 time: 0.1518655 Apr 29 16:36:02.579510 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ccdb321a-680b-4eb2-9f73-dd09b3f54485 req-e5327874-e698-40f6-954a-cb004855252f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 HTTP/1.1" status: 200 len: 1002 time: 0.1150470 Apr 29 16:36:02.643886 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb321a-680b-4eb2-9f73-dd09b3f54485 req-ef421774-5243-4cde-b336-f77e2fbd5dea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:36:02.645330 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ccdb321a-680b-4eb2-9f73-dd09b3f54485 req-ef421774-5243-4cde-b336-f77e2fbd5dea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a433dd4-7928-46e1-acb3-c65a3e7b9708 HTTP/1.1" status: 200 len: 847 time: 0.0680866 Apr 29 16:36:02.728373 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ccdb321a-680b-4eb2-9f73-dd09b3f54485 req-4557a95f-9b22-4b1f-96b6-27a778cbdf97 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb9230b5-b453-4c59-b535-a1339ab759c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772879 Apr 29 16:36:02.864958 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ccdb321a-680b-4eb2-9f73-dd09b3f54485 req-f06c9507-9008-4266-a5e9-19edb610a2c3 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309102 Apr 29 16:36:03.080818 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ccdb321a-680b-4eb2-9f73-dd09b3f54485 req-315de3bf-8c5c-4a4c-a6fc-459ec44804b7 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094593 Apr 29 16:36:13.703975 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0ff3b4f9-c7b3-4e34-bd9b-83e0e2f59658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:36:13.787063 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:36:15.863555 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:36:15.949392 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dd8e7924-5d79-4b11-a5a9-8e03241e20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:36:17.390917 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:36:17.527657 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:36:18.665244 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:36:43.680547 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-aba0540e-f28f-4490-98a0-c31c40f2f532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:36:45.921934 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:36:46.001580 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee60b-75fc-4140-931f-83114962e566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:36:47.379276 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:36:47.545154 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:36:48.680994 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:36:50.787994 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:37:03.315348 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5a6e868b-99e9-49a3-aaf8-fbd25143d987 req-f795c436-ddb7-4f62-af86-08b99369b435 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0912690 Apr 29 16:37:03.482293 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5a6e868b-99e9-49a3-aaf8-fbd25143d987 req-dc0846e5-cf22-4052-9b0e-44a27d740257 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e744daeeaf140e3896e56c23b6ae852&device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 1099 time: 0.0887394 Apr 29 16:37:03.647617 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e868b-99e9-49a3-aaf8-fbd25143d987 req-d5945202-6b70-4171-8b33-4aacde2efae8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:37:03.648973 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5a6e868b-99e9-49a3-aaf8-fbd25143d987 req-d5945202-6b70-4171-8b33-4aacde2efae8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb9230b5-b453-4c59-b535-a1339ab759c2 HTTP/1.1" status: 200 len: 909 time: 0.1464529 Apr 29 16:37:03.773225 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5a6e868b-99e9-49a3-aaf8-fbd25143d987 req-926791d0-656c-4c1d-9f93-d1a83d63df60 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 HTTP/1.1" status: 200 len: 1002 time: 0.1174297 Apr 29 16:37:03.846183 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e868b-99e9-49a3-aaf8-fbd25143d987 req-1c96789e-aad5-417b-8df9-30dbff3f07ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:37:03.847637 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5a6e868b-99e9-49a3-aaf8-fbd25143d987 req-1c96789e-aad5-417b-8df9-30dbff3f07ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a433dd4-7928-46e1-acb3-c65a3e7b9708 HTTP/1.1" status: 200 len: 847 time: 0.0675311 Apr 29 16:37:03.930724 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5a6e868b-99e9-49a3-aaf8-fbd25143d987 req-eacd904c-de62-40c7-b9f0-053795232427 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb9230b5-b453-4c59-b535-a1339ab759c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716150 Apr 29 16:37:04.056145 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5a6e868b-99e9-49a3-aaf8-fbd25143d987 req-56902e42-5b5e-4314-b289-e7d3cad4f76f service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235497 Apr 29 16:37:04.196703 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5a6e868b-99e9-49a3-aaf8-fbd25143d987 req-36bcbc3f-7d92-43d0-bcb9-1986638edeab service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335089 Apr 29 16:37:13.691515 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-55d5a99d-0ab9-4812-8a55-77f926467ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:37:15.955987 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:37:15.972546 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d2d723ee-1964-45ac-90de-0251b42b2213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:37:17.372521 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:37:17.525591 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:37:18.692461 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:37:27.787831 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:37:43.646546 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-05199da8-3fa8-4743-abcd-a71a43dce9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:37:45.903525 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:37:45.966257 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-972b9dd9-e308-4fd9-93c2-e0eea619bba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:37:47.417652 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:37:47.530630 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:37:48.662455 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:37:50.601405 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc04e3-0d08-4498-8d19-1e23e646490b req-38697ad9-67d3-450a-a75e-d29dde6323e5 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:37:50.602893 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-56bc04e3-0d08-4498-8d19-1e23e646490b req-38697ad9-67d3-450a-a75e-d29dde6323e5 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.1478519 Apr 29 16:37:50.651097 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-56bc04e3-0d08-4498-8d19-1e23e646490b req-386e366f-5189-4a6d-b214-11edda98289a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425835 Apr 29 16:37:51.885194 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1831a4-134a-41a9-a9b6-6b3b6e4f1499 req-05611a60-8486-42f0-919f-b5e331afc773 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:37:51.886661 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5d1831a4-134a-41a9-a9b6-6b3b6e4f1499 req-05611a60-8486-42f0-919f-b5e331afc773 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0761724 Apr 29 16:37:51.931862 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5d1831a4-134a-41a9-a9b6-6b3b6e4f1499 req-95ffc23c-ad51-4ebe-b300-2e97cfafc8a0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396199 Apr 29 16:37:53.144793 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01402a42-2a03-45fd-9a04-6fb87a6731a2 req-34abec4c-77b7-43f9-b65c-cba80aa5863c tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:37:53.146220 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-01402a42-2a03-45fd-9a04-6fb87a6731a2 req-34abec4c-77b7-43f9-b65c-cba80aa5863c tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0776315 Apr 29 16:37:53.191927 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-01402a42-2a03-45fd-9a04-6fb87a6731a2 req-0666da2d-d0bb-4288-8166-4b16469be72f tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402768 Apr 29 16:37:54.382187 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce4e2e-2683-467c-acb2-671484be2d21 req-529b5110-e2c1-49f0-bfd4-7f8416a7667a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:37:54.383623 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1cce4e2e-2683-467c-acb2-671484be2d21 req-529b5110-e2c1-49f0-bfd4-7f8416a7667a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0731645 Apr 29 16:37:54.427647 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1cce4e2e-2683-467c-acb2-671484be2d21 req-97b4caba-e03d-4f90-a014-94884b7e5ee7 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386844 Apr 29 16:37:55.621967 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd956560-5679-432d-903c-4f46b0d1cd55 req-2675ec9f-1bc1-4f81-af0a-655bc2f07098 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:37:55.623424 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fd956560-5679-432d-903c-4f46b0d1cd55 req-2675ec9f-1bc1-4f81-af0a-655bc2f07098 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0788159 Apr 29 16:37:55.667017 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fd956560-5679-432d-903c-4f46b0d1cd55 req-87b55809-e403-4b59-abec-0d73a82ae14c tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381629 Apr 29 16:37:56.861605 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a0e26-9af3-4eea-8141-1e75a3acae0d req-522d70b6-943d-4a4b-9772-e711a77de141 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:37:56.863630 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dd8a0e26-9af3-4eea-8141-1e75a3acae0d req-522d70b6-943d-4a4b-9772-e711a77de141 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0748596 Apr 29 16:37:56.906920 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dd8a0e26-9af3-4eea-8141-1e75a3acae0d req-47036c87-65df-4216-b742-17b973b16e29 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378106 Apr 29 16:37:58.106048 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e26147-9efb-4c5d-9c13-5e68a223aef3 req-919dfdd9-ff63-4dca-9499-506b4518cc79 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:37:58.107423 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-51e26147-9efb-4c5d-9c13-5e68a223aef3 req-919dfdd9-ff63-4dca-9499-506b4518cc79 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0775726 Apr 29 16:37:58.151477 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-51e26147-9efb-4c5d-9c13-5e68a223aef3 req-c131f821-0963-405f-99c1-0534880ba591 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387468 Apr 29 16:37:59.342004 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9191f-cb01-47dd-b936-b130d5998514 req-dcc16ea1-9655-48aa-aace-6c5ad8a8feb0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:37:59.343463 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f7d9191f-cb01-47dd-b936-b130d5998514 req-dcc16ea1-9655-48aa-aace-6c5ad8a8feb0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0749342 Apr 29 16:37:59.468189 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f7d9191f-cb01-47dd-b936-b130d5998514 req-748291a0-4e04-4cb0-9491-b4ee8f3b17c1 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184964 Apr 29 16:38:00.662186 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b62546-a1be-4183-be51-76317d2258bf req-66effee4-bd8c-40d7-b40e-4331d2968994 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:00.663659 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f1b62546-a1be-4183-be51-76317d2258bf req-66effee4-bd8c-40d7-b40e-4331d2968994 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0769455 Apr 29 16:38:00.709420 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f1b62546-a1be-4183-be51-76317d2258bf req-15e391d8-f33c-4bb8-a7f3-aa7df3480188 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402558 Apr 29 16:38:01.907972 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d725950-30a2-4309-93b0-a14181de72d2 req-88c3ba1e-22d0-4415-8773-1248c984f63f tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:01.910021 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9d725950-30a2-4309-93b0-a14181de72d2 req-88c3ba1e-22d0-4415-8773-1248c984f63f tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0766323 Apr 29 16:38:01.953427 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9d725950-30a2-4309-93b0-a14181de72d2 req-5a526de5-6517-4f73-8673-19a7af5e32f9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380461 Apr 29 16:38:03.146778 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a92a8-3087-4c35-979a-7afcd7c31b1c req-794af485-7f2f-438e-a25f-ead5677ce663 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:03.148219 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e28a92a8-3087-4c35-979a-7afcd7c31b1c req-794af485-7f2f-438e-a25f-ead5677ce663 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0746286 Apr 29 16:38:03.193017 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e28a92a8-3087-4c35-979a-7afcd7c31b1c req-d11e19a9-23ec-4c51-bf3c-fbfb7fdeadb9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394313 Apr 29 16:38:03.552532 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:38:03.682570 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:38:03.695871 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'port_id': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0', 'mac_address': 'fa:16:3e:4f:f8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:38:03.746747 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:38:03.763577 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:38:03.778294 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:38:03.873792 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:38:03.940511 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0,revision_number=6']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:38:03.949100 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:38:03.949446 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:38:03.949841 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:38:03.950171 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:38:03.950523 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:38:03.950854 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:38:03.951177 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:38:03.951501 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:38:03.951818 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:38:03.952132 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:38:03.952447 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:38:03.957104 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:38:04.426132 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b80dd-5d1a-4141-884d-b1a93296995e req-ca0a31eb-0264-48b8-bc67-110bba3114e8 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:04.428150 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fa0b80dd-5d1a-4141-884d-b1a93296995e req-ca0a31eb-0264-48b8-bc67-110bba3114e8 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 945 time: 0.0914345 Apr 29 16:38:04.476865 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fa0b80dd-5d1a-4141-884d-b1a93296995e req-2cd90360-c876-4f52-9942-6387b84ca8f5 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432014 Apr 29 16:38:04.789409 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:38:05.080435 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-443a087f-3dfa-4afb-98d9-64a84dcbeb6d req-98318b34-482a-499b-9265-830a6b914ef8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e744daeeaf140e3896e56c23b6ae852&device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 1098 time: 0.0683532 Apr 29 16:38:05.229812 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a087f-3dfa-4afb-98d9-64a84dcbeb6d req-919575fb-fff3-446b-a21c-5d7eca7381ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:05.231280 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-443a087f-3dfa-4afb-98d9-64a84dcbeb6d req-919575fb-fff3-446b-a21c-5d7eca7381ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb9230b5-b453-4c59-b535-a1339ab759c2 HTTP/1.1" status: 200 len: 909 time: 0.1313131 Apr 29 16:38:05.338112 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-443a087f-3dfa-4afb-98d9-64a84dcbeb6d req-6598157e-3746-4fa6-bd03-99b2aca4a9ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 HTTP/1.1" status: 200 len: 1001 time: 0.0951021 Apr 29 16:38:05.403700 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a087f-3dfa-4afb-98d9-64a84dcbeb6d req-eab73bf6-54e4-4ac6-9d0a-72decd9ad059 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:05.405114 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-443a087f-3dfa-4afb-98d9-64a84dcbeb6d req-eab73bf6-54e4-4ac6-9d0a-72decd9ad059 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a433dd4-7928-46e1-acb3-c65a3e7b9708 HTTP/1.1" status: 200 len: 847 time: 0.0638664 Apr 29 16:38:05.481807 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-443a087f-3dfa-4afb-98d9-64a84dcbeb6d req-e0db9e5f-1594-477f-8c8e-00b2a85aba47 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb9230b5-b453-4c59-b535-a1339ab759c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703244 Apr 29 16:38:05.558775 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:38:05.629849 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:38:05.630126 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:38:05.652378 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-443a087f-3dfa-4afb-98d9-64a84dcbeb6d req-a92c7bdd-b260-40e0-a493-921af2046292 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635823 Apr 29 16:38:05.782944 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:38:05.801329 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957ffdb-fe07-48cb-a07b-e7b3792a506b req-e8204f40-7fa6-4a5b-a451-559aea14bcea tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:05.802803 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c957ffdb-fe07-48cb-a07b-e7b3792a506b req-e8204f40-7fa6-4a5b-a451-559aea14bcea tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 945 time: 0.1965380 Apr 29 16:38:05.811226 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4cb6df-1ca8-43c9-8afd-0f05dc442425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:38:05.820817 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:38:05.841351 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-443a087f-3dfa-4afb-98d9-64a84dcbeb6d req-d338024f-99b2-4188-bbec-d37c2ce118a8 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789041 Apr 29 16:38:05.863329 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c957ffdb-fe07-48cb-a07b-e7b3792a506b req-e5f16c53-7a5c-4b06-bede-0872272ea0d1 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479293 Apr 29 16:38:05.875334 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:38:05.942902 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0,revision_number=7']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:38:05.986715 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e69e20f1-2b99-4a9a-9f1b-dc0501316603'] response: {'server_uuid': 'cd4cb6df-1ca8-43c9-8afd-0f05dc442425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0', 'code': 200} Apr 29 16:38:07.060836 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f954cf-3592-4760-be93-c89517046427 req-60a9f85c-ba08-4cb6-aa64-4fbfc7477114 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:07.062272 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-01f954cf-3592-4760-be93-c89517046427 req-60a9f85c-ba08-4cb6-aa64-4fbfc7477114 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0747743 Apr 29 16:38:07.107122 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-01f954cf-3592-4760-be93-c89517046427 req-086fba19-a4b6-43b6-a748-df785d760a7d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392723 Apr 29 16:38:08.325886 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141aad5-c83a-43c0-93d4-c8cc9bd4a120 req-fccc361d-3350-47ea-9e18-c572a2b443a2 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:08.327628 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d141aad5-c83a-43c0-93d4-c8cc9bd4a120 req-fccc361d-3350-47ea-9e18-c572a2b443a2 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0976985 Apr 29 16:38:08.381010 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d141aad5-c83a-43c0-93d4-c8cc9bd4a120 req-7e114268-7008-4992-b4f6-a5ba98c62709 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473063 Apr 29 16:38:09.585655 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d4533-b848-428e-808d-e4d3ee2d8503 req-3b60f49a-dd9f-4d6b-af0c-83f1a6dcbcba tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:09.587149 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-da8d4533-b848-428e-808d-e4d3ee2d8503 req-3b60f49a-dd9f-4d6b-af0c-83f1a6dcbcba tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0776181 Apr 29 16:38:09.645005 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-da8d4533-b848-428e-808d-e4d3ee2d8503 req-bf01d80b-5794-402e-9358-e60449a8f358 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497222 Apr 29 16:38:10.875695 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ca105-5a7c-4fa1-aa42-d5c533b3c618 req-76319305-a208-4892-bd2a-9a7883e32959 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:10.877313 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-826ca105-5a7c-4fa1-aa42-d5c533b3c618 req-76319305-a208-4892-bd2a-9a7883e32959 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0933640 Apr 29 16:38:10.928781 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-826ca105-5a7c-4fa1-aa42-d5c533b3c618 req-a282e29d-fb96-4c70-b27e-a08aee4b6a97 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444410 Apr 29 16:38:12.140704 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e38039-bafc-4c1e-b759-9dcf8983df5f req-ebacacae-eaa8-4589-a858-ff20bacbc63b tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:12.142252 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-88e38039-bafc-4c1e-b759-9dcf8983df5f req-ebacacae-eaa8-4589-a858-ff20bacbc63b tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0818594 Apr 29 16:38:12.194121 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-88e38039-bafc-4c1e-b759-9dcf8983df5f req-29a51652-dbc2-4b1b-b53f-fdd7c488b27d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455174 Apr 29 16:38:13.413413 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575914e9-acd3-4988-adee-85a6f0e169b2 req-b3d20edf-7470-496f-9096-1f43ca97956e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:13.414977 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-575914e9-acd3-4988-adee-85a6f0e169b2 req-b3d20edf-7470-496f-9096-1f43ca97956e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0936711 Apr 29 16:38:13.474784 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-575914e9-acd3-4988-adee-85a6f0e169b2 req-4b1eb569-59ec-4996-af02-2db821ec927b tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519218 Apr 29 16:38:13.680046 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ca50c28c-5e4d-4266-97cd-72111c6bf944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:38:14.768920 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c725081-50ca-4991-be20-dc27bcaac313 req-df3965d6-5509-45f2-bf24-3a65ea668d0a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:14.770348 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7c725081-50ca-4991-be20-dc27bcaac313 req-df3965d6-5509-45f2-bf24-3a65ea668d0a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.1672406 Apr 29 16:38:14.826909 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7c725081-50ca-4991-be20-dc27bcaac313 req-2da58168-bab5-4b08-ab79-ae8c3b93eff4 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484710 Apr 29 16:38:15.927127 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:38:15.977726 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2b55833f-6b31-46fb-9dfa-ecd526557ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:38:16.051397 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d0642-bf3f-4824-b503-2df2cd673d93 req-e4ffb2a1-b164-4b87-8a0f-eec4eb31634f tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:16.052654 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a65d0642-bf3f-4824-b503-2df2cd673d93 req-e4ffb2a1-b164-4b87-8a0f-eec4eb31634f tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0904019 Apr 29 16:38:16.103464 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a65d0642-bf3f-4824-b503-2df2cd673d93 req-1b28e994-50c9-48bc-8ca6-aa0177e22cda tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452316 Apr 29 16:38:17.323957 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e9afa-68d7-4f63-b70f-40ea82613265 req-a5cb2192-eb68-4cb0-a6aa-ff647e204173 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:17.326275 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-205e9afa-68d7-4f63-b70f-40ea82613265 req-a5cb2192-eb68-4cb0-a6aa-ff647e204173 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0850499 Apr 29 16:38:17.378538 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-205e9afa-68d7-4f63-b70f-40ea82613265 req-83fb52f3-1fe4-4d08-84e3-cf237cc2894c tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417464 Apr 29 16:38:17.654091 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:38:17.805155 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:38:18.596782 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533c0d7-e784-411d-93aa-999ce39b5f77 req-9862cd5d-5b8b-4f01-af77-48285466a74e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:18.596782 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f533c0d7-e784-411d-93aa-999ce39b5f77 req-9862cd5d-5b8b-4f01-af77-48285466a74e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0839393 Apr 29 16:38:18.632487 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f533c0d7-e784-411d-93aa-999ce39b5f77 req-289b4b5c-1b34-4887-8847-2e83ba26f35d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389276 Apr 29 16:38:18.697237 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:38:19.830121 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46cd77c-9083-4a11-b0c4-5bad3383a5cf req-8e95601b-d090-4da4-b8a4-0b267749bf22 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:19.831806 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c46cd77c-9083-4a11-b0c4-5bad3383a5cf req-8e95601b-d090-4da4-b8a4-0b267749bf22 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0754077 Apr 29 16:38:19.876219 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c46cd77c-9083-4a11-b0c4-5bad3383a5cf req-266bc973-d54e-4320-a5c0-6102b5c59589 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390573 Apr 29 16:38:19.991919 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-56880358-af72-4922-b425-09b3bd05ab04 req-79ecf718-30b6-4505-a2c9-982a603e37a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e744daeeaf140e3896e56c23b6ae852&device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 1099 time: 0.0706034 Apr 29 16:38:20.123968 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56880358-af72-4922-b425-09b3bd05ab04 req-56ab53a6-cf8f-4027-a2cf-b0050ef2ec33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:20.125427 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-56880358-af72-4922-b425-09b3bd05ab04 req-56ab53a6-cf8f-4027-a2cf-b0050ef2ec33 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb9230b5-b453-4c59-b535-a1339ab759c2 HTTP/1.1" status: 200 len: 909 time: 0.1282022 Apr 29 16:38:20.226287 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-56880358-af72-4922-b425-09b3bd05ab04 req-91f7014e-7879-4d98-8950-302e72f491c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 HTTP/1.1" status: 200 len: 1002 time: 0.0937281 Apr 29 16:38:20.285896 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56880358-af72-4922-b425-09b3bd05ab04 req-25b352db-cd96-4645-bc84-4d73c5278f66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:20.287213 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-56880358-af72-4922-b425-09b3bd05ab04 req-25b352db-cd96-4645-bc84-4d73c5278f66 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a433dd4-7928-46e1-acb3-c65a3e7b9708 HTTP/1.1" status: 200 len: 847 time: 0.0554998 Apr 29 16:38:20.356905 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-56880358-af72-4922-b425-09b3bd05ab04 req-78a620cc-87d4-498a-a7f3-f7b9f4c0d275 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb9230b5-b453-4c59-b535-a1339ab759c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0641372 Apr 29 16:38:20.490561 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-56880358-af72-4922-b425-09b3bd05ab04 req-9b5c1745-c7be-4fbd-950b-64c05f531ffc service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280346 Apr 29 16:38:20.616690 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-56880358-af72-4922-b425-09b3bd05ab04 req-e4442a99-6fc1-4941-8ece-ca47b53c3df0 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203856 Apr 29 16:38:21.082047 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4af8c-ff41-416e-8761-53746f6cab7d req-118f5370-7949-439d-9388-f4033c644e58 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:21.083538 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-40e4af8c-ff41-416e-8761-53746f6cab7d req-118f5370-7949-439d-9388-f4033c644e58 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0783317 Apr 29 16:38:21.130875 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-40e4af8c-ff41-416e-8761-53746f6cab7d req-281a0327-f2b3-4cbd-9ff2-569b1a6a09b5 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407035 Apr 29 16:38:22.325394 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef867dd2-c311-4ec9-95b7-968fe584c7e3 req-ea8eb13c-8029-4bf5-b513-0d60e5aecb66 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:22.326891 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ef867dd2-c311-4ec9-95b7-968fe584c7e3 req-ea8eb13c-8029-4bf5-b513-0d60e5aecb66 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0762820 Apr 29 16:38:22.376005 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ef867dd2-c311-4ec9-95b7-968fe584c7e3 req-a3ced0e3-ce75-4e22-98b9-49a7cdc2f2b1 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424817 Apr 29 16:38:23.569948 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098999d-ccf3-4ea0-80eb-43a252b93f26 req-adaf2847-aaa2-48d5-bc82-74b86712dbca tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:23.571413 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3098999d-ccf3-4ea0-80eb-43a252b93f26 req-adaf2847-aaa2-48d5-bc82-74b86712dbca tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 946 time: 0.0746634 Apr 29 16:38:23.615252 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3098999d-ccf3-4ea0-80eb-43a252b93f26 req-adf51a3a-ed10-4d40-acc2-fd1f93bf677b tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385017 Apr 29 16:38:23.697202 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:38:23.814134 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:38:23.841435 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4cb6df-1ca8-43c9-8afd-0f05dc442425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:38:23.851321 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:38:23.892590 dv-neutron-839913-1-hyperv neutron-server[84772]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-465bc2d0-d3e3-4610-8d33-6175e970a720']: {'server_uuid': 'cd4cb6df-1ca8-43c9-8afd-0f05dc442425', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0', 'code': 422} returned with failed status Apr 29 16:38:23.920174 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:38:23.988824 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0,revision_number=8']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:38:24.019360 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-03710ad8-b47b-4c9c-8431-8d762e68e9ea req-722b2752-378e-4a29-81a0-6544f18c0659 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1341269 Apr 29 16:38:24.383783 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24016c04-4abc-471e-b842-cb2a0cfa0a1d req-87f50129-0ea4-4587-a267-f0479a0c0aec tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:24.385208 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-24016c04-4abc-471e-b842-cb2a0cfa0a1d req-87f50129-0ea4-4587-a267-f0479a0c0aec tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 944 time: 0.0747161 Apr 29 16:38:24.429193 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-24016c04-4abc-471e-b842-cb2a0cfa0a1d req-92f3fedf-7366-4b6d-8997-396054b4c967 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385380 Apr 29 16:38:24.473480 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 39068) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:38:24.682782 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-59d07f4e-5a28-4655-ba1d-4fca92acdb9b req-0ca919df-188f-474c-afdd-a02cbf0afc1b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2081611 Apr 29 16:38:25.624440 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37692f68-cc4a-4e26-933a-1b152db6a715 req-1129f224-1d6a-4e48-ae3f-1d34b212d83c tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:25.625870 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-37692f68-cc4a-4e26-933a-1b152db6a715 req-1129f224-1d6a-4e48-ae3f-1d34b212d83c tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 944 time: 0.0745268 Apr 29 16:38:25.671222 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-37692f68-cc4a-4e26-933a-1b152db6a715 req-73f6c69a-20b6-415a-ab50-f76e3a4dd383 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390270 Apr 29 16:38:25.770956 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-59d07f4e-5a28-4655-ba1d-4fca92acdb9b req-165decf8-2c7b-4608-8983-7d5e14aa25a3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425&tenant_id=2e744daeeaf140e3896e56c23b6ae852 HTTP/1.1" status: 200 len: 1097 time: 0.0731583 Apr 29 16:38:25.857964 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-59d07f4e-5a28-4655-ba1d-4fca92acdb9b req-b8d9d330-f31e-4dc4-8cf4-dba3cc37fd76 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e744daeeaf140e3896e56c23b6ae852&device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 1097 time: 0.0666628 Apr 29 16:38:25.983552 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d07f4e-5a28-4655-ba1d-4fca92acdb9b req-78242f37-6594-41ea-a3bf-cb8407ca616a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:25.984950 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-59d07f4e-5a28-4655-ba1d-4fca92acdb9b req-78242f37-6594-41ea-a3bf-cb8407ca616a service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb9230b5-b453-4c59-b535-a1339ab759c2 HTTP/1.1" status: 200 len: 909 time: 0.1217744 Apr 29 16:38:26.085318 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-59d07f4e-5a28-4655-ba1d-4fca92acdb9b req-cd069ca2-faaf-43d4-8421-affd49ffe7da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 HTTP/1.1" status: 200 len: 1000 time: 0.0938661 Apr 29 16:38:26.146880 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d07f4e-5a28-4655-ba1d-4fca92acdb9b req-11ff235b-33d6-4868-adcb-ffcffe111400 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:26.148301 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-59d07f4e-5a28-4655-ba1d-4fca92acdb9b req-11ff235b-33d6-4868-adcb-ffcffe111400 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a433dd4-7928-46e1-acb3-c65a3e7b9708 HTTP/1.1" status: 200 len: 847 time: 0.0573647 Apr 29 16:38:26.223067 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-59d07f4e-5a28-4655-ba1d-4fca92acdb9b req-051e53f1-c7a2-4d3e-8053-82ae888858cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb9230b5-b453-4c59-b535-a1339ab759c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692275 Apr 29 16:38:26.350560 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-59d07f4e-5a28-4655-ba1d-4fca92acdb9b req-03dbbf67-b5dc-4bcf-8888-31b5284e7700 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210845 Apr 29 16:38:26.478828 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-59d07f4e-5a28-4655-ba1d-4fca92acdb9b req-b97eef7e-2fd0-4698-8d7f-d8876e98f7e2 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224725 Apr 29 16:38:26.874639 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e496b0-c558-449b-9def-a3de274d33c8 req-1e408993-faed-4cb2-b666-51546ca8d208 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:26.876066 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-87e496b0-c558-449b-9def-a3de274d33c8 req-1e408993-faed-4cb2-b666-51546ca8d208 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 944 time: 0.0780985 Apr 29 16:38:26.920613 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-87e496b0-c558-449b-9def-a3de274d33c8 req-906a4ad9-f437-4b11-85b1-93c2a99cfc63 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387688 Apr 29 16:38:28.125966 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035acf62-2689-4756-a4ca-5479dbdd77d8 req-7ec44bd8-962d-4ca6-89d7-37c28e1489fc tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:28.127368 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-035acf62-2689-4756-a4ca-5479dbdd77d8 req-7ec44bd8-962d-4ca6-89d7-37c28e1489fc tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 944 time: 0.0837250 Apr 29 16:38:28.175312 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-035acf62-2689-4756-a4ca-5479dbdd77d8 req-09af3672-a8e1-4359-86f5-c247f72f85e9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416138 Apr 29 16:38:29.424554 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f9aaf-b5ac-4c1e-9b7c-9b3fa32c5cf3 req-325b7458-5cb7-4ebf-aaa5-5f2536a2d6c6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:29.426645 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b76f9aaf-b5ac-4c1e-9b7c-9b3fa32c5cf3 req-325b7458-5cb7-4ebf-aaa5-5f2536a2d6c6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 944 time: 0.1108754 Apr 29 16:38:29.485442 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b76f9aaf-b5ac-4c1e-9b7c-9b3fa32c5cf3 req-036cfce3-bc17-498a-ba64-25108e5f6464 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527816 Apr 29 16:38:30.697975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4106e1-36ab-4c9c-a0b0-58821d60149d req-1c8017d6-9d25-4363-9694-11bd79bec17f tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:30.699606 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5c4106e1-36ab-4c9c-a0b0-58821d60149d req-1c8017d6-9d25-4363-9694-11bd79bec17f tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 944 time: 0.0881798 Apr 29 16:38:30.752489 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5c4106e1-36ab-4c9c-a0b0-58821d60149d req-755b3bfe-b9a3-4326-a794-0d4597319c9e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449891 Apr 29 16:38:31.960300 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb633b66-515c-4581-9fed-b078c4d78aa5 req-f6c201d2-40bd-49d5-96ae-f3c932103892 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:31.961783 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bb633b66-515c-4581-9fed-b078c4d78aa5 req-f6c201d2-40bd-49d5-96ae-f3c932103892 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 944 time: 0.0778906 Apr 29 16:38:32.015005 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bb633b66-515c-4581-9fed-b078c4d78aa5 req-8851790e-7b08-4003-911a-ff492a1b9d00 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459921 Apr 29 16:38:33.245177 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591da58-297b-4652-94d9-1a3110858d91 req-2274c791-f6a9-4dae-8d9d-b2af657d17be tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:33.247026 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e591da58-297b-4652-94d9-1a3110858d91 req-2274c791-f6a9-4dae-8d9d-b2af657d17be tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 944 time: 0.0937557 Apr 29 16:38:33.300230 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e591da58-297b-4652-94d9-1a3110858d91 req-5df60e29-ce98-4f5e-8a86-5bf5b4ea32f7 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442586 Apr 29 16:38:34.517770 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25474a8-0f5f-4d39-b1ce-16d768f4fdc8 req-9076714f-5af6-4d58-aee5-9bcbec551b94 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:34.520028 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a25474a8-0f5f-4d39-b1ce-16d768f4fdc8 req-9076714f-5af6-4d58-aee5-9bcbec551b94 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 944 time: 0.0820687 Apr 29 16:38:34.569938 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a25474a8-0f5f-4d39-b1ce-16d768f4fdc8 req-fc274221-b730-475b-b3a1-fda36a4f9b37 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440214 Apr 29 16:38:35.771011 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd99a5d-95af-4998-8146-700e2c6ae8c8 req-86445403-ee5c-497c-8d00-33bec945e3aa tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:35.772542 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-abd99a5d-95af-4998-8146-700e2c6ae8c8 req-86445403-ee5c-497c-8d00-33bec945e3aa tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 944 time: 0.0824518 Apr 29 16:38:35.824082 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-abd99a5d-95af-4998-8146-700e2c6ae8c8 req-a50ad897-a37f-4054-819a-033c75f96641 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459461 Apr 29 16:38:37.096023 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b620f-a54e-4f26-bf98-c0913fe6245d req-10ebb1df-75d4-40f2-8d0d-0f55e631b56d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:37.097418 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-843b620f-a54e-4f26-bf98-c0913fe6245d req-10ebb1df-75d4-40f2-8d0d-0f55e631b56d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 944 time: 0.1553023 Apr 29 16:38:37.141157 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-843b620f-a54e-4f26-bf98-c0913fe6245d req-d0e5e3cd-1417-4db5-b0e1-a1b35cd02ac6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383439 Apr 29 16:38:38.333106 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0b210-5404-477e-a53f-fa59ba26b1c5 req-3b3c1063-bb51-4bba-b875-82fe630656d9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:38.334567 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e4d0b210-5404-477e-a53f-fa59ba26b1c5 req-3b3c1063-bb51-4bba-b875-82fe630656d9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 944 time: 0.0753865 Apr 29 16:38:38.377989 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e4d0b210-5404-477e-a53f-fa59ba26b1c5 req-deab201d-be2f-4c45-a8fb-96ad09bd2b75 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380580 Apr 29 16:38:39.575073 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ba42a-35b0-44ce-a779-b375ea42d80d req-0dcd1f54-ca4a-479e-ab99-75d0d37cb519 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:39.576480 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4e1ba42a-35b0-44ce-a779-b375ea42d80d req-0dcd1f54-ca4a-479e-ab99-75d0d37cb519 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 944 time: 0.0763960 Apr 29 16:38:39.619770 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4e1ba42a-35b0-44ce-a779-b375ea42d80d req-00417643-6824-4607-9752-efc24e05b3ca tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373538 Apr 29 16:38:40.814771 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da893f0-b7ef-4a86-85bb-7360d4c3772d req-c87276f5-04c6-43a4-9bd9-3a2a07313661 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:40.816257 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6da893f0-b7ef-4a86-85bb-7360d4c3772d req-c87276f5-04c6-43a4-9bd9-3a2a07313661 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 944 time: 0.0741465 Apr 29 16:38:40.862881 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6da893f0-b7ef-4a86-85bb-7360d4c3772d req-f8110f9c-8ac3-4112-84f7-5ede9ed07edd tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411592 Apr 29 16:38:41.791869 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:38:42.056272 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b2f73-3ddc-4295-b15b-691bb53c909c req-3362953d-8daf-49bc-baa5-4146130b6b01 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:42.057605 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ec5b2f73-3ddc-4295-b15b-691bb53c909c req-3362953d-8daf-49bc-baa5-4146130b6b01 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 944 time: 0.0743325 Apr 29 16:38:42.104865 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ec5b2f73-3ddc-4295-b15b-691bb53c909c req-d2f2a0f8-226e-4a01-b53b-3f86db930abd tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418189 Apr 29 16:38:43.300544 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8895db-8679-4717-8478-a8aeb6729b30 req-35174fb5-5c07-4cce-b7df-30561fe7a7cb tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:43.301997 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fb8895db-8679-4717-8478-a8aeb6729b30 req-35174fb5-5c07-4cce-b7df-30561fe7a7cb tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 944 time: 0.0770152 Apr 29 16:38:43.346186 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fb8895db-8679-4717-8478-a8aeb6729b30 req-f02a896e-4bbb-4dfc-804d-65a9238c8e27 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385976 Apr 29 16:38:43.685051 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c03dcce1-af46-456e-a88d-7348743257c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:38:43.742234 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:38:43.872039 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:38:43.885154 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'port_id': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0', 'mac_address': 'fa:16:3e:4f:f8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:38:43.935742 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:38:43.955086 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:38:43.969360 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:38:44.022092 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:38:44.084918 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0,revision_number=9']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:38:44.392253 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:38:44.538392 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a552e81-0ec3-4d58-a3bc-db95ca770449 req-766c1e96-3e27-44a5-8f1e-874321026a08 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:44.539874 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8a552e81-0ec3-4d58-a3bc-db95ca770449 req-766c1e96-3e27-44a5-8f1e-874321026a08 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 945 time: 0.0744791 Apr 29 16:38:44.585971 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8a552e81-0ec3-4d58-a3bc-db95ca770449 req-8877b3ac-68a7-4eb8-86e8-50dbdb45e181 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402877 Apr 29 16:38:45.741809 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:38:45.793720 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3642e9-d5d8-4331-b66c-2b217584935c req-839f7ba8-4e47-4509-ab9d-c3e0f96f7108 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:45.795466 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cc3642e9-d5d8-4331-b66c-2b217584935c req-839f7ba8-4e47-4509-ab9d-c3e0f96f7108 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 945 time: 0.0861411 Apr 29 16:38:45.812890 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:38:45.813255 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:38:45.842363 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cc3642e9-d5d8-4331-b66c-2b217584935c req-52f4ea2a-607f-4994-8ebc-2783abf58ca5 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395789 Apr 29 16:38:45.937518 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:38:45.943598 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:38:45.969516 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4cb6df-1ca8-43c9-8afd-0f05dc442425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:38:45.979727 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:38:45.993657 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e7565dc6-0c76-46c4-89c9-7c917cdfca87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:38:46.023177 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a66c2072-1b41-4677-8b8a-df1412cd44ae'] response: {'server_uuid': 'cd4cb6df-1ca8-43c9-8afd-0f05dc442425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0', 'code': 200} Apr 29 16:38:46.039342 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:38:46.106958 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0,revision_number=10']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:38:46.385673 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6523260c-12ec-4bf8-a3c7-70575a4f1c93 req-11d63c28-ef0d-4f5a-b63d-e10ac8d760e5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 1100 time: 0.0656209 Apr 29 16:38:46.429411 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6523260c-12ec-4bf8-a3c7-70575a4f1c93 req-ef590367-2839-40a2-bfe6-30d075fdacf2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383973 Apr 29 16:38:47.036916 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd3074-0462-4576-bbed-0807c2ff1a8a req-f6150525-6e23-4184-9ce6-d060cf5cd5a8 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:47.038362 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d7fd3074-0462-4576-bbed-0807c2ff1a8a req-f6150525-6e23-4184-9ce6-d060cf5cd5a8 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 947 time: 0.0749903 Apr 29 16:38:47.085417 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d7fd3074-0462-4576-bbed-0807c2ff1a8a req-43d5e7c2-79c6-4578-8fad-e69eb26b2db1 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416732 Apr 29 16:38:47.381792 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:38:47.529970 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:38:48.288434 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65fa8d-6977-4d63-8041-eb36743c2607 req-4e3b41d4-2d1f-472e-b5da-9962ddd8c9e0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:48.289936 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3d65fa8d-6977-4d63-8041-eb36743c2607 req-4e3b41d4-2d1f-472e-b5da-9962ddd8c9e0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 947 time: 0.0796723 Apr 29 16:38:48.335359 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3d65fa8d-6977-4d63-8041-eb36743c2607 req-ee6510b3-11e6-4c16-bd14-e83232015e10 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395625 Apr 29 16:38:48.656778 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:38:49.538074 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351156ec-d018-424b-8f0e-3cd5ea95483f req-63f449d0-0823-42f8-8630-d48ac0c02791 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:38:49.539525 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-351156ec-d018-424b-8f0e-3cd5ea95483f req-63f449d0-0823-42f8-8630-d48ac0c02791 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 947 time: 0.0828390 Apr 29 16:38:49.583739 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-351156ec-d018-424b-8f0e-3cd5ea95483f req-c01bcc1f-32b4-4aca-8287-0d97a6d2e73a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387807 Apr 29 16:39:05.047164 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ee96970e-ab3e-4194-a307-e3c463eab75d req-3a50cb1c-f76c-4463-85f0-e24a48d08f18 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0881181 Apr 29 16:39:05.181148 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ee96970e-ab3e-4194-a307-e3c463eab75d req-038b2d4c-aa38-4dbe-b0a7-2cbb06c27567 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e744daeeaf140e3896e56c23b6ae852&device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 1100 time: 0.0679235 Apr 29 16:39:05.323158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96970e-ab3e-4194-a307-e3c463eab75d req-99756945-ba46-41f8-ad0f-e5fcd1e3da41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:39:05.324502 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ee96970e-ab3e-4194-a307-e3c463eab75d req-99756945-ba46-41f8-ad0f-e5fcd1e3da41 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb9230b5-b453-4c59-b535-a1339ab759c2 HTTP/1.1" status: 200 len: 909 time: 0.1255329 Apr 29 16:39:05.424618 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ee96970e-ab3e-4194-a307-e3c463eab75d req-2dd58773-99b0-4399-9ee1-2f2212119332 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 HTTP/1.1" status: 200 len: 1002 time: 0.0944653 Apr 29 16:39:05.484868 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96970e-ab3e-4194-a307-e3c463eab75d req-1c17b0ca-e380-42a1-afa6-3dcd920839ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:39:05.486281 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ee96970e-ab3e-4194-a307-e3c463eab75d req-1c17b0ca-e380-42a1-afa6-3dcd920839ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a433dd4-7928-46e1-acb3-c65a3e7b9708 HTTP/1.1" status: 200 len: 847 time: 0.0560300 Apr 29 16:39:05.561883 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ee96970e-ab3e-4194-a307-e3c463eab75d req-984872b6-4c7e-4fcd-a0e2-a9dd87be63ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb9230b5-b453-4c59-b535-a1339ab759c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699444 Apr 29 16:39:05.777914 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ee96970e-ab3e-4194-a307-e3c463eab75d req-d65efc29-961b-4955-b387-0660284bfe8e service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017829 Apr 29 16:39:05.910753 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ee96970e-ab3e-4194-a307-e3c463eab75d req-01abb337-a1a0-4d3c-8d4e-fcc67d288f56 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262457 Apr 29 16:39:13.673230 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d0126930-f1c7-49f3-b67e-173e48828082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:39:15.907718 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:39:15.941527 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-785ef0cf-df62-4667-8850-089c5968ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:39:17.387983 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:39:17.541884 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:39:18.655608 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:39:18.791997 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:39:43.679074 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-59b57eed-2f5e-4c01-9808-dc0e14ab94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:39:45.917814 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:39:45.975383 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d98f48a9-afe8-4c73-a4f4-9b2ac4c6614c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:39:47.403935 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:39:47.535215 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:39:48.666470 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:39:55.792383 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:40:07.030921 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cb96f8e9-27ca-481a-916e-3b736db42233 req-9b5cb784-81e8-4258-a393-1d8cf524ac2a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661845 Apr 29 16:40:07.171944 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cb96f8e9-27ca-481a-916e-3b736db42233 req-07566609-8fa8-4ed4-84b7-9c263428fd87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e744daeeaf140e3896e56c23b6ae852&device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 1100 time: 0.0723097 Apr 29 16:40:07.313544 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96f8e9-27ca-481a-916e-3b736db42233 req-a691cfec-0d92-4c2c-8566-5d2a2ddc4463 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:40:07.314900 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cb96f8e9-27ca-481a-916e-3b736db42233 req-a691cfec-0d92-4c2c-8566-5d2a2ddc4463 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb9230b5-b453-4c59-b535-a1339ab759c2 HTTP/1.1" status: 200 len: 909 time: 0.1241722 Apr 29 16:40:07.412956 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cb96f8e9-27ca-481a-916e-3b736db42233 req-9acb2634-619b-43ea-9baf-41046a592124 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 HTTP/1.1" status: 200 len: 1002 time: 0.0915172 Apr 29 16:40:07.477712 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96f8e9-27ca-481a-916e-3b736db42233 req-d8bf2d11-183d-4337-ae50-bc7dc9629836 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:40:07.479168 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cb96f8e9-27ca-481a-916e-3b736db42233 req-d8bf2d11-183d-4337-ae50-bc7dc9629836 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a433dd4-7928-46e1-acb3-c65a3e7b9708 HTTP/1.1" status: 200 len: 847 time: 0.0608923 Apr 29 16:40:07.552297 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cb96f8e9-27ca-481a-916e-3b736db42233 req-970ca38c-6c45-4178-ac19-522792c71460 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb9230b5-b453-4c59-b535-a1339ab759c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673351 Apr 29 16:40:07.561751 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [req-cb96f8e9-27ca-481a-916e-3b736db42233 req-9c479c5a-faf4-475c-a720-f45ad0d3daa2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 16:40:07.562751 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cb96f8e9-27ca-481a-916e-3b736db42233 req-9c479c5a-faf4-475c-a720-f45ad0d3daa2 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045354 Apr 29 16:40:07.692118 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cb96f8e9-27ca-481a-916e-3b736db42233 req-47f41e1f-a968-4bf8-a048-3e5bf2210179 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234283 Apr 29 16:40:07.818939 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cb96f8e9-27ca-481a-916e-3b736db42233 req-707064c1-fe1b-4f27-b2a1-5449c30fe3f9 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217678 Apr 29 16:40:13.677586 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-719309f5-7a1e-4250-928a-586a606334ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:15.928735 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:15.946733 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3fbd1593-75b9-4ce8-b9d0-b88ca5c95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:17.397601 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:17.534426 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:18.671923 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:26.121234 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 39210) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:40:26.387237 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-0fd55c0f-5033-412f-a5f2-7d0b2b9ec8c0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Deleting port bbfb7d37-857e-439f-94d7-c3df093fda77 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:40:26.387497 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0fd55c0f-5033-412f-a5f2-7d0b2b9ec8c0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:26.548467 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0fd55c0f-5033-412f-a5f2-7d0b2b9ec8c0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:26.548784 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0fd55c0f-5033-412f-a5f2-7d0b2b9ec8c0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:26.668711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-0fd55c0f-5033-412f-a5f2-7d0b2b9ec8c0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Calling delete_port for bbfb7d37-857e-439f-94d7-c3df093fda77 owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:40:26.963046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0fd55c0f-5033-412f-a5f2-7d0b2b9ec8c0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:27.006974 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd55c0f-5033-412f-a5f2-7d0b2b9ec8c0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event deleted for resources: {'Port': ['ID=bbfb7d37-857e-439f-94d7-c3df093fda77,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:40:27.051438 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd55c0f-5033-412f-a5f2-7d0b2b9ec8c0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:40:27.051779 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd55c0f-5033-412f-a5f2-7d0b2b9ec8c0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:40:27.052110 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd55c0f-5033-412f-a5f2-7d0b2b9ec8c0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:40:27.052435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd55c0f-5033-412f-a5f2-7d0b2b9ec8c0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:40:27.052760 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd55c0f-5033-412f-a5f2-7d0b2b9ec8c0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:40:27.053079 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd55c0f-5033-412f-a5f2-7d0b2b9ec8c0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:40:27.053396 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd55c0f-5033-412f-a5f2-7d0b2b9ec8c0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:40:27.053709 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd55c0f-5033-412f-a5f2-7d0b2b9ec8c0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:40:27.054022 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd55c0f-5033-412f-a5f2-7d0b2b9ec8c0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:40:27.054330 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd55c0f-5033-412f-a5f2-7d0b2b9ec8c0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:40:27.055353 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd55c0f-5033-412f-a5f2-7d0b2b9ec8c0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:40:27.107931 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0fd55c0f-5033-412f-a5f2-7d0b2b9ec8c0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for floatingip, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:27.481857 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd55c0f-5033-412f-a5f2-7d0b2b9ec8c0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Router ac04e5e3-4c60-4245-8379-d8ede1fd192e has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:40:27.675358 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd55c0f-5033-412f-a5f2-7d0b2b9ec8c0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:40:27.685738 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d487fab-3a74-4779-aa07-a980edfe673b None None] Sync routers for ids ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:40:27.697678 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d487fab-3a74-4779-aa07-a980edfe673b None None] Routers {'ac04e5e3-4c60-4245-8379-d8ede1fd192e'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:40:27.700204 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-0d487fab-3a74-4779-aa07-a980edfe673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:40:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:40:27.757085 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0fd55c0f-5033-412f-a5f2-7d0b2b9ec8c0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:27.811897 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0fd55c0f-5033-412f-a5f2-7d0b2b9ec8c0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "DELETE /v2.0/floatingips/afde535d-aad1-4e21-bf42-150962a311eb HTTP/1.1" status: 204 len: 168 time: 1.6896458 Apr 29 16:40:27.812517 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4cb6df-1ca8-43c9-8afd-0f05dc442425', 'tag': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:40:27.906671 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-0d487fab-3a74-4779-aa07-a980edfe673b None None] Set router ac04e5e3-4c60-4245-8379-d8ede1fd192e gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:40:28.006717 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba9cb9b-82dc-4a0d-8879-d9e6bd95c37e'] response: {'name': 'network-changed', 'server_uuid': 'cd4cb6df-1ca8-43c9-8afd-0f05dc442425', 'tag': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0', 'status': 'completed', 'code': 200} Apr 29 16:40:28.097923 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9b893690-0dcd-45cd-906c-ebd13b675463 req-d852e4c2-bd4b-424d-9d8f-dcdea27ddb31 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e744daeeaf140e3896e56c23b6ae852&device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 1100 time: 0.0711005 Apr 29 16:40:28.244757 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b893690-0dcd-45cd-906c-ebd13b675463 req-99381863-a412-4a18-9ff8-e08490ef05e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:40:28.246187 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9b893690-0dcd-45cd-906c-ebd13b675463 req-99381863-a412-4a18-9ff8-e08490ef05e7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb9230b5-b453-4c59-b535-a1339ab759c2 HTTP/1.1" status: 200 len: 909 time: 0.1366794 Apr 29 16:40:28.252270 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-0d487fab-3a74-4779-aa07-a980edfe673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'name': 'tempest-TestShelveInstance-965842981-router', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:45Z', 'revision_number': 4, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'gw_port': {'id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '112eab0e-c523-47cb-a548-d4807947ea75', 'name': '', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'mac_address': 'fa:16:3e:19:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:44Z', 'updated_at': '2022-04-29T16:35:03Z', 'revision_number': 5, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'subnets': [{'id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:40:28.256157 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d487fab-3a74-4779-aa07-a980edfe673b None None] Checking router: ac04e5e3-4c60-4245-8379-d8ede1fd192e for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:40:28.266720 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d487fab-3a74-4779-aa07-a980edfe673b None None] Routers {'ac04e5e3-4c60-4245-8379-d8ede1fd192e'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:40:28.267327 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-0d487fab-3a74-4779-aa07-a980edfe673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:40:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:40:28.357228 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9b893690-0dcd-45cd-906c-ebd13b675463 req-4b260bb9-8d5d-4b88-be73-3b2f1a608c6b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 HTTP/1.1" status: 200 len: 217 time: 0.1025803 Apr 29 16:40:28.433981 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b893690-0dcd-45cd-906c-ebd13b675463 req-d6a615df-6218-4ee9-91da-34f54fc8fc5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:40:28.435429 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9b893690-0dcd-45cd-906c-ebd13b675463 req-d6a615df-6218-4ee9-91da-34f54fc8fc5e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a433dd4-7928-46e1-acb3-c65a3e7b9708 HTTP/1.1" status: 200 len: 847 time: 0.0720041 Apr 29 16:40:28.443717 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-0d487fab-3a74-4779-aa07-a980edfe673b None None] Set router ac04e5e3-4c60-4245-8379-d8ede1fd192e gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:40:28.444747 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04cba3-ac4d-498c-9423-439606fb1492 req-11fc9160-72fa-4ba3-a726-0256cfc1629d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:40:28.445970 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-cd04cba3-ac4d-498c-9423-439606fb1492 req-11fc9160-72fa-4ba3-a726-0256cfc1629d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Synchronizing usage tracker for tenant:2e744daeeaf140e3896e56c23b6ae852 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:40:28.529473 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9b893690-0dcd-45cd-906c-ebd13b675463 req-56fa2431-5283-4ecd-bffc-343004158e6f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb9230b5-b453-4c59-b535-a1339ab759c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807388 Apr 29 16:40:28.606180 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-cd04cba3-ac4d-498c-9423-439606fb1492 req-11fc9160-72fa-4ba3-a726-0256cfc1629d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Unset dirty status for tenant:2e744daeeaf140e3896e56c23b6ae852 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:40:28.607444 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cd04cba3-ac4d-498c-9423-439606fb1492 req-11fc9160-72fa-4ba3-a726-0256cfc1629d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 947 time: 0.3054786 Apr 29 16:40:28.763216 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-0d487fab-3a74-4779-aa07-a980edfe673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'name': 'tempest-TestShelveInstance-965842981-router', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:45Z', 'revision_number': 4, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'gw_port': {'id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '112eab0e-c523-47cb-a548-d4807947ea75', 'name': '', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'mac_address': 'fa:16:3e:19:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:44Z', 'updated_at': '2022-04-29T16:35:03Z', 'revision_number': 5, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'subnets': [{'id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:40:28.767500 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d487fab-3a74-4779-aa07-a980edfe673b None None] The sync data for ids ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'] in dv-neutron-839913-1-hyperv is: [{'id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'name': 'tempest-TestShelveInstance-965842981-router', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:45Z', 'revision_number': 4, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'gw_port': {'id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '112eab0e-c523-47cb-a548-d4807947ea75', 'name': '', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'mac_address': 'fa:16:3e:19:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:44Z', 'updated_at': '2022-04-29T16:35:03Z', 'revision_number': 5, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'subnets': [{'id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:40:28.794121 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cd04cba3-ac4d-498c-9423-439606fb1492 req-63050bc4-9e5c-46b2-a1a0-69687cefe7f1 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744208 Apr 29 16:40:28.811230 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9b893690-0dcd-45cd-906c-ebd13b675463 req-feceaecb-5e9d-425d-8cb0-058c35299a41 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750218 Apr 29 16:40:28.945735 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9b893690-0dcd-45cd-906c-ebd13b675463 req-f80d61cf-9894-4ae0-b821-db2e90c12b60 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274376 Apr 29 16:40:29.001719 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78eb0d9-3b66-41b6-b389-ec26b1e8ce84 None None] New status for floating IP afde535d-aad1-4e21-bf42-150962a311eb: DOWN {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:40:29.819517 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb147a0e-3a0b-432f-af45-f3fff89ca63f req-2c543821-bf1f-409e-b1e6-c256d42d908e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:40:29.820940 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eb147a0e-3a0b-432f-af45-f3fff89ca63f req-2c543821-bf1f-409e-b1e6-c256d42d908e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 947 time: 0.0729630 Apr 29 16:40:29.891721 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-eb147a0e-3a0b-432f-af45-f3fff89ca63f req-1ee9a301-836f-4377-9d2f-85059e27d632 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Deleting port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:40:29.892057 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-eb147a0e-3a0b-432f-af45-f3fff89ca63f req-1ee9a301-836f-4377-9d2f-85059e27d632 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:30.193258 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573265a-98c6-48e1-b6a1-29727f13e955 req-32bb073a-1772-4e69-8580-ccfb55ef7fb3 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:40:30.194729 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a573265a-98c6-48e1-b6a1-29727f13e955 req-32bb073a-1772-4e69-8580-ccfb55ef7fb3 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 947 time: 0.2746630 Apr 29 16:40:30.203062 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-eb147a0e-3a0b-432f-af45-f3fff89ca63f req-1ee9a301-836f-4377-9d2f-85059e27d632 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] For port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:40:30.203416 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-eb147a0e-3a0b-432f-af45-f3fff89ca63f req-1ee9a301-836f-4377-9d2f-85059e27d632 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:30.340203 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-eb147a0e-3a0b-432f-af45-f3fff89ca63f req-1ee9a301-836f-4377-9d2f-85059e27d632 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Calling delete_port for f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:40:30.402241 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a573265a-98c6-48e1-b6a1-29727f13e955 req-00741d3b-1669-41a6-a1a8-51c6990ed569 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=4635c001-d436-475a-9524-b331ec4e0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009692 Apr 29 16:40:30.563103 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-eb147a0e-3a0b-432f-af45-f3fff89ca63f req-1ee9a301-836f-4377-9d2f-85059e27d632 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:30.613880 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9a301-836f-4377-9d2f-85059e27d632 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event deleted for resources: {'Port': ['ID=f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:40:30.685181 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb147a0e-3a0b-432f-af45-f3fff89ca63f req-1ee9a301-836f-4377-9d2f-85059e27d632 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] No DVR routers for this DVR port f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:40:30.687597 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-eb147a0e-3a0b-432f-af45-f3fff89ca63f req-1ee9a301-836f-4377-9d2f-85059e27d632 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:30.690419 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4cb6df-1ca8-43c9-8afd-0f05dc442425', 'name': 'network-vif-deleted', 'tag': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:40:30.746905 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eb147a0e-3a0b-432f-af45-f3fff89ca63f req-1ee9a301-836f-4377-9d2f-85059e27d632 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.35 "DELETE /v2.0/ports/f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 HTTP/1.1" status: 204 len: 173 time: 0.9207413 Apr 29 16:40:30.894578 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47cdf91a-83f8-433d-b91f-8fac0907167a'] response: {'server_uuid': 'cd4cb6df-1ca8-43c9-8afd-0f05dc442425', 'name': 'network-vif-deleted', 'tag': 'f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0', 'status': 'completed', 'code': 200} Apr 29 16:40:31.578548 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-e91d680f-e2f2-4a93-89ce-89d93ca354f8 req-6c27901e-4530-4573-ac00-c3b495a1edb7 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Synchronizing usage tracker for tenant:2e744daeeaf140e3896e56c23b6ae852 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:40:31.637395 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-e91d680f-e2f2-4a93-89ce-89d93ca354f8 req-6c27901e-4530-4573-ac00-c3b495a1edb7 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Unset dirty status for tenant:2e744daeeaf140e3896e56c23b6ae852 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:40:31.638578 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e91d680f-e2f2-4a93-89ce-89d93ca354f8 req-6c27901e-4530-4573-ac00-c3b495a1edb7 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd4cb6df-1ca8-43c9-8afd-0f05dc442425 HTTP/1.1" status: 200 len: 210 time: 0.1005008 Apr 29 16:40:32.741700 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 39238) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:40:32.793017 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:40:32.811046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b966efde-70f5-4dae-88e3-eb524c25cff0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:32.839826 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b966efde-70f5-4dae-88e3-eb524c25cff0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:32.980522 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b966efde-70f5-4dae-88e3-eb524c25cff0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:33.000269 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966efde-70f5-4dae-88e3-eb524c25cff0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4635c001-d436-475a-9524-b331ec4e0611,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:40:33.059333 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-b966efde-70f5-4dae-88e3-eb524c25cff0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:33.060510 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-b966efde-70f5-4dae-88e3-eb524c25cff0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "DELETE /v2.0/security-groups/4635c001-d436-475a-9524-b331ec4e0611 HTTP/1.1" status: 204 len: 168 time: 0.3176045 Apr 29 16:40:33.450796 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 39248) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:40:33.456969 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-482396843', 'description': 'tempest-secgroup-smoke-482396843 description', 'project_id': '2e744daeeaf140e3896e56c23b6ae852'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:40:33.465423 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:40:33.469529 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Usage tracker for resource:security_group and tenant:2e744daeeaf140e3896e56c23b6ae852 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:40:33.472707 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:40:33.479006 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:40:33.528866 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:33.565444 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:40:33.569177 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Usage tracker for resource:security_group_rule and tenant:2e744daeeaf140e3896e56c23b6ae852 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:40:33.572855 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:40:33.578439 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:40:33.631293 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:33.745871 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:33.794976 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67b4ee4c-7860-4d3c-8bc8-211a0c28abce,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:40:33.805997 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:40:33.806340 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:40:33.806706 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:40:33.807041 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:40:33.816849 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:40:33.816849 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:40:33.816849 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:40:33.816849 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:40:33.816849 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:40:33.816849 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:40:33.816849 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:40:33.848346 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:33.849550 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2cb28803-6f24-4950-8181-cc30adab97b9 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3977761 Apr 29 16:40:33.852840 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 39262) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:40:33.858105 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-80babecd-e7f3-4271-87e1-a5688de59cc5 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Request body: {'security_group_rule': {'security_group_id': '67b4ee4c-7860-4d3c-8bc8-211a0c28abce', 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:40:33.863976 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-80babecd-e7f3-4271-87e1-a5688de59cc5 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:40:33.868402 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-80babecd-e7f3-4271-87e1-a5688de59cc5 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Usage tracker for resource:security_group_rule and tenant:2e744daeeaf140e3896e56c23b6ae852 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:40:33.871317 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-80babecd-e7f3-4271-87e1-a5688de59cc5 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:40:33.876866 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-80babecd-e7f3-4271-87e1-a5688de59cc5 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:40:33.957667 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-80babecd-e7f3-4271-87e1-a5688de59cc5 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:34.016632 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-80babecd-e7f3-4271-87e1-a5688de59cc5 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:34.088247 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-80babecd-e7f3-4271-87e1-a5688de59cc5 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:34.111785 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80babecd-e7f3-4271-87e1-a5688de59cc5 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894041f2-824f-4013-8da5-3381edd97024,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:40:34.128344 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:40:34.160584 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:40:34.162567 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device f49a85d8-d74b-4cdb-a7d9-46ce2a0cced0 not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:40:34.180025 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-80babecd-e7f3-4271-87e1-a5688de59cc5 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:34.181235 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-80babecd-e7f3-4271-87e1-a5688de59cc5 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3275065 Apr 29 16:40:34.183909 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 39266) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:40:34.189211 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-171790ce-f800-43cb-a798-33c4684dc7e7 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Request body: {'security_group_rule': {'security_group_id': '67b4ee4c-7860-4d3c-8bc8-211a0c28abce', 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:40:34.195075 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-171790ce-f800-43cb-a798-33c4684dc7e7 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:40:34.198862 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-171790ce-f800-43cb-a798-33c4684dc7e7 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Usage tracker for resource:security_group_rule and tenant:2e744daeeaf140e3896e56c23b6ae852 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:40:34.201726 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-171790ce-f800-43cb-a798-33c4684dc7e7 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:40:34.207346 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-171790ce-f800-43cb-a798-33c4684dc7e7 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:40:34.296638 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-171790ce-f800-43cb-a798-33c4684dc7e7 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:34.361494 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-171790ce-f800-43cb-a798-33c4684dc7e7 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:34.425894 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-171790ce-f800-43cb-a798-33c4684dc7e7 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:34.449229 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171790ce-f800-43cb-a798-33c4684dc7e7 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae63724f-a728-4b58-a232-4b1d3447ffb9,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:40:34.529177 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-171790ce-f800-43cb-a798-33c4684dc7e7 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:34.530333 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-171790ce-f800-43cb-a798-33c4684dc7e7 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3455598 Apr 29 16:40:34.532991 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 39270) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:40:34.538310 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-c15522c5-d48b-4d78-b170-f275276c6632 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Request body: {'security_group_rule': {'security_group_id': '67b4ee4c-7860-4d3c-8bc8-211a0c28abce', 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:40:34.544408 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c15522c5-d48b-4d78-b170-f275276c6632 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:40:34.548410 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c15522c5-d48b-4d78-b170-f275276c6632 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Usage tracker for resource:security_group_rule and tenant:2e744daeeaf140e3896e56c23b6ae852 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:40:34.551226 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-c15522c5-d48b-4d78-b170-f275276c6632 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:40:34.557043 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-c15522c5-d48b-4d78-b170-f275276c6632 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:40:34.650358 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c15522c5-d48b-4d78-b170-f275276c6632 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:34.712661 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c15522c5-d48b-4d78-b170-f275276c6632 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:34.774315 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c15522c5-d48b-4d78-b170-f275276c6632 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:34.798004 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15522c5-d48b-4d78-b170-f275276c6632 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7deeb7-a964-4ec5-93f4-b02a28f5d12e,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:40:34.859684 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-c15522c5-d48b-4d78-b170-f275276c6632 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:34.860846 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c15522c5-d48b-4d78-b170-f275276c6632 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3269589 Apr 29 16:40:34.863507 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 39274) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:40:34.869013 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-be969110-f3d1-4484-bc01-3681a0357d9e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Request body: {'security_group_rule': {'security_group_id': '67b4ee4c-7860-4d3c-8bc8-211a0c28abce', 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:40:34.874859 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-be969110-f3d1-4484-bc01-3681a0357d9e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:40:34.878608 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-be969110-f3d1-4484-bc01-3681a0357d9e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Usage tracker for resource:security_group_rule and tenant:2e744daeeaf140e3896e56c23b6ae852 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:40:34.881482 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-be969110-f3d1-4484-bc01-3681a0357d9e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:40:34.887381 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-be969110-f3d1-4484-bc01-3681a0357d9e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:40:34.951581 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-be969110-f3d1-4484-bc01-3681a0357d9e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:35.014889 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-be969110-f3d1-4484-bc01-3681a0357d9e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:35.071414 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-be969110-f3d1-4484-bc01-3681a0357d9e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:35.094302 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be969110-f3d1-4484-bc01-3681a0357d9e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a221e7a-f3ca-4e0d-b73e-c1b171d24df9,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:40:35.162603 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-be969110-f3d1-4484-bc01-3681a0357d9e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:35.164474 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-be969110-f3d1-4484-bc01-3681a0357d9e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3000567 Apr 29 16:40:35.167201 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 39278) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:40:35.178472 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-039a94be-b971-433c-8b8b-517a3bf60298 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Request body: {'security_group_rule': {'security_group_id': '67b4ee4c-7860-4d3c-8bc8-211a0c28abce', 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:40:35.178762 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-039a94be-b971-433c-8b8b-517a3bf60298 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:40:35.182634 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-039a94be-b971-433c-8b8b-517a3bf60298 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Usage tracker for resource:security_group_rule and tenant:2e744daeeaf140e3896e56c23b6ae852 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:40:35.185456 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-039a94be-b971-433c-8b8b-517a3bf60298 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:40:35.191110 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-039a94be-b971-433c-8b8b-517a3bf60298 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:40:35.277348 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.securitygroups_db [None req-039a94be-b971-433c-8b8b-517a3bf60298 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Project 2e744daeeaf140e3896e56c23b6ae852 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:40:35.284126 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-039a94be-b971-433c-8b8b-517a3bf60298 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:35.349916 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-039a94be-b971-433c-8b8b-517a3bf60298 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:35.414011 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-039a94be-b971-433c-8b8b-517a3bf60298 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:35.436219 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a94be-b971-433c-8b8b-517a3bf60298 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13b0a6a-d1bf-4763-a212-30323742449d,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:40:35.488323 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-039a94be-b971-433c-8b8b-517a3bf60298 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:35.489473 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-039a94be-b971-433c-8b8b-517a3bf60298 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3213906 Apr 29 16:40:35.492221 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 39282) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:40:35.497401 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-06ae744c-1864-4c9b-9882-da64128929d3 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Request body: {'security_group_rule': {'security_group_id': '67b4ee4c-7860-4d3c-8bc8-211a0c28abce', 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:40:35.503034 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-06ae744c-1864-4c9b-9882-da64128929d3 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:40:35.506739 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-06ae744c-1864-4c9b-9882-da64128929d3 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Usage tracker for resource:security_group_rule and tenant:2e744daeeaf140e3896e56c23b6ae852 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:40:35.510041 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-06ae744c-1864-4c9b-9882-da64128929d3 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:40:35.515552 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-06ae744c-1864-4c9b-9882-da64128929d3 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:40:35.579953 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.securitygroups_db [None req-06ae744c-1864-4c9b-9882-da64128929d3 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Project 2e744daeeaf140e3896e56c23b6ae852 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:40:35.587382 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06ae744c-1864-4c9b-9882-da64128929d3 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:35.652175 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06ae744c-1864-4c9b-9882-da64128929d3 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:35.705511 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06ae744c-1864-4c9b-9882-da64128929d3 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:35.730568 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae744c-1864-4c9b-9882-da64128929d3 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c57e70-5579-4a99-af29-b4fe230127ca,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:40:35.791700 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-06ae744c-1864-4c9b-9882-da64128929d3 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:35.792908 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-06ae744c-1864-4c9b-9882-da64128929d3 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2998064 Apr 29 16:40:43.745565 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5e895a7b-6d73-44c1-9dd5-673aa3000346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:45.991229 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:46.042985 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bbe9e330-5224-4051-b62a-384b161435ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:47.385986 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:47.539683 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:40:48.683742 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:00.584046 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-1666fdea-70dc-48f3-a34b-b8c3a6a26af6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Synchronizing usage tracker for tenant:2e744daeeaf140e3896e56c23b6ae852 on resource:security_group {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:41:00.671346 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-1666fdea-70dc-48f3-a34b-b8c3a6a26af6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Unset dirty status for tenant:2e744daeeaf140e3896e56c23b6ae852 on resource:security_group {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:41:00.672303 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-1666fdea-70dc-48f3-a34b-b8c3a6a26af6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-482396843&fields=id&tenant_id=2e744daeeaf140e3896e56c23b6ae852 HTTP/1.1" status: 200 len: 267 time: 0.1309035 Apr 29 16:41:00.817943 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-b20fd126-c1f2-44a5-b8dc-6a16f4ee0487 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:41:00.819391 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-b20fd126-c1f2-44a5-b8dc-6a16f4ee0487 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/networks?id=fb9230b5-b453-4c59-b535-a1339ab759c2 HTTP/1.1" status: 200 len: 808 time: 0.1402481 Apr 29 16:41:00.835417 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-378ae838-8c43-4c63-8be6-fb936ab54579 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/quotas/2e744daeeaf140e3896e56c23b6ae852 HTTP/1.1" status: 200 len: 375 time: 0.0107594 Apr 29 16:41:00.915248 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-61374060-7d85-4ef6-a446-15a87d50a4ca tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e744daeeaf140e3896e56c23b6ae852&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751438 Apr 29 16:41:01.238085 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-15f12700-de33-4611-b6c4-518daf76d1ca service neutron] 10.222.0.21 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754016 Apr 29 16:41:01.365949 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-b78264cd-f7fe-4e2e-9749-35883459832b service neutron] 10.222.0.21 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222830 Apr 29 16:41:03.031138 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c262340a-1f98-443c-9d91-0c2e851e4328 req-0a652750-e9ad-48ac-87a8-5a56da4a3f43 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 210 time: 0.0393469 Apr 29 16:41:04.190919 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-23fc8e2f-9e2b-4c32-ae0d-fdffc25518b4 req-a91943c0-e512-4d94-9bf3-4f4f5901008a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 210 time: 0.0413134 Apr 29 16:41:05.137006 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-5c47966e-96da-447c-a01e-1c7543f9b4bb tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:41:05.138430 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-5c47966e-96da-447c-a01e-1c7543f9b4bb tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.35 "GET /v2.0/networks?id=fb9230b5-b453-4c59-b535-a1339ab759c2 HTTP/1.1" status: 200 len: 808 time: 0.1564357 Apr 29 16:41:05.205061 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-ae7e0eb7-0025-434c-8527-b357d5a5a043 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e744daeeaf140e3896e56c23b6ae852 HTTP/1.1" status: 200 len: 379 time: 0.0535889 Apr 29 16:41:05.213311 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-7629d5ca-fa28-4ca6-92c3-0c6535f25ba6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Request body: {'port': {'device_id': '3dab35d6-c0fd-4598-b16a-c3792b1f0f64', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'admin_state_up': True, 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'security_groups': ['67b4ee4c-7860-4d3c-8bc8-211a0c28abce']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:41:05.402849 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-25d75db3-e5c8-4b39-8420-7cbc44e18fba req-f29dc77c-3f70-4b08-bdfc-29964c8a32e6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 210 time: 0.0477815 Apr 29 16:41:05.409017 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-7629d5ca-fa28-4ca6-92c3-0c6535f25ba6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:41:05.419244 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-7629d5ca-fa28-4ca6-92c3-0c6535f25ba6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:41:05.511632 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-7629d5ca-fa28-4ca6-92c3-0c6535f25ba6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Made reservation on behalf of 2e744daeeaf140e3896e56c23b6ae852 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:41:05.517663 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-7629d5ca-fa28-4ca6-92c3-0c6535f25ba6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:05.738647 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-7629d5ca-fa28-4ca6-92c3-0c6535f25ba6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Allocated IP 172.20.0.9 (fb9230b5-b453-4c59-b535-a1339ab759c2/7a433dd4-7928-46e1-acb3-c65a3e7b9708/35caf53b-b481-4b88-a057-4b4aa623eabe) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:41:05.962789 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-7629d5ca-fa28-4ca6-92c3-0c6535f25ba6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:05.980266 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-7629d5ca-fa28-4ca6-92c3-0c6535f25ba6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Transition to ACTIVE for port object 35caf53b-b481-4b88-a057-4b4aa623eabe will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:41:06.037090 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-7629d5ca-fa28-4ca6-92c3-0c6535f25ba6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:06.111029 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-7629d5ca-fa28-4ca6-92c3-0c6535f25ba6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Network fb9230b5-b453-4c59-b535-a1339ab759c2 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:41:06.113944 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-7629d5ca-fa28-4ca6-92c3-0c6535f25ba6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:41:06.117978 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-7629d5ca-fa28-4ca6-92c3-0c6535f25ba6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:41:06.148205 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629d5ca-fa28-4ca6-92c3-0c6535f25ba6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event updated for resources: {'Port': ['ID=35caf53b-b481-4b88-a057-4b4aa623eabe,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:41:06.187608 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-7629d5ca-fa28-4ca6-92c3-0c6535f25ba6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:41:06.188208 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-7629d5ca-fa28-4ca6-92c3-0c6535f25ba6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:06.271870 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-7629d5ca-fa28-4ca6-92c3-0c6535f25ba6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0622878 Apr 29 16:41:06.350730 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-c32b3aaf-c21c-4fe2-a54c-e7a78ae9045a service neutron] Request body: {'port': {'device_id': '3dab35d6-c0fd-4598-b16a-c3792b1f0f64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:41:06.462935 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-c32b3aaf-c21c-4fe2-a54c-e7a78ae9045a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:06.476787 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-de52a90a-8f70-4fc2-b253-c8d8c83bdf32 None None] Provisioning for port 35caf53b-b481-4b88-a057-4b4aa623eabe completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:41:06.481821 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-de52a90a-8f70-4fc2-b253-c8d8c83bdf32 None None] Provisioning complete for port 35caf53b-b481-4b88-a057-4b4aa623eabe triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:41:06.482186 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-de52a90a-8f70-4fc2-b253-c8d8c83bdf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:06.538534 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-de52a90a-8f70-4fc2-b253-c8d8c83bdf32 None None] Port 35caf53b-b481-4b88-a057-4b4aa623eabe cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:41:06.759371 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07c677-5347-4126-ab3c-2e8d65b6d587 req-32ede9ff-bab6-4e5a-92ad-969b1a22f536 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:41:06.760050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-7d07c677-5347-4126-ab3c-2e8d65b6d587 req-32ede9ff-bab6-4e5a-92ad-969b1a22f536 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Synchronizing usage tracker for tenant:2e744daeeaf140e3896e56c23b6ae852 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:41:06.875208 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-7d07c677-5347-4126-ab3c-2e8d65b6d587 req-32ede9ff-bab6-4e5a-92ad-969b1a22f536 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Unset dirty status for tenant:2e744daeeaf140e3896e56c23b6ae852 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:41:06.876259 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7d07c677-5347-4126-ab3c-2e8d65b6d587 req-32ede9ff-bab6-4e5a-92ad-969b1a22f536 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 931 time: 0.2890735 Apr 29 16:41:06.905263 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-c32b3aaf-c21c-4fe2-a54c-e7a78ae9045a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35caf53b-b481-4b88-a057-4b4aa623eabe {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:41:06.915838 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-c32b3aaf-c21c-4fe2-a54c-e7a78ae9045a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:07.028935 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-c32b3aaf-c21c-4fe2-a54c-e7a78ae9045a service neutron] Transition to ACTIVE for port object 35caf53b-b481-4b88-a057-4b4aa623eabe will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:41:07.034510 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7d07c677-5347-4126-ab3c-2e8d65b6d587 req-9a6055ee-a70d-48d4-ae93-f0eaa6755579 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517298 Apr 29 16:41:07.065050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-c32b3aaf-c21c-4fe2-a54c-e7a78ae9045a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:07.186578 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b3aaf-c21c-4fe2-a54c-e7a78ae9045a service neutron] Pushing event updated for resources: {'Port': ['ID=35caf53b-b481-4b88-a057-4b4aa623eabe,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:41:07.295442 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-c32b3aaf-c21c-4fe2-a54c-e7a78ae9045a service neutron] Attempting to bind port 35caf53b-b481-4b88-a057-4b4aa623eabe on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:41:07.296372 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-c32b3aaf-c21c-4fe2-a54c-e7a78ae9045a service neutron] Attempting to bind port 35caf53b-b481-4b88-a057-4b4aa623eabe by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '7b12fb98-b010-413d-8366-16644e3f5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:41:07.296515 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-c32b3aaf-c21c-4fe2-a54c-e7a78ae9045a service neutron] Attempting to bind port 35caf53b-b481-4b88-a057-4b4aa623eabe on network fb9230b5-b453-4c59-b535-a1339ab759c2 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:41:07.302559 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-c32b3aaf-c21c-4fe2-a54c-e7a78ae9045a service neutron] Port 35caf53b-b481-4b88-a057-4b4aa623eabe on network fb9230b5-b453-4c59-b535-a1339ab759c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 16:41:07.302874 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-c32b3aaf-c21c-4fe2-a54c-e7a78ae9045a service neutron] Attempting to bind port 35caf53b-b481-4b88-a057-4b4aa623eabe on network fb9230b5-b453-4c59-b535-a1339ab759c2 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:41:07.311984 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-c32b3aaf-c21c-4fe2-a54c-e7a78ae9045a service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:41:07.311984 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-c32b3aaf-c21c-4fe2-a54c-e7a78ae9045a service neutron] Checking segment: {'id': '7b12fb98-b010-413d-8366-16644e3f5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:41:07.311984 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-c32b3aaf-c21c-4fe2-a54c-e7a78ae9045a service neutron] Bound using segment: {'id': '7b12fb98-b010-413d-8366-16644e3f5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:41:07.311984 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-c32b3aaf-c21c-4fe2-a54c-e7a78ae9045a service neutron] Bound port: 35caf53b-b481-4b88-a057-4b4aa623eabe, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b12fb98-b010-413d-8366-16644e3f5bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:41:07.311984 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-c32b3aaf-c21c-4fe2-a54c-e7a78ae9045a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:07.399531 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-c32b3aaf-c21c-4fe2-a54c-e7a78ae9045a service neutron] For port 35caf53b-b481-4b88-a057-4b4aa623eabe, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:41:07.402292 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-c32b3aaf-c21c-4fe2-a54c-e7a78ae9045a service neutron] For port 35caf53b-b481-4b88-a057-4b4aa623eabe, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=35caf53b-b481-4b88-a057-4b4aa623eabe,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:41:07.455001 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-c32b3aaf-c21c-4fe2-a54c-e7a78ae9045a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:07.518080 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-c32b3aaf-c21c-4fe2-a54c-e7a78ae9045a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:07.519519 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-c32b3aaf-c21c-4fe2-a54c-e7a78ae9045a service neutron] 10.222.0.35 "PUT /v2.0/ports/35caf53b-b481-4b88-a057-4b4aa623eabe HTTP/1.1" status: 200 len: 1093 time: 1.2410095 Apr 29 16:41:07.522336 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dab35d6-c0fd-4598-b16a-c3792b1f0f64', 'tag': '35caf53b-b481-4b88-a057-4b4aa623eabe'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:41:07.553225 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b3aaf-c21c-4fe2-a54c-e7a78ae9045a service neutron] Pushing event updated for resources: {'Port': ['ID=35caf53b-b481-4b88-a057-4b4aa623eabe,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:41:07.588882 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a28d53b8-daef-45c8-a60e-1514b905ff1b'] response: {'name': 'network-changed', 'server_uuid': '3dab35d6-c0fd-4598-b16a-c3792b1f0f64', 'tag': '35caf53b-b481-4b88-a057-4b4aa623eabe', 'status': 'completed', 'code': 200} Apr 29 16:41:07.685445 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-24cd47c3-f12c-4493-9959-12314a486416 req-b7098341-0fb6-44bd-a447-7df8ecd57565 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e744daeeaf140e3896e56c23b6ae852&device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 1096 time: 0.0749664 Apr 29 16:41:07.823855 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd47c3-f12c-4493-9959-12314a486416 req-3eeb4887-3501-41aa-83bf-433c6bc83646 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:41:07.825296 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-24cd47c3-f12c-4493-9959-12314a486416 req-3eeb4887-3501-41aa-83bf-433c6bc83646 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2e744daeeaf140e3896e56c23b6ae852&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1330550 Apr 29 16:41:07.956571 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd47c3-f12c-4493-9959-12314a486416 req-8fed8eb5-4bd1-41d3-90c6-0fcfb79aba2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:41:07.958007 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-24cd47c3-f12c-4493-9959-12314a486416 req-8fed8eb5-4bd1-41d3-90c6-0fcfb79aba2a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1266043 Apr 29 16:41:08.056815 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-82afbf39-48b0-4dc4-ad07-bef2da7292ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e744daeeaf140e3896e56c23b6ae852&device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 1096 time: 0.0655797 Apr 29 16:41:08.126243 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-54ac91bb-f533-49f4-90db-7c6250bf2df2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35caf53b-b481-4b88-a057-4b4aa623eabe HTTP/1.1" status: 200 len: 217 time: 0.0626364 Apr 29 16:41:08.227747 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-0cebb6fa-9828-4b3b-9d87-efd77d941d59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:41:08.229042 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-0cebb6fa-9828-4b3b-9d87-efd77d941d59 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a433dd4-7928-46e1-acb3-c65a3e7b9708 HTTP/1.1" status: 200 len: 847 time: 0.0971220 Apr 29 16:41:08.305664 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479ee4a-9e5d-48d8-8429-6659bb876ce3 req-1ced6eac-3b8f-4295-9dc2-7c174c1e7901 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:41:08.307089 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0479ee4a-9e5d-48d8-8429-6659bb876ce3 req-1ced6eac-3b8f-4295-9dc2-7c174c1e7901 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 943 time: 0.1445498 Apr 29 16:41:08.335932 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-cadd2714-7544-4773-ba33-e2fcbb66fcd0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb9230b5-b453-4c59-b535-a1339ab759c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0988076 Apr 29 16:41:08.424869 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0479ee4a-9e5d-48d8-8429-6659bb876ce3 req-7ada6090-df0c-40b0-8f09-e39be0927a78 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110809 Apr 29 16:41:08.481215 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-c3c42366-bb5d-451a-89a9-83bbe0e75346 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346035 Apr 29 16:41:08.609259 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67d7d65a-ec7d-4295-b346-c05cb6d0adc7 req-a93ce91e-ee51-4078-8364-1a79aa237772 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220608 Apr 29 16:41:09.616812 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87f06d-a8cf-4db9-b62e-0466e865fa71 req-bbcce864-6714-4497-bc5b-31582cb6ef03 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:41:09.618246 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bf87f06d-a8cf-4db9-b62e-0466e865fa71 req-bbcce864-6714-4497-bc5b-31582cb6ef03 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 943 time: 0.0744569 Apr 29 16:41:09.662430 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-bf87f06d-a8cf-4db9-b62e-0466e865fa71 req-f6a8f097-8466-4dc9-97a8-da80c875014d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386117 Apr 29 16:41:09.793713 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:41:10.855863 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfff45a-5c80-4159-8d5d-7fe915b8778d req-f48a9898-c36f-40a0-b1e8-0563160e1e92 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:41:10.857294 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9cfff45a-5c80-4159-8d5d-7fe915b8778d req-f48a9898-c36f-40a0-b1e8-0563160e1e92 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 943 time: 0.0780814 Apr 29 16:41:10.994757 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9cfff45a-5c80-4159-8d5d-7fe915b8778d req-24546447-af7b-444d-8941-6247333833c5 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312053 Apr 29 16:41:12.184529 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480b4ad-4cc2-46b1-9edb-696eb9864f32 req-064b3ab6-467e-467f-9c80-8635dbd8a32e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:41:12.186530 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d480b4ad-4cc2-46b1-9edb-696eb9864f32 req-064b3ab6-467e-467f-9c80-8635dbd8a32e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 943 time: 0.0747879 Apr 29 16:41:12.230100 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d480b4ad-4cc2-46b1-9edb-696eb9864f32 req-d4c3ba1a-12d9-40e9-9ee3-a11c8ba532be tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381062 Apr 29 16:41:13.427113 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da81f5-a35c-4685-a8c8-10c21f0594b4 req-91f0c7c3-6e44-4876-9f6e-31019bccea44 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:41:13.428525 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-43da81f5-a35c-4685-a8c8-10c21f0594b4 req-91f0c7c3-6e44-4876-9f6e-31019bccea44 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 943 time: 0.0775027 Apr 29 16:41:13.472617 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-43da81f5-a35c-4685-a8c8-10c21f0594b4 req-6eacfe69-e73e-4eca-b938-07818b6d52ca tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387237 Apr 29 16:41:13.671652 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d954bb9a-6420-4392-aec9-d0cd909bb214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:14.668206 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c12883-a928-4ef8-a408-b6b2de22c30e req-9302b62f-6fdd-4993-a255-63bd19c5f543 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:41:14.669664 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-40c12883-a928-4ef8-a408-b6b2de22c30e req-9302b62f-6fdd-4993-a255-63bd19c5f543 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 943 time: 0.0778475 Apr 29 16:41:14.719042 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-40c12883-a928-4ef8-a408-b6b2de22c30e req-fa60e017-1ef3-40e0-9b5b-6e42cb105aad tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435677 Apr 29 16:41:15.918999 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f95395-96e4-490a-b572-6e6e9dd4e9c8 req-877329b8-855b-4e0c-b95b-457384bf8f8b tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:41:15.939863 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-24f95395-96e4-490a-b572-6e6e9dd4e9c8 req-877329b8-855b-4e0c-b95b-457384bf8f8b tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 943 time: 0.0785580 Apr 29 16:41:15.969360 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-24f95395-96e4-490a-b572-6e6e9dd4e9c8 req-676a1673-c7f7-4e51-8cda-8d39c299cff0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420475 Apr 29 16:41:16.014781 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:16.015539 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1320aa5f-7820-434d-9520-e4b668658fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:17.164875 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5844a-6731-49c5-be4c-0ad199f503c7 req-3d53fdc6-9be4-4306-9542-f86a716bad0a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:41:17.166298 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f7a5844a-6731-49c5-be4c-0ad199f503c7 req-3d53fdc6-9be4-4306-9542-f86a716bad0a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 943 time: 0.0779142 Apr 29 16:41:17.210215 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f7a5844a-6731-49c5-be4c-0ad199f503c7 req-f9df18a0-690a-4a39-821b-8a27d621db35 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381267 Apr 29 16:41:17.390451 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:17.573441 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:18.251507 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 35caf53b-b481-4b88-a057-4b4aa623eabe details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:41:18.384502 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 35caf53b-b481-4b88-a057-4b4aa623eabe, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=35caf53b-b481-4b88-a057-4b4aa623eabe,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:41:18.397953 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '35caf53b-b481-4b88-a057-4b4aa623eabe', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'port_id': '35caf53b-b481-4b88-a057-4b4aa623eabe', 'mac_address': 'fa:16:3e:d6:ab:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:41:18.406095 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be532fda-fdfe-4cc3-aae0-4e1622a993aa req-95a132c0-4bbf-415d-9403-39cd1b1470b3 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:41:18.407590 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-be532fda-fdfe-4cc3-aae0-4e1622a993aa req-95a132c0-4bbf-415d-9403-39cd1b1470b3 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 943 time: 0.0746233 Apr 29 16:41:18.453115 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-be532fda-fdfe-4cc3-aae0-4e1622a993aa req-c43a1b52-1645-4eec-ab72-db9ffc5baa9d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395732 Apr 29 16:41:18.457845 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:18.478423 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35caf53b-b481-4b88-a057-4b4aa623eabe {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:41:18.490860 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 35caf53b-b481-4b88-a057-4b4aa623eabe, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=35caf53b-b481-4b88-a057-4b4aa623eabe,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:41:18.538762 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:18.608570 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=35caf53b-b481-4b88-a057-4b4aa623eabe,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:41:18.627827 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:41:18.630763 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:41:18.630763 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:41:18.630763 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:41:18.630763 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:41:18.630763 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:41:18.630763 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:41:18.630763 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:41:18.630763 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:41:18.630763 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:41:18.631755 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:41:18.676287 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:18.894073 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['35caf53b-b481-4b88-a057-4b4aa623eabe'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:41:19.648360 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf5406-7c5d-4b73-8ff6-39307abb11c2 req-ed96e136-e76f-4ad2-85d7-4b18d0ff38a5 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:41:19.649796 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-afaf5406-7c5d-4b73-8ff6-39307abb11c2 req-ed96e136-e76f-4ad2-85d7-4b18d0ff38a5 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 944 time: 0.0787144 Apr 29 16:41:19.695397 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-afaf5406-7c5d-4b73-8ff6-39307abb11c2 req-f7602104-f55c-4c1d-84db-86ac6a7298d3 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399826 Apr 29 16:41:20.251280 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 35caf53b-b481-4b88-a057-4b4aa623eabe up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:41:20.367219 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 35caf53b-b481-4b88-a057-4b4aa623eabe completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:41:20.371893 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 35caf53b-b481-4b88-a057-4b4aa623eabe triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:41:20.374324 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:20.487540 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:20.512829 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dab35d6-c0fd-4598-b16a-c3792b1f0f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35caf53b-b481-4b88-a057-4b4aa623eabe'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:41:20.522618 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 35caf53b-b481-4b88-a057-4b4aa623eabe, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=35caf53b-b481-4b88-a057-4b4aa623eabe,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:41:20.567067 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-183668ac-8a1d-49c0-9ed1-b813b2fe0b89'] response: {'server_uuid': '3dab35d6-c0fd-4598-b16a-c3792b1f0f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35caf53b-b481-4b88-a057-4b4aa623eabe', 'code': 200} Apr 29 16:41:20.568279 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:20.632438 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=35caf53b-b481-4b88-a057-4b4aa623eabe,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:41:20.953705 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866716c-77ee-462f-b74a-c9e97b47a5fa req-98143862-f2b4-4d7b-b3c3-e34f4ec2f65d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:41:20.955224 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e866716c-77ee-462f-b74a-c9e97b47a5fa req-98143862-f2b4-4d7b-b3c3-e34f4ec2f65d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.1356931 Apr 29 16:41:20.958970 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9af0ffd1-1d3b-4213-a11e-783cbbb61861 req-06519f37-7fb4-43d8-8aa2-cfe6d18d1930 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 1098 time: 0.0997901 Apr 29 16:41:21.029149 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e866716c-77ee-462f-b74a-c9e97b47a5fa req-08d77b21-8b74-4084-995b-b85744c7072d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682669 Apr 29 16:41:21.030868 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9af0ffd1-1d3b-4213-a11e-783cbbb61861 req-15abd950-bbb7-4413-87bf-0ec5f2002ee6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561976 Apr 29 16:41:22.231054 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e42d8-fb11-40ef-ab08-689234d16f95 req-9b76e538-5d44-40b4-a633-89bdcb9fd25f tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:41:22.233169 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ce7e42d8-fb11-40ef-ab08-689234d16f95 req-9b76e538-5d44-40b4-a633-89bdcb9fd25f tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.0815394 Apr 29 16:41:22.277916 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ce7e42d8-fb11-40ef-ab08-689234d16f95 req-580142a6-c3b9-42b8-8bd0-07c25126df43 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391302 Apr 29 16:41:23.470683 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d17fd-8365-4414-b045-606c4ce09d10 req-52c223f5-4374-4d2c-b476-60e832925d1f tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:41:23.472091 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-517d17fd-8365-4414-b045-606c4ce09d10 req-52c223f5-4374-4d2c-b476-60e832925d1f tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.0758445 Apr 29 16:41:23.519356 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-517d17fd-8365-4414-b045-606c4ce09d10 req-89993880-5c44-4a2c-9428-5db75b156ad2 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417979 Apr 29 16:41:23.709307 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ab523-55a0-49fe-a35d-2bc8152ac6c9 req-840ff64b-74e3-4b51-bfd1-f1eca75be525 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:41:23.710763 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-283ab523-55a0-49fe-a35d-2bc8152ac6c9 req-840ff64b-74e3-4b51-bfd1-f1eca75be525 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.0738652 Apr 29 16:41:23.755479 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-283ab523-55a0-49fe-a35d-2bc8152ac6c9 req-8b1c8779-ade3-49b1-a1b6-a0d4014115f3 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393291 Apr 29 16:41:23.782664 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 39498) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:41:23.922584 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-02575aaa-b0e0-40a2-b83c-bea764166c11 tempest-TestShelveInstance-1270095925 tempest-TestShelveInstance-1270095925-project-admin] Synchronizing usage tracker for tenant:1af0d1680d91461a8cee6c420b363f16 on resource:port {{(pid=84771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:41:23.984895 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-02575aaa-b0e0-40a2-b83c-bea764166c11 tempest-TestShelveInstance-1270095925 tempest-TestShelveInstance-1270095925-project-admin] Unset dirty status for tenant:1af0d1680d91461a8cee6c420b363f16 on resource:port {{(pid=84771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:41:23.985962 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-02575aaa-b0e0-40a2-b83c-bea764166c11 tempest-TestShelveInstance-1270095925 tempest-TestShelveInstance-1270095925-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 1093 time: 0.2023506 Apr 29 16:41:23.988773 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 39504) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:41:23.993779 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-bdc5bb77-c0cd-45b6-b0b6-c739d879890d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': '35caf53b-b481-4b88-a057-4b4aa623eabe', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:41:23.999142 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-bdc5bb77-c0cd-45b6-b0b6-c739d879890d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:41:24.002861 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-bdc5bb77-c0cd-45b6-b0b6-c739d879890d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Usage tracker for resource:floatingip and tenant:2e744daeeaf140e3896e56c23b6ae852 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:41:24.005578 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-bdc5bb77-c0cd-45b6-b0b6-c739d879890d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:41:24.011231 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-bdc5bb77-c0cd-45b6-b0b6-c739d879890d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:41:24.064912 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bdc5bb77-c0cd-45b6-b0b6-c739d879890d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for floatingip, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:24.197835 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bdc5bb77-c0cd-45b6-b0b6-c739d879890d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:24.328005 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-bdc5bb77-c0cd-45b6-b0b6-c739d879890d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Allocated IP 172.26.1.41 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/5b63de07-18ef-4981-8549-61d0bf9efa51) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:41:24.474252 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bdc5bb77-c0cd-45b6-b0b6-c739d879890d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:24.562190 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bdc5bb77-c0cd-45b6-b0b6-c739d879890d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:24.630230 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc5bb77-c0cd-45b6-b0b6-c739d879890d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:41:24.632693 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-bdc5bb77-c0cd-45b6-b0b6-c739d879890d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:41:24.636336 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc5bb77-c0cd-45b6-b0b6-c739d879890d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:41:24.664018 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5bb77-c0cd-45b6-b0b6-c739d879890d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event updated for resources: {'Port': ['ID=5b63de07-18ef-4981-8549-61d0bf9efa51,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:41:25.205484 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bdc5bb77-c0cd-45b6-b0b6-c739d879890d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:25.313911 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bdc5bb77-c0cd-45b6-b0b6-c739d879890d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:25.511694 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bdc5bb77-c0cd-45b6-b0b6-c739d879890d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:25.567526 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bdc5bb77-c0cd-45b6-b0b6-c739d879890d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:25.677246 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5bb77-c0cd-45b6-b0b6-c739d879890d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event updated for resources: {'Port': ['ID=5b63de07-18ef-4981-8549-61d0bf9efa51,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:41:25.691925 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bdc5bb77-c0cd-45b6-b0b6-c739d879890d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:25.882448 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.l3_db [None req-bdc5bb77-c0cd-45b6-b0b6-c739d879890d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Floating IP c6c51772-4f8a-4a4f-9dbd-7f313e1d8ae5 associated. External IP: 172.26.1.41, port: 35caf53b-b481-4b88-a057-4b4aa623eabe. Apr 29 16:41:26.273334 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc5bb77-c0cd-45b6-b0b6-c739d879890d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Router ac04e5e3-4c60-4245-8379-d8ede1fd192e has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:41:26.472329 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc5bb77-c0cd-45b6-b0b6-c739d879890d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:41:26.482713 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06983b32-cca9-48cb-bfe0-d1d086aa4c70 None None] Sync routers for ids ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:41:26.494413 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06983b32-cca9-48cb-bfe0-d1d086aa4c70 None None] Routers {'ac04e5e3-4c60-4245-8379-d8ede1fd192e'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:41:26.495132 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-06983b32-cca9-48cb-bfe0-d1d086aa4c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:41:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:41:26.567984 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-bdc5bb77-c0cd-45b6-b0b6-c739d879890d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:26.680893 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-06983b32-cca9-48cb-bfe0-d1d086aa4c70 None None] Set router ac04e5e3-4c60-4245-8379-d8ede1fd192e gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:41:26.727533 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-bdc5bb77-c0cd-45b6-b0b6-c739d879890d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7377484 Apr 29 16:41:26.728092 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dab35d6-c0fd-4598-b16a-c3792b1f0f64', 'tag': '35caf53b-b481-4b88-a057-4b4aa623eabe'}] {{(pid=84771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:41:26.905804 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58d9ed80-80eb-48a7-9aca-26836a08274c'] response: {'name': 'network-changed', 'server_uuid': '3dab35d6-c0fd-4598-b16a-c3792b1f0f64', 'tag': '35caf53b-b481-4b88-a057-4b4aa623eabe', 'status': 'completed', 'code': 200} Apr 29 16:41:27.000388 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d8a8733a-aafe-476f-8f6d-9167036fda24 req-a09474fb-0295-43c7-bd72-1ecf8779ab49 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e744daeeaf140e3896e56c23b6ae852&device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 1098 time: 0.0739553 Apr 29 16:41:27.037317 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-06983b32-cca9-48cb-bfe0-d1d086aa4c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'name': 'tempest-TestShelveInstance-965842981-router', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:45Z', 'revision_number': 4, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'gw_port': {'id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'c6c51772-4f8a-4a4f-9dbd-7f313e1d8ae5', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'floating_ip_address': '172.26.1.41', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'port_id': '35caf53b-b481-4b88-a057-4b4aa623eabe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'mac_address': 'fa:16:3e:d6:ab:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dab35d6-c0fd-4598-b16a-c3792b1f0f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:41:25Z', 'updated_at': '2022-04-29T16:41:25Z', 'revision_number': 0, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '112eab0e-c523-47cb-a548-d4807947ea75', 'name': '', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'mac_address': 'fa:16:3e:19:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:44Z', 'updated_at': '2022-04-29T16:35:03Z', 'revision_number': 5, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'subnets': [{'id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:41:27.041521 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06983b32-cca9-48cb-bfe0-d1d086aa4c70 None None] Checking router: ac04e5e3-4c60-4245-8379-d8ede1fd192e for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:41:27.052827 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06983b32-cca9-48cb-bfe0-d1d086aa4c70 None None] Routers {'ac04e5e3-4c60-4245-8379-d8ede1fd192e'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:41:27.053418 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-06983b32-cca9-48cb-bfe0-d1d086aa4c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:41:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:41:27.129999 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8733a-aafe-476f-8f6d-9167036fda24 req-d7750207-43d7-4b98-888a-941a1ddc2f16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:41:27.131339 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d8a8733a-aafe-476f-8f6d-9167036fda24 req-d7750207-43d7-4b98-888a-941a1ddc2f16 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb9230b5-b453-4c59-b535-a1339ab759c2 HTTP/1.1" status: 200 len: 909 time: 0.1255720 Apr 29 16:41:27.227336 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-06983b32-cca9-48cb-bfe0-d1d086aa4c70 None None] Set router ac04e5e3-4c60-4245-8379-d8ede1fd192e gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:41:27.228926 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d8a8733a-aafe-476f-8f6d-9167036fda24 req-b43d1201-94c0-4685-85cd-f2f8869c142f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35caf53b-b481-4b88-a057-4b4aa623eabe HTTP/1.1" status: 200 len: 998 time: 0.0921876 Apr 29 16:41:27.292923 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8733a-aafe-476f-8f6d-9167036fda24 req-47feaed0-1e9b-48fb-b8bd-ab573c370197 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:41:27.294376 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d8a8733a-aafe-476f-8f6d-9167036fda24 req-47feaed0-1e9b-48fb-b8bd-ab573c370197 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a433dd4-7928-46e1-acb3-c65a3e7b9708 HTTP/1.1" status: 200 len: 847 time: 0.0591757 Apr 29 16:41:27.368841 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d8a8733a-aafe-476f-8f6d-9167036fda24 req-84fc89d6-8c50-4f13-95d3-6da0b0e94dcf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb9230b5-b453-4c59-b535-a1339ab759c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691152 Apr 29 16:41:27.585896 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d8a8733a-aafe-476f-8f6d-9167036fda24 req-b5fc5176-040a-433d-8a56-d44fce71a7c1 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098138 Apr 29 16:41:27.616326 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-06983b32-cca9-48cb-bfe0-d1d086aa4c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'name': 'tempest-TestShelveInstance-965842981-router', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:45Z', 'revision_number': 4, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'gw_port': {'id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'c6c51772-4f8a-4a4f-9dbd-7f313e1d8ae5', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'floating_ip_address': '172.26.1.41', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'port_id': '35caf53b-b481-4b88-a057-4b4aa623eabe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'mac_address': 'fa:16:3e:d6:ab:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dab35d6-c0fd-4598-b16a-c3792b1f0f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:41:25Z', 'updated_at': '2022-04-29T16:41:25Z', 'revision_number': 0, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '112eab0e-c523-47cb-a548-d4807947ea75', 'name': '', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'mac_address': 'fa:16:3e:19:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:44Z', 'updated_at': '2022-04-29T16:35:03Z', 'revision_number': 5, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'subnets': [{'id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:41:27.620469 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06983b32-cca9-48cb-bfe0-d1d086aa4c70 None None] The sync data for ids ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'] in dv-neutron-839913-1-hyperv is: [{'id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'name': 'tempest-TestShelveInstance-965842981-router', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:45Z', 'revision_number': 4, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'gw_port': {'id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'c6c51772-4f8a-4a4f-9dbd-7f313e1d8ae5', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'floating_ip_address': '172.26.1.41', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'port_id': '35caf53b-b481-4b88-a057-4b4aa623eabe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'mac_address': 'fa:16:3e:d6:ab:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dab35d6-c0fd-4598-b16a-c3792b1f0f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:41:25Z', 'updated_at': '2022-04-29T16:41:25Z', 'revision_number': 0, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '112eab0e-c523-47cb-a548-d4807947ea75', 'name': '', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'mac_address': 'fa:16:3e:19:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:44Z', 'updated_at': '2022-04-29T16:35:03Z', 'revision_number': 5, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'subnets': [{'id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:41:27.718702 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d8a8733a-aafe-476f-8f6d-9167036fda24 req-549c49bd-0a92-41e3-a2df-3abc5d3e5197 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261058 Apr 29 16:41:27.816359 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed6e60-0a18-4284-b3f5-71c4a7d8d503 None None] New status for floating IP c6c51772-4f8a-4a4f-9dbd-7f313e1d8ae5: ACTIVE {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:41:43.704584 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a8dc57a9-6e54-4b26-a265-059a1bdb4316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:45.968385 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:45.995856 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-235acd81-2cef-448c-856e-b6bf677c4d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:46.793786 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:41:47.384366 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:47.573030 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:41:48.709692 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:42:09.171130 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e36d89cd-84af-450a-a827-1a041a6fd334 req-f218de0e-81f6-4122-90f8-f157fe04b980 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695975 Apr 29 16:42:09.308637 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e36d89cd-84af-450a-a827-1a041a6fd334 req-dfb1662a-4fc6-49aa-b747-e7bdc81af6c7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e744daeeaf140e3896e56c23b6ae852&device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 1098 time: 0.0683737 Apr 29 16:42:09.450886 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d89cd-84af-450a-a827-1a041a6fd334 req-0ccecc80-4f4b-489e-ac77-f1c10ea68402 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:42:09.452319 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e36d89cd-84af-450a-a827-1a041a6fd334 req-0ccecc80-4f4b-489e-ac77-f1c10ea68402 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb9230b5-b453-4c59-b535-a1339ab759c2 HTTP/1.1" status: 200 len: 909 time: 0.1254699 Apr 29 16:42:09.552915 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e36d89cd-84af-450a-a827-1a041a6fd334 req-14666900-7434-4d89-8ec0-a46623cee727 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35caf53b-b481-4b88-a057-4b4aa623eabe HTTP/1.1" status: 200 len: 1000 time: 0.0943730 Apr 29 16:42:09.612439 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d89cd-84af-450a-a827-1a041a6fd334 req-6935e91b-c182-4ade-ae28-97cc69b9a20b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:42:09.614350 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e36d89cd-84af-450a-a827-1a041a6fd334 req-6935e91b-c182-4ade-ae28-97cc69b9a20b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a433dd4-7928-46e1-acb3-c65a3e7b9708 HTTP/1.1" status: 200 len: 847 time: 0.0559909 Apr 29 16:42:09.690383 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e36d89cd-84af-450a-a827-1a041a6fd334 req-1ab683f3-cbb3-4ee6-8f38-dc76dc773cd1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb9230b5-b453-4c59-b535-a1339ab759c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696876 Apr 29 16:42:09.819035 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e36d89cd-84af-450a-a827-1a041a6fd334 req-81a8a4a4-cb17-4860-9b89-4d402f1e360d service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229992 Apr 29 16:42:09.950919 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e36d89cd-84af-450a-a827-1a041a6fd334 req-3d2885a1-a186-4ed2-9219-e6da4317d86a service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266212 Apr 29 16:42:13.675817 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-27dc54a6-a8d6-4e43-8eb9-3480151e601e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:42:15.926597 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:42:15.954760 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fbec574b-a352-4794-a799-57dcd81dfaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:42:17.406324 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:42:17.577989 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:42:18.709214 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:42:23.794397 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:42:43.674608 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5df369fe-113c-45a9-b2e3-9d4c16eae428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:42:45.982910 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:42:46.016926 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-607a93c6-8d5d-4c14-bb2a-b6a8b9e45fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:42:47.428607 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:42:47.571062 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:42:48.720344 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:43:00.795720 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:43:10.006846 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ed652f37-7ab8-4c5b-b6dc-198aa865273e req-e918d282-7dca-45ea-af58-908a1ca07778 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668035 Apr 29 16:43:10.143898 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ed652f37-7ab8-4c5b-b6dc-198aa865273e req-68814c72-b393-47d7-9f5d-14995d1bb395 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e744daeeaf140e3896e56c23b6ae852&device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 1098 time: 0.0702651 Apr 29 16:43:10.285036 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed652f37-7ab8-4c5b-b6dc-198aa865273e req-895a2327-e492-42f2-bea1-9dad19c0dd2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:43:10.286350 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ed652f37-7ab8-4c5b-b6dc-198aa865273e req-895a2327-e492-42f2-bea1-9dad19c0dd2f service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb9230b5-b453-4c59-b535-a1339ab759c2 HTTP/1.1" status: 200 len: 909 time: 0.1232307 Apr 29 16:43:10.384610 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ed652f37-7ab8-4c5b-b6dc-198aa865273e req-4f3b4e0c-0071-4e0f-a9ca-b0be68e25268 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35caf53b-b481-4b88-a057-4b4aa623eabe HTTP/1.1" status: 200 len: 1000 time: 0.0923111 Apr 29 16:43:10.447380 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed652f37-7ab8-4c5b-b6dc-198aa865273e req-20b10c2a-cdeb-48c3-ae68-ab8d79d07020 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:43:10.448754 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ed652f37-7ab8-4c5b-b6dc-198aa865273e req-20b10c2a-cdeb-48c3-ae68-ab8d79d07020 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a433dd4-7928-46e1-acb3-c65a3e7b9708 HTTP/1.1" status: 200 len: 847 time: 0.0587745 Apr 29 16:43:10.519472 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ed652f37-7ab8-4c5b-b6dc-198aa865273e req-ebdd8ac8-3fae-4d22-9d4f-a7cd50f41af7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb9230b5-b453-4c59-b535-a1339ab759c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653765 Apr 29 16:43:10.732088 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ed652f37-7ab8-4c5b-b6dc-198aa865273e req-9c3f2209-8643-4a50-a04f-1937a809d3d2 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070353 Apr 29 16:43:10.860084 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-ed652f37-7ab8-4c5b-b6dc-198aa865273e req-221cd679-6bf6-48d7-8a6c-a3403b95e1b4 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218486 Apr 29 16:43:13.679504 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-aae91324-6f18-4d7f-acb1-6befa0ce8481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:43:15.978643 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [req-82b568ae-7e45-4684-93d2-5a6ae8ae42dc req-6c7ffdda-4dd9-4bc2-a3e1-ae4ee2c13824 service neutron] (84771) timed out ('10.222.0.21', 37916) {{(pid=84771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 29 16:43:16.034452 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:43:16.056924 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6fd380ec-b3f2-4974-9f69-f2f0a22b18fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:43:17.405383 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:43:17.553934 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:43:18.696694 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:43:37.795708 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:43:43.679379 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-32267d9d-090c-4e15-8762-468a1fac7b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:43:45.987294 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:43:45.987936 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-960d2e54-8132-4501-9cf2-afd282158627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:43:47.416562 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:43:47.576317 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:43:48.748317 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:44:05.050508 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249834f-9354-4fb3-9a86-55ac2b3aed93 req-2ab689da-fff8-4582-8c65-27a217b83033 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:05.051949 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e249834f-9354-4fb3-9a86-55ac2b3aed93 req-2ab689da-fff8-4582-8c65-27a217b83033 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.1752107 Apr 29 16:44:05.096407 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e249834f-9354-4fb3-9a86-55ac2b3aed93 req-ca457943-c893-49d3-9329-c7afef9adff3 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383389 Apr 29 16:44:06.306437 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9d453-8c57-4c2a-8c07-d056d7fc15b9 req-98b2242e-dee9-4fa7-a141-a20505b54424 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:06.307886 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b1e9d453-8c57-4c2a-8c07-d056d7fc15b9 req-98b2242e-dee9-4fa7-a141-a20505b54424 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.0739596 Apr 29 16:44:06.356328 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b1e9d453-8c57-4c2a-8c07-d056d7fc15b9 req-dfdd6913-9c41-4a41-8b02-84dd4e0855a0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430102 Apr 29 16:44:07.562311 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0303a-0da8-4340-a621-742c273ab770 req-c6614ac2-d396-41ff-bfc8-dbc3837797c3 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:07.563663 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5db0303a-0da8-4340-a621-742c273ab770 req-c6614ac2-d396-41ff-bfc8-dbc3837797c3 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.0747688 Apr 29 16:44:07.607185 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5db0303a-0da8-4340-a621-742c273ab770 req-470dd649-0631-465e-b594-2ea881586e74 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381956 Apr 29 16:44:08.807465 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1580e9-fcd5-4e50-86b2-a6e1b2b2ec6f req-af768eb1-7e26-4876-b219-36e8b5175742 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:08.809716 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b1580e9-fcd5-4e50-86b2-a6e1b2b2ec6f req-af768eb1-7e26-4876-b219-36e8b5175742 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.0797651 Apr 29 16:44:08.857451 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b1580e9-fcd5-4e50-86b2-a6e1b2b2ec6f req-07cb4ef6-c87d-4ea3-9e56-b1fbd163ce26 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396228 Apr 29 16:44:10.086996 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a677b-e904-4b1b-90ac-f9de2ed58260 req-69958287-e631-4235-a437-a7e02ab2bddf tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:10.088725 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-890a677b-e904-4b1b-90ac-f9de2ed58260 req-69958287-e631-4235-a437-a7e02ab2bddf tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.0940926 Apr 29 16:44:10.141510 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-890a677b-e904-4b1b-90ac-f9de2ed58260 req-5368ef9f-9422-4cdb-9741-7ce6fc36a340 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473802 Apr 29 16:44:11.071060 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-394b13ee-fe37-4f3e-8818-8d7867949c3c req-59bf0576-7b80-4ef9-bdca-2e76deee0ee5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e744daeeaf140e3896e56c23b6ae852&device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 1098 time: 0.0691006 Apr 29 16:44:11.217384 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b13ee-fe37-4f3e-8818-8d7867949c3c req-c68fe62f-6c73-4180-957f-ef732e05c548 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:11.218860 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-394b13ee-fe37-4f3e-8818-8d7867949c3c req-c68fe62f-6c73-4180-957f-ef732e05c548 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb9230b5-b453-4c59-b535-a1339ab759c2 HTTP/1.1" status: 200 len: 909 time: 0.1292069 Apr 29 16:44:11.367155 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-394b13ee-fe37-4f3e-8818-8d7867949c3c req-e368f178-977a-4667-a0f0-031e453b7a6e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35caf53b-b481-4b88-a057-4b4aa623eabe HTTP/1.1" status: 200 len: 1000 time: 0.1422052 Apr 29 16:44:11.428283 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c665e-d45d-413e-a6b9-2c1d3659628c req-4a529c1a-ace6-4586-aaf2-e53ba01a6ebd tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:11.429706 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5d6c665e-d45d-413e-a6b9-2c1d3659628c req-4a529c1a-ace6-4586-aaf2-e53ba01a6ebd tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.1591089 Apr 29 16:44:11.457851 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b13ee-fe37-4f3e-8818-8d7867949c3c req-d231f91c-6350-43c5-b010-cd37796d8670 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:11.459251 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-394b13ee-fe37-4f3e-8818-8d7867949c3c req-d231f91c-6350-43c5-b010-cd37796d8670 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a433dd4-7928-46e1-acb3-c65a3e7b9708 HTTP/1.1" status: 200 len: 847 time: 0.0841630 Apr 29 16:44:11.520357 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5d6c665e-d45d-413e-a6b9-2c1d3659628c req-0dada458-de2f-4890-a001-3f049fba4692 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841832 Apr 29 16:44:11.546166 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-394b13ee-fe37-4f3e-8818-8d7867949c3c req-dc4bc4b9-007b-4474-874a-90c918f2091c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb9230b5-b453-4c59-b535-a1339ab759c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755877 Apr 29 16:44:11.673163 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-394b13ee-fe37-4f3e-8818-8d7867949c3c req-efeff900-a663-4e02-a3fe-bcd7d9755e53 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210711 Apr 29 16:44:11.802582 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-394b13ee-fe37-4f3e-8818-8d7867949c3c req-49f3721f-bc1e-41d9-b35c-710a67080e1f service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236587 Apr 29 16:44:12.717149 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e1b1b-2c81-4764-a375-8a569766fab6 req-019ff6e0-832f-441b-9304-263a63916cd6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:12.718650 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2a2e1b1b-2c81-4764-a375-8a569766fab6 req-019ff6e0-832f-441b-9304-263a63916cd6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.0792580 Apr 29 16:44:12.851117 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2a2e1b1b-2c81-4764-a375-8a569766fab6 req-dcd95d3c-af50-4c0f-82ba-99acfe1d1c93 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269412 Apr 29 16:44:13.689033 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4c5fac08-354b-42fa-b851-31ba50a042ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:44:14.043903 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02ea18-460f-4c92-bf29-7525ea6af93d req-0c192c28-61cc-420e-b50c-d60d47dfd2c8 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:14.045324 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-da02ea18-460f-4c92-bf29-7525ea6af93d req-0c192c28-61cc-420e-b50c-d60d47dfd2c8 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.0754364 Apr 29 16:44:14.089328 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-da02ea18-460f-4c92-bf29-7525ea6af93d req-00aa6ae1-4ae7-482b-8aea-322b2f363d2a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383396 Apr 29 16:44:14.795775 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:44:15.287403 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f37636-2cb8-4da1-8bb0-169f611168d3 req-aed87103-901f-43b5-85f7-aacacf493f31 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:15.288818 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a6f37636-2cb8-4da1-8bb0-169f611168d3 req-aed87103-901f-43b5-85f7-aacacf493f31 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.0779364 Apr 29 16:44:15.333291 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a6f37636-2cb8-4da1-8bb0-169f611168d3 req-58b0afc3-daf8-49ed-811a-411a791b3dde tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388486 Apr 29 16:44:15.964921 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:44:15.993138 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f9b74b61-f836-4285-9259-17ddf5bc7e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:44:16.526469 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03104d72-1f04-4284-bb7f-a2d9150fe379 req-549aff6d-4908-4a6d-9493-8aa8bf5766c5 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:16.527949 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-03104d72-1f04-4284-bb7f-a2d9150fe379 req-549aff6d-4908-4a6d-9493-8aa8bf5766c5 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.0751023 Apr 29 16:44:16.575115 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-03104d72-1f04-4284-bb7f-a2d9150fe379 req-8867e808-b7a3-4f3e-8953-a0c50475ee55 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417104 Apr 29 16:44:17.410054 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:44:17.575733 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:44:17.769869 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbdefa-c347-415f-aacc-aee0f0c67133 req-be803e24-023b-48c8-b528-9f7aa8de3df0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:17.771356 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7cbbdefa-c347-415f-aacc-aee0f0c67133 req-be803e24-023b-48c8-b528-9f7aa8de3df0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.0761464 Apr 29 16:44:17.816650 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7cbbdefa-c347-415f-aacc-aee0f0c67133 req-510b72fb-0339-4fb0-81d2-cac3723780f0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388126 Apr 29 16:44:18.706473 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:44:19.017265 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e564930-f30a-401b-9e49-8de063241860 req-d5c23ed4-28b7-40c2-a523-25a877060498 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:19.018733 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7e564930-f30a-401b-9e49-8de063241860 req-d5c23ed4-28b7-40c2-a523-25a877060498 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.0780168 Apr 29 16:44:19.065772 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7e564930-f30a-401b-9e49-8de063241860 req-5eb09245-426d-4268-b1f6-aba33b09fb2f tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387363 Apr 29 16:44:20.062258 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-39e33e00-aa83-43aa-a08e-bda5a9169d01 req-79f61463-ff75-479a-85a0-44efd1c60b09 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e744daeeaf140e3896e56c23b6ae852&device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 1098 time: 0.0661805 Apr 29 16:44:20.221968 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e33e00-aa83-43aa-a08e-bda5a9169d01 req-ff122bcb-96bd-4566-93d2-e08734167a08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:20.223379 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-39e33e00-aa83-43aa-a08e-bda5a9169d01 req-ff122bcb-96bd-4566-93d2-e08734167a08 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb9230b5-b453-4c59-b535-a1339ab759c2 HTTP/1.1" status: 200 len: 909 time: 0.1560133 Apr 29 16:44:20.345277 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-39e33e00-aa83-43aa-a08e-bda5a9169d01 req-3fb94b34-9af5-4b8a-b3af-7ee4f0ff153f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35caf53b-b481-4b88-a057-4b4aa623eabe HTTP/1.1" status: 200 len: 1000 time: 0.1099534 Apr 29 16:44:20.353417 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492dcb0e-1de8-4b3e-8062-4b12c3844ad5 req-b166282f-c804-4eff-b9b5-1df2b6dc0065 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:20.355581 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-492dcb0e-1de8-4b3e-8062-4b12c3844ad5 req-b166282f-c804-4eff-b9b5-1df2b6dc0065 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.1690512 Apr 29 16:44:20.440923 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e33e00-aa83-43aa-a08e-bda5a9169d01 req-5f703641-542a-49b5-93a5-59ae77b8f7c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:20.442326 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-39e33e00-aa83-43aa-a08e-bda5a9169d01 req-5f703641-542a-49b5-93a5-59ae77b8f7c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a433dd4-7928-46e1-acb3-c65a3e7b9708 HTTP/1.1" status: 200 len: 847 time: 0.0859296 Apr 29 16:44:20.446881 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-492dcb0e-1de8-4b3e-8062-4b12c3844ad5 req-a8e0b3dd-ea37-4ab4-9605-c994370f1d5e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585124 Apr 29 16:44:20.517468 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-39e33e00-aa83-43aa-a08e-bda5a9169d01 req-ea07659a-337c-4ecf-85ed-7f0bf8f426a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb9230b5-b453-4c59-b535-a1339ab759c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688031 Apr 29 16:44:20.647898 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-39e33e00-aa83-43aa-a08e-bda5a9169d01 req-bac70d6a-2061-429d-9509-a70cc0e0b649 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236465 Apr 29 16:44:20.776351 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-39e33e00-aa83-43aa-a08e-bda5a9169d01 req-9ffadbe4-4113-4f0d-9923-6421754f4567 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221485 Apr 29 16:44:21.638605 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a852d-c1e7-40bb-805e-7a193b825898 req-24ced085-55f3-4f39-ab3b-be901837d5cb tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:21.640070 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4f9a852d-c1e7-40bb-805e-7a193b825898 req-24ced085-55f3-4f39-ab3b-be901837d5cb tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.0745580 Apr 29 16:44:21.684733 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4f9a852d-c1e7-40bb-805e-7a193b825898 req-7fad6807-c293-48e7-aa55-48fde8b94c82 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392947 Apr 29 16:44:22.886853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd147c-ad6a-4052-84f2-ccaee053ab4e req-6830df7a-e54b-4203-9c02-6b0515e02587 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:22.888327 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0efd147c-ad6a-4052-84f2-ccaee053ab4e req-6830df7a-e54b-4203-9c02-6b0515e02587 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.0790677 Apr 29 16:44:22.934190 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0efd147c-ad6a-4052-84f2-ccaee053ab4e req-3eecb5ac-0f47-4f6c-88e9-eb5fd2decee2 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397422 Apr 29 16:44:24.134132 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdfd00-89d5-4060-a33f-ebdd161baedd req-96c399c2-5689-436d-9ca1-b1837d335b06 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:24.136239 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-57bdfd00-89d5-4060-a33f-ebdd161baedd req-96c399c2-5689-436d-9ca1-b1837d335b06 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.0758507 Apr 29 16:44:24.179327 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-57bdfd00-89d5-4060-a33f-ebdd161baedd req-d0eac6db-aa38-4ead-9e0d-c5b94caee1c0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376635 Apr 29 16:44:24.519073 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1aac0b3f-ebbd-4b1a-9c21-6f1837a86ece req-d82c0055-88a6-4991-849a-f059454c347c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2282109 Apr 29 16:44:24.890774 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7d30b-1f99-4b71-b9fb-5b44ff70fddd req-f74bb264-3d52-4b0d-8652-506974383802 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:24.892216 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-76a7d30b-1f99-4b71-b9fb-5b44ff70fddd req-f74bb264-3d52-4b0d-8652-506974383802 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.0812945 Apr 29 16:44:24.986368 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-76a7d30b-1f99-4b71-b9fb-5b44ff70fddd req-684d8cf8-d2da-47af-a2b1-551076bb635d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886452 Apr 29 16:44:24.999789 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fe63891d-c063-4318-bd42-1a003efac746 req-9b5b61bb-3f54-451f-ac59-ccf1d4f26651 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1591375 Apr 29 16:44:25.293298 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 35caf53b-b481-4b88-a057-4b4aa623eabe no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:44:25.408124 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:44:25.437732 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dab35d6-c0fd-4598-b16a-c3792b1f0f64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35caf53b-b481-4b88-a057-4b4aa623eabe'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:44:25.446826 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 35caf53b-b481-4b88-a057-4b4aa623eabe, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=35caf53b-b481-4b88-a057-4b4aa623eabe,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:44:25.575561 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:44:25.611128 dv-neutron-839913-1-hyperv neutron-server[84772]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ee4a42e5-7a01-48ac-9e2f-ab256e00805b']: {'server_uuid': '3dab35d6-c0fd-4598-b16a-c3792b1f0f64', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '35caf53b-b481-4b88-a057-4b4aa623eabe', 'code': 422} returned with failed status Apr 29 16:44:25.642305 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=35caf53b-b481-4b88-a057-4b4aa623eabe,revision_number=6']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:44:25.651032 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:44:25.651411 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:44:25.651748 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:44:25.652084 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:44:25.652410 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:44:25.652738 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:44:25.653059 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:44:25.653417 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:44:25.653733 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:44:25.654051 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:44:25.654370 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:44:26.180641 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ea4ce-2b85-4586-8306-ddb002f876bb req-3638bf57-c86f-4c87-a89b-d3c24357ccc2 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:26.182107 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-025ea4ce-2b85-4586-8306-ddb002f876bb req-3638bf57-c86f-4c87-a89b-d3c24357ccc2 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 943 time: 0.0748014 Apr 29 16:44:26.233929 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-025ea4ce-2b85-4586-8306-ddb002f876bb req-00381691-0335-41f9-b2c5-a8894bcd1fb2 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459361 Apr 29 16:44:27.430023 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1ba95-d981-44fd-8fc3-1cab87fecc56 req-dbdfefb0-87ef-40ad-9a66-5189bd62417a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:27.432015 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-01a1ba95-d981-44fd-8fc3-1cab87fecc56 req-dbdfefb0-87ef-40ad-9a66-5189bd62417a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 943 time: 0.0744877 Apr 29 16:44:27.479168 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-01a1ba95-d981-44fd-8fc3-1cab87fecc56 req-6c062a10-65fd-4797-a5c1-a5447e47fe42 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411534 Apr 29 16:44:27.959223 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fe63891d-c063-4318-bd42-1a003efac746 req-efe4f011-596d-4a4e-9284-79ae89b5d4dd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64&tenant_id=2e744daeeaf140e3896e56c23b6ae852 HTTP/1.1" status: 200 len: 1096 time: 0.0738873 Apr 29 16:44:28.046765 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fe63891d-c063-4318-bd42-1a003efac746 req-84adb019-a832-4850-9038-cb2f90330ae8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e744daeeaf140e3896e56c23b6ae852&device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 1096 time: 0.0666151 Apr 29 16:44:28.172621 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63891d-c063-4318-bd42-1a003efac746 req-1ede1ca3-d0ff-4b8e-83a7-5ae7bdeaca29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:28.173919 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fe63891d-c063-4318-bd42-1a003efac746 req-1ede1ca3-d0ff-4b8e-83a7-5ae7bdeaca29 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb9230b5-b453-4c59-b535-a1339ab759c2 HTTP/1.1" status: 200 len: 909 time: 0.1216927 Apr 29 16:44:28.272266 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fe63891d-c063-4318-bd42-1a003efac746 req-ce919444-4319-4086-95dc-9d53092cd515 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35caf53b-b481-4b88-a057-4b4aa623eabe HTTP/1.1" status: 200 len: 998 time: 0.0925126 Apr 29 16:44:28.330911 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63891d-c063-4318-bd42-1a003efac746 req-02918c53-62cb-46da-9a52-1438249568d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:28.332252 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fe63891d-c063-4318-bd42-1a003efac746 req-02918c53-62cb-46da-9a52-1438249568d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a433dd4-7928-46e1-acb3-c65a3e7b9708 HTTP/1.1" status: 200 len: 847 time: 0.0545011 Apr 29 16:44:28.406203 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fe63891d-c063-4318-bd42-1a003efac746 req-e6a981d9-1a21-4a47-9d77-ab767a0402ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb9230b5-b453-4c59-b535-a1339ab759c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678477 Apr 29 16:44:28.536166 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fe63891d-c063-4318-bd42-1a003efac746 req-f4d54f84-ade8-43c0-9454-95aebcfdc57a service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229081 Apr 29 16:44:28.717364 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-fe63891d-c063-4318-bd42-1a003efac746 req-8a7af570-7a53-42e5-bc68-49cfb1e2d1a0 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750166 Apr 29 16:44:28.731491 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612f566-9403-45b8-bb68-3df50edf77a5 req-b098f334-5d96-40ea-b2b6-cccb776d4775 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:28.732906 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0612f566-9403-45b8-bb68-3df50edf77a5 req-b098f334-5d96-40ea-b2b6-cccb776d4775 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 943 time: 0.1267765 Apr 29 16:44:28.780355 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0612f566-9403-45b8-bb68-3df50edf77a5 req-88682cb2-90cc-49ff-9a47-fa9587b572d6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417926 Apr 29 16:44:29.974361 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d39955-aab5-48a9-8638-887b265a6c42 req-7b08136f-4271-46f4-b958-62ff73027450 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:29.975718 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-56d39955-aab5-48a9-8638-887b265a6c42 req-7b08136f-4271-46f4-b958-62ff73027450 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 943 time: 0.0773547 Apr 29 16:44:30.022145 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-56d39955-aab5-48a9-8638-887b265a6c42 req-0e313c5c-8490-413e-ab66-49b991921c68 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403786 Apr 29 16:44:31.216494 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270d546-6538-4625-bd94-db84b8ff5afc req-dc7078a7-e730-4c17-90be-b019f7029395 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:31.217929 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d270d546-6538-4625-bd94-db84b8ff5afc req-dc7078a7-e730-4c17-90be-b019f7029395 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 943 time: 0.0773904 Apr 29 16:44:31.262226 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d270d546-6538-4625-bd94-db84b8ff5afc req-fd5fbcf1-8ca8-4687-96cd-6ee78b14638e tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388532 Apr 29 16:44:32.453870 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee51f7-37b7-4357-97ba-ebbb1d6c7da4 req-de30d8d7-3a21-4fc6-9728-4fcd98dfbfe6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:32.455409 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3eee51f7-37b7-4357-97ba-ebbb1d6c7da4 req-de30d8d7-3a21-4fc6-9728-4fcd98dfbfe6 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 943 time: 0.0759249 Apr 29 16:44:32.500061 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3eee51f7-37b7-4357-97ba-ebbb1d6c7da4 req-16215d2b-f563-46c1-9dff-4c0b69a0f089 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390148 Apr 29 16:44:33.781007 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d4c23-1379-4b45-af4e-9679b68748f6 req-dd3505c8-912b-4114-bfb9-f67ae12a260a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:33.782447 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4e6d4c23-1379-4b45-af4e-9679b68748f6 req-dd3505c8-912b-4114-bfb9-f67ae12a260a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 943 time: 0.1649542 Apr 29 16:44:33.827599 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4e6d4c23-1379-4b45-af4e-9679b68748f6 req-13d93253-7d3a-42eb-85e1-34a0683337bf tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395768 Apr 29 16:44:35.027964 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bad880-be57-446f-9e2c-83da43e6be15 req-d6c3ea4c-5bb7-4e6c-abf8-3cb88a0cb5ed tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:35.029323 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-92bad880-be57-446f-9e2c-83da43e6be15 req-d6c3ea4c-5bb7-4e6c-abf8-3cb88a0cb5ed tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 943 time: 0.0743504 Apr 29 16:44:35.074043 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-92bad880-be57-446f-9e2c-83da43e6be15 req-962b84a6-a5c6-4a34-9d53-a7c9f05488e0 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393827 Apr 29 16:44:36.271387 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfbab5-d835-4ef0-a00e-090f909be814 req-69d19334-4a9d-479c-b6e1-89773443f49f tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:36.272827 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7bbfbab5-d835-4ef0-a00e-090f909be814 req-69d19334-4a9d-479c-b6e1-89773443f49f tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 943 time: 0.0767841 Apr 29 16:44:36.316965 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7bbfbab5-d835-4ef0-a00e-090f909be814 req-e857b61f-77f4-4ea9-a57a-dbe4ff463721 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387254 Apr 29 16:44:37.336344 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 35caf53b-b481-4b88-a057-4b4aa623eabe details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:44:37.472316 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 35caf53b-b481-4b88-a057-4b4aa623eabe, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=35caf53b-b481-4b88-a057-4b4aa623eabe,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:44:37.485247 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '35caf53b-b481-4b88-a057-4b4aa623eabe', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'port_id': '35caf53b-b481-4b88-a057-4b4aa623eabe', 'mac_address': 'fa:16:3e:d6:ab:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:44:37.506427 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140fb70-7e10-4e0a-8127-ea94f1daabe3 req-3c179ffb-e02e-44df-8e5c-d01902e6e130 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:37.507881 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c140fb70-7e10-4e0a-8127-ea94f1daabe3 req-3c179ffb-e02e-44df-8e5c-d01902e6e130 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 943 time: 0.0736063 Apr 29 16:44:37.538989 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:44:37.556022 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35caf53b-b481-4b88-a057-4b4aa623eabe {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:44:37.558152 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c140fb70-7e10-4e0a-8127-ea94f1daabe3 req-43536259-100b-4306-9c86-20918a36669f tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442302 Apr 29 16:44:37.571714 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 35caf53b-b481-4b88-a057-4b4aa623eabe, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=35caf53b-b481-4b88-a057-4b4aa623eabe,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:44:37.626796 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:44:37.691355 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=35caf53b-b481-4b88-a057-4b4aa623eabe,revision_number=7']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:44:37.997975 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['35caf53b-b481-4b88-a057-4b4aa623eabe'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:44:38.891142 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b349a-13de-4b68-bbd8-9958a6a6842c req-70637b5c-0a46-4ff7-a14f-04614d9c1f03 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:38.892486 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-177b349a-13de-4b68-bbd8-9958a6a6842c req-70637b5c-0a46-4ff7-a14f-04614d9c1f03 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 944 time: 0.0749302 Apr 29 16:44:38.947127 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-177b349a-13de-4b68-bbd8-9958a6a6842c req-052659d8-6080-4c03-a153-7f3398a94108 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491278 Apr 29 16:44:39.351328 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 35caf53b-b481-4b88-a057-4b4aa623eabe up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:44:39.418984 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 35caf53b-b481-4b88-a057-4b4aa623eabe triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:44:39.419343 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:44:39.558167 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:44:39.583704 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dab35d6-c0fd-4598-b16a-c3792b1f0f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35caf53b-b481-4b88-a057-4b4aa623eabe'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:44:39.593853 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 35caf53b-b481-4b88-a057-4b4aa623eabe, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=35caf53b-b481-4b88-a057-4b4aa623eabe,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:44:39.642456 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b78b332-e269-4beb-a54c-55b436fb2ce8'] response: {'server_uuid': '3dab35d6-c0fd-4598-b16a-c3792b1f0f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35caf53b-b481-4b88-a057-4b4aa623eabe', 'code': 200} Apr 29 16:44:39.695511 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:44:39.759566 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=35caf53b-b481-4b88-a057-4b4aa623eabe,revision_number=8']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:44:39.983622 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7a501e02-74bb-4695-b52d-8a4fb71ee47a req-25504030-fc85-44bc-9354-50ab60ee2323 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 1098 time: 0.0715578 Apr 29 16:44:40.028491 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7a501e02-74bb-4695-b52d-8a4fb71ee47a req-624b55f0-6f17-4b39-890a-b52b652ff965 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382185 Apr 29 16:44:40.142707 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb865c-9567-4320-a707-5e8e683e9f30 req-d3d46ad5-33f6-496d-9fdd-a8af27525ff8 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:40.144121 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cbbb865c-9567-4320-a707-5e8e683e9f30 req-d3d46ad5-33f6-496d-9fdd-a8af27525ff8 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.0738242 Apr 29 16:44:40.188741 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-cbbb865c-9567-4320-a707-5e8e683e9f30 req-22e3cdeb-1a56-43ef-bbad-d787cd151a11 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392399 Apr 29 16:44:41.394851 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67383f01-a0fd-4d18-bd4f-04c3889a4574 req-d12a3a29-d608-4b3b-b198-93e9e676ef57 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:41.396216 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67383f01-a0fd-4d18-bd4f-04c3889a4574 req-d12a3a29-d608-4b3b-b198-93e9e676ef57 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.0784333 Apr 29 16:44:41.442044 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67383f01-a0fd-4d18-bd4f-04c3889a4574 req-086825fc-7734-498a-b14b-9844a4077f05 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398757 Apr 29 16:44:42.638994 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cca58-3685-4c9b-831e-de2629f5a134 req-dca2d6ce-3bf6-4be4-b237-4616c1dccd63 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:44:42.640449 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-511cca58-3685-4c9b-831e-de2629f5a134 req-dca2d6ce-3bf6-4be4-b237-4616c1dccd63 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.0739081 Apr 29 16:44:42.687789 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-511cca58-3685-4c9b-831e-de2629f5a134 req-6e72534f-5cfc-4b35-ac03-4421deceb7ae tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420303 Apr 29 16:44:43.667347 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4fbffcfc-0804-4ef8-bfb0-9f7f82124071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:44:45.964811 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:44:45.965496 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fdf33ef3-6ae0-4efd-b182-749a8080b204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:44:47.409326 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:44:47.558049 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:44:48.712020 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:44:51.798003 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:45:12.987430 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-deb953ef-eff4-4d1b-8577-272e43999448 req-261b854b-1143-4de0-a95c-a0a8d7b9b3a9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669885 Apr 29 16:45:13.128611 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-deb953ef-eff4-4d1b-8577-272e43999448 req-07b198cc-b604-4645-8686-0a9daa569a1b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e744daeeaf140e3896e56c23b6ae852&device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 1098 time: 0.0682423 Apr 29 16:45:13.272151 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb953ef-eff4-4d1b-8577-272e43999448 req-1e8616bd-6380-4478-a89e-860c8797c7aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:45:13.272417 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-deb953ef-eff4-4d1b-8577-272e43999448 req-1e8616bd-6380-4478-a89e-860c8797c7aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb9230b5-b453-4c59-b535-a1339ab759c2 HTTP/1.1" status: 200 len: 909 time: 0.1253400 Apr 29 16:45:13.377865 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-deb953ef-eff4-4d1b-8577-272e43999448 req-76b001ad-14a8-4c98-a9e5-cad5c539bbae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35caf53b-b481-4b88-a057-4b4aa623eabe HTTP/1.1" status: 200 len: 1000 time: 0.0992415 Apr 29 16:45:13.443114 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb953ef-eff4-4d1b-8577-272e43999448 req-07522fdb-6511-42b4-9fc6-fa03aa0ba014 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:45:13.444197 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-deb953ef-eff4-4d1b-8577-272e43999448 req-07522fdb-6511-42b4-9fc6-fa03aa0ba014 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a433dd4-7928-46e1-acb3-c65a3e7b9708 HTTP/1.1" status: 200 len: 847 time: 0.0607147 Apr 29 16:45:13.516465 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-deb953ef-eff4-4d1b-8577-272e43999448 req-dd5f49c7-4f9b-4247-a9ea-c1c5b2691d40 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb9230b5-b453-4c59-b535-a1339ab759c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662658 Apr 29 16:45:13.646852 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-deb953ef-eff4-4d1b-8577-272e43999448 req-d9a3c8fe-cb33-4153-94fa-325066c816ca service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235528 Apr 29 16:45:13.694805 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7111-bae2-424c-8168-d7deab3b62bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:45:13.784874 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-deb953ef-eff4-4d1b-8577-272e43999448 req-d1d93670-e2b5-4a44-9728-e1889f0eb6eb service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315918 Apr 29 16:45:15.962303 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:45:16.009725 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9f068f05-af62-4e30-88cc-bf8c5c6f99d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:45:17.447637 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:45:17.597793 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:45:18.694024 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:45:28.798779 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:45:43.681399 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b9087a13-66ed-46a5-842c-eaae7c087cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:45:45.972787 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:45:45.995708 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-46d83b35-0430-4b98-9e0a-383cd2edcb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:45:47.419908 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:45:47.579777 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:45:48.710791 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:05.799973 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:46:13.659025 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-27534208-88b1-404c-b092-e99b19810853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:14.133053 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-327353be-b377-4655-baba-3d5541df7ab4 req-79e4f77e-e0fc-4462-ad56-3a842a992c2a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2161436 Apr 29 16:46:14.271051 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-327353be-b377-4655-baba-3d5541df7ab4 req-a668f199-c7a8-4990-b766-89302327fe5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e744daeeaf140e3896e56c23b6ae852&device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 1098 time: 0.0709703 Apr 29 16:46:14.494799 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327353be-b377-4655-baba-3d5541df7ab4 req-ae8d3b0d-a8cc-4a00-9793-9ce95fb3b855 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:46:14.496889 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-327353be-b377-4655-baba-3d5541df7ab4 req-ae8d3b0d-a8cc-4a00-9793-9ce95fb3b855 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb9230b5-b453-4c59-b535-a1339ab759c2 HTTP/1.1" status: 200 len: 909 time: 0.2065837 Apr 29 16:46:14.599051 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-327353be-b377-4655-baba-3d5541df7ab4 req-437112c0-33c9-48bb-99a3-88bcc73181a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35caf53b-b481-4b88-a057-4b4aa623eabe HTTP/1.1" status: 200 len: 1000 time: 0.0953383 Apr 29 16:46:14.659606 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327353be-b377-4655-baba-3d5541df7ab4 req-2c672f14-80e6-4e40-9b37-bbb0d7715635 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:46:14.660950 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-327353be-b377-4655-baba-3d5541df7ab4 req-2c672f14-80e6-4e40-9b37-bbb0d7715635 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a433dd4-7928-46e1-acb3-c65a3e7b9708 HTTP/1.1" status: 200 len: 847 time: 0.0568862 Apr 29 16:46:14.737084 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-327353be-b377-4655-baba-3d5541df7ab4 req-2f773cb5-0fdc-4a0c-80c0-fa4b755fa08a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb9230b5-b453-4c59-b535-a1339ab759c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703673 Apr 29 16:46:14.869047 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-327353be-b377-4655-baba-3d5541df7ab4 req-2755dfef-4e36-498e-a7b7-e63d556b5ac0 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249321 Apr 29 16:46:15.001371 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-327353be-b377-4655-baba-3d5541df7ab4 req-fa1b5b1a-9e9e-4883-bb74-7ac712b6bfd3 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270337 Apr 29 16:46:15.989076 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ac32d5b5-216a-47e3-997e-be6e55c4e601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:16.017328 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:17.401761 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:17.555887 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:18.728164 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:31.183577 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 39698) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:46:31.544601 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-bd175122-7dff-4386-95f7-cdb2989ac03a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Deleting port 5b63de07-18ef-4981-8549-61d0bf9efa51 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:46:31.544938 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd175122-7dff-4386-95f7-cdb2989ac03a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:31.711553 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd175122-7dff-4386-95f7-cdb2989ac03a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:31.711879 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd175122-7dff-4386-95f7-cdb2989ac03a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:31.828076 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-bd175122-7dff-4386-95f7-cdb2989ac03a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Calling delete_port for 5b63de07-18ef-4981-8549-61d0bf9efa51 owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:46:32.013084 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd175122-7dff-4386-95f7-cdb2989ac03a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:32.056042 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd175122-7dff-4386-95f7-cdb2989ac03a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event deleted for resources: {'Port': ['ID=5b63de07-18ef-4981-8549-61d0bf9efa51,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:32.067567 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd175122-7dff-4386-95f7-cdb2989ac03a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:32.075376 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd175122-7dff-4386-95f7-cdb2989ac03a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:32.075376 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd175122-7dff-4386-95f7-cdb2989ac03a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:32.075376 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd175122-7dff-4386-95f7-cdb2989ac03a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:32.075376 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd175122-7dff-4386-95f7-cdb2989ac03a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:32.075376 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd175122-7dff-4386-95f7-cdb2989ac03a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:32.075376 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd175122-7dff-4386-95f7-cdb2989ac03a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:32.075376 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd175122-7dff-4386-95f7-cdb2989ac03a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:32.075376 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd175122-7dff-4386-95f7-cdb2989ac03a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:32.075376 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd175122-7dff-4386-95f7-cdb2989ac03a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:32.075376 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd175122-7dff-4386-95f7-cdb2989ac03a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:32.156764 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd175122-7dff-4386-95f7-cdb2989ac03a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for floatingip, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:32.617868 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd175122-7dff-4386-95f7-cdb2989ac03a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Router ac04e5e3-4c60-4245-8379-d8ede1fd192e has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:46:32.815113 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd175122-7dff-4386-95f7-cdb2989ac03a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:46:32.824452 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe1e74f-54fe-4fb4-ad2f-26622de12d70 None None] Sync routers for ids ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:46:32.835773 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe1e74f-54fe-4fb4-ad2f-26622de12d70 None None] Routers {'ac04e5e3-4c60-4245-8379-d8ede1fd192e'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:46:32.836377 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-bbe1e74f-54fe-4fb4-ad2f-26622de12d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:46:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:46:32.899162 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-bd175122-7dff-4386-95f7-cdb2989ac03a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:32.957478 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-bd175122-7dff-4386-95f7-cdb2989ac03a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "DELETE /v2.0/floatingips/c6c51772-4f8a-4a4f-9dbd-7f313e1d8ae5 HTTP/1.1" status: 204 len: 168 time: 1.7728214 Apr 29 16:46:32.958045 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dab35d6-c0fd-4598-b16a-c3792b1f0f64', 'tag': '35caf53b-b481-4b88-a057-4b4aa623eabe'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:46:33.016092 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-bbe1e74f-54fe-4fb4-ad2f-26622de12d70 None None] Set router ac04e5e3-4c60-4245-8379-d8ede1fd192e gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:46:33.162173 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72fad784-be37-491a-81d2-db9a1bcce5b1'] response: {'name': 'network-changed', 'server_uuid': '3dab35d6-c0fd-4598-b16a-c3792b1f0f64', 'tag': '35caf53b-b481-4b88-a057-4b4aa623eabe', 'status': 'completed', 'code': 200} Apr 29 16:46:33.252141 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-44d4a4ad-dfa8-436b-b4f2-1e636402dc72 req-ae90ed51-67f5-486a-961c-856e098e3727 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e744daeeaf140e3896e56c23b6ae852&device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 1098 time: 0.0701230 Apr 29 16:46:33.343799 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-bbe1e74f-54fe-4fb4-ad2f-26622de12d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'name': 'tempest-TestShelveInstance-965842981-router', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:45Z', 'revision_number': 4, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'gw_port': {'id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '112eab0e-c523-47cb-a548-d4807947ea75', 'name': '', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'mac_address': 'fa:16:3e:19:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:44Z', 'updated_at': '2022-04-29T16:35:03Z', 'revision_number': 5, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'subnets': [{'id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:46:33.348319 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe1e74f-54fe-4fb4-ad2f-26622de12d70 None None] Checking router: ac04e5e3-4c60-4245-8379-d8ede1fd192e for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:46:33.359268 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe1e74f-54fe-4fb4-ad2f-26622de12d70 None None] Routers {'ac04e5e3-4c60-4245-8379-d8ede1fd192e'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:46:33.360026 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-bbe1e74f-54fe-4fb4-ad2f-26622de12d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:46:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:46:33.387869 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4a4ad-dfa8-436b-b4f2-1e636402dc72 req-4634c0f7-ad0e-424b-9b42-7f8870e4744f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:46:33.389586 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-44d4a4ad-dfa8-436b-b4f2-1e636402dc72 req-4634c0f7-ad0e-424b-9b42-7f8870e4744f service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb9230b5-b453-4c59-b535-a1339ab759c2 HTTP/1.1" status: 200 len: 909 time: 0.1315522 Apr 29 16:46:33.464874 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-44d4a4ad-dfa8-436b-b4f2-1e636402dc72 req-0be675a3-0acb-4ea1-8fd8-f26a98535d27 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35caf53b-b481-4b88-a057-4b4aa623eabe HTTP/1.1" status: 200 len: 217 time: 0.0688741 Apr 29 16:46:33.541577 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-bbe1e74f-54fe-4fb4-ad2f-26622de12d70 None None] Set router ac04e5e3-4c60-4245-8379-d8ede1fd192e gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:46:33.572548 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4a4ad-dfa8-436b-b4f2-1e636402dc72 req-38107198-dc39-4b7f-bb86-768c19a3b397 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:46:33.574031 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-44d4a4ad-dfa8-436b-b4f2-1e636402dc72 req-38107198-dc39-4b7f-bb86-768c19a3b397 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a433dd4-7928-46e1-acb3-c65a3e7b9708 HTTP/1.1" status: 200 len: 847 time: 0.1027648 Apr 29 16:46:33.655996 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115841c-f83e-4ac4-ab5a-3d0de097bbfd req-e4fc8e07-3d40-471e-aae2-92d7a6f8411d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:46:33.656678 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c115841c-f83e-4ac4-ab5a-3d0de097bbfd req-e4fc8e07-3d40-471e-aae2-92d7a6f8411d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Synchronizing usage tracker for tenant:2e744daeeaf140e3896e56c23b6ae852 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:46:33.680886 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-44d4a4ad-dfa8-436b-b4f2-1e636402dc72 req-62d4f9a0-e596-438c-b64e-85de31474343 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb9230b5-b453-4c59-b535-a1339ab759c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0984263 Apr 29 16:46:33.758254 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c115841c-f83e-4ac4-ab5a-3d0de097bbfd req-e4fc8e07-3d40-471e-aae2-92d7a6f8411d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Unset dirty status for tenant:2e744daeeaf140e3896e56c23b6ae852 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:46:33.759572 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c115841c-f83e-4ac4-ab5a-3d0de097bbfd req-e4fc8e07-3d40-471e-aae2-92d7a6f8411d tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.3156047 Apr 29 16:46:33.839964 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c115841c-f83e-4ac4-ab5a-3d0de097bbfd req-ae825138-9983-4a34-bf61-604bdc500c88 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668375 Apr 29 16:46:33.858063 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-44d4a4ad-dfa8-436b-b4f2-1e636402dc72 req-73780e55-cd75-4cb3-9a8f-952011a682e6 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706531 Apr 29 16:46:33.902793 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-bbe1e74f-54fe-4fb4-ad2f-26622de12d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'name': 'tempest-TestShelveInstance-965842981-router', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:45Z', 'revision_number': 4, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'gw_port': {'id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '112eab0e-c523-47cb-a548-d4807947ea75', 'name': '', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'mac_address': 'fa:16:3e:19:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:44Z', 'updated_at': '2022-04-29T16:35:03Z', 'revision_number': 5, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'subnets': [{'id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:46:33.906852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe1e74f-54fe-4fb4-ad2f-26622de12d70 None None] The sync data for ids ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'] in dv-neutron-839913-1-hyperv is: [{'id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'name': 'tempest-TestShelveInstance-965842981-router', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:45Z', 'revision_number': 4, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'gw_port': {'id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '112eab0e-c523-47cb-a548-d4807947ea75', 'name': '', 'network_id': 'fb9230b5-b453-4c59-b535-a1339ab759c2', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'mac_address': 'fa:16:3e:19:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:44Z', 'updated_at': '2022-04-29T16:35:03Z', 'revision_number': 5, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'subnets': [{'id': '7a433dd4-7928-46e1-acb3-c65a3e7b9708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:46:33.994706 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-44d4a4ad-dfa8-436b-b4f2-1e636402dc72 req-2c4b3a5e-e133-47ef-a245-d2aadbd00dd4 service neutron] 10.222.0.35 "GET /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302714 Apr 29 16:46:34.128506 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed85eec-7c10-4810-ad8e-d157c89ea81d None None] New status for floating IP c6c51772-4f8a-4a4f-9dbd-7f313e1d8ae5: DOWN {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:46:35.110157 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05edde-29b3-488b-af36-da95d202cf64 req-cbcf1ca4-ec3d-4f35-8125-6e7cd60cb7d2 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:46:35.111525 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8c05edde-29b3-488b-af36-da95d202cf64 req-cbcf1ca4-ec3d-4f35-8125-6e7cd60cb7d2 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.1377261 Apr 29 16:46:35.117586 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc064fd-e5bd-455e-bec3-dc90b64073b3 req-39decef7-53bc-4211-a2d9-8f78478c5293 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:46:35.118888 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2cc064fd-e5bd-455e-bec3-dc90b64073b3 req-39decef7-53bc-4211-a2d9-8f78478c5293 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.35 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 945 time: 0.1092484 Apr 29 16:46:35.320237 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-2cc064fd-e5bd-455e-bec3-dc90b64073b3 req-f865619f-5389-42ed-8708-d407889a4119 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Deleting port 35caf53b-b481-4b88-a057-4b4aa623eabe {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:46:35.320572 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-2cc064fd-e5bd-455e-bec3-dc90b64073b3 req-f865619f-5389-42ed-8708-d407889a4119 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:35.345863 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8c05edde-29b3-488b-af36-da95d202cf64 req-680630ef-9dda-427f-b320-aed6c59e799a tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/security-groups?id=67b4ee4c-7860-4d3c-8bc8-211a0c28abce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260535 Apr 29 16:46:35.566307 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-2cc064fd-e5bd-455e-bec3-dc90b64073b3 req-f865619f-5389-42ed-8708-d407889a4119 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] For port 35caf53b-b481-4b88-a057-4b4aa623eabe, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=35caf53b-b481-4b88-a057-4b4aa623eabe,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:46:35.566691 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-2cc064fd-e5bd-455e-bec3-dc90b64073b3 req-f865619f-5389-42ed-8708-d407889a4119 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:35.688786 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-2cc064fd-e5bd-455e-bec3-dc90b64073b3 req-f865619f-5389-42ed-8708-d407889a4119 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Calling delete_port for 35caf53b-b481-4b88-a057-4b4aa623eabe owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:46:35.893293 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-2cc064fd-e5bd-455e-bec3-dc90b64073b3 req-f865619f-5389-42ed-8708-d407889a4119 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:35.945869 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865619f-5389-42ed-8708-d407889a4119 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event deleted for resources: {'Port': ['ID=35caf53b-b481-4b88-a057-4b4aa623eabe,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:36.022893 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc064fd-e5bd-455e-bec3-dc90b64073b3 req-f865619f-5389-42ed-8708-d407889a4119 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] No DVR routers for this DVR port 35caf53b-b481-4b88-a057-4b4aa623eabe on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:46:36.025148 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-2cc064fd-e5bd-455e-bec3-dc90b64073b3 req-f865619f-5389-42ed-8708-d407889a4119 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:36.028366 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dab35d6-c0fd-4598-b16a-c3792b1f0f64', 'name': 'network-vif-deleted', 'tag': '35caf53b-b481-4b88-a057-4b4aa623eabe'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:46:36.076826 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2cc064fd-e5bd-455e-bec3-dc90b64073b3 req-f865619f-5389-42ed-8708-d407889a4119 tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.35 "DELETE /v2.0/ports/35caf53b-b481-4b88-a057-4b4aa623eabe HTTP/1.1" status: 204 len: 173 time: 0.9426272 Apr 29 16:46:36.080440 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4368fe2c-c856-42ea-af35-d525f51b4632'] response: {'server_uuid': '3dab35d6-c0fd-4598-b16a-c3792b1f0f64', 'name': 'network-vif-deleted', 'tag': '35caf53b-b481-4b88-a057-4b4aa623eabe', 'status': 'completed', 'code': 200} Apr 29 16:46:36.531845 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-2df64adc-f6db-4b49-922f-ae8364e15578 req-8b01a693-cc0b-4189-bea2-74bcd1fc71da tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Synchronizing usage tracker for tenant:2e744daeeaf140e3896e56c23b6ae852 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:46:36.584294 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-2df64adc-f6db-4b49-922f-ae8364e15578 req-8b01a693-cc0b-4189-bea2-74bcd1fc71da tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Unset dirty status for tenant:2e744daeeaf140e3896e56c23b6ae852 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:46:36.585525 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2df64adc-f6db-4b49-922f-ae8364e15578 req-8b01a693-cc0b-4189-bea2-74bcd1fc71da tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dab35d6-c0fd-4598-b16a-c3792b1f0f64 HTTP/1.1" status: 200 len: 210 time: 0.0948889 Apr 29 16:46:37.692033 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 39722) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:46:37.764678 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fa418de6-81b8-446b-865c-d00d0401ed7b tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:37.794000 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fa418de6-81b8-446b-865c-d00d0401ed7b tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:37.904473 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fa418de6-81b8-446b-865c-d00d0401ed7b tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:37.913610 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 35caf53b-b481-4b88-a057-4b4aa623eabe no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:46:37.923747 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa418de6-81b8-446b-865c-d00d0401ed7b tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b4ee4c-7860-4d3c-8bc8-211a0c28abce,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:37.961331 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 35caf53b-b481-4b88-a057-4b4aa623eabe {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:46:37.961670 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 35caf53b-b481-4b88-a057-4b4aa623eabe not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:46:37.993974 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-fa418de6-81b8-446b-865c-d00d0401ed7b tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:37.995608 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-fa418de6-81b8-446b-865c-d00d0401ed7b tempest-TestShelveInstance-1198078937 tempest-TestShelveInstance-1198078937-project] 10.222.0.21 "DELETE /v2.0/security-groups/67b4ee4c-7860-4d3c-8bc8-211a0c28abce HTTP/1.1" status: 204 len: 168 time: 0.3020101 Apr 29 16:46:38.108552 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 39728) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:46:38.690457 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ca42ee22-2fb4-446f-82c1-cfdc4cc0c50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:39.281204 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-ca42ee22-2fb4-446f-82c1-cfdc4cc0c50a admin admin] Deleting port 112eab0e-c523-47cb-a548-d4807947ea75 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:46:39.281824 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ca42ee22-2fb4-446f-82c1-cfdc4cc0c50a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:39.455692 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-ca42ee22-2fb4-446f-82c1-cfdc4cc0c50a admin admin] For port 112eab0e-c523-47cb-a548-d4807947ea75, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=112eab0e-c523-47cb-a548-d4807947ea75,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:46:39.456047 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ca42ee22-2fb4-446f-82c1-cfdc4cc0c50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:39.577902 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-ca42ee22-2fb4-446f-82c1-cfdc4cc0c50a admin admin] Calling delete_port for 112eab0e-c523-47cb-a548-d4807947ea75 owned by network:router_interface {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:46:39.898696 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ca42ee22-2fb4-446f-82c1-cfdc4cc0c50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:39.943309 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42ee22-2fb4-446f-82c1-cfdc4cc0c50a admin admin] Pushing event deleted for resources: {'Port': ['ID=112eab0e-c523-47cb-a548-d4807947ea75,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:39.983636 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca42ee22-2fb4-446f-82c1-cfdc4cc0c50a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:39.984037 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca42ee22-2fb4-446f-82c1-cfdc4cc0c50a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:39.984336 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca42ee22-2fb4-446f-82c1-cfdc4cc0c50a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:39.984651 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca42ee22-2fb4-446f-82c1-cfdc4cc0c50a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:39.984983 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca42ee22-2fb4-446f-82c1-cfdc4cc0c50a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:39.985315 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca42ee22-2fb4-446f-82c1-cfdc4cc0c50a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:39.985650 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca42ee22-2fb4-446f-82c1-cfdc4cc0c50a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:39.986005 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca42ee22-2fb4-446f-82c1-cfdc4cc0c50a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:39.986303 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca42ee22-2fb4-446f-82c1-cfdc4cc0c50a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:39.987097 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca42ee22-2fb4-446f-82c1-cfdc4cc0c50a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:39.987097 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca42ee22-2fb4-446f-82c1-cfdc4cc0c50a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:40.238955 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-ca42ee22-2fb4-446f-82c1-cfdc4cc0c50a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:40.792255 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca42ee22-2fb4-446f-82c1-cfdc4cc0c50a admin admin] Router ac04e5e3-4c60-4245-8379-d8ede1fd192e has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:46:40.993043 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca42ee22-2fb4-446f-82c1-cfdc4cc0c50a admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:46:41.002112 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ac0229-c038-4d47-b271-19199f295adc None None] Sync routers for ids ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:46:41.013993 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ac0229-c038-4d47-b271-19199f295adc None None] Routers {'ac04e5e3-4c60-4245-8379-d8ede1fd192e'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:46:41.019291 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-a7ac0229-c038-4d47-b271-19199f295adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:46:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:46:41.079791 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-ca42ee22-2fb4-446f-82c1-cfdc4cc0c50a admin admin] 10.222.0.21 "PUT /v2.0/routers/ac04e5e3-4c60-4245-8379-d8ede1fd192e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9661717 Apr 29 16:46:41.079961 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 39734) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:46:41.194531 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-a7ac0229-c038-4d47-b271-19199f295adc None None] Set router ac04e5e3-4c60-4245-8379-d8ede1fd192e gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:46:41.282226 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b25b4030-a144-4ba3-b865-5dc7c56216cf admin admin] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:41.478034 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-a7ac0229-c038-4d47-b271-19199f295adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'name': 'tempest-TestShelveInstance-965842981-router', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:46:39Z', 'revision_number': 5, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'gw_port': {'id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:46:41.483083 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ac0229-c038-4d47-b271-19199f295adc None None] Checking router: ac04e5e3-4c60-4245-8379-d8ede1fd192e for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:46:41.494384 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ac0229-c038-4d47-b271-19199f295adc None None] Routers {'ac04e5e3-4c60-4245-8379-d8ede1fd192e'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:46:41.495643 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-a7ac0229-c038-4d47-b271-19199f295adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:46:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:46:41.579330 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b25b4030-a144-4ba3-b865-5dc7c56216cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:41.639840 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-b25b4030-a144-4ba3-b865-5dc7c56216cf admin admin] Deleting port e3379d45-ab7c-49ca-9bfe-922417bcdc29 {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:46:41.640279 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b25b4030-a144-4ba3-b865-5dc7c56216cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:41.684538 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-a7ac0229-c038-4d47-b271-19199f295adc None None] Set router ac04e5e3-4c60-4245-8379-d8ede1fd192e gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:46:41.812728 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-b25b4030-a144-4ba3-b865-5dc7c56216cf admin admin] For port e3379d45-ab7c-49ca-9bfe-922417bcdc29, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=e3379d45-ab7c-49ca-9bfe-922417bcdc29,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:46:41.813309 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b25b4030-a144-4ba3-b865-5dc7c56216cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:41.931380 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-b25b4030-a144-4ba3-b865-5dc7c56216cf admin admin] Calling delete_port for e3379d45-ab7c-49ca-9bfe-922417bcdc29 owned by network:router_gateway {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:46:41.965948 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-a7ac0229-c038-4d47-b271-19199f295adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'name': 'tempest-TestShelveInstance-965842981-router', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:46:39Z', 'revision_number': 5, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'gw_port': {'id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:46:41.969812 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ac0229-c038-4d47-b271-19199f295adc None None] The sync data for ids ['ac04e5e3-4c60-4245-8379-d8ede1fd192e'] in dv-neutron-839913-1-hyperv is: [{'id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'name': 'tempest-TestShelveInstance-965842981-router', 'tenant_id': '2e744daeeaf140e3896e56c23b6ae852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:46:39Z', 'revision_number': 5, 'project_id': '2e744daeeaf140e3896e56c23b6ae852', 'gw_port': {'id': 'e3379d45-ab7c-49ca-9bfe-922417bcdc29', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac04e5e3-4c60-4245-8379-d8ede1fd192e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:42Z', 'updated_at': '2022-04-29T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:46:42.177185 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b25b4030-a144-4ba3-b865-5dc7c56216cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:42.220014 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b4030-a144-4ba3-b865-5dc7c56216cf admin admin] Pushing event deleted for resources: {'Port': ['ID=e3379d45-ab7c-49ca-9bfe-922417bcdc29,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:42.443170 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b25b4030-a144-4ba3-b865-5dc7c56216cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:42.695049 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b25b4030-a144-4ba3-b865-5dc7c56216cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:42.700316 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b25b4030-a144-4ba3-b865-5dc7c56216cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:42.795555 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b25b4030-a144-4ba3-b865-5dc7c56216cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:42.796106 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25b4030-a144-4ba3-b865-5dc7c56216cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac04e5e3-4c60-4245-8379-d8ede1fd192e {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 16:46:42.802427 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:46:42.809305 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-b25b4030-a144-4ba3-b865-5dc7c56216cf admin admin] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:42.810421 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-b25b4030-a144-4ba3-b865-5dc7c56216cf admin admin] 10.222.0.21 "DELETE /v2.0/routers/ac04e5e3-4c60-4245-8379-d8ede1fd192e HTTP/1.1" status: 204 len: 168 time: 1.7296808 Apr 29 16:46:42.813167 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 39738) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:46:42.969578 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_v2 [None req-decafe07-af73-42ff-bee6-90aeb42741c5 admin admin] Deleting subnet 7a433dd4-7928-46e1-acb3-c65a3e7b9708 {{(pid=84771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 16:46:42.972423 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-decafe07-af73-42ff-bee6-90aeb42741c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:43.019512 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-decafe07-af73-42ff-bee6-90aeb42741c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-993072'] for subnet, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:43.094670 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-decafe07-af73-42ff-bee6-90aeb42741c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:43.207953 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-decafe07-af73-42ff-bee6-90aeb42741c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2782386'] for subnet, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:43.248651 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decafe07-af73-42ff-bee6-90aeb42741c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a433dd4-7928-46e1-acb3-c65a3e7b9708,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:43.254223 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-decafe07-af73-42ff-bee6-90aeb42741c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:43.261318 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e93c8d1-f796-4131-86d2-4186a12b31e3 None None] Network fb9230b5-b453-4c59-b535-a1339ab759c2 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:46:43.262902 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-decafe07-af73-42ff-bee6-90aeb42741c5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7a433dd4-7928-46e1-acb3-c65a3e7b9708 HTTP/1.1" status: 204 len: 168 time: 0.4487402 Apr 29 16:46:43.265452 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 39742) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:46:43.285018 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e3379d45-ab7c-49ca-9bfe-922417bcdc29 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:46:43.373478 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: e3379d45-ab7c-49ca-9bfe-922417bcdc29 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:46:43.373666 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device e3379d45-ab7c-49ca-9bfe-922417bcdc29 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:46:43.373938 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 112eab0e-c523-47cb-a548-d4807947ea75 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:46:43.381349 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-de2aea9d-2d76-492e-8dfc-f5a5fd1ec2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:43.391921 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-de2aea9d-2d76-492e-8dfc-f5a5fd1ec2f6 admin admin] Deleting port 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:46:43.392255 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-de2aea9d-2d76-492e-8dfc-f5a5fd1ec2f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:43.451066 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 112eab0e-c523-47cb-a548-d4807947ea75 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:46:43.451404 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 112eab0e-c523-47cb-a548-d4807947ea75 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:46:43.611562 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-de2aea9d-2d76-492e-8dfc-f5a5fd1ec2f6 admin admin] For port 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1ddae91d-c0d4-4af0-a57d-7c9006a19b8e,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:46:43.612465 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-de2aea9d-2d76-492e-8dfc-f5a5fd1ec2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:43.618191 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d7a813-eb8d-4a74-9bd0-00fcdd93f449 None None] DHCP port deletion for fb9230b5-b453-4c59-b535-a1339ab759c2 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 16:46:43.622904 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-94d7a813-eb8d-4a74-9bd0-00fcdd93f449 None None] Deleting port 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:46:43.623269 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-94d7a813-eb8d-4a74-9bd0-00fcdd93f449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:43.674878 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4d8a719f-cc2e-4a6e-9a19-c1972546870d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:43.736716 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-de2aea9d-2d76-492e-8dfc-f5a5fd1ec2f6 admin admin] Calling delete_port for 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:46:43.828699 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-94d7a813-eb8d-4a74-9bd0-00fcdd93f449 None None] For port 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1ddae91d-c0d4-4af0-a57d-7c9006a19b8e,segment=NetworkSegment(7b12fb98-b010-413d-8366-16644e3f5bb4),segment_id=7b12fb98-b010-413d-8366-16644e3f5bb4)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:46:43.829003 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-94d7a813-eb8d-4a74-9bd0-00fcdd93f449 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:43.869092 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-de2aea9d-2d76-492e-8dfc-f5a5fd1ec2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:43.917188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2aea9d-2d76-492e-8dfc-f5a5fd1ec2f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ddae91d-c0d4-4af0-a57d-7c9006a19b8e,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:43.921934 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2aea9d-2d76-492e-8dfc-f5a5fd1ec2f6 admin admin] No DVR routers for this DVR port 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:46:43.947306 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-94d7a813-eb8d-4a74-9bd0-00fcdd93f449 None None] Calling delete_port for 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:46:44.018078 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-94d7a813-eb8d-4a74-9bd0-00fcdd93f449 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:46:44.018422 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-94d7a813-eb8d-4a74-9bd0-00fcdd93f449 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:46:44.115810 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-de2aea9d-2d76-492e-8dfc-f5a5fd1ec2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:44.141563 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-de2aea9d-2d76-492e-8dfc-f5a5fd1ec2f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9230b5-b453-4c59-b535-a1339ab759c2']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:46:44.153315 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-de2aea9d-2d76-492e-8dfc-f5a5fd1ec2f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b12fb98-b010-413d-8366-16644e3f5bb4') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:46:44.153613 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-de2aea9d-2d76-492e-8dfc-f5a5fd1ec2f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b12fb98-b010-413d-8366-16644e3f5bb4') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:46:44.164590 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-de2aea9d-2d76-492e-8dfc-f5a5fd1ec2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:44.180331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-de2aea9d-2d76-492e-8dfc-f5a5fd1ec2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:44.186900 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2aea9d-2d76-492e-8dfc-f5a5fd1ec2f6 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:46:44.187271 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-de2aea9d-2d76-492e-8dfc-f5a5fd1ec2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:46:44.200514 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:46:44.348417 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-de2aea9d-2d76-492e-8dfc-f5a5fd1ec2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:44.363912 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-de2aea9d-2d76-492e-8dfc-f5a5fd1ec2f6 admin admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:44.374347 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2aea9d-2d76-492e-8dfc-f5a5fd1ec2f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb9230b5-b453-4c59-b535-a1339ab759c2,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:44.457836 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-de2aea9d-2d76-492e-8dfc-f5a5fd1ec2f6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fb9230b5-b453-4c59-b535-a1339ab759c2 HTTP/1.1" status: 204 len: 168 time: 1.1903403 Apr 29 16:46:44.460624 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 39748) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:46:44.519473 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-94d7a813-eb8d-4a74-9bd0-00fcdd93f449 None None] Deleting port 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:46:44.520020 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-94d7a813-eb8d-4a74-9bd0-00fcdd93f449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:44.582724 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-94d7a813-eb8d-4a74-9bd0-00fcdd93f449 None None] The port '1ddae91d-c0d4-4af0-a57d-7c9006a19b8e' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 16:46:44.841988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-25b46fee-d789-4a5d-b911-31ec1cde92e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:45.239403 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:46:45.275168 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:46:45.275508 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1ddae91d-c0d4-4af0-a57d-7c9006a19b8e not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:46:45.420387 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-25b46fee-d789-4a5d-b911-31ec1cde92e6 admin admin] Deleting port cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:46:45.420866 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-25b46fee-d789-4a5d-b911-31ec1cde92e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:45.590879 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-25b46fee-d789-4a5d-b911-31ec1cde92e6 admin admin] For port cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b,segment=NetworkSegment(c2077fb7-010c-4e88-a46d-56d2f6739036),segment_id=c2077fb7-010c-4e88-a46d-56d2f6739036)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:46:45.591228 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-25b46fee-d789-4a5d-b911-31ec1cde92e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:45.800031 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-25b46fee-d789-4a5d-b911-31ec1cde92e6 admin admin] Calling delete_port for cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:46:45.978722 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb9a1-5cb9-4a7c-a089-b210ef4e0e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:45.989513 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:46.029874 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-25b46fee-d789-4a5d-b911-31ec1cde92e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:46.073997 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b46fee-d789-4a5d-b911-31ec1cde92e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:46.356812 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-25b46fee-d789-4a5d-b911-31ec1cde92e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:46.906806 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b46fee-d789-4a5d-b911-31ec1cde92e6 admin admin] Router e101892d-de05-49e7-9848-4af38f1852dc has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:46:47.102589 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b46fee-d789-4a5d-b911-31ec1cde92e6 admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:46:47.111212 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cebd37a-0b04-4b13-97e5-b065a7d5cb50 None None] Sync routers for ids ['e101892d-de05-49e7-9848-4af38f1852dc'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:46:47.123900 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cebd37a-0b04-4b13-97e5-b065a7d5cb50 None None] Routers {'e101892d-de05-49e7-9848-4af38f1852dc'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:46:47.124487 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-7cebd37a-0b04-4b13-97e5-b065a7d5cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:46:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['e101892d-de05-49e7-9848-4af38f1852dc'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:46:47.168994 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-25b46fee-d789-4a5d-b911-31ec1cde92e6 admin admin] 10.222.0.21 "PUT /v2.0/routers/e101892d-de05-49e7-9848-4af38f1852dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7073574 Apr 29 16:46:47.171862 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 39752) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:46:47.301358 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-7cebd37a-0b04-4b13-97e5-b065a7d5cb50 None None] Set router e101892d-de05-49e7-9848-4af38f1852dc gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:46:47.418789 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:47.475816 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5a74ec40-b1e6-4151-aa99-2421828db2ba admin admin] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:47.598743 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:47.610941 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-7cebd37a-0b04-4b13-97e5-b065a7d5cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101892d-de05-49e7-9848-4af38f1852dc', 'name': 'tempest-TestShelveInstance-1470031297-router', 'tenant_id': '1af0d1680d91461a8cee6c420b363f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': '9eafbb4e-49f8-4938-bcfe-ea4393c19ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:49Z', 'updated_at': '2022-04-29T16:46:45Z', 'revision_number': 5, 'project_id': '1af0d1680d91461a8cee6c420b363f16', 'gw_port': {'id': '9eafbb4e-49f8-4938-bcfe-ea4393c19ede', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101892d-de05-49e7-9848-4af38f1852dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:49Z', 'updated_at': '2022-04-29T16:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:46:47.614707 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cebd37a-0b04-4b13-97e5-b065a7d5cb50 None None] Checking router: e101892d-de05-49e7-9848-4af38f1852dc for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:46:47.625727 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cebd37a-0b04-4b13-97e5-b065a7d5cb50 None None] Routers {'e101892d-de05-49e7-9848-4af38f1852dc'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:46:47.626315 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-7cebd37a-0b04-4b13-97e5-b065a7d5cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:46:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['e101892d-de05-49e7-9848-4af38f1852dc'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:46:47.684085 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5a74ec40-b1e6-4151-aa99-2421828db2ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:47.750221 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-5a74ec40-b1e6-4151-aa99-2421828db2ba admin admin] Deleting port 9eafbb4e-49f8-4938-bcfe-ea4393c19ede {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:46:47.750589 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5a74ec40-b1e6-4151-aa99-2421828db2ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:47.799297 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-7cebd37a-0b04-4b13-97e5-b065a7d5cb50 None None] Set router e101892d-de05-49e7-9848-4af38f1852dc gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:46:47.919762 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-5a74ec40-b1e6-4151-aa99-2421828db2ba admin admin] For port 9eafbb4e-49f8-4938-bcfe-ea4393c19ede, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=9eafbb4e-49f8-4938-bcfe-ea4393c19ede,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:46:47.920324 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5a74ec40-b1e6-4151-aa99-2421828db2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:48.043630 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-5a74ec40-b1e6-4151-aa99-2421828db2ba admin admin] Calling delete_port for 9eafbb4e-49f8-4938-bcfe-ea4393c19ede owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:46:48.079133 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-7cebd37a-0b04-4b13-97e5-b065a7d5cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101892d-de05-49e7-9848-4af38f1852dc', 'name': 'tempest-TestShelveInstance-1470031297-router', 'tenant_id': '1af0d1680d91461a8cee6c420b363f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': '9eafbb4e-49f8-4938-bcfe-ea4393c19ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:49Z', 'updated_at': '2022-04-29T16:46:45Z', 'revision_number': 5, 'project_id': '1af0d1680d91461a8cee6c420b363f16', 'gw_port': {'id': '9eafbb4e-49f8-4938-bcfe-ea4393c19ede', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101892d-de05-49e7-9848-4af38f1852dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:49Z', 'updated_at': '2022-04-29T16:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:46:48.082945 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cebd37a-0b04-4b13-97e5-b065a7d5cb50 None None] The sync data for ids ['e101892d-de05-49e7-9848-4af38f1852dc'] in dv-neutron-839913-1-hyperv is: [{'id': 'e101892d-de05-49e7-9848-4af38f1852dc', 'name': 'tempest-TestShelveInstance-1470031297-router', 'tenant_id': '1af0d1680d91461a8cee6c420b363f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': '9eafbb4e-49f8-4938-bcfe-ea4393c19ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:34:49Z', 'updated_at': '2022-04-29T16:46:45Z', 'revision_number': 5, 'project_id': '1af0d1680d91461a8cee6c420b363f16', 'gw_port': {'id': '9eafbb4e-49f8-4938-bcfe-ea4393c19ede', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101892d-de05-49e7-9848-4af38f1852dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:34:49Z', 'updated_at': '2022-04-29T16:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:46:48.270312 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5a74ec40-b1e6-4151-aa99-2421828db2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:48.315239 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74ec40-b1e6-4151-aa99-2421828db2ba admin admin] Pushing event deleted for resources: {'Port': ['ID=9eafbb4e-49f8-4938-bcfe-ea4393c19ede,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:48.532180 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5a74ec40-b1e6-4151-aa99-2421828db2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:48.708793 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:48.872505 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5a74ec40-b1e6-4151-aa99-2421828db2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:48.876621 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5a74ec40-b1e6-4151-aa99-2421828db2ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:48.955213 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5a74ec40-b1e6-4151-aa99-2421828db2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:48.955832 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a74ec40-b1e6-4151-aa99-2421828db2ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router e101892d-de05-49e7-9848-4af38f1852dc {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 16:46:48.968425 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-5a74ec40-b1e6-4151-aa99-2421828db2ba admin admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:48.972109 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-5a74ec40-b1e6-4151-aa99-2421828db2ba admin admin] 10.222.0.21 "DELETE /v2.0/routers/e101892d-de05-49e7-9848-4af38f1852dc HTTP/1.1" status: 204 len: 168 time: 1.7968342 Apr 29 16:46:48.972109 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 39756) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:46:49.032848 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf7a94c-7c18-4f7b-b5ca-a039611b53b5 admin admin] Deleting subnet dc46cc33-73ce-439d-bdcd-a54489e91e54 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 16:46:49.035985 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-edf7a94c-7c18-4f7b-b5ca-a039611b53b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:49.087217 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-edf7a94c-7c18-4f7b-b5ca-a039611b53b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:49.161181 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-edf7a94c-7c18-4f7b-b5ca-a039611b53b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:49.297682 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-edf7a94c-7c18-4f7b-b5ca-a039611b53b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:49.337139 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7a94c-7c18-4f7b-b5ca-a039611b53b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc46cc33-73ce-439d-bdcd-a54489e91e54,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:49.343198 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-edf7a94c-7c18-4f7b-b5ca-a039611b53b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:49.348186 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04c83f5-4209-4c8a-ab0a-508180b6c6da None None] Network 86a04543-7d7b-40d6-9926-d907eb8839e8 requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:46:49.350216 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-edf7a94c-7c18-4f7b-b5ca-a039611b53b5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dc46cc33-73ce-439d-bdcd-a54489e91e54 HTTP/1.1" status: 204 len: 168 time: 0.3771014 Apr 29 16:46:49.352565 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 39760) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:46:49.463660 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d54e3127-ad7d-4709-bdd4-d2f6868cd2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:49.475474 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-d54e3127-ad7d-4709-bdd4-d2f6868cd2f0 admin admin] Deleting port c6ceb57f-8494-4086-974f-cbe1290925c8 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:46:49.475772 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d54e3127-ad7d-4709-bdd4-d2f6868cd2f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:49.507845 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 9eafbb4e-49f8-4938-bcfe-ea4393c19ede no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:46:49.552709 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 9eafbb4e-49f8-4938-bcfe-ea4393c19ede {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:46:49.552709 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 9eafbb4e-49f8-4938-bcfe-ea4393c19ede not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:46:49.552709 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:46:49.585780 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:46:49.586130 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device cc579ffc-3275-4b62-9ff8-6ae8ca8a1d3b not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:46:49.674310 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550daea7-a7da-4c4f-9a3f-eee9b0ec52f0 None None] DHCP port deletion for 86a04543-7d7b-40d6-9926-d907eb8839e8 request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 16:46:49.678665 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-550daea7-a7da-4c4f-9a3f-eee9b0ec52f0 None None] Deleting port c6ceb57f-8494-4086-974f-cbe1290925c8 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:46:49.679130 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-550daea7-a7da-4c4f-9a3f-eee9b0ec52f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:49.686931 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-d54e3127-ad7d-4709-bdd4-d2f6868cd2f0 admin admin] For port c6ceb57f-8494-4086-974f-cbe1290925c8, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c6ceb57f-8494-4086-974f-cbe1290925c8,segment=NetworkSegment(c2077fb7-010c-4e88-a46d-56d2f6739036),segment_id=c2077fb7-010c-4e88-a46d-56d2f6739036)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:46:49.687295 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d54e3127-ad7d-4709-bdd4-d2f6868cd2f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:49.814567 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-d54e3127-ad7d-4709-bdd4-d2f6868cd2f0 admin admin] Calling delete_port for c6ceb57f-8494-4086-974f-cbe1290925c8 owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:46:49.886893 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-550daea7-a7da-4c4f-9a3f-eee9b0ec52f0 None None] For port c6ceb57f-8494-4086-974f-cbe1290925c8, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=c6ceb57f-8494-4086-974f-cbe1290925c8,segment=NetworkSegment(c2077fb7-010c-4e88-a46d-56d2f6739036),segment_id=c2077fb7-010c-4e88-a46d-56d2f6739036)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:46:49.887516 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-550daea7-a7da-4c4f-9a3f-eee9b0ec52f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:49.977008 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d54e3127-ad7d-4709-bdd4-d2f6868cd2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:50.004212 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-550daea7-a7da-4c4f-9a3f-eee9b0ec52f0 None None] Calling delete_port for c6ceb57f-8494-4086-974f-cbe1290925c8 owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:46:50.021919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e3127-ad7d-4709-bdd4-d2f6868cd2f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ceb57f-8494-4086-974f-cbe1290925c8,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:50.028711 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54e3127-ad7d-4709-bdd4-d2f6868cd2f0 admin admin] No DVR routers for this DVR port c6ceb57f-8494-4086-974f-cbe1290925c8 on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:46:50.073697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-550daea7-a7da-4c4f-9a3f-eee9b0ec52f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:46:50.074046 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-550daea7-a7da-4c4f-9a3f-eee9b0ec52f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:46:50.143452 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d54e3127-ad7d-4709-bdd4-d2f6868cd2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:50.168632 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-d54e3127-ad7d-4709-bdd4-d2f6868cd2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a04543-7d7b-40d6-9926-d907eb8839e8']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:46:50.184106 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-d54e3127-ad7d-4709-bdd4-d2f6868cd2f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2077fb7-010c-4e88-a46d-56d2f6739036') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:46:50.184395 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-d54e3127-ad7d-4709-bdd4-d2f6868cd2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2077fb7-010c-4e88-a46d-56d2f6739036') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:46:50.195367 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d54e3127-ad7d-4709-bdd4-d2f6868cd2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:50.211113 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d54e3127-ad7d-4709-bdd4-d2f6868cd2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:50.217591 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54e3127-ad7d-4709-bdd4-d2f6868cd2f0 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:46:50.221240 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d54e3127-ad7d-4709-bdd4-d2f6868cd2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:46:50.230857 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:46:50.372655 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d54e3127-ad7d-4709-bdd4-d2f6868cd2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:50.388666 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d54e3127-ad7d-4709-bdd4-d2f6868cd2f0 admin admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:50.402898 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e3127-ad7d-4709-bdd4-d2f6868cd2f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=86a04543-7d7b-40d6-9926-d907eb8839e8,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:50.410023 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d54e3127-ad7d-4709-bdd4-d2f6868cd2f0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/86a04543-7d7b-40d6-9926-d907eb8839e8 HTTP/1.1" status: 204 len: 168 time: 1.0562868 Apr 29 16:46:50.575188 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-550daea7-a7da-4c4f-9a3f-eee9b0ec52f0 None None] Deleting port c6ceb57f-8494-4086-974f-cbe1290925c8 {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:46:50.575478 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-550daea7-a7da-4c4f-9a3f-eee9b0ec52f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:50.668596 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-550daea7-a7da-4c4f-9a3f-eee9b0ec52f0 None None] The port 'c6ceb57f-8494-4086-974f-cbe1290925c8' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 16:46:50.810693 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 39766) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:46:50.859646 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-4f2bc6d6-89da-443e-a4b9-dd5739259f59 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e744daeeaf140e3896e56c23b6ae852&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477419 Apr 29 16:46:50.862037 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 39770) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:46:50.918583 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-25a3d986-b5a0-4e47-89bf-0bcbba3f3700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:50.944034 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-25a3d986-b5a0-4e47-89bf-0bcbba3f3700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:51.073818 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-25a3d986-b5a0-4e47-89bf-0bcbba3f3700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:51.089112 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3d986-b5a0-4e47-89bf-0bcbba3f3700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439d7976-c5dc-4968-b73b-95ac1b881ea9,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:51.097502 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-25a3d986-b5a0-4e47-89bf-0bcbba3f3700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:51.098681 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-25a3d986-b5a0-4e47-89bf-0bcbba3f3700 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/439d7976-c5dc-4968-b73b-95ac1b881ea9 HTTP/1.1" status: 204 len: 168 time: 0.2357068 Apr 29 16:46:51.241254 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c6ceb57f-8494-4086-974f-cbe1290925c8 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:46:51.277130 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: c6ceb57f-8494-4086-974f-cbe1290925c8 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:46:51.277474 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device c6ceb57f-8494-4086-974f-cbe1290925c8 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:46:51.826978 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 39778) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:46:51.881759 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-c7b92b6f-65d2-4a69-9470-fa59c2361b71 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1af0d1680d91461a8cee6c420b363f16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0536530 Apr 29 16:46:51.884220 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 39782) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:46:51.945767 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5a1f6b30-4afc-44dd-954d-0cec39e5870f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:51.970946 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5a1f6b30-4afc-44dd-954d-0cec39e5870f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:52.081036 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5a1f6b30-4afc-44dd-954d-0cec39e5870f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:52.096754 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f6b30-4afc-44dd-954d-0cec39e5870f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c747ddc5-512f-460a-a3a5-b263511829cc,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:52.101898 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-5a1f6b30-4afc-44dd-954d-0cec39e5870f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:52.103080 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-5a1f6b30-4afc-44dd-954d-0cec39e5870f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c747ddc5-512f-460a-a3a5-b263511829cc HTTP/1.1" status: 204 len: 168 time: 0.2179718 Apr 29 16:46:53.323756 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 39804) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:46:53.449468 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-71fa6ab2-524e-4c34-ab63-568ff68187ad admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1952669485-network', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:46:53.454165 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-71fa6ab2-524e-4c34-ab63-568ff68187ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:46:53.457952 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-71fa6ab2-524e-4c34-ab63-568ff68187ad admin admin] Usage tracker for resource:network and tenant:51617fafac7b43ea9a21a6a6e562e1d9 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:46:53.460765 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-71fa6ab2-524e-4c34-ab63-568ff68187ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:46:53.466614 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-71fa6ab2-524e-4c34-ab63-568ff68187ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:46:53.533368 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fa6ab2-524e-4c34-ab63-568ff68187ad admin admin] Made reservation on behalf of 51617fafac7b43ea9a21a6a6e562e1d9 for: {'network': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:46:53.535677 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-71fa6ab2-524e-4c34-ab63-568ff68187ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:53.548338 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-71fa6ab2-524e-4c34-ab63-568ff68187ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:53.583981 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-71fa6ab2-524e-4c34-ab63-568ff68187ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:46:53.587674 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-71fa6ab2-524e-4c34-ab63-568ff68187ad admin admin] Usage tracker for resource:security_group_rule and tenant:51617fafac7b43ea9a21a6a6e562e1d9 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:46:53.590390 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-71fa6ab2-524e-4c34-ab63-568ff68187ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:46:53.595905 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-71fa6ab2-524e-4c34-ab63-568ff68187ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:46:53.659462 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-71fa6ab2-524e-4c34-ab63-568ff68187ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:53.726987 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-71fa6ab2-524e-4c34-ab63-568ff68187ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:53.756965 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71fa6ab2-524e-4c34-ab63-568ff68187ad admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=84771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:46:53.766385 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa6ab2-524e-4c34-ab63-568ff68187ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760afe72-c44f-4413-bc34-18e21ad30d05,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:53.771717 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-71fa6ab2-524e-4c34-ab63-568ff68187ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:53.772105 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.segments_db [None req-71fa6ab2-524e-4c34-ab63-568ff68187ad admin admin] Added segment 01a60c38-3e1c-4ced-a369-ff65854ba191 of type vlan for network 712703af-075a-4495-abe2-5a31625e120d Apr 29 16:46:53.800281 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-71fa6ab2-524e-4c34-ab63-568ff68187ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:53.892789 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-71fa6ab2-524e-4c34-ab63-568ff68187ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:53.893688 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fa6ab2-524e-4c34-ab63-568ff68187ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:46:53.894329 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-71fa6ab2-524e-4c34-ab63-568ff68187ad admin admin] Notify callbacks [] for network, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:53.994745 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa6ab2-524e-4c34-ab63-568ff68187ad admin admin] Pushing event updated for resources: {'Network': ['ID=712703af-075a-4495-abe2-5a31625e120d,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:54.004733 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network 712703af-075a-4495-abe2-5a31625e120d details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:46:54.075046 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-71fa6ab2-524e-4c34-ab63-568ff68187ad admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7501612 Apr 29 16:46:54.077743 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 39812) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:46:54.083133 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-73e3533a-fc3c-4118-a4b7-8f9a02e12ce2 admin admin] Request body: {'subnet': {'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1952669485-subnet', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'ip_version': 4}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:46:54.087852 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-73e3533a-fc3c-4118-a4b7-8f9a02e12ce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:46:54.100068 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-73e3533a-fc3c-4118-a4b7-8f9a02e12ce2 admin admin] Usage tracker for resource:subnet and tenant:51617fafac7b43ea9a21a6a6e562e1d9 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:46:54.100068 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-73e3533a-fc3c-4118-a4b7-8f9a02e12ce2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:46:54.100627 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-73e3533a-fc3c-4118-a4b7-8f9a02e12ce2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:46:54.155421 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e3533a-fc3c-4118-a4b7-8f9a02e12ce2 admin admin] Made reservation on behalf of 51617fafac7b43ea9a21a6a6e562e1d9 for: {'subnet': 1} {{(pid=84771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:46:54.157658 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-73e3533a-fc3c-4118-a4b7-8f9a02e12ce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2782425'] for subnet, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:54.428616 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-73e3533a-fc3c-4118-a4b7-8f9a02e12ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7286408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2782411'] for subnet, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:54.496833 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3533a-fc3c-4118-a4b7-8f9a02e12ce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12adbe48-632e-4cde-88ca-e4e68cb6be13,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:54.510043 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e3533a-fc3c-4118-a4b7-8f9a02e12ce2 admin admin] Checking segment: {'id': '01a60c38-3e1c-4ced-a369-ff65854ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '712703af-075a-4495-abe2-5a31625e120d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:46:54.510388 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e3533a-fc3c-4118-a4b7-8f9a02e12ce2 admin admin] Network hostable DHCP agents. Network: 712703af-075a-4495-abe2-5a31625e120d, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:46:54.599512 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e3533a-fc3c-4118-a4b7-8f9a02e12ce2 admin admin] Network 712703af-075a-4495-abe2-5a31625e120d is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:46:54.656792 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-73e3533a-fc3c-4118-a4b7-8f9a02e12ce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, 712703af-075a-4495-abe2-5a31625e120d) {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:46:54.660670 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e3533a-fc3c-4118-a4b7-8f9a02e12ce2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:46:54.671281 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-73e3533a-fc3c-4118-a4b7-8f9a02e12ce2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:54.672202 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfaddc7-0af0-47a2-a59f-8e7147130808 None None] Network 712703af-075a-4495-abe2-5a31625e120d requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:46:54.743614 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-73e3533a-fc3c-4118-a4b7-8f9a02e12ce2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6648300 Apr 29 16:46:54.747018 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 39816) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:46:54.752107 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-1e0ba5b7-cc87-4412-a693-b3b91b45bfeb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1952669485-router', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:46:54.757856 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-1e0ba5b7-cc87-4412-a693-b3b91b45bfeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:46:54.760476 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1e0ba5b7-cc87-4412-a693-b3b91b45bfeb admin admin] Usage tracker for resource:router and tenant:51617fafac7b43ea9a21a6a6e562e1d9 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:46:54.763702 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-1e0ba5b7-cc87-4412-a693-b3b91b45bfeb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:46:54.769246 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-1e0ba5b7-cc87-4412-a693-b3b91b45bfeb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:46:54.863215 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1e0ba5b7-cc87-4412-a693-b3b91b45bfeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:54.864269 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1e0ba5b7-cc87-4412-a693-b3b91b45bfeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:54.880434 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-712703af-075a-4495-abe2-5a31625e120d', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'fixed_ips': [{'subnet_id': '12adbe48-632e-4cde-88ca-e4e68cb6be13'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 16:46:54.881494 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:54.885074 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1e0ba5b7-cc87-4412-a693-b3b91b45bfeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:55.038554 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Allocated IP 172.20.0.2 (712703af-075a-4495-abe2-5a31625e120d/12adbe48-632e-4cde-88ca-e4e68cb6be13/1ec0b247-d7df-4451-8e11-7a2e2341bddf) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:46:55.216309 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1e0ba5b7-cc87-4412-a693-b3b91b45bfeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:55.250074 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:55.259968 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Transition to ACTIVE for port object 1ec0b247-d7df-4451-8e11-7a2e2341bddf will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:46:55.278514 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Transition to ACTIVE for port object 1ec0b247-d7df-4451-8e11-7a2e2341bddf will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:46:55.350291 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:55.419983 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Network 712703af-075a-4495-abe2-5a31625e120d is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:46:55.421074 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:46:55.424806 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:46:55.432670 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Pushing event updated for resources: {'Port': ['ID=1ec0b247-d7df-4451-8e11-7a2e2341bddf,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:55.482682 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1e0ba5b7-cc87-4412-a693-b3b91b45bfeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:55.498084 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:55.498423 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:55.499852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:55.499852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:55.499852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:55.499852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:55.500204 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:55.500412 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:55.500728 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:55.501043 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:55.501360 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:46:55.512765 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1e0ba5b7-cc87-4412-a693-b3b91b45bfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:55.529391 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Attempting to bind port 1ec0b247-d7df-4451-8e11-7a2e2341bddf on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:46:55.529752 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Attempting to bind port 1ec0b247-d7df-4451-8e11-7a2e2341bddf by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '01a60c38-3e1c-4ced-a369-ff65854ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '712703af-075a-4495-abe2-5a31625e120d'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:46:55.530107 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Attempting to bind port 1ec0b247-d7df-4451-8e11-7a2e2341bddf on network 712703af-075a-4495-abe2-5a31625e120d {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:46:55.536463 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:46:55.536824 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Checking segment: {'id': '01a60c38-3e1c-4ced-a369-ff65854ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '712703af-075a-4495-abe2-5a31625e120d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:46:55.537213 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:55.537593 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Bound using segment: {'id': '01a60c38-3e1c-4ced-a369-ff65854ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '712703af-075a-4495-abe2-5a31625e120d'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:46:55.538044 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Bound port: 1ec0b247-d7df-4451-8e11-7a2e2341bddf, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a60c38-3e1c-4ced-a369-ff65854ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '712703af-075a-4495-abe2-5a31625e120d'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:46:55.538413 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:55.640106 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] For port 1ec0b247-d7df-4451-8e11-7a2e2341bddf, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:46:55.643020 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] For port 1ec0b247-d7df-4451-8e11-7a2e2341bddf, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1ec0b247-d7df-4451-8e11-7a2e2341bddf,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:46:55.649665 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-1e0ba5b7-cc87-4412-a693-b3b91b45bfeb admin admin] Allocated IP 172.26.1.34 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/abf79a9b-a824-40b3-836a-26e967eaacab) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:46:55.715267 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:55.798988 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1e0ba5b7-cc87-4412-a693-b3b91b45bfeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:55.803739 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08683f1a-82a3-43d3-85f9-05c3b10e9d1f None None] Pushing event updated for resources: {'Port': ['ID=1ec0b247-d7df-4451-8e11-7a2e2341bddf,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:55.897552 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1e0ba5b7-cc87-4412-a693-b3b91b45bfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:55.979597 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0ba5b7-cc87-4412-a693-b3b91b45bfeb admin admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:46:55.983312 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-1e0ba5b7-cc87-4412-a693-b3b91b45bfeb admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:46:55.985495 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0ba5b7-cc87-4412-a693-b3b91b45bfeb admin admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:46:56.033359 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ba5b7-cc87-4412-a693-b3b91b45bfeb admin admin] Pushing event updated for resources: {'Port': ['ID=abf79a9b-a824-40b3-836a-26e967eaacab,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:56.219482 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1e0ba5b7-cc87-4412-a693-b3b91b45bfeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:56.220214 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1e0ba5b7-cc87-4412-a693-b3b91b45bfeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:56.502570 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0ba5b7-cc87-4412-a693-b3b91b45bfeb admin admin] Router 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 16:46:56.642534 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d19927-316b-4a83-b327-447cdd325ae4 None None] Network 712703af-075a-4495-abe2-5a31625e120d requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:46:56.709236 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0ba5b7-cc87-4412-a693-b3b91b45bfeb admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:46:56.725301 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] Sync routers for ids ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:46:56.771672 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] Routers {'80a6d268-6a44-48ca-a75c-7f01d21f7ca4'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:46:56.775213 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:46:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:46:56.835774 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1e0ba5b7-cc87-4412-a693-b3b91b45bfeb admin admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:56.837110 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1e0ba5b7-cc87-4412-a693-b3b91b45bfeb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0891101 Apr 29 16:46:56.846555 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 39822) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:46:56.914023 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-aa8bf0e8-a23b-4649-9135-771f72e1f1a8 None None] Provisioning for port 1ec0b247-d7df-4451-8e11-7a2e2341bddf completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:46:57.080860 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] Set router 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:46:57.326703 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1ec0b247-d7df-4451-8e11-7a2e2341bddf up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:46:57.455872 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'name': 'tempest-TestSnapshotPattern-1952669485-router', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:46:54Z', 'updated_at': '2022-04-29T16:46:56Z', 'revision_number': 3, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'gw_port': {'id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:55Z', 'updated_at': '2022-04-29T16:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:46:57.461634 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] Checking router: 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:46:57.461863 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] Updating router 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 port abf79a9b-a824-40b3-836a-26e967eaacab binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:46:57.511222 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 1ec0b247-d7df-4451-8e11-7a2e2341bddf completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:46:57.520772 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 1ec0b247-d7df-4451-8e11-7a2e2341bddf triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:46:57.521143 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:57.547729 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:57.694305 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9ccfe0a-c7c3-4cbe-b090-9d906cc52452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:57.760257 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:57.866711 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 1ec0b247-d7df-4451-8e11-7a2e2341bddf, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1ec0b247-d7df-4451-8e11-7a2e2341bddf,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:46:57.903317 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-a9ccfe0a-c7c3-4cbe-b090-9d906cc52452 admin admin] Allocated IP 172.20.0.1 (712703af-075a-4495-abe2-5a31625e120d/12adbe48-632e-4cde-88ca-e4e68cb6be13/944b37bc-2ce6-482c-a576-4a046882c62c) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:46:57.934844 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:58.015974 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:58.032923 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=1ec0b247-d7df-4451-8e11-7a2e2341bddf,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:58.035719 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] Transition to ACTIVE for port object abf79a9b-a824-40b3-836a-26e967eaacab will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:46:58.053850 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9ccfe0a-c7c3-4cbe-b090-9d906cc52452 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:58.069352 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [None req-a9ccfe0a-c7c3-4cbe-b090-9d906cc52452 admin admin] Transition to ACTIVE for port object 944b37bc-2ce6-482c-a576-4a046882c62c will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:46:58.109978 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:58.161533 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9ccfe0a-c7c3-4cbe-b090-9d906cc52452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:58.189719 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b000e0e-228c-46e7-9b77-3fa6898e108c None None] Pushing event updated for resources: {'Port': ['ID=abf79a9b-a824-40b3-836a-26e967eaacab,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:58.193169 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] Attempting to bind port abf79a9b-a824-40b3-836a-26e967eaacab on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:46:58.193538 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] Attempting to bind port abf79a9b-a824-40b3-836a-26e967eaacab by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:46:58.193899 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] Attempting to bind port abf79a9b-a824-40b3-836a-26e967eaacab on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:46:58.202426 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:46:58.202824 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:46:58.203220 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:58.203605 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:46:58.204096 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] Bound port: abf79a9b-a824-40b3-836a-26e967eaacab, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:46:58.204462 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:58.231029 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ccfe0a-c7c3-4cbe-b090-9d906cc52452 admin admin] Network 712703af-075a-4495-abe2-5a31625e120d is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:46:58.234465 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-a9ccfe0a-c7c3-4cbe-b090-9d906cc52452 admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:46:58.236403 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ccfe0a-c7c3-4cbe-b090-9d906cc52452 admin admin] Pushing event updated for resources: {'Port': ['ID=944b37bc-2ce6-482c-a576-4a046882c62c,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:58.238517 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ccfe0a-c7c3-4cbe-b090-9d906cc52452 admin admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:46:58.279779 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] For port abf79a9b-a824-40b3-836a-26e967eaacab, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:46:58.283540 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] For port abf79a9b-a824-40b3-836a-26e967eaacab, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=abf79a9b-a824-40b3-836a-26e967eaacab,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:46:58.291495 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9ccfe0a-c7c3-4cbe-b090-9d906cc52452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:58.350348 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:58.444036 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b000e0e-228c-46e7-9b77-3fa6898e108c None None] Pushing event updated for resources: {'Port': ['ID=abf79a9b-a824-40b3-836a-26e967eaacab,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:58.448442 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] Routers {'80a6d268-6a44-48ca-a75c-7f01d21f7ca4'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:46:58.449155 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:46:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:46:58.461310 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9ccfe0a-c7c3-4cbe-b090-9d906cc52452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:58.554685 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e449e64b-c250-41c2-ab09-23d9893658fc None None] Provisioning for port 944b37bc-2ce6-482c-a576-4a046882c62c completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:46:58.565293 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e449e64b-c250-41c2-ab09-23d9893658fc None None] Provisioning complete for port 944b37bc-2ce6-482c-a576-4a046882c62c triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:46:58.565659 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e449e64b-c250-41c2-ab09-23d9893658fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:58.639569 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-e449e64b-c250-41c2-ab09-23d9893658fc None None] Port 944b37bc-2ce6-482c-a576-4a046882c62c cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:46:58.675004 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] Set router 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:46:58.678514 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9ccfe0a-c7c3-4cbe-b090-9d906cc52452 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:58.721182 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9ccfe0a-c7c3-4cbe-b090-9d906cc52452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:58.829814 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ccfe0a-c7c3-4cbe-b090-9d906cc52452 admin admin] Pushing event updated for resources: {'Port': ['ID=944b37bc-2ce6-482c-a576-4a046882c62c,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:46:58.832086 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-a9ccfe0a-c7c3-4cbe-b090-9d906cc52452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:58.966922 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ccfe0a-c7c3-4cbe-b090-9d906cc52452 admin admin] Network 712703af-075a-4495-abe2-5a31625e120d is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:46:58.967998 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-a9ccfe0a-c7c3-4cbe-b090-9d906cc52452 admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:46:59.038655 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'name': 'tempest-TestSnapshotPattern-1952669485-router', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:46:54Z', 'updated_at': '2022-04-29T16:46:58Z', 'revision_number': 4, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'gw_port': {'id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:55Z', 'updated_at': '2022-04-29T16:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '944b37bc-2ce6-482c-a576-4a046882c62c', 'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'mac_address': 'fa:16:3e:eb:48:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:57Z', 'updated_at': '2022-04-29T16:46:57Z', 'revision_number': 1, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'subnets': [{'id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:46:59.042873 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbf667a-1197-4ffd-9827-395fc78c9490 None None] The sync data for ids ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'] in dv-neutron-839913-1-hyperv is: [{'id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'name': 'tempest-TestSnapshotPattern-1952669485-router', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:46:54Z', 'updated_at': '2022-04-29T16:46:58Z', 'revision_number': 4, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'gw_port': {'id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:55Z', 'updated_at': '2022-04-29T16:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '944b37bc-2ce6-482c-a576-4a046882c62c', 'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'mac_address': 'fa:16:3e:eb:48:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:57Z', 'updated_at': '2022-04-29T16:46:57Z', 'revision_number': 1, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'subnets': [{'id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:46:59.285500 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-7eb1c574-1062-4c19-a75a-7babbe4f0364 None None] Provisioning complete for port 944b37bc-2ce6-482c-a576-4a046882c62c triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:46:59.285862 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7eb1c574-1062-4c19-a75a-7babbe4f0364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:59.312693 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1ec0b247-d7df-4451-8e11-7a2e2341bddf up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:46:59.392304 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-7eb1c574-1062-4c19-a75a-7babbe4f0364 None None] Port 944b37bc-2ce6-482c-a576-4a046882c62c cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:46:59.416028 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 1ec0b247-d7df-4451-8e11-7a2e2341bddf triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:46:59.416394 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:46:59.510641 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ccfe0a-c7c3-4cbe-b090-9d906cc52452 admin admin] Router 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:46:59.756744 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ccfe0a-c7c3-4cbe-b090-9d906cc52452 admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:46:59.767893 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-a9ccfe0a-c7c3-4cbe-b090-9d906cc52452 admin admin] 10.222.0.21 "PUT /v2.0/routers/80a6d268-6a44-48ca-a75c-7f01d21f7ca4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9202290 Apr 29 16:47:00.886265 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 39846) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:47:00.891774 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-8e1df8b4-50be-4be0-b96f-c58ec1884604 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1899090134-network', 'tenant_id': '56b3cd285b8841f08927e05b6d1b8b71'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:47:00.896760 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8e1df8b4-50be-4be0-b96f-c58ec1884604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:47:00.900619 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8e1df8b4-50be-4be0-b96f-c58ec1884604 admin admin] Usage tracker for resource:network and tenant:56b3cd285b8841f08927e05b6d1b8b71 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:47:00.903548 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8e1df8b4-50be-4be0-b96f-c58ec1884604 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:47:00.909159 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8e1df8b4-50be-4be0-b96f-c58ec1884604 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:47:00.966406 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1df8b4-50be-4be0-b96f-c58ec1884604 admin admin] Made reservation on behalf of 56b3cd285b8841f08927e05b6d1b8b71 for: {'network': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:47:00.968669 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e1df8b4-50be-4be0-b96f-c58ec1884604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for network, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:00.981290 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e1df8b4-50be-4be0-b96f-c58ec1884604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:01.012502 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8e1df8b4-50be-4be0-b96f-c58ec1884604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:47:01.016536 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8e1df8b4-50be-4be0-b96f-c58ec1884604 admin admin] Usage tracker for resource:security_group_rule and tenant:56b3cd285b8841f08927e05b6d1b8b71 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:47:01.019454 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-8e1df8b4-50be-4be0-b96f-c58ec1884604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:47:01.025099 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-8e1df8b4-50be-4be0-b96f-c58ec1884604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:47:01.088525 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e1df8b4-50be-4be0-b96f-c58ec1884604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:01.159403 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e1df8b4-50be-4be0-b96f-c58ec1884604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:01.191013 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1df8b4-50be-4be0-b96f-c58ec1884604 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=84770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:47:01.196031 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1df8b4-50be-4be0-b96f-c58ec1884604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ba03e6-163d-47bb-9a26-22584ef7e8d7,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:01.203731 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e1df8b4-50be-4be0-b96f-c58ec1884604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:01.203731 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.segments_db [None req-8e1df8b4-50be-4be0-b96f-c58ec1884604 admin admin] Added segment 2af101cb-da7a-413e-abbe-85835c8daa91 of type vlan for network d55fa20d-b81e-47f9-89fb-6161a0fee8ee Apr 29 16:47:01.228931 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e1df8b4-50be-4be0-b96f-c58ec1884604 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738482230294'] for network, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:01.297592 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device abf79a9b-a824-40b3-836a-26e967eaacab up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:47:01.338295 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e1df8b4-50be-4be0-b96f-c58ec1884604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497'] for network, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:01.339710 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1df8b4-50be-4be0-b96f-c58ec1884604 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:47:01.340331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-8e1df8b4-50be-4be0-b96f-c58ec1884604 admin admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:01.424050 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port abf79a9b-a824-40b3-836a-26e967eaacab completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:47:01.428941 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port abf79a9b-a824-40b3-836a-26e967eaacab triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:47:01.429314 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:01.441621 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1df8b4-50be-4be0-b96f-c58ec1884604 admin admin] Pushing event updated for resources: {'Network': ['ID=d55fa20d-b81e-47f9-89fb-6161a0fee8ee,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:01.453700 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Network d55fa20d-b81e-47f9-89fb-6161a0fee8ee details requested by agent ovs-agent-dv-neutron-839913-1-hyperv with host dv-neutron-839913-1-hyperv {{(pid=84772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:47:01.504731 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-8e1df8b4-50be-4be0-b96f-c58ec1884604 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6172969 Apr 29 16:47:01.507478 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 39852) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:47:01.513575 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-9d2e2013-bb6b-416a-8f2e-a5ad1a474526 admin admin] Request body: {'subnet': {'network_id': 'd55fa20d-b81e-47f9-89fb-6161a0fee8ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1899090134-subnet', 'tenant_id': '56b3cd285b8841f08927e05b6d1b8b71', 'ip_version': 4}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:47:01.518701 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9d2e2013-bb6b-416a-8f2e-a5ad1a474526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:47:01.522651 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9d2e2013-bb6b-416a-8f2e-a5ad1a474526 admin admin] Usage tracker for resource:subnet and tenant:56b3cd285b8841f08927e05b6d1b8b71 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:47:01.525478 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-9d2e2013-bb6b-416a-8f2e-a5ad1a474526 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:47:01.531843 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-9d2e2013-bb6b-416a-8f2e-a5ad1a474526 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:47:01.595790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2e2013-bb6b-416a-8f2e-a5ad1a474526 admin admin] Made reservation on behalf of 56b3cd285b8841f08927e05b6d1b8b71 for: {'subnet': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:47:01.598050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d2e2013-bb6b-416a-8f2e-a5ad1a474526 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870812'] for subnet, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:01.634756 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:01.653509 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port abf79a9b-a824-40b3-836a-26e967eaacab, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=abf79a9b-a824-40b3-836a-26e967eaacab,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:47:01.739852 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:01.809092 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=abf79a9b-a824-40b3-836a-26e967eaacab,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:01.852702 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d2e2013-bb6b-416a-8f2e-a5ad1a474526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3201007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870798'] for subnet, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:01.921550 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e2013-bb6b-416a-8f2e-a5ad1a474526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01c7edbf-0a64-4267-b9ea-3c0bf30e1d33,revision_number=0']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:01.936420 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2e2013-bb6b-416a-8f2e-a5ad1a474526 admin admin] Checking segment: {'id': '2af101cb-da7a-413e-abbe-85835c8daa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd55fa20d-b81e-47f9-89fb-6161a0fee8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:47:01.936775 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2e2013-bb6b-416a-8f2e-a5ad1a474526 admin admin] Network hostable DHCP agents. Network: d55fa20d-b81e-47f9-89fb-6161a0fee8ee, hostable agents: ['acd9ce9d-5587-4232-a407-5c4641918659'], hosted agents: [] {{(pid=84770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:47:02.012756 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2e2013-bb6b-416a-8f2e-a5ad1a474526 admin admin] Network d55fa20d-b81e-47f9-89fb-6161a0fee8ee is scheduled to be hosted by DHCP agent acd9ce9d-5587-4232-a407-5c4641918659 with binding_index 1 {{(pid=84770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:47:02.058817 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-9d2e2013-bb6b-416a-8f2e-a5ad1a474526 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839913-1-hyperv, d55fa20d-b81e-47f9-89fb-6161a0fee8ee) {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:47:02.062692 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2e2013-bb6b-416a-8f2e-a5ad1a474526 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:47:02.063282 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-9d2e2013-bb6b-416a-8f2e-a5ad1a474526 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:02.067452 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1932927-5ac7-434d-a17d-ad22448b37de None None] Network d55fa20d-b81e-47f9-89fb-6161a0fee8ee requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:47:02.170754 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9d2e2013-bb6b-416a-8f2e-a5ad1a474526 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6598284 Apr 29 16:47:02.171233 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 39856) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:47:02.176730 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-614229b7-fde0-4cde-8f29-d71f04109406 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1899090134-router', 'tenant_id': '56b3cd285b8841f08927e05b6d1b8b71', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:47:02.181449 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-614229b7-fde0-4cde-8f29-d71f04109406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:47:02.186563 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-614229b7-fde0-4cde-8f29-d71f04109406 admin admin] Usage tracker for resource:router and tenant:56b3cd285b8841f08927e05b6d1b8b71 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:47:02.189453 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-614229b7-fde0-4cde-8f29-d71f04109406 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:47:02.195103 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-614229b7-fde0-4cde-8f29-d71f04109406 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:47:02.241448 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-614229b7-fde0-4cde-8f29-d71f04109406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15447'] for router, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:02.242431 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-614229b7-fde0-4cde-8f29-d71f04109406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15452'] for router, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:02.260426 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-614229b7-fde0-4cde-8f29-d71f04109406 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:02.277646 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c4ac86-cbd5-4512-889d-ed92f008001a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a43e38d-2a64-51eb-bbaf-37b1a26f33d4-d55fa20d-b81e-47f9-89fb-6161a0fee8ee', 'network_id': 'd55fa20d-b81e-47f9-89fb-6161a0fee8ee', 'tenant_id': '56b3cd285b8841f08927e05b6d1b8b71', 'fixed_ips': [{'subnet_id': '01c7edbf-0a64-4267-b9ea-3c0bf30e1d33'}]}} from dv-neutron-839913-1-hyperv. {{(pid=84772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 16:47:02.278514 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ac86-cbd5-4512-889d-ed92f008001a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:02.435260 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.db_base_plugin_common [None req-f8c4ac86-cbd5-4512-889d-ed92f008001a None None] Allocated IP 172.20.0.2 (d55fa20d-b81e-47f9-89fb-6161a0fee8ee/01c7edbf-0a64-4267-b9ea-3c0bf30e1d33/da2c4c4e-6cdd-468f-9fed-76e43d8c35ce) {{(pid=84772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:47:02.461261 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-614229b7-fde0-4cde-8f29-d71f04109406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16054'] for router, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:02.642856 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ac86-cbd5-4512-889d-ed92f008001a None None] Notify callbacks [] for port, precommit_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:02.654049 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f8c4ac86-cbd5-4512-889d-ed92f008001a None None] Transition to ACTIVE for port object da2c4c4e-6cdd-468f-9fed-76e43d8c35ce will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:47:02.672756 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-f8c4ac86-cbd5-4512-889d-ed92f008001a None None] Transition to ACTIVE for port object da2c4c4e-6cdd-468f-9fed-76e43d8c35ce will not be triggered until provisioned by entity DHCP. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:47:02.735070 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-614229b7-fde0-4cde-8f29-d71f04109406 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:02.761797 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ac86-cbd5-4512-889d-ed92f008001a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747'] for port, after_create {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:02.764597 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-614229b7-fde0-4cde-8f29-d71f04109406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:02.829941 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c4ac86-cbd5-4512-889d-ed92f008001a None None] Network d55fa20d-b81e-47f9-89fb-6161a0fee8ee is already hosted by enough agents. {{(pid=84772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:47:02.832611 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.scheduler.base_scheduler [None req-f8c4ac86-cbd5-4512-889d-ed92f008001a None None] Resources bound (agent type, host, resource id): {{(pid=84772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:47:02.835233 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c4ac86-cbd5-4512-889d-ed92f008001a None None] Received port after_create {{(pid=84772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:47:02.846040 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4ac86-cbd5-4512-889d-ed92f008001a None None] Pushing event updated for resources: {'Port': ['ID=da2c4c4e-6cdd-468f-9fed-76e43d8c35ce,revision_number=1']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:02.902817 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-614229b7-fde0-4cde-8f29-d71f04109406 admin admin] Allocated IP 172.26.1.196 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/a34e6ce2-a2e4-4681-981b-79f3ecec8623) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:47:02.966533 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f8c4ac86-cbd5-4512-889d-ed92f008001a None None] Attempting to bind port da2c4c4e-6cdd-468f-9fed-76e43d8c35ce on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:47:02.966904 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f8c4ac86-cbd5-4512-889d-ed92f008001a None None] Attempting to bind port da2c4c4e-6cdd-468f-9fed-76e43d8c35ce by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '2af101cb-da7a-413e-abbe-85835c8daa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd55fa20d-b81e-47f9-89fb-6161a0fee8ee'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:47:02.967261 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c4ac86-cbd5-4512-889d-ed92f008001a None None] Attempting to bind port da2c4c4e-6cdd-468f-9fed-76e43d8c35ce on network d55fa20d-b81e-47f9-89fb-6161a0fee8ee {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:47:02.973483 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c4ac86-cbd5-4512-889d-ed92f008001a None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:47:02.973854 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c4ac86-cbd5-4512-889d-ed92f008001a None None] Checking segment: {'id': '2af101cb-da7a-413e-abbe-85835c8daa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd55fa20d-b81e-47f9-89fb-6161a0fee8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:47:02.974251 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ac86-cbd5-4512-889d-ed92f008001a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:02.974665 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c4ac86-cbd5-4512-889d-ed92f008001a None None] Bound using segment: {'id': '2af101cb-da7a-413e-abbe-85835c8daa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd55fa20d-b81e-47f9-89fb-6161a0fee8ee'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:47:02.975127 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-f8c4ac86-cbd5-4512-889d-ed92f008001a None None] Bound port: da2c4c4e-6cdd-468f-9fed-76e43d8c35ce, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af101cb-da7a-413e-abbe-85835c8daa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd55fa20d-b81e-47f9-89fb-6161a0fee8ee'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:47:02.975493 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ac86-cbd5-4512-889d-ed92f008001a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:03.066096 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f8c4ac86-cbd5-4512-889d-ed92f008001a None None] For port da2c4c4e-6cdd-468f-9fed-76e43d8c35ce, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:47:03.069335 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-f8c4ac86-cbd5-4512-889d-ed92f008001a None None] For port da2c4c4e-6cdd-468f-9fed-76e43d8c35ce, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=da2c4c4e-6cdd-468f-9fed-76e43d8c35ce,segment=NetworkSegment(2af101cb-da7a-413e-abbe-85835c8daa91),segment_id=2af101cb-da7a-413e-abbe-85835c8daa91)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:47:03.149939 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ac86-cbd5-4512-889d-ed92f008001a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:03.152169 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-614229b7-fde0-4cde-8f29-d71f04109406 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:03.231542 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-614229b7-fde0-4cde-8f29-d71f04109406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:03.242710 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4ac86-cbd5-4512-889d-ed92f008001a None None] Pushing event updated for resources: {'Port': ['ID=da2c4c4e-6cdd-468f-9fed-76e43d8c35ce,revision_number=2']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:03.264965 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device abf79a9b-a824-40b3-836a-26e967eaacab up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:47:03.306230 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614229b7-fde0-4cde-8f29-d71f04109406 admin admin] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:47:03.309320 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-614229b7-fde0-4cde-8f29-d71f04109406 admin admin] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:47:03.311843 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614229b7-fde0-4cde-8f29-d71f04109406 admin admin] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:47:03.337881 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port abf79a9b-a824-40b3-836a-26e967eaacab triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:47:03.338243 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:03.352531 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614229b7-fde0-4cde-8f29-d71f04109406 admin admin] Pushing event updated for resources: {'Port': ['ID=a34e6ce2-a2e4-4681-981b-79f3ecec8623,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:03.607477 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-614229b7-fde0-4cde-8f29-d71f04109406 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:03.608204 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-614229b7-fde0-4cde-8f29-d71f04109406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421785'] for router, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:03.902268 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614229b7-fde0-4cde-8f29-d71f04109406 admin admin] Router a257c454-b7b3-4aec-8561-ffead83cdf4a is scheduled to L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 with binding_index 1 {{(pid=84770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 16:47:04.108068 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614229b7-fde0-4cde-8f29-d71f04109406 admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:47:04.117433 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] Sync routers for ids ['a257c454-b7b3-4aec-8561-ffead83cdf4a'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:47:04.138293 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] Routers {'a257c454-b7b3-4aec-8561-ffead83cdf4a'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:47:04.142003 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:46:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a257c454-b7b3-4aec-8561-ffead83cdf4a'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:47:04.169002 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762f07b3-32c6-46b2-9084-1729210b7b0c None None] Network d55fa20d-b81e-47f9-89fb-6161a0fee8ee requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:47:04.195423 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-614229b7-fde0-4cde-8f29-d71f04109406 admin admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:04.199665 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 39860) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:47:04.200135 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-614229b7-fde0-4cde-8f29-d71f04109406 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0272536 Apr 29 16:47:04.315133 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] Set router a257c454-b7b3-4aec-8561-ffead83cdf4a gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:47:04.379622 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-e86be6bb-70af-47bc-bfc2-ba3549778d6f None None] Provisioning for port da2c4c4e-6cdd-468f-9fed-76e43d8c35ce completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:47:04.606518 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a257c454-b7b3-4aec-8561-ffead83cdf4a', 'name': 'tempest-TestSnapshotPattern-1899090134-router', 'tenant_id': '56b3cd285b8841f08927e05b6d1b8b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'a34e6ce2-a2e4-4681-981b-79f3ecec8623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:47:02Z', 'updated_at': '2022-04-29T16:47:03Z', 'revision_number': 3, 'project_id': '56b3cd285b8841f08927e05b6d1b8b71', 'gw_port': {'id': 'a34e6ce2-a2e4-4681-981b-79f3ecec8623', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a257c454-b7b3-4aec-8561-ffead83cdf4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:47:02Z', 'updated_at': '2022-04-29T16:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:47:04.610294 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] Checking router: a257c454-b7b3-4aec-8561-ffead83cdf4a for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:47:04.610678 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] Updating router a257c454-b7b3-4aec-8561-ffead83cdf4a port a34e6ce2-a2e4-4681-981b-79f3ecec8623 binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:47:04.659300 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:05.007664 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:05.019388 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] Transition to ACTIVE for port object a34e6ce2-a2e4-4681-981b-79f3ecec8623 will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:47:05.068560 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cfe19f7d-1c25-4002-b9f8-997f399b6f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:05.103808 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:05.187094 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24cc2e-8bf1-44c3-84c8-11850eb31ab0 None None] Pushing event updated for resources: {'Port': ['ID=a34e6ce2-a2e4-4681-981b-79f3ecec8623,revision_number=2']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:05.189336 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] Attempting to bind port a34e6ce2-a2e4-4681-981b-79f3ecec8623 on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:47:05.189729 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] Attempting to bind port a34e6ce2-a2e4-4681-981b-79f3ecec8623 by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:47:05.190083 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] Attempting to bind port a34e6ce2-a2e4-4681-981b-79f3ecec8623 on network f991b9a3-9206-4c97-97f2-8545e1219151 {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:47:05.201436 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:47:05.201801 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] Checking segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:47:05.202201 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:05.202611 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] Bound using segment: {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:47:05.203067 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] Bound port: a34e6ce2-a2e4-4681-981b-79f3ecec8623, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ec7de-640e-44cc-bedd-2af261cc6413', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:47:05.204105 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:05.245553 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a24cc2e-8bf1-44c3-84c8-11850eb31ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:47:05.245905 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a24cc2e-8bf1-44c3-84c8-11850eb31ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:47:05.247247 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a24cc2e-8bf1-44c3-84c8-11850eb31ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:47:05.247247 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a24cc2e-8bf1-44c3-84c8-11850eb31ab0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:47:05.247247 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a24cc2e-8bf1-44c3-84c8-11850eb31ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:47:05.247247 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a24cc2e-8bf1-44c3-84c8-11850eb31ab0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:47:05.247587 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a24cc2e-8bf1-44c3-84c8-11850eb31ab0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:47:05.247826 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a24cc2e-8bf1-44c3-84c8-11850eb31ab0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:47:05.248306 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a24cc2e-8bf1-44c3-84c8-11850eb31ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:47:05.248779 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a24cc2e-8bf1-44c3-84c8-11850eb31ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:47:05.249425 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a24cc2e-8bf1-44c3-84c8-11850eb31ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:47:05.278725 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.db_base_plugin_common [None req-cfe19f7d-1c25-4002-b9f8-997f399b6f2e admin admin] Allocated IP 172.20.0.1 (d55fa20d-b81e-47f9-89fb-6161a0fee8ee/01c7edbf-0a64-4267-b9ea-3c0bf30e1d33/b9ddc44e-b2ec-4475-b367-45c52cac094a) {{(pid=84771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:47:05.289320 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] For port a34e6ce2-a2e4-4681-981b-79f3ecec8623, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:47:05.297016 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] For port a34e6ce2-a2e4-4681-981b-79f3ecec8623, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a34e6ce2-a2e4-4681-981b-79f3ecec8623,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:47:05.311152 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device da2c4c4e-6cdd-468f-9fed-76e43d8c35ce up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:47:05.378146 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:05.430812 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cfe19f7d-1c25-4002-b9f8-997f399b6f2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:05.447781 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.provisioning_blocks [None req-cfe19f7d-1c25-4002-b9f8-997f399b6f2e admin admin] Transition to ACTIVE for port object b9ddc44e-b2ec-4475-b367-45c52cac094a will not be triggered until provisioned by entity DHCP. {{(pid=84771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:47:05.453294 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port da2c4c4e-6cdd-468f-9fed-76e43d8c35ce completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:47:05.460477 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port da2c4c4e-6cdd-468f-9fed-76e43d8c35ce triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:47:05.461211 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:05.463870 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24cc2e-8bf1-44c3-84c8-11850eb31ab0 None None] Pushing event updated for resources: {'Port': ['ID=a34e6ce2-a2e4-4681-981b-79f3ecec8623,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:05.467741 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] Routers {'a257c454-b7b3-4aec-8561-ffead83cdf4a'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:47:05.468340 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:46:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a257c454-b7b3-4aec-8561-ffead83cdf4a'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:47:05.516462 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cfe19f7d-1c25-4002-b9f8-997f399b6f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:05.581705 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:05.588113 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe19f7d-1c25-4002-b9f8-997f399b6f2e admin admin] Network d55fa20d-b81e-47f9-89fb-6161a0fee8ee is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:47:05.591284 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-cfe19f7d-1c25-4002-b9f8-997f399b6f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:47:05.594507 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe19f7d-1c25-4002-b9f8-997f399b6f2e admin admin] Received port after_create {{(pid=84771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:47:05.615645 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port da2c4c4e-6cdd-468f-9fed-76e43d8c35ce, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=da2c4c4e-6cdd-468f-9fed-76e43d8c35ce,segment=NetworkSegment(2af101cb-da7a-413e-abbe-85835c8daa91),segment_id=2af101cb-da7a-413e-abbe-85835c8daa91)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:47:05.643347 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe19f7d-1c25-4002-b9f8-997f399b6f2e admin admin] Pushing event updated for resources: {'Port': ['ID=b9ddc44e-b2ec-4475-b367-45c52cac094a,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:05.643895 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] Set router a257c454-b7b3-4aec-8561-ffead83cdf4a gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:47:05.663677 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:05.668913 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cfe19f7d-1c25-4002-b9f8-997f399b6f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-420963'] for router_interface, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:05.752182 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=da2c4c4e-6cdd-468f-9fed-76e43d8c35ce,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:05.818987 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cfe19f7d-1c25-4002-b9f8-997f399b6f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:05.915112 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4dde8882-dca4-4765-bf64-c9719628b158 None None] Provisioning for port b9ddc44e-b2ec-4475-b367-45c52cac094a completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:47:05.920823 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-4dde8882-dca4-4765-bf64-c9719628b158 None None] Provisioning complete for port b9ddc44e-b2ec-4475-b367-45c52cac094a triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:47:05.921187 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4dde8882-dca4-4765-bf64-c9719628b158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:05.962148 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a257c454-b7b3-4aec-8561-ffead83cdf4a', 'name': 'tempest-TestSnapshotPattern-1899090134-router', 'tenant_id': '56b3cd285b8841f08927e05b6d1b8b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'a34e6ce2-a2e4-4681-981b-79f3ecec8623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:47:02Z', 'updated_at': '2022-04-29T16:47:03Z', 'revision_number': 3, 'project_id': '56b3cd285b8841f08927e05b6d1b8b71', 'gw_port': {'id': 'a34e6ce2-a2e4-4681-981b-79f3ecec8623', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a257c454-b7b3-4aec-8561-ffead83cdf4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:47:02Z', 'updated_at': '2022-04-29T16:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:47:05.969407 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5211a77c-e6a1-45e7-9e3c-55da79bc84b4 None None] The sync data for ids ['a257c454-b7b3-4aec-8561-ffead83cdf4a'] in dv-neutron-839913-1-hyperv is: [{'id': 'a257c454-b7b3-4aec-8561-ffead83cdf4a', 'name': 'tempest-TestSnapshotPattern-1899090134-router', 'tenant_id': '56b3cd285b8841f08927e05b6d1b8b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'a34e6ce2-a2e4-4681-981b-79f3ecec8623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:47:02Z', 'updated_at': '2022-04-29T16:47:03Z', 'revision_number': 3, 'project_id': '56b3cd285b8841f08927e05b6d1b8b71', 'gw_port': {'id': 'a34e6ce2-a2e4-4681-981b-79f3ecec8623', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a257c454-b7b3-4aec-8561-ffead83cdf4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:47:02Z', 'updated_at': '2022-04-29T16:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:47:05.977127 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-4dde8882-dca4-4765-bf64-c9719628b158 None None] Port b9ddc44e-b2ec-4475-b367-45c52cac094a cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:47:06.053106 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cfe19f7d-1c25-4002-b9f8-997f399b6f2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:06.122396 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cfe19f7d-1c25-4002-b9f8-997f399b6f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286277'] for port, after_update {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:06.224703 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe19f7d-1c25-4002-b9f8-997f399b6f2e admin admin] Pushing event updated for resources: {'Port': ['ID=b9ddc44e-b2ec-4475-b367-45c52cac094a,revision_number=2']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:06.229065 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-cfe19f7d-1c25-4002-b9f8-997f399b6f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421070'] for router_interface, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:06.362506 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe19f7d-1c25-4002-b9f8-997f399b6f2e admin admin] Network d55fa20d-b81e-47f9-89fb-6161a0fee8ee is already hosted by enough agents. {{(pid=84771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:47:06.363445 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.base_scheduler [None req-cfe19f7d-1c25-4002-b9f8-997f399b6f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=84771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:47:06.601415 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-293d06ea-1cc7-40ce-bbb1-e4bff8134500 None None] Provisioning complete for port b9ddc44e-b2ec-4475-b367-45c52cac094a triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:47:06.601963 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-293d06ea-1cc7-40ce-bbb1-e4bff8134500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:06.655201 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-293d06ea-1cc7-40ce-bbb1-e4bff8134500 None None] Port b9ddc44e-b2ec-4475-b367-45c52cac094a cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:47:06.834924 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe19f7d-1c25-4002-b9f8-997f399b6f2e admin admin] Router a257c454-b7b3-4aec-8561-ffead83cdf4a has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:47:07.032657 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe19f7d-1c25-4002-b9f8-997f399b6f2e admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:47:07.041260 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-cfe19f7d-1c25-4002-b9f8-997f399b6f2e admin admin] 10.222.0.21 "PUT /v2.0/routers/a257c454-b7b3-4aec-8561-ffead83cdf4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8399570 Apr 29 16:47:07.259969 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device da2c4c4e-6cdd-468f-9fed-76e43d8c35ce up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:47:07.328069 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port da2c4c4e-6cdd-468f-9fed-76e43d8c35ce triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:47:07.328347 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:08.892669 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 39874) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:47:08.898280 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-108d3379-b61d-4ffc-8810-e0c862684778 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1526740825', 'description': 'tempest-secgroup-smoke-1526740825 description', 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:47:08.904824 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-108d3379-b61d-4ffc-8810-e0c862684778 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:47:08.908615 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-108d3379-b61d-4ffc-8810-e0c862684778 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Usage tracker for resource:security_group and tenant:51617fafac7b43ea9a21a6a6e562e1d9 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:47:08.911571 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-108d3379-b61d-4ffc-8810-e0c862684778 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:47:08.917976 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-108d3379-b61d-4ffc-8810-e0c862684778 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:47:08.995298 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-108d3379-b61d-4ffc-8810-e0c862684778 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for security_group, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:09.029901 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-108d3379-b61d-4ffc-8810-e0c862684778 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:47:09.033683 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-108d3379-b61d-4ffc-8810-e0c862684778 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Usage tracker for resource:security_group_rule and tenant:51617fafac7b43ea9a21a6a6e562e1d9 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:47:09.036510 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-108d3379-b61d-4ffc-8810-e0c862684778 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:47:09.042198 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-108d3379-b61d-4ffc-8810-e0c862684778 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:47:09.096108 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-108d3379-b61d-4ffc-8810-e0c862684778 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for security_group, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:09.137814 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-108d3379-b61d-4ffc-8810-e0c862684778 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:09.180009 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d3379-b61d-4ffc-8810-e0c862684778 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d133a3a0-670f-4766-8ea8-5d554bb892c8,revision_number=1']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:09.240755 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-108d3379-b61d-4ffc-8810-e0c862684778 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:09.241974 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-108d3379-b61d-4ffc-8810-e0c862684778 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3483169 Apr 29 16:47:09.245054 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 39878) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:47:09.250506 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7ab5a965-3021-4b07-8281-ecbbb5dabb5c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Request body: {'security_group_rule': {'security_group_id': 'd133a3a0-670f-4766-8ea8-5d554bb892c8', 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:47:09.256564 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7ab5a965-3021-4b07-8281-ecbbb5dabb5c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:47:09.260306 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7ab5a965-3021-4b07-8281-ecbbb5dabb5c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Usage tracker for resource:security_group_rule and tenant:51617fafac7b43ea9a21a6a6e562e1d9 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:47:09.263899 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7ab5a965-3021-4b07-8281-ecbbb5dabb5c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:47:09.269538 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7ab5a965-3021-4b07-8281-ecbbb5dabb5c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:47:09.355874 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7ab5a965-3021-4b07-8281-ecbbb5dabb5c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:09.416214 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7ab5a965-3021-4b07-8281-ecbbb5dabb5c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:09.492080 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7ab5a965-3021-4b07-8281-ecbbb5dabb5c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:09.518430 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5a965-3021-4b07-8281-ecbbb5dabb5c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f380679b-542e-43c5-91d9-52488686fdf9,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:09.595437 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7ab5a965-3021-4b07-8281-ecbbb5dabb5c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:09.596839 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7ab5a965-3021-4b07-8281-ecbbb5dabb5c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3507469 Apr 29 16:47:09.599437 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 39882) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:47:09.605725 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-0f992514-9516-4c23-bb22-e6e92bc6af2a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Request body: {'security_group_rule': {'security_group_id': 'd133a3a0-670f-4766-8ea8-5d554bb892c8', 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:47:09.611979 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0f992514-9516-4c23-bb22-e6e92bc6af2a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:47:09.615853 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0f992514-9516-4c23-bb22-e6e92bc6af2a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Usage tracker for resource:security_group_rule and tenant:51617fafac7b43ea9a21a6a6e562e1d9 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:47:09.619091 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-0f992514-9516-4c23-bb22-e6e92bc6af2a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:47:09.625116 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-0f992514-9516-4c23-bb22-e6e92bc6af2a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:47:09.681672 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0f992514-9516-4c23-bb22-e6e92bc6af2a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:09.746001 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0f992514-9516-4c23-bb22-e6e92bc6af2a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:09.783533 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0f992514-9516-4c23-bb22-e6e92bc6af2a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:09.806636 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f992514-9516-4c23-bb22-e6e92bc6af2a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02469e94-1139-49f8-9770-11bd70e5b302,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:09.879189 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-0f992514-9516-4c23-bb22-e6e92bc6af2a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:09.880382 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-0f992514-9516-4c23-bb22-e6e92bc6af2a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2800515 Apr 29 16:47:09.883138 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 39886) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:47:09.889056 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-d05aa143-d9da-4b67-b640-7411276d1d2c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Request body: {'security_group_rule': {'security_group_id': 'd133a3a0-670f-4766-8ea8-5d554bb892c8', 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:47:09.894777 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d05aa143-d9da-4b67-b640-7411276d1d2c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:47:09.898476 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d05aa143-d9da-4b67-b640-7411276d1d2c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Usage tracker for resource:security_group_rule and tenant:51617fafac7b43ea9a21a6a6e562e1d9 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:47:09.901484 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-d05aa143-d9da-4b67-b640-7411276d1d2c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:47:09.907298 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-d05aa143-d9da-4b67-b640-7411276d1d2c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:47:10.000420 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d05aa143-d9da-4b67-b640-7411276d1d2c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:10.063611 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d05aa143-d9da-4b67-b640-7411276d1d2c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:10.138325 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d05aa143-d9da-4b67-b640-7411276d1d2c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:10.162175 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05aa143-d9da-4b67-b640-7411276d1d2c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb115cba-1c6e-41d0-895e-fb09a23e33df,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:10.219039 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-d05aa143-d9da-4b67-b640-7411276d1d2c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:10.220235 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-d05aa143-d9da-4b67-b640-7411276d1d2c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3361979 Apr 29 16:47:10.224389 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 39890) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:47:10.230525 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-7c9ee41f-44c9-464a-b692-7d750e4d66c0 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Request body: {'security_group_rule': {'security_group_id': 'd133a3a0-670f-4766-8ea8-5d554bb892c8', 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:47:10.236518 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7c9ee41f-44c9-464a-b692-7d750e4d66c0 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:47:10.240280 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7c9ee41f-44c9-464a-b692-7d750e4d66c0 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Usage tracker for resource:security_group_rule and tenant:51617fafac7b43ea9a21a6a6e562e1d9 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:47:10.243093 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-7c9ee41f-44c9-464a-b692-7d750e4d66c0 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:47:10.248643 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-7c9ee41f-44c9-464a-b692-7d750e4d66c0 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:47:10.298805 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7c9ee41f-44c9-464a-b692-7d750e4d66c0 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:10.361166 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7c9ee41f-44c9-464a-b692-7d750e4d66c0 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:10.404574 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7c9ee41f-44c9-464a-b692-7d750e4d66c0 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:10.428021 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ee41f-44c9-464a-b692-7d750e4d66c0 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5152be-161f-48ad-947f-961d9898434d,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:10.507866 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-7c9ee41f-44c9-464a-b692-7d750e4d66c0 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:10.509070 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-7c9ee41f-44c9-464a-b692-7d750e4d66c0 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2837749 Apr 29 16:47:10.512296 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 39894) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:47:10.517600 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-24c314ae-b051-49c8-8509-158665124ec5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Request body: {'security_group_rule': {'security_group_id': 'd133a3a0-670f-4766-8ea8-5d554bb892c8', 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:47:10.523415 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-24c314ae-b051-49c8-8509-158665124ec5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:47:10.527695 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-24c314ae-b051-49c8-8509-158665124ec5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Usage tracker for resource:security_group_rule and tenant:51617fafac7b43ea9a21a6a6e562e1d9 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:47:10.530542 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-24c314ae-b051-49c8-8509-158665124ec5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:47:10.536007 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-24c314ae-b051-49c8-8509-158665124ec5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:47:10.616424 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.securitygroups_db [None req-24c314ae-b051-49c8-8509-158665124ec5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Project 51617fafac7b43ea9a21a6a6e562e1d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:47:10.622446 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24c314ae-b051-49c8-8509-158665124ec5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:10.693820 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24c314ae-b051-49c8-8509-158665124ec5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:10.765172 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24c314ae-b051-49c8-8509-158665124ec5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:10.788955 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c314ae-b051-49c8-8509-158665124ec5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f73757-6178-4ae1-94f7-a9fa9778bb1d,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:10.863611 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-24c314ae-b051-49c8-8509-158665124ec5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:10.864793 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-24c314ae-b051-49c8-8509-158665124ec5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3515792 Apr 29 16:47:10.867591 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 39898) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:47:10.873143 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.v2.base [None req-2c2bcb6b-78b6-45f4-a8dc-8146206c2f23 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Request body: {'security_group_rule': {'security_group_id': 'd133a3a0-670f-4766-8ea8-5d554bb892c8', 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:47:10.878906 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2c2bcb6b-78b6-45f4-a8dc-8146206c2f23 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:47:10.882590 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2c2bcb6b-78b6-45f4-a8dc-8146206c2f23 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Usage tracker for resource:security_group_rule and tenant:51617fafac7b43ea9a21a6a6e562e1d9 is out of sync, need to count used quota {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:47:10.885433 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.quota.resource [None req-2c2bcb6b-78b6-45f4-a8dc-8146206c2f23 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:47:10.891186 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.db.quota.driver [None req-2c2bcb6b-78b6-45f4-a8dc-8146206c2f23 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:47:10.955217 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.db.securitygroups_db [None req-2c2bcb6b-78b6-45f4-a8dc-8146206c2f23 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Project 51617fafac7b43ea9a21a6a6e562e1d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:47:10.961312 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2c2bcb6b-78b6-45f4-a8dc-8146206c2f23 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:11.023200 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2c2bcb6b-78b6-45f4-a8dc-8146206c2f23 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:11.103691 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2c2bcb6b-78b6-45f4-a8dc-8146206c2f23 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622094'] for security_group_rule, after_create {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:11.126097 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bcb6b-78b6-45f4-a8dc-8146206c2f23 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f6ec32-1ad1-4fa8-8ae1-72ba6ed294f0,revision_number=0']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:11.200777 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-2c2bcb6b-78b6-45f4-a8dc-8146206c2f23 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:11.201983 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-2c2bcb6b-78b6-45f4-a8dc-8146206c2f23 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3335452 Apr 29 16:47:11.367966 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-8b41f6bf-5ddb-4510-80a6-3841f4f20045 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1526740825&fields=id&tenant_id=51617fafac7b43ea9a21a6a6e562e1d9 HTTP/1.1" status: 200 len: 267 time: 0.0404084 Apr 29 16:47:11.509194 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-f2aa1305-8657-4b95-8f76-2284b383ecb6 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:47:11.511192 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-f2aa1305-8657-4b95-8f76-2284b383ecb6 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/networks?id=712703af-075a-4495-abe2-5a31625e120d HTTP/1.1" status: 200 len: 810 time: 0.1364236 Apr 29 16:47:11.527359 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-494a3756-f106-4ddb-92fc-6cf1fd1f0419 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/quotas/51617fafac7b43ea9a21a6a6e562e1d9 HTTP/1.1" status: 200 len: 375 time: 0.0108812 Apr 29 16:47:11.602785 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-e0875b58-7ac0-48d8-9a30-685f0c59a2eb tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Synchronizing usage tracker for tenant:51617fafac7b43ea9a21a6a6e562e1d9 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:47:11.692333 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-e0875b58-7ac0-48d8-9a30-685f0c59a2eb tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Unset dirty status for tenant:51617fafac7b43ea9a21a6a6e562e1d9 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:47:11.693635 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-e0875b58-7ac0-48d8-9a30-685f0c59a2eb tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=51617fafac7b43ea9a21a6a6e562e1d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1616874 Apr 29 16:47:11.709742 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-45c76f19-a77b-4c58-855d-537bdeac1940 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 16:47:11.710718 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-45c76f19-a77b-4c58-855d-537bdeac1940 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052061 Apr 29 16:47:11.867607 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-d99a5731-251d-4b0d-abb5-e5129710e906 service neutron] 10.222.0.21 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502638 Apr 29 16:47:12.006434 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-1d116731-c603-4f01-aac3-bb6479a624b6 service neutron] 10.222.0.21 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318953 Apr 29 16:47:12.885779 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] Sync routers for ids ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:47:12.899276 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] Routers {'80a6d268-6a44-48ca-a75c-7f01d21f7ca4'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:47:12.899973 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:46:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:47:13.111344 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] Set router 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:47:13.333418 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-75d1cbdc-5ac4-4374-8e0e-fc8881cd0a17 req-52078bb2-edf7-46ff-a702-5844f9417b25 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 210 time: 0.0525866 Apr 29 16:47:13.372269 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a34e6ce2-a2e4-4681-981b-79f3ecec8623 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:47:13.562071 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'name': 'tempest-TestSnapshotPattern-1952669485-router', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:46:54Z', 'updated_at': '2022-04-29T16:46:58Z', 'revision_number': 4, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'gw_port': {'id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:55Z', 'updated_at': '2022-04-29T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '944b37bc-2ce6-482c-a576-4a046882c62c', 'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'mac_address': 'fa:16:3e:eb:48:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:57Z', 'updated_at': '2022-04-29T16:46:58Z', 'revision_number': 2, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'subnets': [{'id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:47:13.566827 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] Checking router: 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:47:13.567179 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] Updating router 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 port 944b37bc-2ce6-482c-a576-4a046882c62c binding host dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:47:13.616301 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port a34e6ce2-a2e4-4681-981b-79f3ecec8623 completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:47:13.633639 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port a34e6ce2-a2e4-4681-981b-79f3ecec8623 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:47:13.633928 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:13.684526 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:13.701375 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d038f154-67bd-427c-909b-958809c26656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:13.898041 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:13.982178 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port a34e6ce2-a2e4-4681-981b-79f3ecec8623, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a34e6ce2-a2e4-4681-981b-79f3ecec8623,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:47:14.032863 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:14.152370 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=a34e6ce2-a2e4-4681-981b-79f3ecec8623,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:14.174761 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] Notify callbacks [] for port, precommit_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:14.186118 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] Transition to ACTIVE for port object 944b37bc-2ce6-482c-a576-4a046882c62c will not be triggered until provisioned by entity L2. {{(pid=84772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:47:14.263789 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:14.391003 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bdc63-6040-42ae-a249-525973d5c767 None None] Pushing event updated for resources: {'Port': ['ID=944b37bc-2ce6-482c-a576-4a046882c62c,revision_number=3']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:14.479677 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1e1cc568-69a6-4f98-b1b1-4d83ff0af66f req-13f9fe70-5e44-4c9e-b72b-8bb9ed54bb58 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 210 time: 0.0590544 Apr 29 16:47:14.499754 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] Attempting to bind port 944b37bc-2ce6-482c-a576-4a046882c62c on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:47:14.500115 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] Attempting to bind port 944b37bc-2ce6-482c-a576-4a046882c62c by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '01a60c38-3e1c-4ced-a369-ff65854ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '712703af-075a-4495-abe2-5a31625e120d'}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:47:14.500474 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] Attempting to bind port 944b37bc-2ce6-482c-a576-4a046882c62c on network 712703af-075a-4495-abe2-5a31625e120d {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:47:14.507310 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:47:14.507679 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] Checking segment: {'id': '01a60c38-3e1c-4ced-a369-ff65854ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '712703af-075a-4495-abe2-5a31625e120d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:47:14.508081 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:14.508476 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] Bound using segment: {'id': '01a60c38-3e1c-4ced-a369-ff65854ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '712703af-075a-4495-abe2-5a31625e120d'} {{(pid=84772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:47:14.508935 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.managers [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] Bound port: 944b37bc-2ce6-482c-a576-4a046882c62c, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a60c38-3e1c-4ced-a369-ff65854ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '712703af-075a-4495-abe2-5a31625e120d'}}] {{(pid=84772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:47:14.509305 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:14.597262 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] For port 944b37bc-2ce6-482c-a576-4a046882c62c, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:47:14.600266 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] For port 944b37bc-2ce6-482c-a576-4a046882c62c, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=944b37bc-2ce6-482c-a576-4a046882c62c,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:47:14.692795 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:14.776463 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bdc63-6040-42ae-a249-525973d5c767 None None] Pushing event updated for resources: {'Port': ['ID=944b37bc-2ce6-482c-a576-4a046882c62c,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:14.782067 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] Routers {'80a6d268-6a44-48ca-a75c-7f01d21f7ca4'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:47:14.782697 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:46:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:47:14.971844 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] Set router 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:47:15.291856 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a34e6ce2-a2e4-4681-981b-79f3ecec8623 up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:47:15.385171 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'name': 'tempest-TestSnapshotPattern-1952669485-router', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:46:54Z', 'updated_at': '2022-04-29T16:46:58Z', 'revision_number': 4, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'gw_port': {'id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:55Z', 'updated_at': '2022-04-29T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '944b37bc-2ce6-482c-a576-4a046882c62c', 'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'mac_address': 'fa:16:3e:eb:48:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:57Z', 'updated_at': '2022-04-29T16:47:14Z', 'revision_number': 4, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'subnets': [{'id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:47:15.389277 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port a34e6ce2-a2e4-4681-981b-79f3ecec8623 triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:47:15.389647 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:15.419124 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6e3565-7af4-437c-8832-48fcb80d8985 None None] The sync data for ids ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'] in dv-neutron-839913-1-hyperv is: [{'id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'name': 'tempest-TestSnapshotPattern-1952669485-router', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:46:54Z', 'updated_at': '2022-04-29T16:46:58Z', 'revision_number': 4, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'gw_port': {'id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:55Z', 'updated_at': '2022-04-29T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '944b37bc-2ce6-482c-a576-4a046882c62c', 'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'mac_address': 'fa:16:3e:eb:48:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:57Z', 'updated_at': '2022-04-29T16:47:14Z', 'revision_number': 4, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'subnets': [{'id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:47:15.516218 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 944b37bc-2ce6-482c-a576-4a046882c62c up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:47:15.602099 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-22818971-0fc6-40b3-bf4a-f18344795321 req-ae957124-1501-4d14-a835-d23f0c012da8 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 210 time: 0.0544739 Apr 29 16:47:15.607639 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] Sync routers for ids ['a257c454-b7b3-4aec-8561-ffead83cdf4a'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:47:15.621716 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] Routers {'a257c454-b7b3-4aec-8561-ffead83cdf4a'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:47:15.622602 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:46:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a257c454-b7b3-4aec-8561-ffead83cdf4a'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:47:15.646333 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port 944b37bc-2ce6-482c-a576-4a046882c62c completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:47:15.653025 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 944b37bc-2ce6-482c-a576-4a046882c62c triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:47:15.657503 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:15.808247 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] Set router a257c454-b7b3-4aec-8561-ffead83cdf4a gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:47:15.812245 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:15.846435 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port 944b37bc-2ce6-482c-a576-4a046882c62c, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=944b37bc-2ce6-482c-a576-4a046882c62c,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:47:15.922475 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:15.980362 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-c5772478-b12a-4b9a-887f-01303c2d1f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:15.997176 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:16.002228 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=944b37bc-2ce6-482c-a576-4a046882c62c,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:16.163510 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a257c454-b7b3-4aec-8561-ffead83cdf4a', 'name': 'tempest-TestSnapshotPattern-1899090134-router', 'tenant_id': '56b3cd285b8841f08927e05b6d1b8b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'a34e6ce2-a2e4-4681-981b-79f3ecec8623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:47:02Z', 'updated_at': '2022-04-29T16:47:05Z', 'revision_number': 4, 'project_id': '56b3cd285b8841f08927e05b6d1b8b71', 'gw_port': {'id': 'a34e6ce2-a2e4-4681-981b-79f3ecec8623', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a257c454-b7b3-4aec-8561-ffead83cdf4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:47:02Z', 'updated_at': '2022-04-29T16:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'b9ddc44e-b2ec-4475-b367-45c52cac094a', 'name': '', 'network_id': 'd55fa20d-b81e-47f9-89fb-6161a0fee8ee', 'tenant_id': '56b3cd285b8841f08927e05b6d1b8b71', 'mac_address': 'fa:16:3e:7c:c4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a257c454-b7b3-4aec-8561-ffead83cdf4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01c7edbf-0a64-4267-b9ea-3c0bf30e1d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:47:05Z', 'updated_at': '2022-04-29T16:47:05Z', 'revision_number': 2, 'project_id': '56b3cd285b8841f08927e05b6d1b8b71', 'subnets': [{'id': '01c7edbf-0a64-4267-b9ea-3c0bf30e1d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:47:16.167916 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] Checking router: a257c454-b7b3-4aec-8561-ffead83cdf4a for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:47:16.168260 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] Updating router a257c454-b7b3-4aec-8561-ffead83cdf4a port b9ddc44e-b2ec-4475-b367-45c52cac094a binding host dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 16:47:16.216681 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:16.539732 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] Notify callbacks [] for port, precommit_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:16.551265 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.provisioning_blocks [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] Transition to ACTIVE for port object b9ddc44e-b2ec-4475-b367-45c52cac094a will not be triggered until provisioned by entity L2. {{(pid=84773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:47:16.623344 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:16.745976 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-209e2bc9-8071-4182-b662-b233c6420e0a req-c76884b6-d9d0-4f32-88d5-f4499defc871 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 210 time: 0.0704114 Apr 29 16:47:16.746580 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27ff47-334b-400a-97b5-cd5042135680 None None] Pushing event updated for resources: {'Port': ['ID=b9ddc44e-b2ec-4475-b367-45c52cac094a,revision_number=3']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:16.838699 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] Attempting to bind port b9ddc44e-b2ec-4475-b367-45c52cac094a on host dv-neutron-839913-1-hyperv for vnic_type normal with profile {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:47:16.839071 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] Attempting to bind port b9ddc44e-b2ec-4475-b367-45c52cac094a by drivers openvswitch,hyperv on host dv-neutron-839913-1-hyperv at level 0 using segments [{'id': '2af101cb-da7a-413e-abbe-85835c8daa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd55fa20d-b81e-47f9-89fb-6161a0fee8ee'}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:47:16.839436 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] Attempting to bind port b9ddc44e-b2ec-4475-b367-45c52cac094a on network d55fa20d-b81e-47f9-89fb-6161a0fee8ee {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:47:16.845955 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] Checking agent: {'id': '8b2b5ffb-25c7-4dc0-b800-2874c6954569', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839913-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 28, 47), 'started_at': datetime.datetime(2022, 4, 29, 15, 29, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839913-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:47:16.846325 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] Checking segment: {'id': '2af101cb-da7a-413e-abbe-85835c8daa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd55fa20d-b81e-47f9-89fb-6161a0fee8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:47:16.846754 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:16.847147 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] Bound using segment: {'id': '2af101cb-da7a-413e-abbe-85835c8daa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd55fa20d-b81e-47f9-89fb-6161a0fee8ee'} {{(pid=84773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:47:16.847609 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.managers [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] Bound port: b9ddc44e-b2ec-4475-b367-45c52cac094a, host: dv-neutron-839913-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af101cb-da7a-413e-abbe-85835c8daa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd55fa20d-b81e-47f9-89fb-6161a0fee8ee'}}] {{(pid=84773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:47:16.847982 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:16.935966 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] For port b9ddc44e-b2ec-4475-b367-45c52cac094a, host dv-neutron-839913-1-hyperv, cleared binding levels {{(pid=84773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:47:16.938892 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.plugins.ml2.db [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] For port b9ddc44e-b2ec-4475-b367-45c52cac094a, host dv-neutron-839913-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=b9ddc44e-b2ec-4475-b367-45c52cac094a,segment=NetworkSegment(2af101cb-da7a-413e-abbe-85835c8daa91),segment_id=2af101cb-da7a-413e-abbe-85835c8daa91)] {{(pid=84773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:47:17.029662 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron_lib.callbacks.manager [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:17.107974 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27ff47-334b-400a-97b5-cd5042135680 None None] Pushing event updated for resources: {'Port': ['ID=b9ddc44e-b2ec-4475-b367-45c52cac094a,revision_number=4']} {{(pid=84773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:17.110844 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] Routers {'a257c454-b7b3-4aec-8561-ffead83cdf4a'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:47:17.111425 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:47:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a257c454-b7b3-4aec-8561-ffead83cdf4a'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:47:17.279264 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 944b37bc-2ce6-482c-a576-4a046882c62c up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:47:17.316142 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] Set router a257c454-b7b3-4aec-8561-ffead83cdf4a gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:47:17.368007 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port 944b37bc-2ce6-482c-a576-4a046882c62c triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:47:17.368375 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:17.475553 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:17.606378 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:17.634155 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a257c454-b7b3-4aec-8561-ffead83cdf4a', 'name': 'tempest-TestSnapshotPattern-1899090134-router', 'tenant_id': '56b3cd285b8841f08927e05b6d1b8b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'a34e6ce2-a2e4-4681-981b-79f3ecec8623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:47:02Z', 'updated_at': '2022-04-29T16:47:05Z', 'revision_number': 4, 'project_id': '56b3cd285b8841f08927e05b6d1b8b71', 'gw_port': {'id': 'a34e6ce2-a2e4-4681-981b-79f3ecec8623', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a257c454-b7b3-4aec-8561-ffead83cdf4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:47:02Z', 'updated_at': '2022-04-29T16:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'b9ddc44e-b2ec-4475-b367-45c52cac094a', 'name': '', 'network_id': 'd55fa20d-b81e-47f9-89fb-6161a0fee8ee', 'tenant_id': '56b3cd285b8841f08927e05b6d1b8b71', 'mac_address': 'fa:16:3e:7c:c4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a257c454-b7b3-4aec-8561-ffead83cdf4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01c7edbf-0a64-4267-b9ea-3c0bf30e1d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:47:05Z', 'updated_at': '2022-04-29T16:47:16Z', 'revision_number': 4, 'project_id': '56b3cd285b8841f08927e05b6d1b8b71', 'subnets': [{'id': '01c7edbf-0a64-4267-b9ea-3c0bf30e1d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:47:17.638940 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500d8017-101d-411d-afcf-f0f552aa05cf None None] The sync data for ids ['a257c454-b7b3-4aec-8561-ffead83cdf4a'] in dv-neutron-839913-1-hyperv is: [{'id': 'a257c454-b7b3-4aec-8561-ffead83cdf4a', 'name': 'tempest-TestSnapshotPattern-1899090134-router', 'tenant_id': '56b3cd285b8841f08927e05b6d1b8b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'a34e6ce2-a2e4-4681-981b-79f3ecec8623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:47:02Z', 'updated_at': '2022-04-29T16:47:05Z', 'revision_number': 4, 'project_id': '56b3cd285b8841f08927e05b6d1b8b71', 'gw_port': {'id': 'a34e6ce2-a2e4-4681-981b-79f3ecec8623', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a257c454-b7b3-4aec-8561-ffead83cdf4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:47:02Z', 'updated_at': '2022-04-29T16:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': 'b9ddc44e-b2ec-4475-b367-45c52cac094a', 'name': '', 'network_id': 'd55fa20d-b81e-47f9-89fb-6161a0fee8ee', 'tenant_id': '56b3cd285b8841f08927e05b6d1b8b71', 'mac_address': 'fa:16:3e:7c:c4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a257c454-b7b3-4aec-8561-ffead83cdf4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01c7edbf-0a64-4267-b9ea-3c0bf30e1d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:47:05Z', 'updated_at': '2022-04-29T16:47:16Z', 'revision_number': 4, 'project_id': '56b3cd285b8841f08927e05b6d1b8b71', 'subnets': [{'id': '01c7edbf-0a64-4267-b9ea-3c0bf30e1d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:47:17.911262 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-8642e297-031a-40b2-b9a7-aa995a217004 req-a53f713e-e31a-4b03-ac26-f3a3dc12a42d tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 210 time: 0.0430241 Apr 29 16:47:18.730556 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:19.070723 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d695fbb3-4e2c-467a-bdbc-f6398c9053e7 req-cfd370e0-7ea1-44b8-8961-e68d365d3bd5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 210 time: 0.0402713 Apr 29 16:47:19.299163 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device b9ddc44e-b2ec-4475-b367-45c52cac094a up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:47:19.400808 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning for port b9ddc44e-b2ec-4475-b367-45c52cac094a completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:47:19.406133 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port b9ddc44e-b2ec-4475-b367-45c52cac094a triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:47:19.406702 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:19.523286 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:19.557282 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] For port b9ddc44e-b2ec-4475-b367-45c52cac094a, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=b9ddc44e-b2ec-4475-b367-45c52cac094a,segment=NetworkSegment(2af101cb-da7a-413e-abbe-85835c8daa91),segment_id=2af101cb-da7a-413e-abbe-85835c8daa91)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:47:19.623148 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:19.692482 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Pushing event updated for resources: {'Port': ['ID=b9ddc44e-b2ec-4475-b367-45c52cac094a,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:19.803779 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:47:19.974807 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-f3cd2b99-1740-4576-9f15-1facc6729d86 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:47:19.976198 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-f3cd2b99-1740-4576-9f15-1facc6729d86 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.35 "GET /v2.0/networks?id=712703af-075a-4495-abe2-5a31625e120d HTTP/1.1" status: 200 len: 810 time: 0.2429771 Apr 29 16:47:20.031173 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-d43acda7-48b9-495b-8f3d-b0389e579941 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51617fafac7b43ea9a21a6a6e562e1d9 HTTP/1.1" status: 200 len: 380 time: 0.0420940 Apr 29 16:47:20.039416 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-5c4cba48-90b1-4d85-8c8c-57dff97ca7b5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Request body: {'port': {'device_id': 'f57ecf46-9a41-4047-a65b-1f17fd7524d3', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'admin_state_up': True, 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'security_groups': ['d133a3a0-670f-4766-8ea8-5d554bb892c8']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:47:20.174395 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-5c4cba48-90b1-4d85-8c8c-57dff97ca7b5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:47:20.184648 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-5c4cba48-90b1-4d85-8c8c-57dff97ca7b5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:47:20.243411 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d258bf7e-09de-491b-905b-623a1656fa72 req-e2ca8a97-de9e-45fe-a3bd-f9e304ebd002 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 210 time: 0.0469046 Apr 29 16:47:20.258028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-5c4cba48-90b1-4d85-8c8c-57dff97ca7b5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Made reservation on behalf of 51617fafac7b43ea9a21a6a6e562e1d9 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:47:20.261073 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-5c4cba48-90b1-4d85-8c8c-57dff97ca7b5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:20.418834 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-5c4cba48-90b1-4d85-8c8c-57dff97ca7b5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Allocated IP 172.20.0.13 (712703af-075a-4495-abe2-5a31625e120d/12adbe48-632e-4cde-88ca-e4e68cb6be13/1e990591-6304-4b9d-af26-97d51ddbe07e) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:47:20.607000 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-5c4cba48-90b1-4d85-8c8c-57dff97ca7b5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:20.622063 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-5c4cba48-90b1-4d85-8c8c-57dff97ca7b5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Transition to ACTIVE for port object 1e990591-6304-4b9d-af26-97d51ddbe07e will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:47:20.702572 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-5c4cba48-90b1-4d85-8c8c-57dff97ca7b5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:20.772867 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-5c4cba48-90b1-4d85-8c8c-57dff97ca7b5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Network 712703af-075a-4495-abe2-5a31625e120d is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:47:20.775923 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-5c4cba48-90b1-4d85-8c8c-57dff97ca7b5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:47:20.780791 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-5c4cba48-90b1-4d85-8c8c-57dff97ca7b5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:47:20.809729 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cba48-90b1-4d85-8c8c-57dff97ca7b5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Pushing event updated for resources: {'Port': ['ID=1e990591-6304-4b9d-af26-97d51ddbe07e,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:20.846945 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-5c4cba48-90b1-4d85-8c8c-57dff97ca7b5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:47:20.847542 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-5c4cba48-90b1-4d85-8c8c-57dff97ca7b5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:20.943182 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-5c4cba48-90b1-4d85-8c8c-57dff97ca7b5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9071887 Apr 29 16:47:20.953773 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-c00c69da-084a-4b01-b583-77932c2e3277 service neutron] Request body: {'port': {'device_id': 'f57ecf46-9a41-4047-a65b-1f17fd7524d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:47:21.052138 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d3a4be5e-4f97-4f15-b182-a02c96595eda None None] Provisioning for port 1e990591-6304-4b9d-af26-97d51ddbe07e completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:47:21.057015 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-d3a4be5e-4f97-4f15-b182-a02c96595eda None None] Provisioning complete for port 1e990591-6304-4b9d-af26-97d51ddbe07e triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:47:21.057514 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d3a4be5e-4f97-4f15-b182-a02c96595eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:21.063418 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-c00c69da-084a-4b01-b583-77932c2e3277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:21.110147 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-d3a4be5e-4f97-4f15-b182-a02c96595eda None None] Port 1e990591-6304-4b9d-af26-97d51ddbe07e cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:47:21.272414 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device b9ddc44e-b2ec-4475-b367-45c52cac094a up at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:47:21.348207 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Provisioning complete for port b9ddc44e-b2ec-4475-b367-45c52cac094a triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:47:21.349330 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:21.466163 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-c00c69da-084a-4b01-b583-77932c2e3277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e990591-6304-4b9d-af26-97d51ddbe07e {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:47:21.482305 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-c00c69da-084a-4b01-b583-77932c2e3277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:21.502188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-c00c69da-084a-4b01-b583-77932c2e3277 service neutron] Transition to ACTIVE for port object 1e990591-6304-4b9d-af26-97d51ddbe07e will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:47:21.515672 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654e082-842f-4b68-aa32-7f03df2a4d98 req-b1d3eca0-e727-41d7-8339-f204ecab8356 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:47:21.516795 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c654e082-842f-4b68-aa32-7f03df2a4d98 req-b1d3eca0-e727-41d7-8339-f204ecab8356 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Synchronizing usage tracker for tenant:51617fafac7b43ea9a21a6a6e562e1d9 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:47:21.598927 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-c00c69da-084a-4b01-b583-77932c2e3277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:21.639932 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-c654e082-842f-4b68-aa32-7f03df2a4d98 req-b1d3eca0-e727-41d7-8339-f204ecab8356 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Unset dirty status for tenant:51617fafac7b43ea9a21a6a6e562e1d9 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:47:21.641041 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c654e082-842f-4b68-aa32-7f03df2a4d98 req-b1d3eca0-e727-41d7-8339-f204ecab8356 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 932 time: 0.2481265 Apr 29 16:47:21.752504 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c69da-084a-4b01-b583-77932c2e3277 service neutron] Pushing event updated for resources: {'Port': ['ID=1e990591-6304-4b9d-af26-97d51ddbe07e,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:21.814287 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c654e082-842f-4b68-aa32-7f03df2a4d98 req-d531ab20-a943-4796-9cbf-718938043c2b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627886 Apr 29 16:47:21.880331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-c00c69da-084a-4b01-b583-77932c2e3277 service neutron] Attempting to bind port 1e990591-6304-4b9d-af26-97d51ddbe07e on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:47:21.880654 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-c00c69da-084a-4b01-b583-77932c2e3277 service neutron] Attempting to bind port 1e990591-6304-4b9d-af26-97d51ddbe07e by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '01a60c38-3e1c-4ced-a369-ff65854ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '712703af-075a-4495-abe2-5a31625e120d'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:47:21.880973 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-c00c69da-084a-4b01-b583-77932c2e3277 service neutron] Attempting to bind port 1e990591-6304-4b9d-af26-97d51ddbe07e on network 712703af-075a-4495-abe2-5a31625e120d {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:47:21.887718 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-c00c69da-084a-4b01-b583-77932c2e3277 service neutron] Port 1e990591-6304-4b9d-af26-97d51ddbe07e on network 712703af-075a-4495-abe2-5a31625e120d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 16:47:21.888029 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-c00c69da-084a-4b01-b583-77932c2e3277 service neutron] Attempting to bind port 1e990591-6304-4b9d-af26-97d51ddbe07e on network 712703af-075a-4495-abe2-5a31625e120d {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:47:21.894448 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-c00c69da-084a-4b01-b583-77932c2e3277 service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:47:21.894873 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-c00c69da-084a-4b01-b583-77932c2e3277 service neutron] Checking segment: {'id': '01a60c38-3e1c-4ced-a369-ff65854ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '712703af-075a-4495-abe2-5a31625e120d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:47:21.895245 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-c00c69da-084a-4b01-b583-77932c2e3277 service neutron] Bound using segment: {'id': '01a60c38-3e1c-4ced-a369-ff65854ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '712703af-075a-4495-abe2-5a31625e120d'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:47:21.895658 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-c00c69da-084a-4b01-b583-77932c2e3277 service neutron] Bound port: 1e990591-6304-4b9d-af26-97d51ddbe07e, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a60c38-3e1c-4ced-a369-ff65854ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '712703af-075a-4495-abe2-5a31625e120d'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:47:21.895992 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-c00c69da-084a-4b01-b583-77932c2e3277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:22.063588 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-c00c69da-084a-4b01-b583-77932c2e3277 service neutron] For port 1e990591-6304-4b9d-af26-97d51ddbe07e, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:47:22.066347 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-c00c69da-084a-4b01-b583-77932c2e3277 service neutron] For port 1e990591-6304-4b9d-af26-97d51ddbe07e, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=1e990591-6304-4b9d-af26-97d51ddbe07e,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:47:22.126667 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-c00c69da-084a-4b01-b583-77932c2e3277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:22.187599 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-c00c69da-084a-4b01-b583-77932c2e3277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:22.188945 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-c00c69da-084a-4b01-b583-77932c2e3277 service neutron] 10.222.0.35 "PUT /v2.0/ports/1e990591-6304-4b9d-af26-97d51ddbe07e HTTP/1.1" status: 200 len: 1094 time: 1.2391269 Apr 29 16:47:22.189369 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57ecf46-9a41-4047-a65b-1f17fd7524d3', 'tag': '1e990591-6304-4b9d-af26-97d51ddbe07e'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:47:22.215757 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c69da-084a-4b01-b583-77932c2e3277 service neutron] Pushing event updated for resources: {'Port': ['ID=1e990591-6304-4b9d-af26-97d51ddbe07e,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:22.249630 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa8923cc-2c8b-4e4b-89f1-5f94fa793be1'] response: {'name': 'network-changed', 'server_uuid': 'f57ecf46-9a41-4047-a65b-1f17fd7524d3', 'tag': '1e990591-6304-4b9d-af26-97d51ddbe07e', 'status': 'completed', 'code': 200} Apr 29 16:47:22.343079 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5e396ea4-cf58-4f23-ab92-4efe2b54a984 req-38fff26d-22fb-45b6-bf2e-7f5c6604f669 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51617fafac7b43ea9a21a6a6e562e1d9&device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 1097 time: 0.0738375 Apr 29 16:47:22.482181 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e396ea4-cf58-4f23-ab92-4efe2b54a984 req-488b8f53-9751-42b9-960a-c91207e0d638 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:47:22.483646 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5e396ea4-cf58-4f23-ab92-4efe2b54a984 req-488b8f53-9751-42b9-960a-c91207e0d638 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=51617fafac7b43ea9a21a6a6e562e1d9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1340640 Apr 29 16:47:22.616684 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e396ea4-cf58-4f23-ab92-4efe2b54a984 req-dc37b517-9d66-4c43-bfdd-86cef0f92a15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:47:22.618039 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5e396ea4-cf58-4f23-ab92-4efe2b54a984 req-dc37b517-9d66-4c43-bfdd-86cef0f92a15 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277244 Apr 29 16:47:22.718903 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-58f5c9fb-0a93-46c6-bac2-bae7a74c243e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51617fafac7b43ea9a21a6a6e562e1d9&device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 1097 time: 0.0665421 Apr 29 16:47:22.787972 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-71b6547b-caba-4a80-9a2b-ca5e331974c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e990591-6304-4b9d-af26-97d51ddbe07e HTTP/1.1" status: 200 len: 217 time: 0.0617926 Apr 29 16:47:22.848333 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-1cf71664-b0a1-45e2-a3f0-6db71129caf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:47:22.849767 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-1cf71664-b0a1-45e2-a3f0-6db71129caf1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=12adbe48-632e-4cde-88ca-e4e68cb6be13 HTTP/1.1" status: 200 len: 849 time: 0.0564644 Apr 29 16:47:22.925897 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-dd15395f-786f-4eb2-84f6-0a6318e289c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=712703af-075a-4495-abe2-5a31625e120d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704513 Apr 29 16:47:23.110114 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-225c1a0e-f2b9-4f58-8db2-2c62a8eaa286 service neutron] 10.222.0.35 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778772 Apr 29 16:47:23.115592 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a45b8-6215-4bf9-87e3-49fc635029e5 req-6b479051-ac15-4928-85c5-413b0a72e0db tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:47:23.116901 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b98a45b8-6215-4bf9-87e3-49fc635029e5 req-6b479051-ac15-4928-85c5-413b0a72e0db tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 944 time: 0.1668410 Apr 29 16:47:23.243316 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b98a45b8-6215-4bf9-87e3-49fc635029e5 req-d9de66be-253c-494c-963c-830a4c2adf6b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089859 Apr 29 16:47:23.279848 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a6769294-a9d0-4509-9d98-2ddd4ad8e1ae req-27f8dba4-f3a5-4028-bd3c-041e9aef4e44 service neutron] 10.222.0.35 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620247 Apr 29 16:47:24.450634 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216365e1-fa2d-40af-b74b-fdfeafad5537 req-6c77252e-053d-4919-88e5-08aa621da939 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:47:24.452086 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-216365e1-fa2d-40af-b74b-fdfeafad5537 req-6c77252e-053d-4919-88e5-08aa621da939 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 944 time: 0.0805521 Apr 29 16:47:24.500673 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-216365e1-fa2d-40af-b74b-fdfeafad5537 req-d3df4458-45db-4cc2-8549-df06e0d2f40a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430171 Apr 29 16:47:25.699327 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35832171-c154-4909-99fc-3ebdfee1cd97 req-4c29f6c2-bd80-48c7-ba2f-71b528991578 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:47:25.700774 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-35832171-c154-4909-99fc-3ebdfee1cd97 req-4c29f6c2-bd80-48c7-ba2f-71b528991578 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 944 time: 0.0790341 Apr 29 16:47:25.746351 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-35832171-c154-4909-99fc-3ebdfee1cd97 req-67e7aebb-5bed-49d0-a645-a45e0f2efb2e tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399821 Apr 29 16:47:26.085559 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 1e990591-6304-4b9d-af26-97d51ddbe07e details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:47:26.216915 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 1e990591-6304-4b9d-af26-97d51ddbe07e, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=1e990591-6304-4b9d-af26-97d51ddbe07e,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:47:26.230029 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '1e990591-6304-4b9d-af26-97d51ddbe07e', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'port_id': '1e990591-6304-4b9d-af26-97d51ddbe07e', 'mac_address': 'fa:16:3e:81:63:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:47:26.285271 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:26.302537 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e990591-6304-4b9d-af26-97d51ddbe07e {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:47:26.317312 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 1e990591-6304-4b9d-af26-97d51ddbe07e, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=1e990591-6304-4b9d-af26-97d51ddbe07e,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:47:26.411668 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:26.476061 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=1e990591-6304-4b9d-af26-97d51ddbe07e,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:26.776895 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['1e990591-6304-4b9d-af26-97d51ddbe07e'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:47:26.941637 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723cb38-f76e-4861-9d26-c7b1bc9b3ca9 req-d3504280-a4e8-4111-865f-ca8261bd5922 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:47:26.943260 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9723cb38-f76e-4861-9d26-c7b1bc9b3ca9 req-d3504280-a4e8-4111-865f-ca8261bd5922 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 945 time: 0.0780263 Apr 29 16:47:26.990624 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-9723cb38-f76e-4861-9d26-c7b1bc9b3ca9 req-d6982596-809e-4795-91ca-93f96b46bb95 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408719 Apr 29 16:47:28.101417 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 1e990591-6304-4b9d-af26-97d51ddbe07e up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:47:28.187900 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e0031-1d6f-4991-beac-f1573f6ea815 req-eb1b3475-96e6-4bea-a7e0-f6719092cd21 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:47:28.189340 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-582e0031-1d6f-4991-beac-f1573f6ea815 req-eb1b3475-96e6-4bea-a7e0-f6719092cd21 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 945 time: 0.0793109 Apr 29 16:47:28.233011 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port 1e990591-6304-4b9d-af26-97d51ddbe07e completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:47:28.234768 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-582e0031-1d6f-4991-beac-f1573f6ea815 req-6bc36dc2-1ad0-4bde-aba7-04b816a18d8b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399373 Apr 29 16:47:28.237986 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 1e990591-6304-4b9d-af26-97d51ddbe07e triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:47:28.238351 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:28.351213 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:28.376593 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57ecf46-9a41-4047-a65b-1f17fd7524d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e990591-6304-4b9d-af26-97d51ddbe07e'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:47:28.386669 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 1e990591-6304-4b9d-af26-97d51ddbe07e, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=1e990591-6304-4b9d-af26-97d51ddbe07e,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:47:28.429257 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f52c06-f01d-4b56-bc0c-cdec05726c6b'] response: {'server_uuid': 'f57ecf46-9a41-4047-a65b-1f17fd7524d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e990591-6304-4b9d-af26-97d51ddbe07e', 'code': 200} Apr 29 16:47:28.446396 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:28.512060 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=1e990591-6304-4b9d-af26-97d51ddbe07e,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:28.770608 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b512cf73-ef01-424a-8a6c-f14b349be7e6 req-81f31832-a6ca-48ed-b047-aa372c6f9d44 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 1099 time: 0.0670712 Apr 29 16:47:28.811617 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b512cf73-ef01-424a-8a6c-f14b349be7e6 req-09c0a8d1-11a2-4720-8c23-8883305d6afc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356905 Apr 29 16:47:29.533525 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b08f55-2e4d-4ad0-989e-c3c440e09043 req-469110fa-744b-4172-90d2-5c8dcf0638f3 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:47:29.534968 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a1b08f55-2e4d-4ad0-989e-c3c440e09043 req-469110fa-744b-4172-90d2-5c8dcf0638f3 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 946 time: 0.1753795 Apr 29 16:47:29.582868 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a1b08f55-2e4d-4ad0-989e-c3c440e09043 req-a6e3c137-f10b-4c49-8da5-ef2331596821 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397491 Apr 29 16:47:30.782084 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefca5b-a908-4b4a-aadf-a775100192f8 req-4967b837-ddb0-4473-b4c2-8fed0a3573ef tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:47:30.783524 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6fefca5b-a908-4b4a-aadf-a775100192f8 req-4967b837-ddb0-4473-b4c2-8fed0a3573ef tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 946 time: 0.0782051 Apr 29 16:47:30.829346 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6fefca5b-a908-4b4a-aadf-a775100192f8 req-79d6bd2a-2d96-48fc-9e3b-0ef93356dabd tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403852 Apr 29 16:47:31.022033 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9112c-dc27-4b7a-b89a-b4102f6b24a6 req-bcb067f0-411f-43b4-bdc3-528a7b09c42d tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:47:31.023492 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-28a9112c-dc27-4b7a-b89a-b4102f6b24a6 req-bcb067f0-411f-43b4-bdc3-528a7b09c42d tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 946 time: 0.0758545 Apr 29 16:47:31.067732 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-28a9112c-dc27-4b7a-b89a-b4102f6b24a6 req-1b0e8ea6-ed04-407a-89dd-62433c10e1f6 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383744 Apr 29 16:47:31.095263 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 39972) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:47:31.283395 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-7a8772cb-1442-43b2-b98b-9c22f5a5c76e tempest-TestSnapshotPattern-134888865 tempest-TestSnapshotPattern-134888865-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 1094 time: 0.1870215 Apr 29 16:47:31.286020 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 39978) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:47:31.291006 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': '1e990591-6304-4b9d-af26-97d51ddbe07e', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:47:31.296384 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:47:31.300401 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Usage tracker for resource:floatingip and tenant:51617fafac7b43ea9a21a6a6e562e1d9 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:47:31.303215 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:47:31.309292 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:47:31.435101 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for floatingip, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:31.565467 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:31.699758 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Allocated IP 172.26.1.128 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/1f188fff-fec7-468f-b0e2-6147c51cd6ac) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:47:31.847356 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:31.926750 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:31.993721 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:47:31.997234 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:47:31.999887 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:47:32.028729 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Pushing event updated for resources: {'Port': ['ID=1f188fff-fec7-468f-b0e2-6147c51cd6ac,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:32.485586 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:32.592776 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:32.879390 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:32.935845 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:33.038126 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Pushing event updated for resources: {'Port': ['ID=1f188fff-fec7-468f-b0e2-6147c51cd6ac,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:47:33.051631 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:47:33.051972 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:47:33.052301 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:47:33.052630 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:47:33.052956 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:47:33.053278 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:47:33.053600 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:47:33.053918 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:47:33.054235 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:47:33.054575 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:47:33.054893 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:47:33.064116 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:33.245689 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Floating IP a605a463-ce47-429a-b75c-053e8e005f69 associated. External IP: 172.26.1.128, port: 1e990591-6304-4b9d-af26-97d51ddbe07e. Apr 29 16:47:33.622928 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Router 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:47:33.823251 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:47:33.832457 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7003b7-e636-4714-9e60-d71825ffdfdf None None] Sync routers for ids ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:47:33.844404 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7003b7-e636-4714-9e60-d71825ffdfdf None None] Routers {'80a6d268-6a44-48ca-a75c-7f01d21f7ca4'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:47:33.844977 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fc7003b7-e636-4714-9e60-d71825ffdfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:47:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:47:33.924394 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:33.978476 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6ac44666-7de4-4783-b9ef-504ce3c0f18b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6914258 Apr 29 16:47:33.979767 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57ecf46-9a41-4047-a65b-1f17fd7524d3', 'tag': '1e990591-6304-4b9d-af26-97d51ddbe07e'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:47:34.034223 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-fc7003b7-e636-4714-9e60-d71825ffdfdf None None] Set router 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:47:34.037631 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2291ac40-5eac-41e8-8923-a8aab787e404'] response: {'name': 'network-changed', 'server_uuid': 'f57ecf46-9a41-4047-a65b-1f17fd7524d3', 'tag': '1e990591-6304-4b9d-af26-97d51ddbe07e', 'status': 'completed', 'code': 200} Apr 29 16:47:34.128704 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2302a65d-9a13-453f-a194-b4525863ae03 req-237e3ed4-18e3-402a-9d1d-35101c7669a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51617fafac7b43ea9a21a6a6e562e1d9&device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 1099 time: 0.0696580 Apr 29 16:47:34.256973 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302a65d-9a13-453f-a194-b4525863ae03 req-2a185010-ecd6-488a-b629-58aea13b2620 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:47:34.258546 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2302a65d-9a13-453f-a194-b4525863ae03 req-2a185010-ecd6-488a-b629-58aea13b2620 service neutron] 10.222.0.35 "GET /v2.0/networks?id=712703af-075a-4495-abe2-5a31625e120d HTTP/1.1" status: 200 len: 911 time: 0.1247287 Apr 29 16:47:34.359317 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2302a65d-9a13-453f-a194-b4525863ae03 req-056f3e4a-2be2-4739-8c5c-d99f76f6144b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e990591-6304-4b9d-af26-97d51ddbe07e HTTP/1.1" status: 200 len: 1000 time: 0.0946255 Apr 29 16:47:34.376074 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fc7003b7-e636-4714-9e60-d71825ffdfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'name': 'tempest-TestSnapshotPattern-1952669485-router', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:46:54Z', 'updated_at': '2022-04-29T16:46:58Z', 'revision_number': 4, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'gw_port': {'id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:55Z', 'updated_at': '2022-04-29T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'a605a463-ce47-429a-b75c-053e8e005f69', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'floating_ip_address': '172.26.1.128', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'port_id': '1e990591-6304-4b9d-af26-97d51ddbe07e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'mac_address': 'fa:16:3e:81:63:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57ecf46-9a41-4047-a65b-1f17fd7524d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:47:32Z', 'updated_at': '2022-04-29T16:47:32Z', 'revision_number': 0, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '944b37bc-2ce6-482c-a576-4a046882c62c', 'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'mac_address': 'fa:16:3e:eb:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:57Z', 'updated_at': '2022-04-29T16:47:15Z', 'revision_number': 5, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'subnets': [{'id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:47:34.379853 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7003b7-e636-4714-9e60-d71825ffdfdf None None] Checking router: 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:47:34.390838 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7003b7-e636-4714-9e60-d71825ffdfdf None None] Routers {'80a6d268-6a44-48ca-a75c-7f01d21f7ca4'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:47:34.391426 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fc7003b7-e636-4714-9e60-d71825ffdfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:47:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:47:34.425121 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302a65d-9a13-453f-a194-b4525863ae03 req-96902abe-2da6-4679-b761-fe5dfbe48ba8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:47:34.426603 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2302a65d-9a13-453f-a194-b4525863ae03 req-96902abe-2da6-4679-b761-fe5dfbe48ba8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=12adbe48-632e-4cde-88ca-e4e68cb6be13 HTTP/1.1" status: 200 len: 849 time: 0.0581801 Apr 29 16:47:34.498872 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2302a65d-9a13-453f-a194-b4525863ae03 req-ec510757-4762-451f-b006-a907db03e528 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=712703af-075a-4495-abe2-5a31625e120d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668869 Apr 29 16:47:34.570918 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-fc7003b7-e636-4714-9e60-d71825ffdfdf None None] Set router 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:47:34.734185 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2302a65d-9a13-453f-a194-b4525863ae03 req-074edd7b-dcf7-4fdf-afaa-bb6a5e48e0c1 service neutron] 10.222.0.35 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294476 Apr 29 16:47:34.872500 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2302a65d-9a13-453f-a194-b4525863ae03 req-73be2433-a8e8-42db-b571-33370ee01fc6 service neutron] 10.222.0.35 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315668 Apr 29 16:47:34.957687 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-fc7003b7-e636-4714-9e60-d71825ffdfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'name': 'tempest-TestSnapshotPattern-1952669485-router', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:46:54Z', 'updated_at': '2022-04-29T16:46:58Z', 'revision_number': 4, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'gw_port': {'id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:55Z', 'updated_at': '2022-04-29T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'a605a463-ce47-429a-b75c-053e8e005f69', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'floating_ip_address': '172.26.1.128', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'port_id': '1e990591-6304-4b9d-af26-97d51ddbe07e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'mac_address': 'fa:16:3e:81:63:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57ecf46-9a41-4047-a65b-1f17fd7524d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:47:32Z', 'updated_at': '2022-04-29T16:47:32Z', 'revision_number': 0, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '944b37bc-2ce6-482c-a576-4a046882c62c', 'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'mac_address': 'fa:16:3e:eb:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:57Z', 'updated_at': '2022-04-29T16:47:15Z', 'revision_number': 5, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'subnets': [{'id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:47:34.961641 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7003b7-e636-4714-9e60-d71825ffdfdf None None] The sync data for ids ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'] in dv-neutron-839913-1-hyperv is: [{'id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'name': 'tempest-TestSnapshotPattern-1952669485-router', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:46:54Z', 'updated_at': '2022-04-29T16:46:58Z', 'revision_number': 4, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'gw_port': {'id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:55Z', 'updated_at': '2022-04-29T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'a605a463-ce47-429a-b75c-053e8e005f69', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'floating_ip_address': '172.26.1.128', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'port_id': '1e990591-6304-4b9d-af26-97d51ddbe07e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'mac_address': 'fa:16:3e:81:63:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57ecf46-9a41-4047-a65b-1f17fd7524d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:47:32Z', 'updated_at': '2022-04-29T16:47:32Z', 'revision_number': 0, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '944b37bc-2ce6-482c-a576-4a046882c62c', 'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'mac_address': 'fa:16:3e:eb:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:57Z', 'updated_at': '2022-04-29T16:47:15Z', 'revision_number': 5, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'subnets': [{'id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:47:36.996838 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97443de2-9ac3-4b5c-bdb8-95312872f472 None None] New status for floating IP a605a463-ce47-429a-b75c-053e8e005f69: ACTIVE {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:47:43.674286 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d7b288a2-10ee-4632-81d0-cbcb2d2ee864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:45.994698 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b6f4bf04-6d94-4d1d-a146-d1a1adcc9725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:46.006112 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:47.432880 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:47.570135 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:48.737071 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:47:56.804518 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:48:13.673610 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cd844ff1-53f2-4422-aca4-4a925a69f499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:48:15.983244 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-784a1526-4fbd-40e3-b66c-715e749e4f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:48:16.011262 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:48:17.016287 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d030de13-999f-4ee9-ad14-bf30465e3f95 req-dd918e49-f8e2-405f-a74a-ac798096a5a0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714660 Apr 29 16:48:17.150683 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d030de13-999f-4ee9-ad14-bf30465e3f95 req-5d062a64-fb59-454a-b13e-61154068f3f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51617fafac7b43ea9a21a6a6e562e1d9&device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 1099 time: 0.0673869 Apr 29 16:48:17.292242 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030de13-999f-4ee9-ad14-bf30465e3f95 req-e67bd364-75ce-435a-b1bd-5aade389f1ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:48:17.293563 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d030de13-999f-4ee9-ad14-bf30465e3f95 req-e67bd364-75ce-435a-b1bd-5aade389f1ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=712703af-075a-4495-abe2-5a31625e120d HTTP/1.1" status: 200 len: 911 time: 0.1226592 Apr 29 16:48:17.396318 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d030de13-999f-4ee9-ad14-bf30465e3f95 req-b451dd6d-30d9-4330-a63d-77809f205a15 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e990591-6304-4b9d-af26-97d51ddbe07e HTTP/1.1" status: 200 len: 1002 time: 0.0962579 Apr 29 16:48:17.445067 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:48:17.459493 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030de13-999f-4ee9-ad14-bf30465e3f95 req-07634b6c-97ee-40c7-b9d3-c78ffbdb7ead service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:48:17.460887 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d030de13-999f-4ee9-ad14-bf30465e3f95 req-07634b6c-97ee-40c7-b9d3-c78ffbdb7ead service neutron] 10.222.0.35 "GET /v2.0/subnets?id=12adbe48-632e-4cde-88ca-e4e68cb6be13 HTTP/1.1" status: 200 len: 849 time: 0.0588977 Apr 29 16:48:17.533622 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d030de13-999f-4ee9-ad14-bf30465e3f95 req-a6174222-a91b-4c69-b990-0b31fd0fb599 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=712703af-075a-4495-abe2-5a31625e120d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665040 Apr 29 16:48:17.580266 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:48:17.665081 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d030de13-999f-4ee9-ad14-bf30465e3f95 req-90bf4f27-eed9-4b1d-9443-f60debc86a08 service neutron] 10.222.0.35 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251032 Apr 29 16:48:17.795577 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d030de13-999f-4ee9-ad14-bf30465e3f95 req-f98e1690-d9d3-4290-9f80-3ffe9236cc8d service neutron] 10.222.0.35 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239905 Apr 29 16:48:18.723398 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:48:33.805357 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:48:43.655704 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-985524bd-f3ca-48af-935e-57ddfb05bf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:48:45.999403 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e89b91fd-c5d4-4967-95b9-309af94b7c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:48:46.009766 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:48:47.427524 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:48:47.587462 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:48:48.724447 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:49:10.806011 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:49:13.655621 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d7cc1c0d-2e5e-4f02-9ff9-7294a9553047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:49:15.959810 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7d1ea2e6-a1d1-4115-a5fb-d8be243c720c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:49:15.981798 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:49:17.426674 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:49:17.567314 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:49:18.740841 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:49:18.974414 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-27260f00-5c99-4b5b-8e5f-2b99dc81bec0 req-171c5bb6-7821-4f88-a5aa-0112df04b607 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661082 Apr 29 16:49:19.113224 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-27260f00-5c99-4b5b-8e5f-2b99dc81bec0 req-85dccccf-a2d8-48f0-8a17-ffd1a17be423 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51617fafac7b43ea9a21a6a6e562e1d9&device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 1099 time: 0.0705016 Apr 29 16:49:19.251608 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27260f00-5c99-4b5b-8e5f-2b99dc81bec0 req-695384f2-f9af-47be-9eea-f1183fefc5a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:49:19.252933 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-27260f00-5c99-4b5b-8e5f-2b99dc81bec0 req-695384f2-f9af-47be-9eea-f1183fefc5a4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=712703af-075a-4495-abe2-5a31625e120d HTTP/1.1" status: 200 len: 911 time: 0.1226256 Apr 29 16:49:19.353499 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-27260f00-5c99-4b5b-8e5f-2b99dc81bec0 req-955c845d-0a07-4f78-beb0-dafb40da448d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e990591-6304-4b9d-af26-97d51ddbe07e HTTP/1.1" status: 200 len: 1002 time: 0.0947199 Apr 29 16:49:19.413535 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27260f00-5c99-4b5b-8e5f-2b99dc81bec0 req-9eedb2ca-f2dc-41e3-a59c-44e184047662 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:49:19.415067 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-27260f00-5c99-4b5b-8e5f-2b99dc81bec0 req-9eedb2ca-f2dc-41e3-a59c-44e184047662 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=12adbe48-632e-4cde-88ca-e4e68cb6be13 HTTP/1.1" status: 200 len: 849 time: 0.0558960 Apr 29 16:49:19.487521 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-27260f00-5c99-4b5b-8e5f-2b99dc81bec0 req-7ffd8f6d-4750-4077-a792-25ef67ad3197 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=712703af-075a-4495-abe2-5a31625e120d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666559 Apr 29 16:49:19.708183 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-27260f00-5c99-4b5b-8e5f-2b99dc81bec0 req-e26074e0-e3eb-48d3-8564-d5460de09701 service neutron] 10.222.0.35 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125347 Apr 29 16:49:19.837428 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-27260f00-5c99-4b5b-8e5f-2b99dc81bec0 req-4ec181f3-f4ad-46ee-9f8a-6e646b68a456 service neutron] 10.222.0.35 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236885 Apr 29 16:49:43.667445 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5553cd04-36d8-4b2a-85f4-e8ed7d4b9e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:49:45.991982 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-cc0f30f1-6c44-4123-9272-caf0ff349d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:49:46.004271 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:49:47.449009 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:49:47.566614 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:49:47.805994 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:49:48.723239 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:08.743829 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 1e990591-6304-4b9d-af26-97d51ddbe07e details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:50:08.881920 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 1e990591-6304-4b9d-af26-97d51ddbe07e, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=1e990591-6304-4b9d-af26-97d51ddbe07e,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:50:08.895173 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': '1e990591-6304-4b9d-af26-97d51ddbe07e', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'port_id': '1e990591-6304-4b9d-af26-97d51ddbe07e', 'mac_address': 'fa:16:3e:81:63:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:50:08.950376 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:08.967025 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e990591-6304-4b9d-af26-97d51ddbe07e {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:50:08.981117 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 1e990591-6304-4b9d-af26-97d51ddbe07e, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=1e990591-6304-4b9d-af26-97d51ddbe07e,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:50:09.094283 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:09.161658 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=1e990591-6304-4b9d-af26-97d51ddbe07e,revision_number=6']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:50:09.166744 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['1e990591-6304-4b9d-af26-97d51ddbe07e'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:50:09.203572 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:50:09.203980 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:50:09.204321 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:50:09.204651 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:50:09.204981 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:50:09.205305 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:50:09.205626 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:50:09.205946 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:50:09.206263 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:50:09.206628 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:50:09.206948 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:50:10.759983 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 1e990591-6304-4b9d-af26-97d51ddbe07e up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:50:10.830176 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port 1e990591-6304-4b9d-af26-97d51ddbe07e triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:50:10.830571 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:10.945782 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:10.974936 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57ecf46-9a41-4047-a65b-1f17fd7524d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e990591-6304-4b9d-af26-97d51ddbe07e'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:50:10.984800 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 1e990591-6304-4b9d-af26-97d51ddbe07e, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=1e990591-6304-4b9d-af26-97d51ddbe07e,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:50:11.071310 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:11.147913 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88acd26d-5b76-406e-b65c-264761246e36'] response: {'server_uuid': 'f57ecf46-9a41-4047-a65b-1f17fd7524d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e990591-6304-4b9d-af26-97d51ddbe07e', 'code': 200} Apr 29 16:50:11.148611 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=1e990591-6304-4b9d-af26-97d51ddbe07e,revision_number=7']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:50:13.669735 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ef8de98d-5728-4837-94ad-2bc06b41bebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:15.997974 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-36b451ed-8e43-4dcb-b508-080fc4ca8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:16.008860 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:17.443784 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:17.608891 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:18.746549 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:19.065487 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67a69b5b-15db-4f5c-8d2b-c352ff7b1abd req-3f339c2e-a2a6-4131-a4fc-9a3f9f8a3f96 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51617fafac7b43ea9a21a6a6e562e1d9&device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 1099 time: 0.0733123 Apr 29 16:50:19.229066 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a69b5b-15db-4f5c-8d2b-c352ff7b1abd req-7f7d6036-2896-4328-8339-373c0fb5511c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:19.231225 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67a69b5b-15db-4f5c-8d2b-c352ff7b1abd req-7f7d6036-2896-4328-8339-373c0fb5511c service neutron] 10.222.0.35 "GET /v2.0/networks?id=712703af-075a-4495-abe2-5a31625e120d HTTP/1.1" status: 200 len: 911 time: 0.1427519 Apr 29 16:50:19.343959 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67a69b5b-15db-4f5c-8d2b-c352ff7b1abd req-67244536-e586-403e-9597-1f8cfbade27e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e990591-6304-4b9d-af26-97d51ddbe07e HTTP/1.1" status: 200 len: 1002 time: 0.1065769 Apr 29 16:50:19.412361 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a69b5b-15db-4f5c-8d2b-c352ff7b1abd req-4b1743e5-1e35-4e61-afd7-f69680e99701 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:19.413811 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67a69b5b-15db-4f5c-8d2b-c352ff7b1abd req-4b1743e5-1e35-4e61-afd7-f69680e99701 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=12adbe48-632e-4cde-88ca-e4e68cb6be13 HTTP/1.1" status: 200 len: 849 time: 0.0616055 Apr 29 16:50:19.518560 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67a69b5b-15db-4f5c-8d2b-c352ff7b1abd req-9ac1f2eb-2174-4534-9989-8a9a0cb98575 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=712703af-075a-4495-abe2-5a31625e120d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0989318 Apr 29 16:50:19.530292 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [req-67a69b5b-15db-4f5c-8d2b-c352ff7b1abd req-6250b445-4532-4646-b158-fc8ea95afc03 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84770) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 16:50:19.531375 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67a69b5b-15db-4f5c-8d2b-c352ff7b1abd req-6250b445-4532-4646-b158-fc8ea95afc03 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063682 Apr 29 16:50:19.702374 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67a69b5b-15db-4f5c-8d2b-c352ff7b1abd req-ebc1d75c-9548-4564-9656-ea1046619458 service neutron] 10.222.0.35 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646080 Apr 29 16:50:19.845115 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-67a69b5b-15db-4f5c-8d2b-c352ff7b1abd req-72ce0757-f949-44d7-b0a3-187dc10b318a service neutron] 10.222.0.35 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358085 Apr 29 16:50:23.864074 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f8071395-743c-4078-9e53-697592ed6c58 req-e85ac37d-12b7-49a2-a29f-941577eb70b0 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1526740825&fields=id&tenant_id=51617fafac7b43ea9a21a6a6e562e1d9 HTTP/1.1" status: 200 len: 267 time: 0.0423255 Apr 29 16:50:24.006790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8071395-743c-4078-9e53-697592ed6c58 req-69eb4090-4d93-4c9c-98da-8bbf0f69b406 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:24.008203 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f8071395-743c-4078-9e53-697592ed6c58 req-69eb4090-4d93-4c9c-98da-8bbf0f69b406 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/networks?id=712703af-075a-4495-abe2-5a31625e120d HTTP/1.1" status: 200 len: 810 time: 0.1379771 Apr 29 16:50:24.024188 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f8071395-743c-4078-9e53-697592ed6c58 req-6b94fe42-c333-41ac-bcff-148643b5b4ea tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/quotas/51617fafac7b43ea9a21a6a6e562e1d9 HTTP/1.1" status: 200 len: 375 time: 0.0102167 Apr 29 16:50:24.105142 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f8071395-743c-4078-9e53-697592ed6c58 req-99b5a5b3-c174-478b-a571-c2c3f386eb06 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=51617fafac7b43ea9a21a6a6e562e1d9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0758317 Apr 29 16:50:24.305176 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f8071395-743c-4078-9e53-697592ed6c58 req-f3a4ab9b-70eb-4824-bb50-f6b0d9e73454 service neutron] 10.222.0.21 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886923 Apr 29 16:50:24.433818 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f8071395-743c-4078-9e53-697592ed6c58 req-ba1debcb-c90f-4fc6-aaba-724e8fff5b77 service neutron] 10.222.0.21 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215408 Apr 29 16:50:24.806076 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:50:25.752543 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-1c5607a5-d546-4487-aef3-1f5d93e77214 req-1f075384-f1e3-46a0-9026-6d03e41232c7 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 210 time: 0.0442202 Apr 29 16:50:26.836709 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 1e990591-6304-4b9d-af26-97d51ddbe07e no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:50:26.985496 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:27.007675 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f5e4c83b-1b3f-43ea-9e8c-a7119fa5fd62 req-1b723597-9024-4f73-8a91-68b004f89b7d tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 210 time: 0.1306925 Apr 29 16:50:27.012533 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57ecf46-9a41-4047-a65b-1f17fd7524d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e990591-6304-4b9d-af26-97d51ddbe07e'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:50:27.022073 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port 1e990591-6304-4b9d-af26-97d51ddbe07e, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=1e990591-6304-4b9d-af26-97d51ddbe07e,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:50:27.073116 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff74ea8-bbf8-427d-bc68-f638309df5c9'] response: {'server_uuid': 'f57ecf46-9a41-4047-a65b-1f17fd7524d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e990591-6304-4b9d-af26-97d51ddbe07e', 'code': 200} Apr 29 16:50:27.085899 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:27.152926 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=1e990591-6304-4b9d-af26-97d51ddbe07e,revision_number=8']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:50:27.646875 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8071395-743c-4078-9e53-697592ed6c58 req-fab9cc7e-cda8-4a67-8f63-7ab13632c4b7 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:27.648154 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f8071395-743c-4078-9e53-697592ed6c58 req-fab9cc7e-cda8-4a67-8f63-7ab13632c4b7 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.35 "GET /v2.0/networks?id=712703af-075a-4495-abe2-5a31625e120d HTTP/1.1" status: 200 len: 810 time: 0.1384528 Apr 29 16:50:27.700320 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f8071395-743c-4078-9e53-697592ed6c58 req-43de2283-9a84-4555-831b-f998a7452399 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51617fafac7b43ea9a21a6a6e562e1d9 HTTP/1.1" status: 200 len: 380 time: 0.0406680 Apr 29 16:50:27.709082 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-f8071395-743c-4078-9e53-697592ed6c58 req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Request body: {'port': {'device_id': 'ec7fd981-5dbe-4047-b232-f14410ccbaa2', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'admin_state_up': True, 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'security_groups': ['d133a3a0-670f-4766-8ea8-5d554bb892c8']}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:50:27.847791 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-f8071395-743c-4078-9e53-697592ed6c58 req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:50:27.857676 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [req-f8071395-743c-4078-9e53-697592ed6c58 req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:50:27.950973 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8071395-743c-4078-9e53-697592ed6c58 req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Made reservation on behalf of 51617fafac7b43ea9a21a6a6e562e1d9 for: {'port': 1} {{(pid=84770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:50:27.953968 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-f8071395-743c-4078-9e53-697592ed6c58 req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:28.115097 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [req-f8071395-743c-4078-9e53-697592ed6c58 req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Allocated IP 172.20.0.12 (712703af-075a-4495-abe2-5a31625e120d/12adbe48-632e-4cde-88ca-e4e68cb6be13/f4684554-b844-4c9f-8aff-c9a2baa0c8aa) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:50:28.196528 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-feb5295b-3f4f-409f-8c27-1bc3990d26e3 req-667fbde8-76fa-4249-b0e6-4ed990104030 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 210 time: 0.0565691 Apr 29 16:50:28.358188 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-f8071395-743c-4078-9e53-697592ed6c58 req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:28.373225 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-f8071395-743c-4078-9e53-697592ed6c58 req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Transition to ACTIVE for port object f4684554-b844-4c9f-8aff-c9a2baa0c8aa will not be triggered until provisioned by entity DHCP. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:50:28.477142 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-f8071395-743c-4078-9e53-697592ed6c58 req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:28.567249 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8071395-743c-4078-9e53-697592ed6c58 req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Network 712703af-075a-4495-abe2-5a31625e120d is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:50:28.572115 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [req-f8071395-743c-4078-9e53-697592ed6c58 req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:50:28.585874 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8071395-743c-4078-9e53-697592ed6c58 req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:50:28.659059 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Pushing event updated for resources: {'Port': ['ID=f4684554-b844-4c9f-8aff-c9a2baa0c8aa,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:50:28.683615 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:50:28.684040 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:50:28.684377 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:50:28.684708 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:50:28.685090 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:50:28.685550 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:50:28.685784 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:50:28.686107 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:50:28.686465 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:50:28.686833 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:50:28.687151 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:50:28.705142 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8071395-743c-4078-9e53-697592ed6c58 req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:28.705887 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-f8071395-743c-4078-9e53-697592ed6c58 req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:28.798890 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f8071395-743c-4078-9e53-697592ed6c58 req-e889bd77-3f2a-4c62-8171-ae6a5edbcd77 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0931053 Apr 29 16:50:29.051546 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ef7b9002-c933-4222-a867-e17eb34039be None None] Provisioning for port f4684554-b844-4c9f-8aff-c9a2baa0c8aa completed by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:50:29.057254 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-ef7b9002-c933-4222-a867-e17eb34039be None None] Provisioning complete for port f4684554-b844-4c9f-8aff-c9a2baa0c8aa triggered by entity DHCP. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:50:29.058297 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ef7b9002-c933-4222-a867-e17eb34039be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:29.122322 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-ef7b9002-c933-4222-a867-e17eb34039be None None] Port f4684554-b844-4c9f-8aff-c9a2baa0c8aa cannot update to ACTIVE because it is not bound. {{(pid=84772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 16:50:29.483892 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c433945-fc22-4ae2-b469-0fdd5667d0cc req-ab45a312-6cb1-458c-83f2-5eb53d2cb0a1 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:29.484718 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-5c433945-fc22-4ae2-b469-0fdd5667d0cc req-ab45a312-6cb1-458c-83f2-5eb53d2cb0a1 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Synchronizing usage tracker for tenant:51617fafac7b43ea9a21a6a6e562e1d9 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:50:29.591670 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-5c433945-fc22-4ae2-b469-0fdd5667d0cc req-ab45a312-6cb1-458c-83f2-5eb53d2cb0a1 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Unset dirty status for tenant:51617fafac7b43ea9a21a6a6e562e1d9 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:50:29.592906 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5c433945-fc22-4ae2-b469-0fdd5667d0cc req-ab45a312-6cb1-458c-83f2-5eb53d2cb0a1 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 932 time: 0.2349863 Apr 29 16:50:29.653522 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5c433945-fc22-4ae2-b469-0fdd5667d0cc req-5e9d036c-dfc3-492b-8ecb-345000f0621f tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529284 Apr 29 16:50:30.868813 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527ef1c-0117-4e5c-8a0a-d4043a7a824b req-e90cbeb1-8f35-4e6e-881c-d2025d4db15b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:30.871104 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e527ef1c-0117-4e5c-8a0a-d4043a7a824b req-e90cbeb1-8f35-4e6e-881c-d2025d4db15b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 932 time: 0.0782318 Apr 29 16:50:30.924468 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e527ef1c-0117-4e5c-8a0a-d4043a7a824b req-369b0c08-f55d-4ef9-a1af-ee99d065bb49 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467224 Apr 29 16:50:32.141236 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708aab93-9203-4662-b8cd-6fd1aac090f0 req-831f4fd2-cf08-47a3-bf08-2859c3829a80 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:32.143516 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-708aab93-9203-4662-b8cd-6fd1aac090f0 req-831f4fd2-cf08-47a3-bf08-2859c3829a80 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 932 time: 0.0836453 Apr 29 16:50:32.196172 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-708aab93-9203-4662-b8cd-6fd1aac090f0 req-9b085978-9e22-4d2a-91ff-7620201738a1 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472426 Apr 29 16:50:33.406705 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f15caa-2a46-4fda-a731-327ca791a15f req-95a24c4c-e83e-46f7-bb96-7c9ce54ab2fb tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:33.408277 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-31f15caa-2a46-4fda-a731-327ca791a15f req-95a24c4c-e83e-46f7-bb96-7c9ce54ab2fb tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 932 time: 0.0852144 Apr 29 16:50:33.457145 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-31f15caa-2a46-4fda-a731-327ca791a15f req-c75098e2-a256-404e-be52-3976463c67eb tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433939 Apr 29 16:50:34.674718 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085140e-96ee-46b0-923a-630a6223aaf9 req-85d63559-e916-4c16-ab63-cf6500b8d943 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:34.676159 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f085140e-96ee-46b0-923a-630a6223aaf9 req-85d63559-e916-4c16-ab63-cf6500b8d943 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 932 time: 0.0786133 Apr 29 16:50:34.731194 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f085140e-96ee-46b0-923a-630a6223aaf9 req-317f829c-8548-41b5-b0c8-e9885801ae51 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487852 Apr 29 16:50:35.945853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2345aa-17dc-4544-b600-7bbf641e5d7c req-8cb87938-c4d6-4a92-848e-333021dc07de tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:35.947248 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b2345aa-17dc-4544-b600-7bbf641e5d7c req-8cb87938-c4d6-4a92-848e-333021dc07de tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 932 time: 0.0843744 Apr 29 16:50:35.996135 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b2345aa-17dc-4544-b600-7bbf641e5d7c req-947ebbeb-8ad2-4848-8e8e-293475668e2c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417511 Apr 29 16:50:37.189258 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb003305-4513-4c7a-8400-8eac825d6c09 req-bd25ce8d-5236-4d6b-a0a8-7ced00dff676 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:37.190715 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eb003305-4513-4c7a-8400-8eac825d6c09 req-bd25ce8d-5236-4d6b-a0a8-7ced00dff676 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 932 time: 0.0744579 Apr 29 16:50:37.238226 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-eb003305-4513-4c7a-8400-8eac825d6c09 req-37c4915f-07d1-4f32-a765-7b6e0f6908ab tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419285 Apr 29 16:50:38.430408 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7daa12-1b20-40d7-ba21-87ef3ead9b37 req-9b6de21f-d771-464a-b2f2-5021583c77ef tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:38.431866 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3f7daa12-1b20-40d7-ba21-87ef3ead9b37 req-9b6de21f-d771-464a-b2f2-5021583c77ef tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 932 time: 0.0757349 Apr 29 16:50:38.476569 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3f7daa12-1b20-40d7-ba21-87ef3ead9b37 req-03e729e8-46c7-4a07-8b0b-69ecd91f0be8 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385504 Apr 29 16:50:39.679256 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427d8a4-3274-43a6-9ea7-29b5be1cabcc req-707b49f1-4c61-4ee7-97d8-34b098426351 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:39.680603 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e427d8a4-3274-43a6-9ea7-29b5be1cabcc req-707b49f1-4c61-4ee7-97d8-34b098426351 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 932 time: 0.0785358 Apr 29 16:50:39.803923 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e427d8a4-3274-43a6-9ea7-29b5be1cabcc req-eae022d3-63ac-4ba6-8d5f-cd007c7c920a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172578 Apr 29 16:50:39.993884 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [req-f8071395-743c-4078-9e53-697592ed6c58 req-fa43d962-3d85-41bc-b521-33c527c53aad service neutron] Request body: {'port': {'device_id': 'ec7fd981-5dbe-4047-b232-f14410ccbaa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8399'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:50:40.100246 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-f8071395-743c-4078-9e53-697592ed6c58 req-fa43d962-3d85-41bc-b521-33c527c53aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:40.445677 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [req-f8071395-743c-4078-9e53-697592ed6c58 req-fa43d962-3d85-41bc-b521-33c527c53aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4684554-b844-4c9f-8aff-c9a2baa0c8aa {{(pid=84770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:50:40.454426 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-f8071395-743c-4078-9e53-697592ed6c58 req-fa43d962-3d85-41bc-b521-33c527c53aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:40.469125 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.provisioning_blocks [req-f8071395-743c-4078-9e53-697592ed6c58 req-fa43d962-3d85-41bc-b521-33c527c53aad service neutron] Transition to ACTIVE for port object f4684554-b844-4c9f-8aff-c9a2baa0c8aa will not be triggered until provisioned by entity L2. {{(pid=84770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:50:41.008967 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f805c-87ef-4ef0-8643-bf08468f9323 req-a000ad8f-eb7c-428d-8467-46017cd3dd5a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:41.011097 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b36f805c-87ef-4ef0-8643-bf08468f9323 req-a000ad8f-eb7c-428d-8467-46017cd3dd5a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 932 time: 0.0848253 Apr 29 16:50:41.060479 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b36f805c-87ef-4ef0-8643-bf08468f9323 req-82905b69-ea72-40b7-8b13-dae186fd7ec1 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431378 Apr 29 16:50:41.231059 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-f8071395-743c-4078-9e53-697592ed6c58 req-fa43d962-3d85-41bc-b521-33c527c53aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:41.358503 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43d962-3d85-41bc-b521-33c527c53aad service neutron] Pushing event updated for resources: {'Port': ['ID=f4684554-b844-4c9f-8aff-c9a2baa0c8aa,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:50:41.465586 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-f8071395-743c-4078-9e53-697592ed6c58 req-fa43d962-3d85-41bc-b521-33c527c53aad service neutron] Attempting to bind port f4684554-b844-4c9f-8aff-c9a2baa0c8aa on host hv-neutron-8399 for vnic_type normal with profile {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:50:41.465918 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-f8071395-743c-4078-9e53-697592ed6c58 req-fa43d962-3d85-41bc-b521-33c527c53aad service neutron] Attempting to bind port f4684554-b844-4c9f-8aff-c9a2baa0c8aa by drivers openvswitch,hyperv on host hv-neutron-8399 at level 0 using segments [{'id': '01a60c38-3e1c-4ced-a369-ff65854ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '712703af-075a-4495-abe2-5a31625e120d'}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:50:41.466246 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8071395-743c-4078-9e53-697592ed6c58 req-fa43d962-3d85-41bc-b521-33c527c53aad service neutron] Attempting to bind port f4684554-b844-4c9f-8aff-c9a2baa0c8aa on network 712703af-075a-4495-abe2-5a31625e120d {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:50:41.471975 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8071395-743c-4078-9e53-697592ed6c58 req-fa43d962-3d85-41bc-b521-33c527c53aad service neutron] Port f4684554-b844-4c9f-8aff-c9a2baa0c8aa on network 712703af-075a-4495-abe2-5a31625e120d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8399 {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 16:50:41.472290 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8071395-743c-4078-9e53-697592ed6c58 req-fa43d962-3d85-41bc-b521-33c527c53aad service neutron] Attempting to bind port f4684554-b844-4c9f-8aff-c9a2baa0c8aa on network 712703af-075a-4495-abe2-5a31625e120d {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 16:50:41.478508 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8071395-743c-4078-9e53-697592ed6c58 req-fa43d962-3d85-41bc-b521-33c527c53aad service neutron] Checking agent: {'id': 'c6eaf0ed-532b-490d-b344-a9dd1e4b4590', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8399', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'started_at': datetime.datetime(2022, 4, 29, 15, 35, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 16:50:41.479363 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8071395-743c-4078-9e53-697592ed6c58 req-fa43d962-3d85-41bc-b521-33c527c53aad service neutron] Checking segment: {'id': '01a60c38-3e1c-4ced-a369-ff65854ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '712703af-075a-4495-abe2-5a31625e120d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 16:50:41.479734 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8071395-743c-4078-9e53-697592ed6c58 req-fa43d962-3d85-41bc-b521-33c527c53aad service neutron] Bound using segment: {'id': '01a60c38-3e1c-4ced-a369-ff65854ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '712703af-075a-4495-abe2-5a31625e120d'} {{(pid=84770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 16:50:41.480154 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.managers [req-f8071395-743c-4078-9e53-697592ed6c58 req-fa43d962-3d85-41bc-b521-33c527c53aad service neutron] Bound port: f4684554-b844-4c9f-8aff-c9a2baa0c8aa, host: hv-neutron-8399, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a60c38-3e1c-4ced-a369-ff65854ba191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '712703af-075a-4495-abe2-5a31625e120d'}}] {{(pid=84770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:50:41.480492 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-f8071395-743c-4078-9e53-697592ed6c58 req-fa43d962-3d85-41bc-b521-33c527c53aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:41.571113 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-f8071395-743c-4078-9e53-697592ed6c58 req-fa43d962-3d85-41bc-b521-33c527c53aad service neutron] For port f4684554-b844-4c9f-8aff-c9a2baa0c8aa, host hv-neutron-8399, cleared binding levels {{(pid=84770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:50:41.574074 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-f8071395-743c-4078-9e53-697592ed6c58 req-fa43d962-3d85-41bc-b521-33c527c53aad service neutron] For port f4684554-b844-4c9f-8aff-c9a2baa0c8aa, host hv-neutron-8399, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f4684554-b844-4c9f-8aff-c9a2baa0c8aa,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:50:41.642393 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-f8071395-743c-4078-9e53-697592ed6c58 req-fa43d962-3d85-41bc-b521-33c527c53aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:41.703044 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-f8071395-743c-4078-9e53-697592ed6c58 req-fa43d962-3d85-41bc-b521-33c527c53aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:41.704421 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f8071395-743c-4078-9e53-697592ed6c58 req-fa43d962-3d85-41bc-b521-33c527c53aad service neutron] 10.222.0.35 "PUT /v2.0/ports/f4684554-b844-4c9f-8aff-c9a2baa0c8aa HTTP/1.1" status: 200 len: 1094 time: 1.7148943 Apr 29 16:50:41.704839 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7fd981-5dbe-4047-b232-f14410ccbaa2', 'tag': 'f4684554-b844-4c9f-8aff-c9a2baa0c8aa'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:50:41.727464 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43d962-3d85-41bc-b521-33c527c53aad service neutron] Pushing event updated for resources: {'Port': ['ID=f4684554-b844-4c9f-8aff-c9a2baa0c8aa,revision_number=3']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:50:41.771775 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950ee027-f7ab-43fe-a209-f3b2389a95b3'] response: {'name': 'network-changed', 'server_uuid': 'ec7fd981-5dbe-4047-b232-f14410ccbaa2', 'tag': 'f4684554-b844-4c9f-8aff-c9a2baa0c8aa', 'status': 'completed', 'code': 200} Apr 29 16:50:41.871876 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3448690b-f21e-4c9c-817c-ab9354af7998 req-0488b304-7c0d-428f-be34-90fd4776433a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51617fafac7b43ea9a21a6a6e562e1d9&device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 1097 time: 0.0776350 Apr 29 16:50:42.010940 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448690b-f21e-4c9c-817c-ab9354af7998 req-bcf7c3d7-80cb-4f1e-bc69-999b0424c0df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:42.012553 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3448690b-f21e-4c9c-817c-ab9354af7998 req-bcf7c3d7-80cb-4f1e-bc69-999b0424c0df service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=51617fafac7b43ea9a21a6a6e562e1d9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1345153 Apr 29 16:50:42.145212 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448690b-f21e-4c9c-817c-ab9354af7998 req-c2e3d963-2ebc-4b13-99ef-489cad486880 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:42.146672 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3448690b-f21e-4c9c-817c-ab9354af7998 req-c2e3d963-2ebc-4b13-99ef-489cad486880 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290121 Apr 29 16:50:42.308185 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f8071395-743c-4078-9e53-697592ed6c58 req-145577bd-e7b6-4177-8fd4-6b22982db301 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51617fafac7b43ea9a21a6a6e562e1d9&device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 1097 time: 0.1248534 Apr 29 16:50:42.313411 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dec97-2186-4d64-9e01-0ba2a8fecb20 req-b3651700-8e97-4036-af76-3ed25b0131b5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:42.314763 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5c3dec97-2186-4d64-9e01-0ba2a8fecb20 req-b3651700-8e97-4036-af76-3ed25b0131b5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 944 time: 0.1033294 Apr 29 16:50:42.393421 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f8071395-743c-4078-9e53-697592ed6c58 req-f2c6ac48-1251-4d42-83ee-b638ab2bdf89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4684554-b844-4c9f-8aff-c9a2baa0c8aa HTTP/1.1" status: 200 len: 217 time: 0.0773971 Apr 29 16:50:42.535859 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5c3dec97-2186-4d64-9e01-0ba2a8fecb20 req-a75bef02-21dc-475b-b5c6-fe46c9bbcc97 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721928 Apr 29 16:50:42.547331 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8071395-743c-4078-9e53-697592ed6c58 req-81d37a7d-4bca-4801-a8fc-977da7b9939c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:42.548687 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f8071395-743c-4078-9e53-697592ed6c58 req-81d37a7d-4bca-4801-a8fc-977da7b9939c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=12adbe48-632e-4cde-88ca-e4e68cb6be13 HTTP/1.1" status: 200 len: 849 time: 0.1441534 Apr 29 16:50:42.621513 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f8071395-743c-4078-9e53-697592ed6c58 req-e9d1e39d-571f-4a49-9923-3cf310a43c93 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=712703af-075a-4495-abe2-5a31625e120d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668244 Apr 29 16:50:42.750043 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f8071395-743c-4078-9e53-697592ed6c58 req-9d3f1d46-7393-4a8c-8718-a35451f15c76 service neutron] 10.222.0.35 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224687 Apr 29 16:50:42.875872 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-f8071395-743c-4078-9e53-697592ed6c58 req-ec02bcd1-cb95-45a1-ae95-834e18059f57 service neutron] 10.222.0.35 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201396 Apr 29 16:50:43.688289 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f28062ef-f196-435c-bee7-56c3798cf563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:43.736329 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca73c92-801d-4f28-bef4-fa9ff5fea208 req-f769ae79-3dda-4794-ae35-24ff0f0bb55d tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:43.737777 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dca73c92-801d-4f28-bef4-fa9ff5fea208 req-f769ae79-3dda-4794-ae35-24ff0f0bb55d tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 944 time: 0.0806732 Apr 29 16:50:43.783008 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-dca73c92-801d-4f28-bef4-fa9ff5fea208 req-0cc516c7-8598-4944-96ae-9857c8b05327 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396543 Apr 29 16:50:44.982654 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de13c40-b429-4921-9732-7475723bf263 req-29605800-79f7-4394-a108-4ad35ebe6a1a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:44.984009 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0de13c40-b429-4921-9732-7475723bf263 req-29605800-79f7-4394-a108-4ad35ebe6a1a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 944 time: 0.0747011 Apr 29 16:50:45.029433 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0de13c40-b429-4921-9732-7475723bf263 req-04564493-32eb-49fc-ad9a-e9918c37e625 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401027 Apr 29 16:50:45.948366 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d61be99d-bf40-4c83-98c9-2953994b4060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:45.984850 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:46.227287 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4febf78-f6b1-46c5-9b76-8727c140f68e req-4888e275-0fac-456b-897f-6b1b9f60004d tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:46.228716 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e4febf78-f6b1-46c5-9b76-8727c140f68e req-4888e275-0fac-456b-897f-6b1b9f60004d tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 944 time: 0.0782397 Apr 29 16:50:46.274787 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-e4febf78-f6b1-46c5-9b76-8727c140f68e req-c30c00fe-ed47-422f-b838-d9cc7d4adc64 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404088 Apr 29 16:50:46.968241 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device f4684554-b844-4c9f-8aff-c9a2baa0c8aa details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:50:47.100447 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port f4684554-b844-4c9f-8aff-c9a2baa0c8aa, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f4684554-b844-4c9f-8aff-c9a2baa0c8aa,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:50:47.113746 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': 'f4684554-b844-4c9f-8aff-c9a2baa0c8aa', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'port_id': 'f4684554-b844-4c9f-8aff-c9a2baa0c8aa', 'mac_address': 'fa:16:3e:fb:ae:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:50:47.171115 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:47.188419 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4684554-b844-4c9f-8aff-c9a2baa0c8aa {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:50:47.203090 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port f4684554-b844-4c9f-8aff-c9a2baa0c8aa, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f4684554-b844-4c9f-8aff-c9a2baa0c8aa,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:50:47.250576 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:47.314618 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=f4684554-b844-4c9f-8aff-c9a2baa0c8aa,revision_number=4']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:50:47.450976 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:47.468599 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dcdd83-e750-42cf-be35-f1b76fc116e8 req-0dae22cb-9ce4-4b8c-b7c6-88325d4fa96c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:47.470078 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-41dcdd83-e750-42cf-be35-f1b76fc116e8 req-0dae22cb-9ce4-4b8c-b7c6-88325d4fa96c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 945 time: 0.0756183 Apr 29 16:50:47.515766 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-41dcdd83-e750-42cf-be35-f1b76fc116e8 req-98905c5c-1424-4357-b216-108fc8934129 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397081 Apr 29 16:50:47.571236 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:47.634323 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['f4684554-b844-4c9f-8aff-c9a2baa0c8aa'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:50:48.716992 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972d2ba-3d0d-4918-b2f1-edf9d7537db2 req-761b2da4-14e1-4ee0-8a86-09c4c10a0a0a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:48.718421 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3972d2ba-3d0d-4918-b2f1-edf9d7537db2 req-761b2da4-14e1-4ee0-8a86-09c4c10a0a0a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 945 time: 0.0789595 Apr 29 16:50:48.745339 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:48.764049 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3972d2ba-3d0d-4918-b2f1-edf9d7537db2 req-147c77a1-47b2-447e-8ee8-db5880d41ed3 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399330 Apr 29 16:50:48.982115 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device f4684554-b844-4c9f-8aff-c9a2baa0c8aa up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:50:49.081532 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning for port f4684554-b844-4c9f-8aff-c9a2baa0c8aa completed by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:50:49.086063 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port f4684554-b844-4c9f-8aff-c9a2baa0c8aa triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:50:49.087420 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:49.200304 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:49.225520 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7fd981-5dbe-4047-b232-f14410ccbaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4684554-b844-4c9f-8aff-c9a2baa0c8aa'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:50:49.236015 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port f4684554-b844-4c9f-8aff-c9a2baa0c8aa, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f4684554-b844-4c9f-8aff-c9a2baa0c8aa,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:50:49.282164 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9e755f6-c772-4537-b78d-24f93148b1e5'] response: {'server_uuid': 'ec7fd981-5dbe-4047-b232-f14410ccbaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4684554-b844-4c9f-8aff-c9a2baa0c8aa', 'code': 200} Apr 29 16:50:49.304837 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:49.370589 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=f4684554-b844-4c9f-8aff-c9a2baa0c8aa,revision_number=5']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:50:49.635789 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c75dba6a-e6f6-41c8-bbf5-c8128975b9c4 req-107d1c16-ab8a-48a6-aeff-061348f479db service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 1099 time: 0.0667326 Apr 29 16:50:49.680198 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c75dba6a-e6f6-41c8-bbf5-c8128975b9c4 req-0e893057-18df-4b28-a015-f3453cd80e25 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392663 Apr 29 16:50:49.955844 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc6f0d-7138-42ad-aaa4-7e7816e24ae3 req-2fb33a7b-ff17-4239-9244-972fd67d1873 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:49.957279 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5efc6f0d-7138-42ad-aaa4-7e7816e24ae3 req-2fb33a7b-ff17-4239-9244-972fd67d1873 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 946 time: 0.0746036 Apr 29 16:50:50.003228 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5efc6f0d-7138-42ad-aaa4-7e7816e24ae3 req-10e5b572-7ddb-400b-8d86-04d6e7b04074 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405540 Apr 29 16:50:51.203849 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a515f-9b2f-4a71-9db0-ee724627d161 req-a5287e90-5653-4c2c-a81a-660f80616a72 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:51.205281 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c56a515f-9b2f-4a71-9db0-ee724627d161 req-a5287e90-5653-4c2c-a81a-660f80616a72 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 946 time: 0.0796974 Apr 29 16:50:51.249358 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c56a515f-9b2f-4a71-9db0-ee724627d161 req-6764a1d4-fe72-4d1a-b7bd-fabd9c19a1a5 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386090 Apr 29 16:50:51.441022 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9762b-9806-445d-95c4-5897a047aff5 req-c127fa30-973e-4350-8450-8fac12d8918f tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:51.442449 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-41e9762b-9806-445d-95c4-5897a047aff5 req-c127fa30-973e-4350-8450-8fac12d8918f tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 946 time: 0.0756624 Apr 29 16:50:51.488400 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-41e9762b-9806-445d-95c4-5897a047aff5 req-5a5fd129-19f5-41f5-a03a-361995148ff1 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399535 Apr 29 16:50:51.516653 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 40236) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:50:51.586590 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2f7d3a27-54b5-4719-8258-59d56031796c tempest-TestSnapshotPattern-134888865 tempest-TestSnapshotPattern-134888865-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 1094 time: 0.0686822 Apr 29 16:50:51.589164 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 40240) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:50:51.594173 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.v2.base [None req-2914d21a-78d0-42f4-8abe-78a6bbda674b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Request body: {'floatingip': {'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'port_id': 'f4684554-b844-4c9f-8aff-c9a2baa0c8aa', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 16:50:51.599589 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2914d21a-78d0-42f4-8abe-78a6bbda674b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:50:51.603530 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2914d21a-78d0-42f4-8abe-78a6bbda674b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Usage tracker for resource:floatingip and tenant:51617fafac7b43ea9a21a6a6e562e1d9 is out of sync, need to count used quota {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:50:51.606537 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [None req-2914d21a-78d0-42f4-8abe-78a6bbda674b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:50:51.612049 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.quota.driver [None req-2914d21a-78d0-42f4-8abe-78a6bbda674b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:50:51.702037 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2914d21a-78d0-42f4-8abe-78a6bbda674b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for floatingip, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:51.835437 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2914d21a-78d0-42f4-8abe-78a6bbda674b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:51.968384 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_common [None req-2914d21a-78d0-42f4-8abe-78a6bbda674b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Allocated IP 172.26.1.221 (f991b9a3-9206-4c97-97f2-8545e1219151/0412750f-9178-40a2-94c2-967d64b38afa/c2d2c9a5-c64f-4c6c-8f65-2f53d883a039) {{(pid=84770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:50:52.193382 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2914d21a-78d0-42f4-8abe-78a6bbda674b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for port, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:52.296870 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2914d21a-78d0-42f4-8abe-78a6bbda674b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738482244747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:52.361343 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2914d21a-78d0-42f4-8abe-78a6bbda674b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Network f991b9a3-9206-4c97-97f2-8545e1219151 is already hosted by enough agents. {{(pid=84770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:50:52.364158 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.base_scheduler [None req-2914d21a-78d0-42f4-8abe-78a6bbda674b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Resources bound (agent type, host, resource id): {{(pid=84770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:50:52.368365 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2914d21a-78d0-42f4-8abe-78a6bbda674b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Received port after_create {{(pid=84770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 16:50:52.392892 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914d21a-78d0-42f4-8abe-78a6bbda674b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Pushing event updated for resources: {'Port': ['ID=c2d2c9a5-c64f-4c6c-8f65-2f53d883a039,revision_number=1']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:50:52.857236 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2914d21a-78d0-42f4-8abe-78a6bbda674b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:52.977594 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2914d21a-78d0-42f4-8abe-78a6bbda674b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:53.173417 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2914d21a-78d0-42f4-8abe-78a6bbda674b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for port, precommit_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:53.244853 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2914d21a-78d0-42f4-8abe-78a6bbda674b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3200866'] for port, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:53.347874 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914d21a-78d0-42f4-8abe-78a6bbda674b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Pushing event updated for resources: {'Port': ['ID=c2d2c9a5-c64f-4c6c-8f65-2f53d883a039,revision_number=2']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:50:53.361307 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2914d21a-78d0-42f4-8abe-78a6bbda674b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421866'] for floatingip, after_update {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:53.545673 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.db.l3_db [None req-2914d21a-78d0-42f4-8abe-78a6bbda674b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Floating IP 7b98569d-fb33-4465-9837-4f3b4ef5b118 associated. External IP: 172.26.1.221, port: f4684554-b844-4c9f-8aff-c9a2baa0c8aa. Apr 29 16:50:54.014668 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2914d21a-78d0-42f4-8abe-78a6bbda674b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Router 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:50:54.208914 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2914d21a-78d0-42f4-8abe-78a6bbda674b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:50:54.220189 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd45bd2-010f-422b-aed6-c366fa45bf9e None None] Sync routers for ids ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:50:54.233027 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd45bd2-010f-422b-aed6-c366fa45bf9e None None] Routers {'80a6d268-6a44-48ca-a75c-7f01d21f7ca4'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:50:54.233635 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-bbd45bd2-010f-422b-aed6-c366fa45bf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:50:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:50:54.299463 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-2914d21a-78d0-42f4-8abe-78a6bbda674b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:50:54.362511 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-2914d21a-78d0-42f4-8abe-78a6bbda674b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7619076 Apr 29 16:50:54.362511 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7fd981-5dbe-4047-b232-f14410ccbaa2', 'tag': 'f4684554-b844-4c9f-8aff-c9a2baa0c8aa'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:50:54.407726 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-166e9a4b-fab4-4894-af66-39e539d6d61f'] response: {'name': 'network-changed', 'server_uuid': 'ec7fd981-5dbe-4047-b232-f14410ccbaa2', 'tag': 'f4684554-b844-4c9f-8aff-c9a2baa0c8aa', 'status': 'completed', 'code': 200} Apr 29 16:50:54.411592 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-bbd45bd2-010f-422b-aed6-c366fa45bf9e None None] Set router 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:50:54.499920 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-758ca96e-8a52-4261-9188-c0512eb5f4a8 req-3605a819-afb4-40e3-918e-e8ded95f1875 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51617fafac7b43ea9a21a6a6e562e1d9&device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 1099 time: 0.0715222 Apr 29 16:50:54.640196 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ca96e-8a52-4261-9188-c0512eb5f4a8 req-5231a901-7255-4200-88d1-d80a992d081f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:54.641635 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-758ca96e-8a52-4261-9188-c0512eb5f4a8 req-5231a901-7255-4200-88d1-d80a992d081f service neutron] 10.222.0.35 "GET /v2.0/networks?id=712703af-075a-4495-abe2-5a31625e120d HTTP/1.1" status: 200 len: 911 time: 0.1353443 Apr 29 16:50:54.747671 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-758ca96e-8a52-4261-9188-c0512eb5f4a8 req-5c82905f-228f-4978-b34c-be4f613db6fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4684554-b844-4c9f-8aff-c9a2baa0c8aa HTTP/1.1" status: 200 len: 1000 time: 0.1002707 Apr 29 16:50:54.794736 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-bbd45bd2-010f-422b-aed6-c366fa45bf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'name': 'tempest-TestSnapshotPattern-1952669485-router', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:46:54Z', 'updated_at': '2022-04-29T16:46:58Z', 'revision_number': 4, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'gw_port': {'id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:55Z', 'updated_at': '2022-04-29T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '7b98569d-fb33-4465-9837-4f3b4ef5b118', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'floating_ip_address': '172.26.1.221', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'port_id': 'f4684554-b844-4c9f-8aff-c9a2baa0c8aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'mac_address': 'fa:16:3e:fb:ae:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fd981-5dbe-4047-b232-f14410ccbaa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:50:52Z', 'updated_at': '2022-04-29T16:50:52Z', 'revision_number': 0, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'fixed_ip_address_scope': None}, {'id': 'a605a463-ce47-429a-b75c-053e8e005f69', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'floating_ip_address': '172.26.1.128', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'port_id': '1e990591-6304-4b9d-af26-97d51ddbe07e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'mac_address': 'fa:16:3e:81:63:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57ecf46-9a41-4047-a65b-1f17fd7524d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:47:32Z', 'updated_at': '2022-04-29T16:47:37Z', 'revision_number': 1, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '944b37bc-2ce6-482c-a576-4a046882c62c', 'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'mac_address': 'fa:16:3e:eb:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:57Z', 'updated_at': '2022-04-29T16:47:15Z', 'revision_number': 5, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'subnets': [{'id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:50:54.799004 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd45bd2-010f-422b-aed6-c366fa45bf9e None None] Checking router: 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:50:54.810075 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ca96e-8a52-4261-9188-c0512eb5f4a8 req-52e64749-bab5-4e3f-9df1-184bc9829686 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:50:54.810440 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd45bd2-010f-422b-aed6-c366fa45bf9e None None] Routers {'80a6d268-6a44-48ca-a75c-7f01d21f7ca4'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:50:54.811080 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-bbd45bd2-010f-422b-aed6-c366fa45bf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:50:46Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:50:54.811540 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-758ca96e-8a52-4261-9188-c0512eb5f4a8 req-52e64749-bab5-4e3f-9df1-184bc9829686 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=12adbe48-632e-4cde-88ca-e4e68cb6be13 HTTP/1.1" status: 200 len: 849 time: 0.0582602 Apr 29 16:50:54.885087 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-758ca96e-8a52-4261-9188-c0512eb5f4a8 req-019e5940-fd20-4e0b-b236-3a5ed5a7dc48 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=712703af-075a-4495-abe2-5a31625e120d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678797 Apr 29 16:50:54.999000 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-bbd45bd2-010f-422b-aed6-c366fa45bf9e None None] Set router 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:50:55.013797 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-758ca96e-8a52-4261-9188-c0512eb5f4a8 req-6a565160-3c05-4334-9ef2-92a161715afb service neutron] 10.222.0.35 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236186 Apr 29 16:50:55.143427 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-758ca96e-8a52-4261-9188-c0512eb5f4a8 req-aa0c9e93-1f98-4210-a531-d45eb530432a service neutron] 10.222.0.35 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240239 Apr 29 16:50:55.344739 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-bbd45bd2-010f-422b-aed6-c366fa45bf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'name': 'tempest-TestSnapshotPattern-1952669485-router', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:46:54Z', 'updated_at': '2022-04-29T16:46:58Z', 'revision_number': 4, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'gw_port': {'id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:55Z', 'updated_at': '2022-04-29T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '7b98569d-fb33-4465-9837-4f3b4ef5b118', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'floating_ip_address': '172.26.1.221', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'port_id': 'f4684554-b844-4c9f-8aff-c9a2baa0c8aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'mac_address': 'fa:16:3e:fb:ae:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fd981-5dbe-4047-b232-f14410ccbaa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:50:52Z', 'updated_at': '2022-04-29T16:50:52Z', 'revision_number': 0, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'fixed_ip_address_scope': None}, {'id': 'a605a463-ce47-429a-b75c-053e8e005f69', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'floating_ip_address': '172.26.1.128', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'port_id': '1e990591-6304-4b9d-af26-97d51ddbe07e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'mac_address': 'fa:16:3e:81:63:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57ecf46-9a41-4047-a65b-1f17fd7524d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:47:32Z', 'updated_at': '2022-04-29T16:47:37Z', 'revision_number': 1, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '944b37bc-2ce6-482c-a576-4a046882c62c', 'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'mac_address': 'fa:16:3e:eb:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:57Z', 'updated_at': '2022-04-29T16:47:15Z', 'revision_number': 5, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'subnets': [{'id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:50:55.348672 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd45bd2-010f-422b-aed6-c366fa45bf9e None None] The sync data for ids ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'] in dv-neutron-839913-1-hyperv is: [{'id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'name': 'tempest-TestSnapshotPattern-1952669485-router', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:46:54Z', 'updated_at': '2022-04-29T16:46:58Z', 'revision_number': 4, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'gw_port': {'id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:55Z', 'updated_at': '2022-04-29T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': '7b98569d-fb33-4465-9837-4f3b4ef5b118', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'floating_ip_address': '172.26.1.221', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'port_id': 'f4684554-b844-4c9f-8aff-c9a2baa0c8aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'mac_address': 'fa:16:3e:fb:ae:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fd981-5dbe-4047-b232-f14410ccbaa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:50:52Z', 'updated_at': '2022-04-29T16:50:52Z', 'revision_number': 0, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'fixed_ip_address_scope': None}, {'id': 'a605a463-ce47-429a-b75c-053e8e005f69', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'floating_ip_address': '172.26.1.128', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'port_id': '1e990591-6304-4b9d-af26-97d51ddbe07e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'mac_address': 'fa:16:3e:81:63:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57ecf46-9a41-4047-a65b-1f17fd7524d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:47:32Z', 'updated_at': '2022-04-29T16:47:37Z', 'revision_number': 1, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '944b37bc-2ce6-482c-a576-4a046882c62c', 'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'mac_address': 'fa:16:3e:eb:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:57Z', 'updated_at': '2022-04-29T16:47:15Z', 'revision_number': 5, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'subnets': [{'id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:50:55.530357 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d83f96f-340a-48b0-bede-7809666a8950 None None] New status for floating IP 7b98569d-fb33-4465-9837-4f3b4ef5b118: ACTIVE {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:51:01.806329 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:51:13.675882 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-70a2ec68-1a45-4dc9-b9fe-bd5611a8af59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:51:16.001357 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b0a9f810-5824-4b11-b84c-1d7effab1479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:51:16.018452 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:51:17.438642 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:51:17.577994 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:51:18.744483 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:51:22.466961 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b58668b-d275-4a45-ba1a-bbb8c8ce5a16 req-fb68ecf4-f469-46fb-b31b-34cceea98af6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1366658 Apr 29 16:51:22.599332 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b58668b-d275-4a45-ba1a-bbb8c8ce5a16 req-35a694a8-1130-491f-b683-5334e282a0d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51617fafac7b43ea9a21a6a6e562e1d9&device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 1097 time: 0.0667529 Apr 29 16:51:22.742335 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58668b-d275-4a45-ba1a-bbb8c8ce5a16 req-eff3da35-0a2f-4da1-a7da-e1f94abe5384 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:51:22.743798 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b58668b-d275-4a45-ba1a-bbb8c8ce5a16 req-eff3da35-0a2f-4da1-a7da-e1f94abe5384 service neutron] 10.222.0.35 "GET /v2.0/networks?id=712703af-075a-4495-abe2-5a31625e120d HTTP/1.1" status: 200 len: 911 time: 0.1269445 Apr 29 16:51:22.845360 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b58668b-d275-4a45-ba1a-bbb8c8ce5a16 req-a5532493-b39b-4195-a6c3-adfeb71fdd07 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e990591-6304-4b9d-af26-97d51ddbe07e HTTP/1.1" status: 200 len: 1000 time: 0.0957983 Apr 29 16:51:22.904410 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58668b-d275-4a45-ba1a-bbb8c8ce5a16 req-246dce0e-2954-41ff-9d97-0b93b4a01c43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:51:22.905730 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b58668b-d275-4a45-ba1a-bbb8c8ce5a16 req-246dce0e-2954-41ff-9d97-0b93b4a01c43 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=12adbe48-632e-4cde-88ca-e4e68cb6be13 HTTP/1.1" status: 200 len: 849 time: 0.0550215 Apr 29 16:51:23.066150 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b58668b-d275-4a45-ba1a-bbb8c8ce5a16 req-d545d3d6-57d0-4c71-b8cb-0571fb45a399 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=712703af-075a-4495-abe2-5a31625e120d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1548684 Apr 29 16:51:23.199450 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b58668b-d275-4a45-ba1a-bbb8c8ce5a16 req-315fceee-a1fe-4c39-83f4-ac02773a9e3a service neutron] 10.222.0.35 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267269 Apr 29 16:51:23.328174 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-7b58668b-d275-4a45-ba1a-bbb8c8ce5a16 req-573c8572-f692-4567-8214-673ed8befae3 service neutron] 10.222.0.35 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228149 Apr 29 16:51:38.806809 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:51:43.674976 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a74e9df6-e7b5-4401-b845-06c7807f006a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:51:45.963405 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-4e8d4d47-88bb-4c33-bc25-99b9666fd126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:51:45.992204 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:51:47.446641 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:51:47.563524 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:51:48.763582 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:52:13.659740 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8907-3cfb-46b4-b5b9-cf10aece0ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:52:15.814657 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:52:15.966256 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-badc71f0-6cc6-4103-a8d5-9e09bc43d1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:52:16.017322 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:52:17.451784 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:52:17.583059 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:52:18.765543 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:52:21.986493 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c89e82e-30ee-44ce-96b8-ca82b6250cd0 req-d2cbdbe3-2913-4859-9da5-3661c2cd2aae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664074 Apr 29 16:52:22.077326 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c89e82e-30ee-44ce-96b8-ca82b6250cd0 req-1234dca0-b4b7-4a81-9335-b5880a4adc5f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51617fafac7b43ea9a21a6a6e562e1d9&device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 1099 time: 0.0704803 Apr 29 16:52:22.224661 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89e82e-30ee-44ce-96b8-ca82b6250cd0 req-eea58e51-654d-4765-95f8-aeccc5689573 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:52:22.226067 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c89e82e-30ee-44ce-96b8-ca82b6250cd0 req-eea58e51-654d-4765-95f8-aeccc5689573 service neutron] 10.222.0.35 "GET /v2.0/networks?id=712703af-075a-4495-abe2-5a31625e120d HTTP/1.1" status: 200 len: 911 time: 0.1251423 Apr 29 16:52:22.321775 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c89e82e-30ee-44ce-96b8-ca82b6250cd0 req-e966ee24-c088-4077-a30b-221703300c23 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4684554-b844-4c9f-8aff-c9a2baa0c8aa HTTP/1.1" status: 200 len: 1002 time: 0.0898542 Apr 29 16:52:22.383696 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89e82e-30ee-44ce-96b8-ca82b6250cd0 req-9f05a091-21c9-42f0-bfe4-df88712a9f59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:52:22.385003 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c89e82e-30ee-44ce-96b8-ca82b6250cd0 req-9f05a091-21c9-42f0-bfe4-df88712a9f59 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=12adbe48-632e-4cde-88ca-e4e68cb6be13 HTTP/1.1" status: 200 len: 849 time: 0.0580857 Apr 29 16:52:22.456365 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c89e82e-30ee-44ce-96b8-ca82b6250cd0 req-1f1d50ed-71eb-4724-982c-a80d0ad4616a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=712703af-075a-4495-abe2-5a31625e120d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657568 Apr 29 16:52:22.583706 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c89e82e-30ee-44ce-96b8-ca82b6250cd0 req-71b34dd5-dab6-46d4-a7f5-4945c1092a4c service neutron] 10.222.0.35 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215770 Apr 29 16:52:22.715431 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-0c89e82e-30ee-44ce-96b8-ca82b6250cd0 req-8198e726-31b7-44d1-aeff-06ee2b0ac577 service neutron] 10.222.0.35 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258113 Apr 29 16:52:43.676146 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-d13eac69-5a7e-410d-b2a3-6a9208090a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:52:45.976443 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7337a31d-3de9-4d0f-be3b-b9a8019771b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:52:46.005220 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:52:47.451497 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:52:47.574180 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:52:48.750292 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:52:52.804978 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:52:59.658164 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device f4684554-b844-4c9f-8aff-c9a2baa0c8aa details requested by agent hyperv_hv-neutron-8399 with host hv-neutron-8399 {{(pid=84772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:52:59.789613 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port f4684554-b844-4c9f-8aff-c9a2baa0c8aa, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f4684554-b844-4c9f-8aff-c9a2baa0c8aa,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:52:59.802468 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Returning: {'device': 'f4684554-b844-4c9f-8aff-c9a2baa0c8aa', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'port_id': 'f4684554-b844-4c9f-8aff-c9a2baa0c8aa', 'mac_address': 'fa:16:3e:fb:ae:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:52:59.858026 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:52:59.875120 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4684554-b844-4c9f-8aff-c9a2baa0c8aa {{(pid=84772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 16:52:59.889702 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port f4684554-b844-4c9f-8aff-c9a2baa0c8aa, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f4684554-b844-4c9f-8aff-c9a2baa0c8aa,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:52:59.948239 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:00.014753 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=f4684554-b844-4c9f-8aff-c9a2baa0c8aa,revision_number=6']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:53:00.023681 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] get_ports_and_sgs() called for port_ids ['f4684554-b844-4c9f-8aff-c9a2baa0c8aa'] {{(pid=84772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 16:53:00.046928 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:00.047523 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:00.047856 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:00.048190 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:00.048517 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:00.048839 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:00.049166 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:00.049485 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:00.049801 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:00.050115 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:00.050431 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:01.654054 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device f4684554-b844-4c9f-8aff-c9a2baa0c8aa up at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:53:01.752668 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.provisioning_blocks [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Provisioning complete for port f4684554-b844-4c9f-8aff-c9a2baa0c8aa triggered by entity L2. {{(pid=84772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:53:01.753039 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1171688'] for port, provisioning_complete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:01.867180 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:01.893447 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7fd981-5dbe-4047-b232-f14410ccbaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4684554-b844-4c9f-8aff-c9a2baa0c8aa'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:53:01.903003 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port f4684554-b844-4c9f-8aff-c9a2baa0c8aa, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f4684554-b844-4c9f-8aff-c9a2baa0c8aa,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:53:01.970995 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:02.002752 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a71030-18a2-43ab-8519-be98caeeef0f'] response: {'server_uuid': 'ec7fd981-5dbe-4047-b232-f14410ccbaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4684554-b844-4c9f-8aff-c9a2baa0c8aa', 'code': 200} Apr 29 16:53:02.039477 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=f4684554-b844-4c9f-8aff-c9a2baa0c8aa,revision_number=7']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:53:13.686343 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ff303deb-41b2-411b-ab54-543df3e3cba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:15.809764 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 40420) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:53:16.007317 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5bc294a4-f941-45ab-b337-5828d46735f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:16.011020 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-f34e43a8-d2d6-49da-8fa6-bffe437bac75 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Deleting port c2d2c9a5-c64f-4c6c-8f65-2f53d883a039 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:53:16.016527 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f34e43a8-d2d6-49da-8fa6-bffe437bac75 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:16.033374 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:16.178708 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f34e43a8-d2d6-49da-8fa6-bffe437bac75 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:16.179031 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f34e43a8-d2d6-49da-8fa6-bffe437bac75 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:16.377048 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-f34e43a8-d2d6-49da-8fa6-bffe437bac75 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Calling delete_port for c2d2c9a5-c64f-4c6c-8f65-2f53d883a039 owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:53:16.567481 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f34e43a8-d2d6-49da-8fa6-bffe437bac75 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:16.612744 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e43a8-d2d6-49da-8fa6-bffe437bac75 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Pushing event deleted for resources: {'Port': ['ID=c2d2c9a5-c64f-4c6c-8f65-2f53d883a039,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:53:16.624616 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34e43a8-d2d6-49da-8fa6-bffe437bac75 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:16.624941 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34e43a8-d2d6-49da-8fa6-bffe437bac75 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:16.625274 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34e43a8-d2d6-49da-8fa6-bffe437bac75 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:16.625596 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34e43a8-d2d6-49da-8fa6-bffe437bac75 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:16.625919 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34e43a8-d2d6-49da-8fa6-bffe437bac75 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:16.626240 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34e43a8-d2d6-49da-8fa6-bffe437bac75 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:16.627229 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34e43a8-d2d6-49da-8fa6-bffe437bac75 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:16.627229 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34e43a8-d2d6-49da-8fa6-bffe437bac75 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:16.627229 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34e43a8-d2d6-49da-8fa6-bffe437bac75 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:16.627456 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34e43a8-d2d6-49da-8fa6-bffe437bac75 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:16.627766 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34e43a8-d2d6-49da-8fa6-bffe437bac75 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:16.712643 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f34e43a8-d2d6-49da-8fa6-bffe437bac75 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for floatingip, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:17.098998 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34e43a8-d2d6-49da-8fa6-bffe437bac75 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Router 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:53:17.300538 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34e43a8-d2d6-49da-8fa6-bffe437bac75 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:53:17.309954 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4df6c6e-d717-4e6c-8dcc-96d5d2e87e27 None None] Sync routers for ids ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:53:17.321548 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4df6c6e-d717-4e6c-8dcc-96d5d2e87e27 None None] Routers {'80a6d268-6a44-48ca-a75c-7f01d21f7ca4'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:53:17.322149 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f4df6c6e-d717-4e6c-8dcc-96d5d2e87e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:53:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:53:17.399673 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-f34e43a8-d2d6-49da-8fa6-bffe437bac75 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:17.453974 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-f34e43a8-d2d6-49da-8fa6-bffe437bac75 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "DELETE /v2.0/floatingips/7b98569d-fb33-4465-9837-4f3b4ef5b118 HTTP/1.1" status: 204 len: 168 time: 1.6425016 Apr 29 16:53:17.454561 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7fd981-5dbe-4047-b232-f14410ccbaa2', 'tag': 'f4684554-b844-4c9f-8aff-c9a2baa0c8aa'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:53:17.514342 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-f4df6c6e-d717-4e6c-8dcc-96d5d2e87e27 None None] Set router 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:53:17.570418 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:17.624858 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ac85a8-edd6-4d15-aefd-e224213f76e5'] response: {'name': 'network-changed', 'server_uuid': 'ec7fd981-5dbe-4047-b232-f14410ccbaa2', 'tag': 'f4684554-b844-4c9f-8aff-c9a2baa0c8aa', 'status': 'completed', 'code': 200} Apr 29 16:53:17.659606 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:17.718599 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3364fb1a-526a-4984-8681-3c9a45fb0d6a req-a6702dc6-d68b-4072-8c5e-a1d9c1fac947 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51617fafac7b43ea9a21a6a6e562e1d9&device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 1099 time: 0.0721292 Apr 29 16:53:17.859503 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364fb1a-526a-4984-8681-3c9a45fb0d6a req-f70f1b34-2789-46d7-af3e-e8b1ebcfb212 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:53:17.860960 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3364fb1a-526a-4984-8681-3c9a45fb0d6a req-f70f1b34-2789-46d7-af3e-e8b1ebcfb212 service neutron] 10.222.0.35 "GET /v2.0/networks?id=712703af-075a-4495-abe2-5a31625e120d HTTP/1.1" status: 200 len: 911 time: 0.1360676 Apr 29 16:53:17.913844 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f4df6c6e-d717-4e6c-8dcc-96d5d2e87e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'name': 'tempest-TestSnapshotPattern-1952669485-router', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:46:54Z', 'updated_at': '2022-04-29T16:46:58Z', 'revision_number': 4, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'gw_port': {'id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:55Z', 'updated_at': '2022-04-29T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'a605a463-ce47-429a-b75c-053e8e005f69', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'floating_ip_address': '172.26.1.128', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'port_id': '1e990591-6304-4b9d-af26-97d51ddbe07e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'mac_address': 'fa:16:3e:81:63:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57ecf46-9a41-4047-a65b-1f17fd7524d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:47:32Z', 'updated_at': '2022-04-29T16:47:37Z', 'revision_number': 1, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '944b37bc-2ce6-482c-a576-4a046882c62c', 'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'mac_address': 'fa:16:3e:eb:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:57Z', 'updated_at': '2022-04-29T16:47:15Z', 'revision_number': 5, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'subnets': [{'id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:53:17.918133 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4df6c6e-d717-4e6c-8dcc-96d5d2e87e27 None None] Checking router: 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:53:17.934771 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3364fb1a-526a-4984-8681-3c9a45fb0d6a req-69d15d9b-fb4d-43bf-abd4-b7ef35700fc0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4684554-b844-4c9f-8aff-c9a2baa0c8aa HTTP/1.1" status: 200 len: 217 time: 0.0669703 Apr 29 16:53:17.937057 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4df6c6e-d717-4e6c-8dcc-96d5d2e87e27 None None] Routers {'80a6d268-6a44-48ca-a75c-7f01d21f7ca4'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:53:17.937795 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f4df6c6e-d717-4e6c-8dcc-96d5d2e87e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:53:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:53:18.007274 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364fb1a-526a-4984-8681-3c9a45fb0d6a req-96c3d8a6-6e4e-464f-93f9-edf86be22462 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:53:18.008799 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3364fb1a-526a-4984-8681-3c9a45fb0d6a req-96c3d8a6-6e4e-464f-93f9-edf86be22462 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=12adbe48-632e-4cde-88ca-e4e68cb6be13 HTTP/1.1" status: 200 len: 849 time: 0.0611885 Apr 29 16:53:18.120095 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-f4df6c6e-d717-4e6c-8dcc-96d5d2e87e27 None None] Set router 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:53:18.238932 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db395653-a953-4f20-b7ec-f46fcd33d214 req-199d4b79-ec95-425f-a12c-6976b4ccf297 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:53:18.239620 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-db395653-a953-4f20-b7ec-f46fcd33d214 req-199d4b79-ec95-425f-a12c-6976b4ccf297 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Synchronizing usage tracker for tenant:51617fafac7b43ea9a21a6a6e562e1d9 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:53:18.246021 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3364fb1a-526a-4984-8681-3c9a45fb0d6a req-d0483bcf-9daa-4acc-8b0f-0bf7a2cc6e46 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=712703af-075a-4495-abe2-5a31625e120d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2052560 Apr 29 16:53:18.339658 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-db395653-a953-4f20-b7ec-f46fcd33d214 req-199d4b79-ec95-425f-a12c-6976b4ccf297 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Unset dirty status for tenant:51617fafac7b43ea9a21a6a6e562e1d9 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:53:18.340888 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-db395653-a953-4f20-b7ec-f46fcd33d214 req-199d4b79-ec95-425f-a12c-6976b4ccf297 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 946 time: 0.3297195 Apr 29 16:53:18.408817 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3364fb1a-526a-4984-8681-3c9a45fb0d6a req-eaa1ce16-0227-41e5-b1e2-20b9726efb59 service neutron] 10.222.0.35 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558688 Apr 29 16:53:18.437639 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-db395653-a953-4f20-b7ec-f46fcd33d214 req-dfe7d1da-9620-4db9-98c0-f5eec8e9d51c tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900965 Apr 29 16:53:18.476304 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-f4df6c6e-d717-4e6c-8dcc-96d5d2e87e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'name': 'tempest-TestSnapshotPattern-1952669485-router', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:46:54Z', 'updated_at': '2022-04-29T16:46:58Z', 'revision_number': 4, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'gw_port': {'id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:55Z', 'updated_at': '2022-04-29T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'a605a463-ce47-429a-b75c-053e8e005f69', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'floating_ip_address': '172.26.1.128', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'port_id': '1e990591-6304-4b9d-af26-97d51ddbe07e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'mac_address': 'fa:16:3e:81:63:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57ecf46-9a41-4047-a65b-1f17fd7524d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:47:32Z', 'updated_at': '2022-04-29T16:47:37Z', 'revision_number': 1, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '944b37bc-2ce6-482c-a576-4a046882c62c', 'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'mac_address': 'fa:16:3e:eb:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:57Z', 'updated_at': '2022-04-29T16:47:15Z', 'revision_number': 5, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'subnets': [{'id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:53:18.480353 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4df6c6e-d717-4e6c-8dcc-96d5d2e87e27 None None] The sync data for ids ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'] in dv-neutron-839913-1-hyperv is: [{'id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'name': 'tempest-TestSnapshotPattern-1952669485-router', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:46:54Z', 'updated_at': '2022-04-29T16:46:58Z', 'revision_number': 4, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'gw_port': {'id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:55Z', 'updated_at': '2022-04-29T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_floatingips': [{'id': 'a605a463-ce47-429a-b75c-053e8e005f69', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'floating_ip_address': '172.26.1.128', 'floating_network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'router_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'port_id': '1e990591-6304-4b9d-af26-97d51ddbe07e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'mac_address': 'fa:16:3e:81:63:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57ecf46-9a41-4047-a65b-1f17fd7524d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:47:32Z', 'updated_at': '2022-04-29T16:47:37Z', 'revision_number': 1, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '944b37bc-2ce6-482c-a576-4a046882c62c', 'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'mac_address': 'fa:16:3e:eb:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:57Z', 'updated_at': '2022-04-29T16:47:15Z', 'revision_number': 5, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'subnets': [{'id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:53:18.551600 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-3364fb1a-526a-4984-8681-3c9a45fb0d6a req-0f640d85-f06d-4034-8153-f2a48572d468 service neutron] 10.222.0.35 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361492 Apr 29 16:53:18.714891 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe6360b-bc2d-4c70-91d1-f917443bc110 None None] New status for floating IP 7b98569d-fb33-4465-9837-4f3b4ef5b118: DOWN {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:53:18.761746 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:19.639565 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7061318-e143-4fe1-a37a-94cc83ab2f57 req-82aee437-382b-4849-9ce9-ebef32d4bc01 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:53:19.641142 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c7061318-e143-4fe1-a37a-94cc83ab2f57 req-82aee437-382b-4849-9ce9-ebef32d4bc01 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 946 time: 0.0754738 Apr 29 16:53:19.686873 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-c7061318-e143-4fe1-a37a-94cc83ab2f57 req-28f9392e-a2af-49ef-bbff-7dacc5893a57 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401759 Apr 29 16:53:19.715060 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device f4684554-b844-4c9f-8aff-c9a2baa0c8aa no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:53:19.800112 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993fc00-62ae-4f23-83e5-995301a8b3b6 req-0cd62fbe-8ef7-466a-81d2-beb83655e2e1 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:53:19.801531 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2993fc00-62ae-4f23-83e5-995301a8b3b6 req-0cd62fbe-8ef7-466a-81d2-beb83655e2e1 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 946 time: 0.0846264 Apr 29 16:53:19.868641 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-2993fc00-62ae-4f23-83e5-995301a8b3b6 req-cd4e9391-0c34-4bcf-8972-e99d2c81e284 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Deleting port f4684554-b844-4c9f-8aff-c9a2baa0c8aa {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:53:19.868972 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-2993fc00-62ae-4f23-83e5-995301a8b3b6 req-cd4e9391-0c34-4bcf-8972-e99d2c81e284 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:19.869244 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1111251'] for port, before_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:19.895305 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7fd981-5dbe-4047-b232-f14410ccbaa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4684554-b844-4c9f-8aff-c9a2baa0c8aa'}] {{(pid=84772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:53:19.905657 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] For port f4684554-b844-4c9f-8aff-c9a2baa0c8aa, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f4684554-b844-4c9f-8aff-c9a2baa0c8aa,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:53:19.967641 dv-neutron-839913-1-hyperv neutron-server[84772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7193a8-e27a-40d2-869c-f5dcebbb8f9a'] response: {'server_uuid': 'ec7fd981-5dbe-4047-b232-f14410ccbaa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4684554-b844-4c9f-8aff-c9a2baa0c8aa', 'code': 200} Apr 29 16:53:19.978814 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738482683302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738482244765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738482244810'] for port, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:20.049068 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Pushing event updated for resources: {'Port': ['ID=f4684554-b844-4c9f-8aff-c9a2baa0c8aa,revision_number=8']} {{(pid=84772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:53:20.142003 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-2993fc00-62ae-4f23-83e5-995301a8b3b6 req-cd4e9391-0c34-4bcf-8972-e99d2c81e284 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] For port f4684554-b844-4c9f-8aff-c9a2baa0c8aa, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f4684554-b844-4c9f-8aff-c9a2baa0c8aa,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:53:20.142354 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-2993fc00-62ae-4f23-83e5-995301a8b3b6 req-cd4e9391-0c34-4bcf-8972-e99d2c81e284 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:20.284973 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-2993fc00-62ae-4f23-83e5-995301a8b3b6 req-cd4e9391-0c34-4bcf-8972-e99d2c81e284 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Calling delete_port for f4684554-b844-4c9f-8aff-c9a2baa0c8aa owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:53:20.423262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.db.api [req-2993fc00-62ae-4f23-83e5-995301a8b3b6 req-cd4e9391-0c34-4bcf-8972-e99d2c81e284 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:53:20.423575 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG oslo_db.api [req-2993fc00-62ae-4f23-83e5-995301a8b3b6 req-cd4e9391-0c34-4bcf-8972-e99d2c81e284 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:53:20.889137 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5b3ba-ae07-4dd3-9662-e342036ef7d5 req-534ae87d-3baf-49aa-a575-ae05c2a88966 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:53:20.890597 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d2d5b3ba-ae07-4dd3-9662-e342036ef7d5 req-534ae87d-3baf-49aa-a575-ae05c2a88966 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 944 time: 0.0750396 Apr 29 16:53:20.924579 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-2993fc00-62ae-4f23-83e5-995301a8b3b6 req-cd4e9391-0c34-4bcf-8972-e99d2c81e284 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Deleting port f4684554-b844-4c9f-8aff-c9a2baa0c8aa {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:53:20.924915 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-2993fc00-62ae-4f23-83e5-995301a8b3b6 req-cd4e9391-0c34-4bcf-8972-e99d2c81e284 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:20.974806 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-d2d5b3ba-ae07-4dd3-9662-e342036ef7d5 req-2c8bdc00-20b6-4da7-8014-6cf16d15db38 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787330 Apr 29 16:53:21.171758 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-2993fc00-62ae-4f23-83e5-995301a8b3b6 req-cd4e9391-0c34-4bcf-8972-e99d2c81e284 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] For port f4684554-b844-4c9f-8aff-c9a2baa0c8aa, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=f4684554-b844-4c9f-8aff-c9a2baa0c8aa,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:53:21.172107 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-2993fc00-62ae-4f23-83e5-995301a8b3b6 req-cd4e9391-0c34-4bcf-8972-e99d2c81e284 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:21.296199 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-2993fc00-62ae-4f23-83e5-995301a8b3b6 req-cd4e9391-0c34-4bcf-8972-e99d2c81e284 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Calling delete_port for f4684554-b844-4c9f-8aff-c9a2baa0c8aa owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:53:21.562558 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-2993fc00-62ae-4f23-83e5-995301a8b3b6 req-cd4e9391-0c34-4bcf-8972-e99d2c81e284 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:21.609852 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e9391-0c34-4bcf-8972-e99d2c81e284 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Pushing event deleted for resources: {'Port': ['ID=f4684554-b844-4c9f-8aff-c9a2baa0c8aa,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:53:21.681019 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2993fc00-62ae-4f23-83e5-995301a8b3b6 req-cd4e9391-0c34-4bcf-8972-e99d2c81e284 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] No DVR routers for this DVR port f4684554-b844-4c9f-8aff-c9a2baa0c8aa on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:53:21.683395 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-2993fc00-62ae-4f23-83e5-995301a8b3b6 req-cd4e9391-0c34-4bcf-8972-e99d2c81e284 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:21.685829 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7fd981-5dbe-4047-b232-f14410ccbaa2', 'name': 'network-vif-deleted', 'tag': 'f4684554-b844-4c9f-8aff-c9a2baa0c8aa'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:53:21.741764 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f2aa234-ca6c-49b2-b895-dc67c0d6adcf'] response: {'server_uuid': 'ec7fd981-5dbe-4047-b232-f14410ccbaa2', 'name': 'network-vif-deleted', 'tag': 'f4684554-b844-4c9f-8aff-c9a2baa0c8aa', 'status': 'completed', 'code': 200} Apr 29 16:53:21.777527 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-2993fc00-62ae-4f23-83e5-995301a8b3b6 req-cd4e9391-0c34-4bcf-8972-e99d2c81e284 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.35 "DELETE /v2.0/ports/f4684554-b844-4c9f-8aff-c9a2baa0c8aa HTTP/1.1" status: 204 len: 173 time: 1.9698565 Apr 29 16:53:22.139254 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-4966213e-ac57-4f5c-b1c1-45ed9fcd3b91 req-5dd187ac-47be-4cfd-affb-cd6de9470817 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Synchronizing usage tracker for tenant:51617fafac7b43ea9a21a6a6e562e1d9 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:53:22.227813 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-4966213e-ac57-4f5c-b1c1-45ed9fcd3b91 req-5dd187ac-47be-4cfd-affb-cd6de9470817 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Unset dirty status for tenant:51617fafac7b43ea9a21a6a6e562e1d9 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:53:22.228967 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-4966213e-ac57-4f5c-b1c1-45ed9fcd3b91 req-5dd187ac-47be-4cfd-affb-cd6de9470817 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec7fd981-5dbe-4047-b232-f14410ccbaa2 HTTP/1.1" status: 200 len: 210 time: 0.1291988 Apr 29 16:53:22.974367 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6b1933f0-2a15-4d0b-ba71-92818322becd req-d7571b48-eb0c-4a29-9e9b-620eabd9af62 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708899 Apr 29 16:53:23.115008 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6b1933f0-2a15-4d0b-ba71-92818322becd req-909a3fd9-4736-4c18-a6d4-14c0910c7dd4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51617fafac7b43ea9a21a6a6e562e1d9&device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 1097 time: 0.0694573 Apr 29 16:53:23.254170 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1933f0-2a15-4d0b-ba71-92818322becd req-a6b97307-c82e-4fdd-9618-71a1d795d9df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:53:23.255508 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6b1933f0-2a15-4d0b-ba71-92818322becd req-a6b97307-c82e-4fdd-9618-71a1d795d9df service neutron] 10.222.0.35 "GET /v2.0/networks?id=712703af-075a-4495-abe2-5a31625e120d HTTP/1.1" status: 200 len: 911 time: 0.1222250 Apr 29 16:53:23.356970 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6b1933f0-2a15-4d0b-ba71-92818322becd req-4ad8af1e-9dc9-4b09-bb41-68ac50adc662 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e990591-6304-4b9d-af26-97d51ddbe07e HTTP/1.1" status: 200 len: 1000 time: 0.0956523 Apr 29 16:53:23.420156 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1933f0-2a15-4d0b-ba71-92818322becd req-33e9b014-c3ba-4ed9-a8e1-2818b7c8fefb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:53:23.421897 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6b1933f0-2a15-4d0b-ba71-92818322becd req-33e9b014-c3ba-4ed9-a8e1-2818b7c8fefb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=12adbe48-632e-4cde-88ca-e4e68cb6be13 HTTP/1.1" status: 200 len: 849 time: 0.0593646 Apr 29 16:53:23.501346 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6b1933f0-2a15-4d0b-ba71-92818322becd req-330549cf-f72a-4305-8912-6bf9f3ff7371 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=712703af-075a-4495-abe2-5a31625e120d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718434 Apr 29 16:53:23.630545 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6b1933f0-2a15-4d0b-ba71-92818322becd req-d371a65b-6ebe-4046-baea-bf7b340883eb service neutron] 10.222.0.35 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222498 Apr 29 16:53:23.727663 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device f4684554-b844-4c9f-8aff-c9a2baa0c8aa no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:53:23.760222 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: f4684554-b844-4c9f-8aff-c9a2baa0c8aa {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:53:23.760610 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device f4684554-b844-4c9f-8aff-c9a2baa0c8aa not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:53:23.763158 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-6b1933f0-2a15-4d0b-ba71-92818322becd req-d7910491-a25a-4de2-a790-fe0e62499420 service neutron] 10.222.0.35 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271389 Apr 29 16:53:24.634713 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 40482) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:53:24.832587 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-6c1f6d95-e972-4110-bcc0-aad59eaa9a34 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Deleting port 1f188fff-fec7-468f-b0e2-6147c51cd6ac {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:53:24.832917 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c1f6d95-e972-4110-bcc0-aad59eaa9a34 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:24.995601 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c1f6d95-e972-4110-bcc0-aad59eaa9a34 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:24.995839 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c1f6d95-e972-4110-bcc0-aad59eaa9a34 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:25.207273 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-6c1f6d95-e972-4110-bcc0-aad59eaa9a34 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Calling delete_port for 1f188fff-fec7-468f-b0e2-6147c51cd6ac owned by network:floatingip {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:53:25.401610 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c1f6d95-e972-4110-bcc0-aad59eaa9a34 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:25.446268 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f6d95-e972-4110-bcc0-aad59eaa9a34 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Pushing event deleted for resources: {'Port': ['ID=1f188fff-fec7-468f-b0e2-6147c51cd6ac,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:53:25.534899 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c1f6d95-e972-4110-bcc0-aad59eaa9a34 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for floatingip, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:25.920248 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1f6d95-e972-4110-bcc0-aad59eaa9a34 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Router 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:53:26.116582 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1f6d95-e972-4110-bcc0-aad59eaa9a34 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:53:26.126597 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bef2d2-6a6b-49ca-a8e7-e21f2a1d1cc4 None None] Sync routers for ids ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:53:26.138172 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bef2d2-6a6b-49ca-a8e7-e21f2a1d1cc4 None None] Routers {'80a6d268-6a44-48ca-a75c-7f01d21f7ca4'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:53:26.138810 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-97bef2d2-6a6b-49ca-a8e7-e21f2a1d1cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:53:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:53:26.196937 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-6c1f6d95-e972-4110-bcc0-aad59eaa9a34 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for floatingip, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:26.248755 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-6c1f6d95-e972-4110-bcc0-aad59eaa9a34 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "DELETE /v2.0/floatingips/a605a463-ce47-429a-b75c-053e8e005f69 HTTP/1.1" status: 204 len: 168 time: 1.6129417 Apr 29 16:53:26.249317 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57ecf46-9a41-4047-a65b-1f17fd7524d3', 'tag': '1e990591-6304-4b9d-af26-97d51ddbe07e'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:53:26.303852 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d656f878-003e-4feb-a7ae-4b336c44caf7'] response: {'name': 'network-changed', 'server_uuid': 'f57ecf46-9a41-4047-a65b-1f17fd7524d3', 'tag': '1e990591-6304-4b9d-af26-97d51ddbe07e', 'status': 'completed', 'code': 200} Apr 29 16:53:26.326328 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-97bef2d2-6a6b-49ca-a8e7-e21f2a1d1cc4 None None] Set router 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:53:26.399068 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b38fbd5b-9a4b-4aa6-8f64-d1c80f1705e9 req-0a4fdcec-6e99-4747-8502-6909f4c9ad4a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51617fafac7b43ea9a21a6a6e562e1d9&device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 1097 time: 0.0692289 Apr 29 16:53:26.529635 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fbd5b-9a4b-4aa6-8f64-d1c80f1705e9 req-3a508306-d02d-4e37-8721-c9c9d5a4d845 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:53:26.531761 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b38fbd5b-9a4b-4aa6-8f64-d1c80f1705e9 req-3a508306-d02d-4e37-8721-c9c9d5a4d845 service neutron] 10.222.0.35 "GET /v2.0/networks?id=712703af-075a-4495-abe2-5a31625e120d HTTP/1.1" status: 200 len: 911 time: 0.1268575 Apr 29 16:53:26.602337 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b38fbd5b-9a4b-4aa6-8f64-d1c80f1705e9 req-ddfa75f7-45c0-4bd3-a609-68c1d1cec407 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e990591-6304-4b9d-af26-97d51ddbe07e HTTP/1.1" status: 200 len: 217 time: 0.0646369 Apr 29 16:53:26.643807 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-97bef2d2-6a6b-49ca-a8e7-e21f2a1d1cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'name': 'tempest-TestSnapshotPattern-1952669485-router', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:46:54Z', 'updated_at': '2022-04-29T16:46:58Z', 'revision_number': 4, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'gw_port': {'id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:55Z', 'updated_at': '2022-04-29T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '944b37bc-2ce6-482c-a576-4a046882c62c', 'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'mac_address': 'fa:16:3e:eb:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:57Z', 'updated_at': '2022-04-29T16:47:15Z', 'revision_number': 5, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'subnets': [{'id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:53:26.647904 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bef2d2-6a6b-49ca-a8e7-e21f2a1d1cc4 None None] Checking router: 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:53:26.660046 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bef2d2-6a6b-49ca-a8e7-e21f2a1d1cc4 None None] Routers {'80a6d268-6a44-48ca-a75c-7f01d21f7ca4'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:53:26.660592 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-97bef2d2-6a6b-49ca-a8e7-e21f2a1d1cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:53:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:53:26.666965 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fbd5b-9a4b-4aa6-8f64-d1c80f1705e9 req-9108a603-37ba-4f90-a710-32863fcb88a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:53:26.668563 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b38fbd5b-9a4b-4aa6-8f64-d1c80f1705e9 req-9108a603-37ba-4f90-a710-32863fcb88a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=12adbe48-632e-4cde-88ca-e4e68cb6be13 HTTP/1.1" status: 200 len: 849 time: 0.0607827 Apr 29 16:53:26.813224 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b38fbd5b-9a4b-4aa6-8f64-d1c80f1705e9 req-7b511b7e-3de5-4518-9ac7-0f20d667845e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=712703af-075a-4495-abe2-5a31625e120d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1382968 Apr 29 16:53:26.823067 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685af18-bf3a-4593-87aa-c264c6afe036 req-829431f5-8dc9-43ab-816e-ced031665da0 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:53:26.823721 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-a685af18-bf3a-4593-87aa-c264c6afe036 req-829431f5-8dc9-43ab-816e-ced031665da0 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Synchronizing usage tracker for tenant:51617fafac7b43ea9a21a6a6e562e1d9 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:53:26.848913 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-97bef2d2-6a6b-49ca-a8e7-e21f2a1d1cc4 None None] Set router 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:53:27.049814 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b38fbd5b-9a4b-4aa6-8f64-d1c80f1705e9 req-1e8d706a-01f8-4929-8fce-78c06ff42bcf service neutron] 10.222.0.35 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234561 Apr 29 16:53:27.081274 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-a685af18-bf3a-4593-87aa-c264c6afe036 req-829431f5-8dc9-43ab-816e-ced031665da0 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Unset dirty status for tenant:51617fafac7b43ea9a21a6a6e562e1d9 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:53:27.082412 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a685af18-bf3a-4593-87aa-c264c6afe036 req-829431f5-8dc9-43ab-816e-ced031665da0 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 944 time: 0.3603504 Apr 29 16:53:27.167634 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-97bef2d2-6a6b-49ca-a8e7-e21f2a1d1cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'name': 'tempest-TestSnapshotPattern-1952669485-router', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:46:54Z', 'updated_at': '2022-04-29T16:46:58Z', 'revision_number': 4, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'gw_port': {'id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:55Z', 'updated_at': '2022-04-29T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '944b37bc-2ce6-482c-a576-4a046882c62c', 'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'mac_address': 'fa:16:3e:eb:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:57Z', 'updated_at': '2022-04-29T16:47:15Z', 'revision_number': 5, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'subnets': [{'id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:53:27.171899 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bef2d2-6a6b-49ca-a8e7-e21f2a1d1cc4 None None] The sync data for ids ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'] in dv-neutron-839913-1-hyperv is: [{'id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'name': 'tempest-TestSnapshotPattern-1952669485-router', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:46:54Z', 'updated_at': '2022-04-29T16:46:58Z', 'revision_number': 4, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'gw_port': {'id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:55Z', 'updated_at': '2022-04-29T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv', '_interfaces': [{'id': '944b37bc-2ce6-482c-a576-4a046882c62c', 'name': '', 'network_id': '712703af-075a-4495-abe2-5a31625e120d', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'mac_address': 'fa:16:3e:eb:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:57Z', 'updated_at': '2022-04-29T16:47:15Z', 'revision_number': 5, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'subnets': [{'id': '12adbe48-632e-4cde-88ca-e4e68cb6be13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:53:27.215061 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-a685af18-bf3a-4593-87aa-c264c6afe036 req-9bd06018-9b99-47c8-b027-bd171e60bb3b tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/security-groups?id=d133a3a0-670f-4766-8ea8-5d554bb892c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859079 Apr 29 16:53:27.239263 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-b38fbd5b-9a4b-4aa6-8f64-d1c80f1705e9 req-eb8ba309-c400-4414-bb96-4520705f884c service neutron] 10.222.0.35 "GET /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822584 Apr 29 16:53:27.413213 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de1c398-568f-4b4c-8486-d967f3c1fb25 None None] New status for floating IP a605a463-ce47-429a-b75c-053e8e005f69: DOWN {{(pid=84773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 16:53:27.544499 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff185f7-e350-480c-99bb-96aae5a89ce8 req-495f2a80-0232-4eb8-a4a0-6670a1c80fb7 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 16:53:27.545911 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5ff185f7-e350-480c-99bb-96aae5a89ce8 req-495f2a80-0232-4eb8-a4a0-6670a1c80fb7 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.35 "GET /v2.0/ports?device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 944 time: 0.0741067 Apr 29 16:53:27.616921 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-5ff185f7-e350-480c-99bb-96aae5a89ce8 req-b2a033e1-34bd-4504-a298-b06d44516f76 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Deleting port 1e990591-6304-4b9d-af26-97d51ddbe07e {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:53:27.617262 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-5ff185f7-e350-480c-99bb-96aae5a89ce8 req-b2a033e1-34bd-4504-a298-b06d44516f76 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:27.851174 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [req-5ff185f7-e350-480c-99bb-96aae5a89ce8 req-b2a033e1-34bd-4504-a298-b06d44516f76 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] For port 1e990591-6304-4b9d-af26-97d51ddbe07e, host hv-neutron-8399, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8399',level=0,port_id=1e990591-6304-4b9d-af26-97d51ddbe07e,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:53:27.851449 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-5ff185f7-e350-480c-99bb-96aae5a89ce8 req-b2a033e1-34bd-4504-a298-b06d44516f76 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:27.969514 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [req-5ff185f7-e350-480c-99bb-96aae5a89ce8 req-b2a033e1-34bd-4504-a298-b06d44516f76 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Calling delete_port for 1e990591-6304-4b9d-af26-97d51ddbe07e owned by compute:nova {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:53:28.165077 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-5ff185f7-e350-480c-99bb-96aae5a89ce8 req-b2a033e1-34bd-4504-a298-b06d44516f76 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:28.214844 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a033e1-34bd-4504-a298-b06d44516f76 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Pushing event deleted for resources: {'Port': ['ID=1e990591-6304-4b9d-af26-97d51ddbe07e,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:53:28.290951 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff185f7-e350-480c-99bb-96aae5a89ce8 req-b2a033e1-34bd-4504-a298-b06d44516f76 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] No DVR routers for this DVR port 1e990591-6304-4b9d-af26-97d51ddbe07e on host hv-neutron-8399 {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:53:28.293291 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [req-5ff185f7-e350-480c-99bb-96aae5a89ce8 req-b2a033e1-34bd-4504-a298-b06d44516f76 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127181'] for port, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:28.305356 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57ecf46-9a41-4047-a65b-1f17fd7524d3', 'name': 'network-vif-deleted', 'tag': '1e990591-6304-4b9d-af26-97d51ddbe07e'}] {{(pid=84770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 16:53:28.349327 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-5ff185f7-e350-480c-99bb-96aae5a89ce8 req-b2a033e1-34bd-4504-a298-b06d44516f76 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.35 "DELETE /v2.0/ports/1e990591-6304-4b9d-af26-97d51ddbe07e HTTP/1.1" status: 204 len: 173 time: 0.7974844 Apr 29 16:53:28.358424 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746bba8b-c514-4c05-ac0f-6099a6a05a1f'] response: {'server_uuid': 'f57ecf46-9a41-4047-a65b-1f17fd7524d3', 'name': 'network-vif-deleted', 'tag': '1e990591-6304-4b9d-af26-97d51ddbe07e', 'status': 'completed', 'code': 200} Apr 29 16:53:28.406822 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-435c3e6c-e508-4f22-be75-2b435909c72b req-f385f82f-7c2c-4d7c-9278-a8824f541354 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Synchronizing usage tracker for tenant:51617fafac7b43ea9a21a6a6e562e1d9 on resource:port {{(pid=84770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:53:28.470384 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.quota.resource [req-435c3e6c-e508-4f22-be75-2b435909c72b req-f385f82f-7c2c-4d7c-9278-a8824f541354 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Unset dirty status for tenant:51617fafac7b43ea9a21a6a6e562e1d9 on resource:port {{(pid=84770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:53:28.471733 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [req-435c3e6c-e508-4f22-be75-2b435909c72b req-f385f82f-7c2c-4d7c-9278-a8824f541354 tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "GET /v2.0/ports?device_id=f57ecf46-9a41-4047-a65b-1f17fd7524d3 HTTP/1.1" status: 200 len: 210 time: 0.1046231 Apr 29 16:53:29.579923 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 40500) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:53:29.651677 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-da0974d6-a7ee-4719-b85c-8209d88a637a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:29.680793 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-da0974d6-a7ee-4719-b85c-8209d88a637a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:29.805062 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:53:29.811247 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-da0974d6-a7ee-4719-b85c-8209d88a637a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:29.831362 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0974d6-a7ee-4719-b85c-8209d88a637a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d133a3a0-670f-4766-8ea8-5d554bb892c8,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:53:29.836469 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-da0974d6-a7ee-4719-b85c-8209d88a637a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:29.840310 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-da0974d6-a7ee-4719-b85c-8209d88a637a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] 10.222.0.21 "DELETE /v2.0/security-groups/d133a3a0-670f-4766-8ea8-5d554bb892c8 HTTP/1.1" status: 204 len: 168 time: 0.2562110 Apr 29 16:53:29.844931 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0974d6-a7ee-4719-b85c-8209d88a637a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:29.845445 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0974d6-a7ee-4719-b85c-8209d88a637a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:29.845847 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0974d6-a7ee-4719-b85c-8209d88a637a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:29.846186 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0974d6-a7ee-4719-b85c-8209d88a637a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:29.846559 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0974d6-a7ee-4719-b85c-8209d88a637a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:29.846885 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0974d6-a7ee-4719-b85c-8209d88a637a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:29.847213 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0974d6-a7ee-4719-b85c-8209d88a637a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:29.850406 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0974d6-a7ee-4719-b85c-8209d88a637a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:29.850406 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0974d6-a7ee-4719-b85c-8209d88a637a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:29.850406 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0974d6-a7ee-4719-b85c-8209d88a637a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:29.850406 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0974d6-a7ee-4719-b85c-8209d88a637a tempest-TestSnapshotPattern-1015991711 tempest-TestSnapshotPattern-1015991711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839913-1-hyperv {{(pid=84771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:53:30.988961 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 40508) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:53:31.482072 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43ac2cbd-a8e4-4a80-85f6-3d2184109063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:31.782795 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 1e990591-6304-4b9d-af26-97d51ddbe07e no longer exists at agent hyperv_hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:53:31.818954 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] No Port match for: 1e990591-6304-4b9d-af26-97d51ddbe07e {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:53:31.819296 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Device 1e990591-6304-4b9d-af26-97d51ddbe07e not bound to the agent host hv-neutron-8399 {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:53:32.144476 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-43ac2cbd-a8e4-4a80-85f6-3d2184109063 admin admin] Deleting port 944b37bc-2ce6-482c-a576-4a046882c62c {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:53:32.145005 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43ac2cbd-a8e4-4a80-85f6-3d2184109063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:32.307607 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-43ac2cbd-a8e4-4a80-85f6-3d2184109063 admin admin] For port 944b37bc-2ce6-482c-a576-4a046882c62c, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=944b37bc-2ce6-482c-a576-4a046882c62c,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:53:32.307953 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43ac2cbd-a8e4-4a80-85f6-3d2184109063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:32.423078 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-43ac2cbd-a8e4-4a80-85f6-3d2184109063 admin admin] Calling delete_port for 944b37bc-2ce6-482c-a576-4a046882c62c owned by network:router_interface {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:53:32.647784 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43ac2cbd-a8e4-4a80-85f6-3d2184109063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:32.695052 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac2cbd-a8e4-4a80-85f6-3d2184109063 admin admin] Pushing event deleted for resources: {'Port': ['ID=944b37bc-2ce6-482c-a576-4a046882c62c,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:53:32.984058 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-43ac2cbd-a8e4-4a80-85f6-3d2184109063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:33.652913 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ac2cbd-a8e4-4a80-85f6-3d2184109063 admin admin] Router 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:53:33.846413 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ac2cbd-a8e4-4a80-85f6-3d2184109063 admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:53:33.854791 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841f321b-4ddc-48e8-9f4b-a6c979f96a43 None None] Sync routers for ids ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'] in dv-neutron-839913-1-hyperv {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:53:33.871547 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841f321b-4ddc-48e8-9f4b-a6c979f96a43 None None] Routers {'80a6d268-6a44-48ca-a75c-7f01d21f7ca4'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:53:33.872155 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-841f321b-4ddc-48e8-9f4b-a6c979f96a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:53:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:53:33.923978 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-43ac2cbd-a8e4-4a80-85f6-3d2184109063 admin admin] 10.222.0.21 "PUT /v2.0/routers/80a6d268-6a44-48ca-a75c-7f01d21f7ca4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9335899 Apr 29 16:53:33.926520 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 40514) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:53:34.047741 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-841f321b-4ddc-48e8-9f4b-a6c979f96a43 None None] Set router 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 gateway port host: dv-neutron-839913-1-hyperv {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:53:34.118938 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fb3cd4ec-dc75-4fc1-8a94-4f56c7ad6de4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:34.312806 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fb3cd4ec-dc75-4fc1-8a94-4f56c7ad6de4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:34.342262 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-841f321b-4ddc-48e8-9f4b-a6c979f96a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'name': 'tempest-TestSnapshotPattern-1952669485-router', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:46:54Z', 'updated_at': '2022-04-29T16:53:32Z', 'revision_number': 5, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'gw_port': {'id': 'abf79a9b-a824-40b3-836a-26e967eaacab', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:46:55Z', 'updated_at': '2022-04-29T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:53:34.346701 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841f321b-4ddc-48e8-9f4b-a6c979f96a43 None None] Checking router: 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 for host: dv-neutron-839913-1-hyperv {{(pid=84772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:53:34.356883 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841f321b-4ddc-48e8-9f4b-a6c979f96a43 None None] Routers {'80a6d268-6a44-48ca-a75c-7f01d21f7ca4'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:53:34.357466 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-841f321b-4ddc-48e8-9f4b-a6c979f96a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:53:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'], 'active': True} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:53:34.390558 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-fb3cd4ec-dc75-4fc1-8a94-4f56c7ad6de4 admin admin] Deleting port abf79a9b-a824-40b3-836a-26e967eaacab {{(pid=84771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:53:34.390987 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fb3cd4ec-dc75-4fc1-8a94-4f56c7ad6de4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:34.511867 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_dvr_db [None req-841f321b-4ddc-48e8-9f4b-a6c979f96a43 None None] Set router 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 gateway port host: None {{(pid=84772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:53:34.564130 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.db [None req-fb3cd4ec-dc75-4fc1-8a94-4f56c7ad6de4 admin admin] For port abf79a9b-a824-40b3-836a-26e967eaacab, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=abf79a9b-a824-40b3-836a-26e967eaacab,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:53:34.564406 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fb3cd4ec-dc75-4fc1-8a94-4f56c7ad6de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:34.616570 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.db.l3_hamode_db [None req-841f321b-4ddc-48e8-9f4b-a6c979f96a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'name': 'tempest-TestSnapshotPattern-1952669485-router', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:46:54Z', 'updated_at': '2022-04-29T16:53:34Z', 'revision_number': 6, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:53:34.620503 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841f321b-4ddc-48e8-9f4b-a6c979f96a43 None None] The sync data for ids ['80a6d268-6a44-48ca-a75c-7f01d21f7ca4'] in dv-neutron-839913-1-hyperv is: [{'id': '80a6d268-6a44-48ca-a75c-7f01d21f7ca4', 'name': 'tempest-TestSnapshotPattern-1952669485-router', 'tenant_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:46:54Z', 'updated_at': '2022-04-29T16:53:34Z', 'revision_number': 6, 'project_id': '51617fafac7b43ea9a21a6a6e562e1d9', 'gw_port_host': None}] {{(pid=84772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:53:34.682477 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.plugins.ml2.plugin [None req-fb3cd4ec-dc75-4fc1-8a94-4f56c7ad6de4 admin admin] Calling delete_port for abf79a9b-a824-40b3-836a-26e967eaacab owned by network:router_gateway {{(pid=84771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:53:34.899084 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fb3cd4ec-dc75-4fc1-8a94-4f56c7ad6de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7286396'] for port, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:34.941407 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3cd4ec-dc75-4fc1-8a94-4f56c7ad6de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=abf79a9b-a824-40b3-836a-26e967eaacab,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:53:35.272760 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fb3cd4ec-dc75-4fc1-8a94-4f56c7ad6de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:35.455470 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device abf79a9b-a824-40b3-836a-26e967eaacab no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:53:35.491067 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: abf79a9b-a824-40b3-836a-26e967eaacab {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:53:35.491413 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device abf79a9b-a824-40b3-836a-26e967eaacab not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:53:35.491816 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 944b37bc-2ce6-482c-a576-4a046882c62c no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:53:35.523759 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 944b37bc-2ce6-482c-a576-4a046882c62c {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:53:35.524022 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 944b37bc-2ce6-482c-a576-4a046882c62c not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:53:35.527882 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fb3cd4ec-dc75-4fc1-8a94-4f56c7ad6de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:35.532079 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fb3cd4ec-dc75-4fc1-8a94-4f56c7ad6de4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:35.613569 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fb3cd4ec-dc75-4fc1-8a94-4f56c7ad6de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:35.614112 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3cd4ec-dc75-4fc1-8a94-4f56c7ad6de4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80a6d268-6a44-48ca-a75c-7f01d21f7ca4 {{(pid=84771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 16:53:35.626312 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-fb3cd4ec-dc75-4fc1-8a94-4f56c7ad6de4 admin admin] Notify callbacks [] for router, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:35.627473 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-fb3cd4ec-dc75-4fc1-8a94-4f56c7ad6de4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/80a6d268-6a44-48ca-a75c-7f01d21f7ca4 HTTP/1.1" status: 204 len: 168 time: 1.7000628 Apr 29 16:53:35.630378 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 40518) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:53:35.695945 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-842268a0-eeef-4c14-afbe-651a3c54e616 admin admin] Deleting subnet 12adbe48-632e-4cde-88ca-e4e68cb6be13 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 16:53:35.699285 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-842268a0-eeef-4c14-afbe-651a3c54e616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:35.752726 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-842268a0-eeef-4c14-afbe-651a3c54e616 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:35.830790 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-842268a0-eeef-4c14-afbe-651a3c54e616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:35.965637 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-842268a0-eeef-4c14-afbe-651a3c54e616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:36.000413 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842268a0-eeef-4c14-afbe-651a3c54e616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12adbe48-632e-4cde-88ca-e4e68cb6be13,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:53:36.008928 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-842268a0-eeef-4c14-afbe-651a3c54e616 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:36.013993 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861efb7d-115d-4c35-9011-9ef99b88df35 None None] Network 712703af-075a-4495-abe2-5a31625e120d requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:53:36.017604 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-842268a0-eeef-4c14-afbe-651a3c54e616 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/12adbe48-632e-4cde-88ca-e4e68cb6be13 HTTP/1.1" status: 204 len: 168 time: 0.3861728 Apr 29 16:53:36.020115 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 40522) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:53:36.122641 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0e404cfd-f7fb-42bf-b6a8-ca408d493976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:36.132814 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-0e404cfd-f7fb-42bf-b6a8-ca408d493976 admin admin] Deleting port 1ec0b247-d7df-4451-8e11-7a2e2341bddf {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:53:36.133139 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0e404cfd-f7fb-42bf-b6a8-ca408d493976 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:36.270871 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02991719-4cf4-4354-989f-3c86b2899eb1 None None] DHCP port deletion for 712703af-075a-4495-abe2-5a31625e120d request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 16:53:36.274720 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-02991719-4cf4-4354-989f-3c86b2899eb1 None None] Deleting port 1ec0b247-d7df-4451-8e11-7a2e2341bddf {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:53:36.275095 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-02991719-4cf4-4354-989f-3c86b2899eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:36.418955 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-0e404cfd-f7fb-42bf-b6a8-ca408d493976 admin admin] For port 1ec0b247-d7df-4451-8e11-7a2e2341bddf, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1ec0b247-d7df-4451-8e11-7a2e2341bddf,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:53:36.419215 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0e404cfd-f7fb-42bf-b6a8-ca408d493976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:36.517175 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-02991719-4cf4-4354-989f-3c86b2899eb1 None None] For port 1ec0b247-d7df-4451-8e11-7a2e2341bddf, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=1ec0b247-d7df-4451-8e11-7a2e2341bddf,segment=NetworkSegment(01a60c38-3e1c-4ced-a369-ff65854ba191),segment_id=01a60c38-3e1c-4ced-a369-ff65854ba191)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:53:36.517766 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-02991719-4cf4-4354-989f-3c86b2899eb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:36.541996 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-0e404cfd-f7fb-42bf-b6a8-ca408d493976 admin admin] Calling delete_port for 1ec0b247-d7df-4451-8e11-7a2e2341bddf owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:53:36.644875 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-02991719-4cf4-4354-989f-3c86b2899eb1 None None] Calling delete_port for 1ec0b247-d7df-4451-8e11-7a2e2341bddf owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:53:36.727729 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0e404cfd-f7fb-42bf-b6a8-ca408d493976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:53:36.728331 dv-neutron-839913-1-hyperv neutron-server[84772]: util.warn( Apr 29 16:53:36.735528 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-02991719-4cf4-4354-989f-3c86b2899eb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:53:36.736033 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-02991719-4cf4-4354-989f-3c86b2899eb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:53:36.774524 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e404cfd-f7fb-42bf-b6a8-ca408d493976 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ec0b247-d7df-4451-8e11-7a2e2341bddf,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:53:36.779856 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e404cfd-f7fb-42bf-b6a8-ca408d493976 admin admin] No DVR routers for this DVR port 1ec0b247-d7df-4451-8e11-7a2e2341bddf on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:53:36.894187 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0e404cfd-f7fb-42bf-b6a8-ca408d493976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:36.919390 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-0e404cfd-f7fb-42bf-b6a8-ca408d493976 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712703af-075a-4495-abe2-5a31625e120d']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:53:36.931651 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-0e404cfd-f7fb-42bf-b6a8-ca408d493976 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a60c38-3e1c-4ced-a369-ff65854ba191') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:53:36.931946 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-0e404cfd-f7fb-42bf-b6a8-ca408d493976 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a60c38-3e1c-4ced-a369-ff65854ba191') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:53:36.943388 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0e404cfd-f7fb-42bf-b6a8-ca408d493976 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:36.959193 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0e404cfd-f7fb-42bf-b6a8-ca408d493976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:36.965020 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e404cfd-f7fb-42bf-b6a8-ca408d493976 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:53:36.965393 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0e404cfd-f7fb-42bf-b6a8-ca408d493976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:53:36.978280 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:53:37.110828 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0e404cfd-f7fb-42bf-b6a8-ca408d493976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:37.115408 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-0e404cfd-f7fb-42bf-b6a8-ca408d493976 admin admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:37.137276 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e404cfd-f7fb-42bf-b6a8-ca408d493976 admin admin] Pushing event deleted for resources: {'Network': ['ID=712703af-075a-4495-abe2-5a31625e120d,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:53:37.145956 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-0e404cfd-f7fb-42bf-b6a8-ca408d493976 admin admin] 10.222.0.21 "DELETE /v2.0/networks/712703af-075a-4495-abe2-5a31625e120d HTTP/1.1" status: 204 len: 168 time: 1.1249228 Apr 29 16:53:37.148782 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 40526) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:53:37.237112 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-02991719-4cf4-4354-989f-3c86b2899eb1 None None] Deleting port 1ec0b247-d7df-4451-8e11-7a2e2341bddf {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:53:37.237581 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-02991719-4cf4-4354-989f-3c86b2899eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:37.299774 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-02991719-4cf4-4354-989f-3c86b2899eb1 None None] The port '1ec0b247-d7df-4451-8e11-7a2e2341bddf' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 16:53:37.459339 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1ec0b247-d7df-4451-8e11-7a2e2341bddf no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:53:37.494784 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: 1ec0b247-d7df-4451-8e11-7a2e2341bddf {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:53:37.495901 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device 1ec0b247-d7df-4451-8e11-7a2e2341bddf not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:53:37.544044 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c93ee547-f426-4144-93b5-ac9c5828a0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421080'] for router_interface, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:38.210724 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-c93ee547-f426-4144-93b5-ac9c5828a0d3 admin admin] Deleting port b9ddc44e-b2ec-4475-b367-45c52cac094a {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:53:38.211426 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c93ee547-f426-4144-93b5-ac9c5828a0d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:38.373827 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-c93ee547-f426-4144-93b5-ac9c5828a0d3 admin admin] For port b9ddc44e-b2ec-4475-b367-45c52cac094a, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=b9ddc44e-b2ec-4475-b367-45c52cac094a,segment=NetworkSegment(2af101cb-da7a-413e-abbe-85835c8daa91),segment_id=2af101cb-da7a-413e-abbe-85835c8daa91)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:53:38.374170 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c93ee547-f426-4144-93b5-ac9c5828a0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:38.488991 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-c93ee547-f426-4144-93b5-ac9c5828a0d3 admin admin] Calling delete_port for b9ddc44e-b2ec-4475-b367-45c52cac094a owned by network:router_interface {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:53:38.733726 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c93ee547-f426-4144-93b5-ac9c5828a0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:38.777393 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ee547-f426-4144-93b5-ac9c5828a0d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ddc44e-b2ec-4475-b367-45c52cac094a,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:53:39.061677 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-c93ee547-f426-4144-93b5-ac9c5828a0d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421007'] for router_interface, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:39.712028 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93ee547-f426-4144-93b5-ac9c5828a0d3 admin admin] Router a257c454-b7b3-4aec-8561-ffead83cdf4a has already been hosted by L3 agent 7a9a1b9d-9fec-4874-a29c-018305d52353 {{(pid=84770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:53:39.909363 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93ee547-f426-4144-93b5-ac9c5828a0d3 admin admin] Notify agent at l3_agent.dv-neutron-839913-1-hyperv the message routers_updated {{(pid=84770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:53:39.917792 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe28ad9-4920-439a-ba6f-986fa5ac41ec None None] Sync routers for ids ['a257c454-b7b3-4aec-8561-ffead83cdf4a'] in dv-neutron-839913-1-hyperv {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 16:53:39.918391 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-c93ee547-f426-4144-93b5-ac9c5828a0d3 admin admin] 10.222.0.21 "PUT /v2.0/routers/a257c454-b7b3-4aec-8561-ffead83cdf4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7684929 Apr 29 16:53:39.920712 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 40530) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:53:39.930414 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe28ad9-4920-439a-ba6f-986fa5ac41ec None None] Routers {'a257c454-b7b3-4aec-8561-ffead83cdf4a'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:53:39.931048 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-6fe28ad9-4920-439a-ba6f-986fa5ac41ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:53:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a257c454-b7b3-4aec-8561-ffead83cdf4a'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:53:40.102950 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-6fe28ad9-4920-439a-ba6f-986fa5ac41ec None None] Set router a257c454-b7b3-4aec-8561-ffead83cdf4a gateway port host: dv-neutron-839913-1-hyperv {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:53:40.114675 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d32cbfc8-40ac-4f56-a982-7c06475cee86 admin admin] Notify callbacks [] for router, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:40.308551 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d32cbfc8-40ac-4f56-a982-7c06475cee86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:40.367605 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-d32cbfc8-40ac-4f56-a982-7c06475cee86 admin admin] Deleting port a34e6ce2-a2e4-4681-981b-79f3ecec8623 {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:53:40.367848 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d32cbfc8-40ac-4f56-a982-7c06475cee86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:40.384915 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-6fe28ad9-4920-439a-ba6f-986fa5ac41ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a257c454-b7b3-4aec-8561-ffead83cdf4a', 'name': 'tempest-TestSnapshotPattern-1899090134-router', 'tenant_id': '56b3cd285b8841f08927e05b6d1b8b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'external_fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'a34e6ce2-a2e4-4681-981b-79f3ecec8623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:47:02Z', 'updated_at': '2022-04-29T16:53:38Z', 'revision_number': 5, 'project_id': '56b3cd285b8841f08927e05b6d1b8b71', 'gw_port': {'id': 'a34e6ce2-a2e4-4681-981b-79f3ecec8623', 'name': '', 'network_id': 'f991b9a3-9206-4c97-97f2-8545e1219151', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a257c454-b7b3-4aec-8561-ffead83cdf4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0412750f-9178-40a2-94c2-967d64b38afa', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839913-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:47:02Z', 'updated_at': '2022-04-29T16:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0412750f-9178-40a2-94c2-967d64b38afa', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839913-1-hyperv'}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:53:40.388735 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe28ad9-4920-439a-ba6f-986fa5ac41ec None None] Checking router: a257c454-b7b3-4aec-8561-ffead83cdf4a for host: dv-neutron-839913-1-hyperv {{(pid=84773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 16:53:40.400375 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe28ad9-4920-439a-ba6f-986fa5ac41ec None None] Routers {'a257c454-b7b3-4aec-8561-ffead83cdf4a'} bound to L3 agent in host dv-neutron-839913-1-hyperv {{(pid=84773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 16:53:40.401060 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-6fe28ad9-4920-439a-ba6f-986fa5ac41ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839913-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:28:46Z,description=,heartbeat_timestamp=2022-04-29T16:53:16Z,host='dv-neutron-839913-1-hyperv',id=7a9a1b9d-9fec-4874-a29c-018305d52353,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:28:46Z,topic='l3_agent')) {'router_ids': ['a257c454-b7b3-4aec-8561-ffead83cdf4a'], 'active': True} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:53:40.535091 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-d32cbfc8-40ac-4f56-a982-7c06475cee86 admin admin] For port a34e6ce2-a2e4-4681-981b-79f3ecec8623, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=a34e6ce2-a2e4-4681-981b-79f3ecec8623,segment=NetworkSegment(601ec7de-640e-44cc-bedd-2af261cc6413),segment_id=601ec7de-640e-44cc-bedd-2af261cc6413)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:53:40.535435 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d32cbfc8-40ac-4f56-a982-7c06475cee86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:40.547480 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_dvr_db [None req-6fe28ad9-4920-439a-ba6f-986fa5ac41ec None None] Set router a257c454-b7b3-4aec-8561-ffead83cdf4a gateway port host: None {{(pid=84773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 16:53:40.650222 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.l3_hamode_db [None req-6fe28ad9-4920-439a-ba6f-986fa5ac41ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a257c454-b7b3-4aec-8561-ffead83cdf4a', 'name': 'tempest-TestSnapshotPattern-1899090134-router', 'tenant_id': '56b3cd285b8841f08927e05b6d1b8b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:47:02Z', 'updated_at': '2022-04-29T16:53:40Z', 'revision_number': 6, 'project_id': '56b3cd285b8841f08927e05b6d1b8b71', 'gw_port_host': None}], 'dv-neutron-839913-1-hyperv', False) {} {{(pid=84773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:53:40.654018 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe28ad9-4920-439a-ba6f-986fa5ac41ec None None] The sync data for ids ['a257c454-b7b3-4aec-8561-ffead83cdf4a'] in dv-neutron-839913-1-hyperv is: [{'id': 'a257c454-b7b3-4aec-8561-ffead83cdf4a', 'name': 'tempest-TestSnapshotPattern-1899090134-router', 'tenant_id': '56b3cd285b8841f08927e05b6d1b8b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:47:02Z', 'updated_at': '2022-04-29T16:53:40Z', 'revision_number': 6, 'project_id': '56b3cd285b8841f08927e05b6d1b8b71', 'gw_port_host': None}] {{(pid=84773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 16:53:40.654675 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-d32cbfc8-40ac-4f56-a982-7c06475cee86 admin admin] Calling delete_port for a34e6ce2-a2e4-4681-981b-79f3ecec8623 owned by network:router_gateway {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:53:40.880094 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d32cbfc8-40ac-4f56-a982-7c06475cee86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:40.926103 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cbfc8-40ac-4f56-a982-7c06475cee86 admin admin] Pushing event deleted for resources: {'Port': ['ID=a34e6ce2-a2e4-4681-981b-79f3ecec8623,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:53:41.250182 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d32cbfc8-40ac-4f56-a982-7c06475cee86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421829'] for router_gateway, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:41.456824 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device b9ddc44e-b2ec-4475-b367-45c52cac094a no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:53:41.493299 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: b9ddc44e-b2ec-4475-b367-45c52cac094a {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:53:41.493651 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device b9ddc44e-b2ec-4475-b367-45c52cac094a not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:53:41.494064 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a34e6ce2-a2e4-4681-981b-79f3ecec8623 no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:53:41.503767 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d32cbfc8-40ac-4f56-a982-7c06475cee86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15429'] for router, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:41.507883 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d32cbfc8-40ac-4f56-a982-7c06475cee86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:41.525668 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: a34e6ce2-a2e4-4681-981b-79f3ecec8623 {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:53:41.526013 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device a34e6ce2-a2e4-4681-981b-79f3ecec8623 not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:53:41.623249 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d32cbfc8-40ac-4f56-a982-7c06475cee86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627097'] for router, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:41.623850 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32cbfc8-40ac-4f56-a982-7c06475cee86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a257c454-b7b3-4aec-8561-ffead83cdf4a {{(pid=84770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 16:53:41.636050 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-d32cbfc8-40ac-4f56-a982-7c06475cee86 admin admin] Notify callbacks [] for router, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:41.638577 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-d32cbfc8-40ac-4f56-a982-7c06475cee86 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a257c454-b7b3-4aec-8561-ffead83cdf4a HTTP/1.1" status: 204 len: 168 time: 1.7155428 Apr 29 16:53:41.640015 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 40534) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:53:41.703745 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac91312-190f-4fe3-9f30-52092a1abd2f admin admin] Deleting subnet 01c7edbf-0a64-4267-b9ea-3c0bf30e1d33 {{(pid=84770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 16:53:41.706720 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1ac91312-190f-4fe3-9f30-52092a1abd2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:41.755074 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1ac91312-190f-4fe3-9f30-52092a1abd2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367645'] for subnet, precommit_delete_associations {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:41.831577 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1ac91312-190f-4fe3-9f30-52092a1abd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170700'] for subnet, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:41.965850 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1ac91312-190f-4fe3-9f30-52092a1abd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3200808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870903'] for subnet, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:42.002215 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac91312-190f-4fe3-9f30-52092a1abd2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01c7edbf-0a64-4267-b9ea-3c0bf30e1d33,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:53:42.008273 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-1ac91312-190f-4fe3-9f30-52092a1abd2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:42.013295 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bbc4f9-efb8-4a16-8a84-d785ae8edd60 None None] Network d55fa20d-b81e-47f9-89fb-6161a0fee8ee requested from dv-neutron-839913-1-hyperv {{(pid=84772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 16:53:42.014285 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-1ac91312-190f-4fe3-9f30-52092a1abd2f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/01c7edbf-0a64-4267-b9ea-3c0bf30e1d33 HTTP/1.1" status: 204 len: 168 time: 0.3731432 Apr 29 16:53:42.017523 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 40538) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:53:42.120187 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3df2ea80-09f0-49da-9edc-5702d2aac6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078504'] for network, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:42.131017 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-3df2ea80-09f0-49da-9edc-5702d2aac6e4 admin admin] Deleting port da2c4c4e-6cdd-468f-9fed-76e43d8c35ce {{(pid=84770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:53:42.131352 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3df2ea80-09f0-49da-9edc-5702d2aac6e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:42.241007 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91c4549-aee2-492a-a3c7-72848c52d787 None None] DHCP port deletion for d55fa20d-b81e-47f9-89fb-6161a0fee8ee request from dv-neutron-839913-1-hyperv {{(pid=84772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 16:53:42.245245 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a91c4549-aee2-492a-a3c7-72848c52d787 None None] Deleting port da2c4c4e-6cdd-468f-9fed-76e43d8c35ce {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:53:42.245617 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a91c4549-aee2-492a-a3c7-72848c52d787 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:42.331255 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.db [None req-3df2ea80-09f0-49da-9edc-5702d2aac6e4 admin admin] For port da2c4c4e-6cdd-468f-9fed-76e43d8c35ce, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=da2c4c4e-6cdd-468f-9fed-76e43d8c35ce,segment=NetworkSegment(2af101cb-da7a-413e-abbe-85835c8daa91),segment_id=2af101cb-da7a-413e-abbe-85835c8daa91)] {{(pid=84770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:53:42.331521 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3df2ea80-09f0-49da-9edc-5702d2aac6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:42.446477 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.db [None req-a91c4549-aee2-492a-a3c7-72848c52d787 None None] For port da2c4c4e-6cdd-468f-9fed-76e43d8c35ce, host dv-neutron-839913-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839913-1-hyperv',level=0,port_id=da2c4c4e-6cdd-468f-9fed-76e43d8c35ce,segment=NetworkSegment(2af101cb-da7a-413e-abbe-85835c8daa91),segment_id=2af101cb-da7a-413e-abbe-85835c8daa91)] {{(pid=84772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:53:42.446881 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a91c4549-aee2-492a-a3c7-72848c52d787 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471274'] for port, precommit_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:42.448972 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.plugin [None req-3df2ea80-09f0-49da-9edc-5702d2aac6e4 admin admin] Calling delete_port for da2c4c4e-6cdd-468f-9fed-76e43d8c35ce owned by network:dhcp {{(pid=84770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:53:42.567635 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a91c4549-aee2-492a-a3c7-72848c52d787 None None] Calling delete_port for da2c4c4e-6cdd-468f-9fed-76e43d8c35ce owned by network:dhcp {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 16:53:42.583045 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3df2ea80-09f0-49da-9edc-5702d2aac6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1084079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738482683284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738482244756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3200795'] for port, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:42.640951 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.db.api [None req-a91c4549-aee2-492a-a3c7-72848c52d787 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:53:42.641297 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG oslo_db.api [None req-a91c4549-aee2-492a-a3c7-72848c52d787 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:53:42.715424 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2ea80-09f0-49da-9edc-5702d2aac6e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=da2c4c4e-6cdd-468f-9fed-76e43d8c35ce,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:53:42.723012 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df2ea80-09f0-49da-9edc-5702d2aac6e4 admin admin] No DVR routers for this DVR port da2c4c4e-6cdd-468f-9fed-76e43d8c35ce on host dv-neutron-839913-1-hyperv {{(pid=84770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:53:42.835014 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3df2ea80-09f0-49da-9edc-5702d2aac6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1174169', 'neutron.services.segments.db._delete_segments_for_network-8738482678905'] for network, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:42.859841 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-3df2ea80-09f0-49da-9edc-5702d2aac6e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55fa20d-b81e-47f9-89fb-6161a0fee8ee']}} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:53:42.871498 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-3df2ea80-09f0-49da-9edc-5702d2aac6e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af101cb-da7a-413e-abbe-85835c8daa91') {'for_net_delete': True} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:53:42.871798 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.services.segments.db [None req-3df2ea80-09f0-49da-9edc-5702d2aac6e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af101cb-da7a-413e-abbe-85835c8daa91') {} {{(pid=84770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:53:42.882845 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3df2ea80-09f0-49da-9edc-5702d2aac6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738482678788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367726'] for segment, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:42.898891 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3df2ea80-09f0-49da-9edc-5702d2aac6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:42.904766 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df2ea80-09f0-49da-9edc-5702d2aac6e4 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=84770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 16:53:42.905147 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3df2ea80-09f0-49da-9edc-5702d2aac6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3200838'] for segment, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: Traceback (most recent call last): Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: timer() Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: cb(*args, **kw) Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: return func(*args, **kwargs) Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: self._notify() Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: self.callback(batched_events) Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: event.method(event) Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: return f(self, *a, **k) Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._get(url).json() Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: return self.request(url, 'GET', **kwargs) Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:53:42.918655 dv-neutron-839913-1-hyperv neutron-server[84770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:53:43.048068 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3df2ea80-09f0-49da-9edc-5702d2aac6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1174162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421848'] for network, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:43.063961 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-3df2ea80-09f0-49da-9edc-5702d2aac6e4 admin admin] Notify callbacks [] for network, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:43.073638 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2ea80-09f0-49da-9edc-5702d2aac6e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d55fa20d-b81e-47f9-89fb-6161a0fee8ee,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:53:43.078425 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-3df2ea80-09f0-49da-9edc-5702d2aac6e4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d55fa20d-b81e-47f9-89fb-6161a0fee8ee HTTP/1.1" status: 204 len: 168 time: 1.0591314 Apr 29 16:53:43.142808 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a91c4549-aee2-492a-a3c7-72848c52d787 None None] Deleting port da2c4c4e-6cdd-468f-9fed-76e43d8c35ce {{(pid=84772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 16:53:43.143324 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a91c4549-aee2-492a-a3c7-72848c52d787 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738482594003'] for port, before_delete {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:43.210610 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a91c4549-aee2-492a-a3c7-72848c52d787 None None] The port 'da2c4c4e-6cdd-468f-9fed-76e43d8c35ce' was deleted {{(pid=84772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 16:53:43.452320 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device da2c4c4e-6cdd-468f-9fed-76e43d8c35ce no longer exists at agent ovs-agent-dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:53:43.487714 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.plugin [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] No Port match for: da2c4c4e-6cdd-468f-9fed-76e43d8c35ce {{(pid=84772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 16:53:43.487990 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron.plugins.ml2.rpc [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Device da2c4c4e-6cdd-468f-9fed-76e43d8c35ce not bound to the agent host dv-neutron-839913-1-hyperv {{(pid=84772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:53:43.512083 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 40544) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:53:43.561086 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-9ae347c2-adc8-4716-9529-448536c06a9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51617fafac7b43ea9a21a6a6e562e1d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478420 Apr 29 16:53:43.564078 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [-] (84770) accepted ('10.222.0.21', 40548) {{(pid=84770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:53:43.626225 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-27f6e138-4243-44f1-8de0-13ba2e6e3f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:43.653714 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-27f6e138-4243-44f1-8de0-13ba2e6e3f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:43.670880 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-49a3b6a5-24df-4060-bd10-254a93aef308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:43.779350 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-27f6e138-4243-44f1-8de0-13ba2e6e3f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:43.793736 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6e138-4243-44f1-8de0-13ba2e6e3f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760afe72-c44f-4413-bc34-18e21ad30d05,revision_number=None']} {{(pid=84770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:53:43.800574 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron_lib.callbacks.manager [None req-27f6e138-4243-44f1-8de0-13ba2e6e3f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:43.801580 dv-neutron-839913-1-hyperv neutron-server[84770]: INFO neutron.wsgi [None req-27f6e138-4243-44f1-8de0-13ba2e6e3f54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/760afe72-c44f-4413-bc34-18e21ad30d05 HTTP/1.1" status: 204 len: 168 time: 0.2366316 Apr 29 16:53:44.539515 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 40556) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:53:44.589842 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-53c7e3c9-b768-4c1b-8235-30707c4d2f71 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56b3cd285b8841f08927e05b6d1b8b71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491548 Apr 29 16:53:44.592392 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.wsgi [-] (84771) accepted ('10.222.0.21', 40560) {{(pid=84771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:53:44.650240 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a2d5d12a-539d-4b10-9e44-7e421e28539c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:44.674839 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a2d5d12a-539d-4b10-9e44-7e421e28539c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:44.800216 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a2d5d12a-539d-4b10-9e44-7e421e28539c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622271'] for security_group, after_delete {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:44.815404 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5d12a-539d-4b10-9e44-7e421e28539c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ba03e6-163d-47bb-9a26-22584ef7e8d7,revision_number=None']} {{(pid=84771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:53:44.822422 dv-neutron-839913-1-hyperv neutron-server[84771]: DEBUG neutron_lib.callbacks.manager [None req-a2d5d12a-539d-4b10-9e44-7e421e28539c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:44.826850 dv-neutron-839913-1-hyperv neutron-server[84771]: INFO neutron.wsgi [None req-a2d5d12a-539d-4b10-9e44-7e421e28539c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14ba03e6-163d-47bb-9a26-22584ef7e8d7 HTTP/1.1" status: 204 len: 168 time: 0.2334738 Apr 29 16:53:45.977203 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-907cd4ad-080e-4bb4-93f8-fe0c1c4ffc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:46.068918 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:47.457646 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:47.579503 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:53:48.765520 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:54:06.808812 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:54:13.659850 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8a5c27ea-c2c9-4074-80ee-e8d3cc8431a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:54:15.960253 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-6b5b46d6-f05f-48ad-b037-05ee60a3c74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:54:16.028729 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:54:17.453624 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:54:17.579292 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:54:18.768213 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:54:43.658322 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-105dd126-73d4-4859-b240-321787083979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:54:43.810835 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:54:45.984463 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-b78047ae-26a7-4723-ba94-5b031f696ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:54:46.053930 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:54:47.454192 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:54:47.568399 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:54:48.783605 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:55:13.663741 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3a5c72c5-332a-4f7e-955e-466762a90760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:55:15.989453 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8e38f8f5-339b-40a6-aff0-c9435bf8597c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:55:16.043129 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:55:17.471904 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:55:17.578606 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:55:18.751649 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:55:20.819092 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:55:43.694871 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-3b54d523-10f6-47ce-ae9a-8c9c8aec5500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:55:45.972857 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-99f5ee0f-ba54-4899-8256-10ba86ee0fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:55:46.058666 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:55:47.455336 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:55:47.603337 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:55:48.751830 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:55:57.809495 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:56:13.654809 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-74c8b566-7f64-41ef-b542-5d5384091d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:56:15.980398 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-07fbd7c5-3227-49d0-86ca-e32d55f03188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:56:16.056036 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:56:17.483415 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:56:17.591831 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:56:18.774808 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:56:34.811927 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:56:43.676590 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-945da2e2-4246-49c0-9009-aed6654dd4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:56:46.007971 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-576f1165-7628-48cc-8d9e-f3b5d3bf9fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:56:46.089191 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:56:47.471006 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:56:47.584997 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:56:48.773635 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:57:11.817543 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:57:13.683863 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-1cb89cda-cfb0-49a0-8711-4695d1c29cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:57:15.979509 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-bdbbe891-ec46-4439-af0a-56e37e8d4f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:57:16.066447 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:57:17.500130 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:57:17.619785 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:57:18.774015 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:57:43.677426 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-e51017da-d7cc-4603-9842-a3cf959ce4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:57:45.979629 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-2fd15a09-cb1a-4d0b-bcfa-200f579f360d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:57:46.093777 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:57:47.471995 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:57:47.586302 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:57:48.780778 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:57:48.824608 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:58:13.678038 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-f42b3649-e87a-42b4-b096-fcc5e2ee948f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:58:15.974858 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-5a928911-bbf1-4e5b-ba09-f35897045166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:58:16.083761 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:58:17.473904 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:58:17.603760 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:58:18.786574 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:58:25.815323 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:58:43.678229 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8f1f1ce4-2872-4292-bd8b-6129817c029e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:58:45.986727 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-dfa68c7a-0daa-4323-afe8-e3cea1222a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:58:46.128749 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:58:47.500508 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:58:47.592026 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:58:48.792778 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:59:02.818553 dv-neutron-839913-1-hyperv neutron-server[84773]: DEBUG neutron.db.agents_db [None req-2038087b-9b39-4568-b421-74c6461e397e None None] Agent healthcheck: found 6 active agents {{(pid=84773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:59:13.654762 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-fd243a24-e884-4921-8561-bef4122edda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:59:15.998189 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-ac941ee5-266d-4e90-b7de-34f341c1b003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:59:16.112260 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-8fec1fb3-405e-433d-bc59-06a0929f8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:59:17.483898 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-7e450a70-28fd-4ea2-97b5-7a8427f71f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:59:17.597343 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-a1003fa5-495d-4a7c-abdf-0e028234e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:59:18.786491 dv-neutron-839913-1-hyperv neutron-server[84772]: DEBUG neutron_lib.callbacks.manager [None req-917e7a0c-0d4f-4214-892b-10f9e1f07abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738482678887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1171609'] for agent, after_update {{(pid=84772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:59:25.001656 dv-neutron-839913-1-hyperv neutron-server[84770]: DEBUG neutron.wsgi [req-fe63891d-c063-4318-bd42-1a003efac746 req-9b5b61bb-3f54-451f-ac59-ccf1d4f26651 service neutron] (84770) timed out ('10.222.0.21', 39068) {{(pid=84770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}